diff --git a/.github/actions/action.yml b/.github/actions/action.yml index decaa5ff3f8..7e2faf936b4 100644 --- a/.github/actions/action.yml +++ b/.github/actions/action.yml @@ -59,7 +59,7 @@ runs: run: echo "node_name=$NODE_NAME" | tee -a "$GITHUB_OUTPUT" - name: Checkout repository - uses: actions/checkout@v2 + uses: actions/checkout@v6 - name: Change ownership of /home/runner/ shell: bash @@ -98,7 +98,8 @@ runs: --environment dev \ --platform dgx_h100 \ --tag ${{ inputs.tag }} \ - --container-image ${{ inputs.container-image }} + --container-image ${{ inputs.container-image }} \ + --hf-home /mnt/datadrive/TestData/nemo-fw/TestData/HF_HOME RUN_TEST_EOF ) @@ -186,6 +187,7 @@ runs: --platform dgx_h100 \ --container-image ${{ inputs.container-image }} \ --data-dir /mnt/datadrive/TestData/megatron-lm/artifacts \ + --hf-home /mnt/datadrive/TestData/nemo-fw/TestData/HF_HOME RUN_TEST_EOF ) diff --git a/.github/copy-pr-bot.yaml b/.github/copy-pr-bot.yaml index fed1792d2f9..8c1ef48cf00 100644 --- a/.github/copy-pr-bot.yaml +++ b/.github/copy-pr-bot.yaml @@ -1,4 +1,4 @@ enabled: true auto_sync_draft: false auto_sync_ready: true -trustees_override: ["AAnoosheh", "ArEsKay3", "Autumn1998", "BestJuly", "BoxiangW", "CarlosGomes98", "ChenhanYu", "FDecaYed", "HaochenYuan", "ISEEKYAN", "JRD971000", "Phlip79", "QiZhangNV", "RPrenger", "ShriyaRishab", "Victarry", "Wohox", "ZhiyuLi-Nvidia", "ahmadki", "aklife97", "ananthsub", "asolergi-nv", "buptzyb", "chtruong814", "cspades", "cuichenx", "deepakn94", "dimapihtar", "dingqingy-nv", "duncanriach", "erhoo82", "ericharper", "fanshiqing", "faradawn", "frsun-nvda", "gautham-kollu", "gdengk", "guyueh1", "hxbai", "ilml", "jalbericiola", "janEbert", "jaredcasper", "jenchen13", "jiemingz", "jingqiny-99", "jkamalu", "jon-barker", "jstjohn", "kanz-nv", "kevalmorabia97", "ko3n1g", "kunlunl", "kvareddy", "kwyss-nvidia", "layalir", "lhb8125", "lmcafee-nvidia", "maanug-nv", "mathemakitten", "matthieule", "mchrzanowski", "mehraakash", "mkhona-nvidia", "parthmannan", "prajwal1210", "pthombre", "rogerwaleffe", "sajadn", "sanandaraj5597", "sancha", "santhnm2", "sbak5", "shanmugamr1992", "sharathts", "shengf-nv", "shifangx", "shjwudp", "sidsingh-nvidia", "skyw", "sudhakarsingh27", "tdene", "theothermike", "thomasdhc", "trintamaki", "tylerpoon", "wdykas", "xiaoyao0115", "xuwchen", "yanring", "yaox12", "yaoyu-33", "yashaswikarnati", "yeyu-nvidia", "yobibyte", "youngeunkwon0405", "yueshen2016", "yuzhongw-nvidia", "zhongbozhu"] +trustees_override: ["AAnoosheh", "ArEsKay3", "Autumn1998", "BestJuly", "BoxiangW", "CarlosGomes98", "ChenhanYu", "FDecaYed", "HaochenYuan", "ISEEKYAN", "JRD971000", "Phlip79", "QiZhangNV", "RPrenger", "ShriyaRishab", "Victarry", "Wohox", "ZhiyuLi-Nvidia", "ahmadki", "aklife97", "ananthsub", "asolergi-nv", "buptzyb", "chtruong814", "cjld", "cspades", "cuichenx", "deepakn94", "dimapihtar", "dingqingy-nv", "duncanriach", "erhoo82", "ericharper", "fanshiqing", "faradawn", "frsun-nvda", "gautham-kollu", "gdengk", "guyueh1", "huvunvidia", "hxbai", "ilml", "jalbericiola", "janEbert", "jaredcasper", "jenchen13", "jiemingz", "jingqiny-99", "jkamalu", "jon-barker", "jstjohn", "kanz-nv", "kevalmorabia97", "ko3n1g", "ksivaman", "kunlunl", "kvareddy", "kwyss-nvidia", "layalir", "lhb8125", "lmcafee-nvidia", "maanug-nv", "mathemakitten", "matthieule", "mchrzanowski", "mehraakash", "mkhona-nvidia", "nanz-nv", "parthmannan", "prajwal1210", "pthombre", "rhewett-nv", "rogerwaleffe", "sajadn", "sanandaraj5597", "sancha", "santhnm2", "sbak5", "shanmugamr1992", "sharathts", "shengf-nv", "shifangx", "shjwudp", "sidsingh-nvidia", "skyw", "sudhakarsingh27", "tdene", "theothermike", "thomasdhc", "tomlifu", "trintamaki", "tylerpoon", "wdykas", "wplf", "xiaoyao0115", "xuwchen", "yanring", "yaox12", "yaoyu-33", "yashaswikarnati", "yeyu-nvidia", "yobibyte", "youngeunkwon0405", "yueshen2016", "yuzhongw-nvidia", "zhongbozhu"] diff --git a/.github/oncall_schedule.json b/.github/oncall_schedule.json index 58fcf0ddbbc..fe90397c2ad 100644 --- a/.github/oncall_schedule.json +++ b/.github/oncall_schedule.json @@ -1,16 +1,4 @@ [ - { - "user": "janEbert", - "date": "2026-02-18" - }, - { - "user": "asolergi-nv", - "date": "2026-02-25" - }, - { - "user": "BoxiangW", - "date": "2026-03-04" - }, { "user": "maanug-nv", "date": "2026-03-11" @@ -20,31 +8,43 @@ "date": "2026-03-18" }, { - "user": "gautham-kollu", + "user": "janEbert", "date": "2026-03-25" }, { - "user": "janEbert", + "user": "gautham-kollu", "date": "2026-04-01" }, { - "user": "maanug-nv", + "user": "ilml", "date": "2026-04-08" }, { - "user": "BoxiangW", + "user": "Phlip79", "date": "2026-04-15" }, { - "user": "Phlip79", + "user": "asolergi-nv", "date": "2026-04-22" }, { - "user": "asolergi-nv", + "user": "BoxiangW", "date": "2026-04-29" }, { - "user": "dimapihtar", + "user": "maanug-nv", "date": "2026-05-06" + }, + { + "user": "dimapihtar", + "date": "2026-05-13" + }, + { + "user": "gautham-kollu", + "date": "2026-05-20" + }, + { + "user": "ilml", + "date": "2026-05-27" } ] diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index 5cd5138eb69..d2825f9c34b 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -5,19 +5,8 @@ ## Contribution process -```mermaid -flowchart LR - A[Pre-checks] --> B[PR Tests] - subgraph Code Review/Approval - C1[Expert Review] --> C2[Final Review] - end - B --> C1 - C2 --> D[Merge] -``` - ### Pre-checks -- [ ] I want this PR in a versioned release and have added the appropriate Milestone (e.g., `Core 0.8`) - [ ] I have added relevant unit tests - [ ] I have added relevant functional tests - [ ] I have added proper typing to my code [Typing guidelines](https://docs.python.org/3/library/typing.html) @@ -26,33 +15,32 @@ flowchart LR ### Code review -The following process is enforced via the CODEOWNERS file for changes into `megatron/core`. For changes outside of `megatron/core`, it is up to the PR author whether or not to tag the Final Reviewer team. +Feel free to message or comment the [@mcore-oncall](https://github.com/orgs/NVIDIA/teams/mcore-oncall) to help accelerate your merge into main. The less complex your PR is, the faster it will be approved and merged! -
-For MRs into `main` branch +All PRs start as **draft**. If you open a non-draft PR, it will be automatically converted to draft. -Feel free to message or comment the @mcore-oncall to help accelerate your merge into main. The less complex your PR is, the faster it will be approved and merged! +#### Step 1: Mark PR as "Ready for Review" -#### (Step 1): Add PR label `Expert Review` +1. When your PR is ready, click **Ready for Review**. +2. An oncall reviewer is auto-assigned and expert reviewers are notified based on your changes. + - Some PRs may jump straight to step 2. This is determined by `.github/CODEOWNERS`. -#### (Step 2): Collect the expert reviewers reviews +:warning: Only mark as ready once merge-conflicts are resolved and the CI is passing. +Final Review might get declined if these requirements are not fulfilled. -1. Attach the `Expert Review` label when your PR is ready for review. -2. GitHub auto-assigns expert reviewers based on your changes. They will get notified and pick up your PR soon. +#### Step 2: Final Review -:warning: Only proceed to the next step once all reviewers have approved, merge-conflict are resolved and the CI is passing. -Final Review might get declined if these requirements are not fulfilled. +For PRs that change `megatron/core`, once all expert reviewers have approved, the `Final Review` label is applied **automatically** and final reviewers are assigned. -#### (Step 3): Final Review +For PRs outside `megatron/core`, this step is skipped. -1. Add `Final Review` label -2. GitHub auto-assigns final reviewers based on your changes. They will get notified and pick up your PR soon. +#### Step 3: Approved -#### (Optional Step 4): Cherry-pick into release branch +Once all required reviewers have approved, the `Approved` label is applied **automatically**. -If this PR also needs to be merged into `core_r*` release branches, after this PR has been merged, select `Cherry-pick` to open a new PR into the release branch. +### Merge -
+Any member of [mcore-engineers](https://github.com/orgs/NVIDIA/teams/mcore-engineers) will be able to merge your PR.
For MRs into `dev` branch @@ -60,7 +48,3 @@ The proposed review process for `dev` branch is under active discussion. MRs are mergable after one approval by either `eharper@nvidia.com` or `zijiey@nvidia.com`.
- -### Merging your PR - -Any member of [core-adlr](https://github.com/orgs/teams/NVIDIA/core-adlr) and [`core-nemo`](https://github.com/orgs/teams/NVIDIA/core-nemo) will be able to merge your PR. diff --git a/.github/workflows/_build_test_publish_wheel.yml b/.github/workflows/_build_test_publish_wheel.yml index 0b71577b587..f29488c4494 100644 --- a/.github/workflows/_build_test_publish_wheel.yml +++ b/.github/workflows/_build_test_publish_wheel.yml @@ -43,7 +43,7 @@ jobs: PUBLISH_DRYRUN: ${{ inputs.dry-run }} steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: ref: ${{ inputs.ref }} @@ -136,7 +136,7 @@ jobs: test "${{ steps.build-wheel.outputs.expected-release-number }}" == "$RELEASE_NUMBER" - name: Upload wheels - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v6 with: name: wheels-${{ matrix.PACKAGE }}-${{ matrix.PLATFORM }}-${{ inputs.dry-run && 'dry-run' || 'release' }} path: dist/ @@ -159,7 +159,7 @@ jobs: PACKAGE: ${{ matrix.PACKAGE }} steps: - name: Download wheels - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v7 with: name: wheels-${{ matrix.PACKAGE }}-${{ matrix.PLATFORM }}-${{ inputs.dry-run && 'dry-run' || 'release' }} path: dist/ diff --git a/.github/workflows/_release_library.yml b/.github/workflows/_release_library.yml index 684dacc27aa..46de1bb3a66 100644 --- a/.github/workflows/_release_library.yml +++ b/.github/workflows/_release_library.yml @@ -53,6 +53,11 @@ on: description: Starting tag for changelog builder (leave empty for auto-detect) type: string default: "" + publish-docs: + required: false + description: Publish documentation to S3 after release + type: boolean + default: true secrets: TWINE_PASSWORD: required: true @@ -60,6 +65,22 @@ on: required: true PAT: required: true + AWS_ASSUME_ROLE_ARN: + required: true + AWS_ACCESS_KEY_ID: + required: true + AWS_SECRET_ACCESS_KEY: + required: true + AKAMAI_HOST: + required: true + AKAMAI_CLIENT_TOKEN: + required: true + AKAMAI_CLIENT_SECRET: + required: true + AKAMAI_ACCESS_TOKEN: + required: true + S3_BUCKET_NAME: + required: true permissions: contents: write # To read repository content @@ -89,7 +110,7 @@ jobs: IS_DRY_RUN: ${{ inputs.dry-run }} steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: path: ${{ github.run_id }} token: ${{ secrets.PAT }} @@ -199,11 +220,8 @@ jobs: # Extract PR number from URL PR_NUMBER=$(echo $PR_URL | grep -o '[0-9]*$') - # Add comment to the newly created PR - echo gh pr comment $PR_NUMBER --body "/ok to test $(git rev-parse HEAD)" - - name: Wait for status checks on tmp branch - uses: actions/github-script@v7 + uses: actions/github-script@v8 id: wait-status with: github-token: ${{ secrets.PAT }} @@ -326,7 +344,6 @@ jobs: ref: ${{ inputs.release-ref }} no-publish: false secrets: - TWINE_USERNAME: ${{ secrets.TWINE_USERNAME }} TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }} create-gh-release: @@ -344,10 +361,10 @@ jobs: REPOSITORY: ${{ github.repository }} PROJECT_NAME: Megatron Core VERSION: ${{ needs.bump-next-version.outputs.release-version }} - TAG_PREFIX: ${{ inputs.gh-release-tag-prefix || '' }} + TAG_PREFIX: core_ steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: path: ${{ github.run_id }} ref: ${{ inputs.release-ref }} @@ -455,6 +472,12 @@ jobs: publish-docs: needs: [bump-next-version, create-gh-release] uses: ./.github/workflows/release-docs.yml + if: | + ( + success() || !failure() + ) + && inputs.publish-docs == true + && !cancelled() with: dry-run: ${{ inputs.dry-run }} publish-as-latest: true @@ -472,7 +495,7 @@ jobs: VERSION: ${{ needs.build-test-publish-wheels.outputs.version }} steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: repository: NVIDIA-NeMo/FW-CI-templates ref: v0.17.0 diff --git a/.github/workflows/_update_dependencies.yml b/.github/workflows/_update_dependencies.yml index a60e69f701b..903d773edbd 100644 --- a/.github/workflows/_update_dependencies.yml +++ b/.github/workflows/_update_dependencies.yml @@ -33,7 +33,7 @@ jobs: TARGET_BRANCH: ${{ inputs.target-branch }} steps: - name: Checkout repo - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: ref: ${{ env.TARGET_BRANCH }} @@ -60,7 +60,7 @@ jobs: fi - name: Checkout repo - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: ref: ${{ env.SOURCE_BRANCH }} @@ -77,7 +77,7 @@ jobs: bash -c 'uv lock --upgrade' - name: Upload lock file - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v6 with: name: lock-file-${{ env.SOURCE_BRANCH }} path: uv.lock @@ -90,7 +90,7 @@ jobs: TARGET_BRANCH: ${{ inputs.target-branch }} steps: - name: Checkout code - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: token: ${{ secrets.PAT }} ref: ${{ env.TARGET_BRANCH }} @@ -103,7 +103,7 @@ jobs: fi - name: Download lock file - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v7 with: name: lock-file-${{ env.SOURCE_BRANCH }} diff --git a/.github/workflows/auto-reminder-bot.yml b/.github/workflows/auto-reminder-bot.yml index 37e6e5498e3..72a48e9539e 100644 --- a/.github/workflows/auto-reminder-bot.yml +++ b/.github/workflows/auto-reminder-bot.yml @@ -14,10 +14,10 @@ jobs: if: github.repository == 'NVIDIA/Megatron-LM' steps: - name: Check out repository code - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Set up Python - uses: actions/setup-python@v5 + uses: actions/setup-python@v6 with: python-version: "3.10" diff --git a/.github/workflows/auto-swap-labels.yml b/.github/workflows/auto-swap-labels.yml index 5335026e2af..f1dd9757c8a 100644 --- a/.github/workflows/auto-swap-labels.yml +++ b/.github/workflows/auto-swap-labels.yml @@ -2,32 +2,74 @@ name: Auto Swap Labels on: - pull_request_review: - types: [submitted] + pull_request_target: + types: [ready_for_review, synchronize] + branches: + - main + workflow_run: + workflows: ["Review Trigger"] + types: [completed] permissions: pull-requests: write contents: read + actions: read jobs: check-approval: runs-on: ubuntu-latest - if: github.event.review.state == 'approved' && github.repository == 'NVIDIA/Megatron-LM' + if: >- + github.repository == 'NVIDIA/Megatron-LM' && ( + (github.event_name == 'pull_request_target' && + github.event.pull_request.base.ref == 'main' && + !github.event.pull_request.draft) || + (github.event_name == 'workflow_run' && + github.event.workflow_run.conclusion == 'success') + ) + steps: + - name: Get PR number from workflow_run + id: get-pr + if: github.event_name == 'workflow_run' + continue-on-error: true + uses: actions/download-artifact@v4 + with: + name: pr-number + path: pr-number + github-token: ${{ github.token }} + run-id: ${{ github.event.workflow_run.id }} + + - name: Set PR number + id: pr + run: | + if [ "${{ github.event_name }}" = "workflow_run" ]; then + if [ "${{ steps.get-pr.outcome }}" != "success" ]; then + echo "No approval artifact found — review was not an approval. Skipping." + exit 0 + fi + echo "number=$(cat pr-number/number)" >> $GITHUB_OUTPUT + else + echo "number=${{ github.event.pull_request.number }}" >> $GITHUB_OUTPUT + fi + - name: Check out repository code + if: steps.pr.outputs.number uses: actions/checkout@v4 - name: Set up Python - uses: actions/setup-python@v5 + if: steps.pr.outputs.number + uses: actions/setup-python@v6 with: python-version: "3.10" - name: Install dependencies + if: steps.pr.outputs.number run: | pip install --no-cache-dir PyGithub slack-sdk - - name: Run Auto Reminder Bot + - name: Run Auto Swap Labels + if: steps.pr.outputs.number run: | - export GH_TOKEN=${{ github.token }} - export PR_NUMBER=${{ github.event.pull_request.number }} + export GH_TOKEN=${{ secrets.PAT }} + export PR_NUMBER=${{ steps.pr.outputs.number }} python tests/test_utils/python_scripts/swap_pr_labels.py diff --git a/.github/workflows/auto-update-copy-pr-bot.yml b/.github/workflows/auto-update-copy-pr-bot.yml index 3358a747f34..07fdcfbfbb8 100644 --- a/.github/workflows/auto-update-copy-pr-bot.yml +++ b/.github/workflows/auto-update-copy-pr-bot.yml @@ -11,7 +11,7 @@ jobs: if: github.repository == 'NVIDIA/Megatron-LM' steps: - name: Checkout code - uses: actions/checkout@v3 + uses: actions/checkout@v6 with: token: ${{ secrets.PAT }} ref: main diff --git a/.github/workflows/build-docs.yml b/.github/workflows/build-docs.yml new file mode 100644 index 00000000000..d08337689b6 --- /dev/null +++ b/.github/workflows/build-docs.yml @@ -0,0 +1,67 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +name: Build docs + +on: + push: + branches: + - main + - "pull-request/[0-9]+" + - "deploy-release/*" + +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ github.event.label.name || 'main' }}-${{ github.event_name }} + cancel-in-progress: true + +jobs: + pre-flight: + uses: NVIDIA-NeMo/FW-CI-templates/.github/workflows/_cicd_preflight.yml@v0.73.2 + + build-docs: + needs: [pre-flight] + if: needs.pre-flight.outputs.is_deployment_workflow != 'true' + uses: NVIDIA-NeMo/FW-CI-templates/.github/workflows/_build_docs.yml@v0.57.0 + with: + requirements-file: docs/requirements-ci.txt + + build-docs-summary: + needs: [pre-flight, build-docs] + if: | + ( + needs.pre-flight.outputs.is_deployment_workflow == 'true' + || always() + ) + && !cancelled() + runs-on: ubuntu-latest + steps: + - name: Get workflow result + id: result + shell: bash -x -e -u -o pipefail {0} + env: + GH_TOKEN: ${{ github.token }} + RUN_ID: ${{ github.run_id }} + SKIPPING_IS_ALLOWED: ${{ needs.pre-flight.outputs.docs_only == 'true' || needs.pre-flight.outputs.is_deployment_workflow == 'true' }} + run: | + FAILED_JOBS=$(gh run view $GITHUB_RUN_ID --json jobs --jq '[.jobs[] | select(.status == "completed" and .conclusion != "success")] | length') || echo 0 + + if [ "${FAILED_JOBS:-0}" -eq 0 ] || [ "$SKIPPING_IS_ALLOWED" == "true" ]; then + echo "✅ All previous jobs completed successfully" + exit 0 + else + echo "❌ Found $FAILED_JOBS failed job(s)" + # Show which jobs failed + gh run view $GITHUB_RUN_ID --json jobs --jq '.jobs[] | select(.status == "completed" and .conclusion != "success") | .name' + exit 1 + fi diff --git a/.github/workflows/build-test-publish-wheel.yml b/.github/workflows/build-test-publish-wheel.yml index 00711b50806..88b9e8b8c61 100644 --- a/.github/workflows/build-test-publish-wheel.yml +++ b/.github/workflows/build-test-publish-wheel.yml @@ -58,7 +58,7 @@ jobs: runs-on: ubuntu-latest steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Result env: diff --git a/.github/workflows/cicd-approve-test-queue.yml b/.github/workflows/cicd-approve-test-queue.yml index 2cba41eafb8..02bfbbfd3a5 100644 --- a/.github/workflows/cicd-approve-test-queue.yml +++ b/.github/workflows/cicd-approve-test-queue.yml @@ -27,12 +27,13 @@ jobs: strategy: matrix: branch: [main, dev, others] + contributor_type: [internal, external] steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Set up Python - uses: actions/setup-python@v5 + uses: actions/setup-python@v6 with: python-version: "3.12" @@ -41,23 +42,44 @@ jobs: python -m pip install --upgrade pip pip install requests + - name: Download SSO users list + run: | + gh release download v0.1.0 \ + --repo NVIDIA-GitHub-Management/github-audits \ + --pattern users_sso.json \ + --output users_sso.json || echo '{}' > users_sso.json + env: + GH_TOKEN: ${{ secrets.NVIDIA_MANAGEMENT_ORG_PAT }} + - name: Approve waiting deployments env: GITHUB_TOKEN: ${{ secrets.PAT }} MAX_CONCURRENCY: ${{ vars.MAX_CONCURRENCY || 1 }} + MAX_CONCURRENCY_EXTERNAL: ${{ vars.MAX_CONCURRENCY_EXTERNAL || 3 }} + CONTRIBUTOR_TYPE: ${{ matrix.contributor_type }} + SSO_USERS_FILE: users_sso.json PYTHONUNBUFFERED: 1 shell: python run: | import os + import json import requests import re # GitHub API configuration GITHUB_TOKEN = os.environ["GITHUB_TOKEN"] REPO = os.environ["GITHUB_REPOSITORY"] - MAX_CONCURRENCY = int(os.environ["MAX_CONCURRENCY"]) // 2 + CONTRIBUTOR_TYPE = os.environ["CONTRIBUTOR_TYPE"] + if CONTRIBUTOR_TYPE == "external": + MAX_CONCURRENCY = int(os.environ["MAX_CONCURRENCY_EXTERNAL"]) // 2 + else: + MAX_CONCURRENCY = int(os.environ["MAX_CONCURRENCY"]) // 2 API_BASE = f"https://api.github.com/repos/NVIDIA/Megatron-LM" + # Load SSO users for internal/external classification + with open(os.environ["SSO_USERS_FILE"]) as f: + sso_users = json.load(f) + # Headers for GitHub API headers = { "Authorization": f"token {GITHUB_TOKEN}", @@ -81,53 +103,76 @@ jobs: print(f"Response: {e.response.text}") return None - def is_pr_targeting_branch(workflow_run, target_branch): + def is_internal_contributor(pr_info): + """Return True if the PR author is a member of NVIDIA or NVIDIA-NeMo org (is_org_member).""" + login = pr_info.get("user", {}).get("login", "") + org_roles = sso_users.get(login, {}).get("org_roles", []) + return any(role in ("NVIDIA:Member", "NVIDIA-NeMo:Member") for role in org_roles) + + def get_pr_base_branch(workflow_run): """ - Check if a workflow run belongs to a PR targeting the given branch. - Extract PR number from head branch like 'pull-request/1913' and verify base branch. + Return the base branch of the PR associated with a workflow run, or None. + Extracts PR number from head branch like 'pull-request/1913' and fetches PR info. + Returns (base_branch, pr_info) tuple, or (None, None) if not a PR run. """ print(workflow_run.get("head_branch", "")) head_branch = workflow_run.get("head_branch", "") match = re.match(r"pull-request/(\d+)", head_branch) if not match: - return False # Not a PR branch pattern + return None, None # Not a PR branch pattern pr_number = int(match.group(1)) - + # Fetch PR info from GitHub API pr_info = make_request(f"pulls/{pr_number}") if not pr_info: print(f"Failed to fetch PR #{pr_number}") - return False + return None, None base_branch = pr_info.get("base", {}).get("ref") - if ( - (base_branch == target_branch) or - (base_branch != "main" and base_branch != "dev" and target_branch == "others") - ): - print(f"PR #{pr_number} targets {target_branch}") - return True + return base_branch, pr_info + + def matches_queue(workflow_run, target_branch, contributor_type): + """ + Return True if the workflow run belongs to this queue cell: + matching target branch AND matching contributor type (internal/external). + """ + base_branch, pr_info = get_pr_base_branch(workflow_run) + if base_branch is None: + return False + + branch_match = ( + (base_branch == target_branch) or + (base_branch != "main" and base_branch != "dev" and target_branch == "others") + ) + if not branch_match: + return False - return False + pr_number = re.match(r"pull-request/(\d+)", workflow_run.get("head_branch", "")).group(1) + internal = is_internal_contributor(pr_info) + contributor_match = (contributor_type == "internal") == internal + if branch_match and contributor_match: + print(f"PR #{pr_number} targets {target_branch}, contributor_type={contributor_type} (internal={internal})") + return branch_match and contributor_match # Get current running and queued workflows print("Fetching workflow runs...") queued_workflow_runs = make_request("actions/runs?status=queued").get("workflow_runs", []) in_progress_workflow_runs = make_request("actions/runs?status=in_progress").get("workflow_runs", []) - # Filter for workflows belonging to PRs targeting ${{ matrix.branch }} - queued_workflow_runs = [run for run in queued_workflow_runs - if run["name"] == "CICD Megatron-LM" and is_pr_targeting_branch(run, "${{ matrix.branch }}")] - in_progress_workflow_runs = [run for run in in_progress_workflow_runs - if run["name"] == "CICD Megatron-LM" and is_pr_targeting_branch(run, "${{ matrix.branch }}")] + # Filter for workflows belonging to PRs targeting ${{ matrix.branch }} with matching contributor type + queued_workflow_runs = [run for run in queued_workflow_runs + if run["name"] == "CICD Megatron-LM" and matches_queue(run, "${{ matrix.branch }}", CONTRIBUTOR_TYPE)] + in_progress_workflow_runs = [run for run in in_progress_workflow_runs + if run["name"] == "CICD Megatron-LM" and matches_queue(run, "${{ matrix.branch }}", CONTRIBUTOR_TYPE)] # Count running and queued workflows queued_workflows = len(queued_workflow_runs) in_progress_workflows = len(in_progress_workflow_runs) total_workflows = queued_workflows + in_progress_workflows - print(f"Current queued workflows (PRs targeting ${{ matrix.branch }}): {queued_workflows}") - print(f"Current running workflows (PRs targeting ${{ matrix.branch }}): {in_progress_workflows}") + print(f"Current queued workflows (PRs targeting ${{ matrix.branch }}, {CONTRIBUTOR_TYPE}): {queued_workflows}") + print(f"Current running workflows (PRs targeting ${{ matrix.branch }}, {CONTRIBUTOR_TYPE}): {in_progress_workflows}") print(f"Total workflows: {total_workflows}") print(f"Max concurrency: {MAX_CONCURRENCY}") @@ -139,8 +184,8 @@ jobs: print("Fetching deployments...") pending_workflows = make_request("actions/runs?status=waiting").get("workflow_runs", []) print("Pending workflows:", len(pending_workflows)) - pending_workflows = [run for run in pending_workflows - if run["name"] == "CICD Megatron-LM" and is_pr_targeting_branch(run, "${{ matrix.branch }}")] + pending_workflows = [run for run in pending_workflows + if run["name"] == "CICD Megatron-LM" and matches_queue(run, "${{ matrix.branch }}", CONTRIBUTOR_TYPE)] # Sort deployments by creation date (oldest first) print("Sorting workflows...") diff --git a/.github/workflows/cicd-main.yml b/.github/workflows/cicd-main.yml index 3968f808ff6..204edf845c6 100644 --- a/.github/workflows/cicd-main.yml +++ b/.github/workflows/cicd-main.yml @@ -25,7 +25,7 @@ on: workflow_dispatch: concurrency: - group: ${{ github.workflow }}-${{ github.head_ref || github.ref || github.event.pull_request.number }} + group: ${{ github.workflow }}-${{ github.head_ref || github.event.merge_group.head_ref || github.ref }} cancel-in-progress: true permissions: @@ -52,7 +52,7 @@ jobs: DISABLE_EXTERNAL_CONTRIBUTOR: ${{ vars.DISABLE_EXTERNAL_CONTRIBUTOR }} steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: token: ${{ env.GITHUB_TOKEN }} @@ -146,7 +146,7 @@ jobs: ) steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: fetch-depth: 0 @@ -157,6 +157,9 @@ jobs: - name: Install linting tools run: | + uv venv + uv pip install --python .venv/bin/python \ + wheel packaging "setuptools<80.0.0,>=77.0.0" uv sync --locked --only-group linting - name: Get PR info @@ -209,7 +212,7 @@ jobs: mbridge-test-suite: ${{ steps.select-mbridge-test-suite.outputs.main }} steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Get PR info id: get-pr-info @@ -252,7 +255,7 @@ jobs: uses: nv-gha-runners/get-pr-info@main - name: Checkout MBridge and create testing branch - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: ref: main repository: NVIDIA-NeMo/Megatron-Bridge @@ -348,12 +351,12 @@ jobs: echo "main=${SHA}" | tee -a "$GITHUB_OUTPUT" - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: ref: ${{ steps.sha.outputs.main }} - name: Setup python - uses: actions/setup-python@v5 + uses: actions/setup-python@v6 with: python-version: 3.12 @@ -471,7 +474,7 @@ jobs: && !cancelled() steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Parse unit tests id: parse-unit-tests run: | @@ -511,7 +514,7 @@ jobs: PIP_ROOT_USER_ACTION: ignore steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: main uses: ./.github/actions with: @@ -546,7 +549,7 @@ jobs: integration-tests: ${{ steps.main.outputs.integration-tests }} steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Get PR info id: get-pr-info @@ -650,7 +653,7 @@ jobs: && !cancelled() steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: main uses: ./.github/actions with: @@ -683,7 +686,7 @@ jobs: permissions: write-all steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Get workflow result id: result @@ -720,7 +723,7 @@ jobs: && github.repository == 'NVIDIA/Megatron-LM' steps: - name: Generate fake coverage report - uses: actions/github-script@v6 + uses: actions/github-script@v8 with: github-token: ${{ secrets.PAT }} script: | @@ -748,10 +751,10 @@ jobs: flag: [unit-test] steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Download coverage reports of current branch - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v7 with: pattern: coverage-${{ matrix.flag }}-* @@ -779,7 +782,7 @@ jobs: flags: ${{ matrix.flag }} - name: Upload artifacts - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v6 with: name: coverage-${{ matrix.flag }}-aggregated path: | @@ -800,7 +803,7 @@ jobs: echo "pr_number=$PR_NUMBER" >> $GITHUB_OUTPUT - name: Comment on PR with action run URL - uses: actions/github-script@v7 + uses: actions/github-script@v8 with: github-token: ${{ secrets.PAT }} script: | @@ -827,6 +830,7 @@ jobs: always() && !cancelled() && contains(needs.is-not-external-contributor.outputs.selected_runner, 'ephemeral') + && !needs.pre-flight.outputs.is_deployment_workflow == 'true' steps: - name: Taint node for cleanup shell: bash diff --git a/.github/workflows/claude-complexity-label.yml b/.github/workflows/claude-complexity-label.yml new file mode 100644 index 00000000000..356eed2da29 --- /dev/null +++ b/.github/workflows/claude-complexity-label.yml @@ -0,0 +1,60 @@ +name: Claude Complexity Label + +on: + pull_request_target: + types: [ready_for_review] + +jobs: + label-complexity: + name: Label PR Complexity + runs-on: ubuntu-latest + permissions: + contents: read + pull-requests: write + issues: write + id-token: write + env: + GH_TOKEN: ${{ secrets.PAT }} + REPO: ${{ github.repository }} + PR_NUMBER: ${{ github.event.pull_request.number }} + steps: + - name: Checkout repository + uses: actions/checkout@v6 + with: + fetch-depth: 0 + + - name: Run Claude Complexity Analysis + uses: anthropics/claude-code-action@v1 + with: + anthropic_api_key: ${{ secrets.ANTHROPIC_API_KEY }} + github_token: ${{ secrets.PAT }} + prompt: | + REPO: ${{ env.REPO }} + PR NUMBER: ${{ env.PR_NUMBER }} + + You are a PR complexity analyzer. Your job is to analyze the diff of this PR and apply exactly one complexity label. + + STEPS: + 1. Get the PR diff by running: gh pr diff $PR_NUMBER --repo $REPO + 2. Analyze every changed line (added or removed) in the diff and classify each as one of: + - "docs-only": changes to docstrings, comments (lines starting with # or //), documentation files (.md, .rst, .txt), or similar non-functional text + - "test": changes in test files (files with "test" in the name/path, or inside a tests/ directory) + - "real code": all other changes (functional source code) + 3. Compute "real code line changes" using this formula: + real_code_line_changes = (number of real code lines changed) + (number of test lines changed / 10) + Count both added and removed lines. Do not count unchanged context lines. Do not count comments or docstrings. + 4. Remove any previously applied complexity or docs-only labels: + gh pr edit $PR_NUMBER --repo $REPO --remove-label "complexity: low,complexity: medium,complexity: high,docs-only" + 5. Apply exactly ONE label using the gh CLI: + - If there are ZERO real code lines and ZERO test lines (only docs-only changes), apply label "docs-only": + gh pr edit $PR_NUMBER --repo $REPO --add-label "docs-only" + - If real_code_line_changes < 100, apply label "complexity: low": + gh pr edit $PR_NUMBER --repo $REPO --add-label "complexity: low" + - If real_code_line_changes >= 100 and < 500, apply label "complexity: medium": + gh pr edit $PR_NUMBER --repo $REPO --add-label "complexity: medium" + - If real_code_line_changes >= 500, apply label "complexity: high": + gh pr edit $PR_NUMBER --repo $REPO --add-label "complexity: high" + + Do NOT post any comments on the PR. Only apply the label. + claude_args: | + --allowedTools "Bash(gh pr diff:*),Bash(gh pr edit:*),Bash(gh pr view:*)" diff --git a/.github/workflows/claude_review.yml b/.github/workflows/claude_review.yml new file mode 100644 index 00000000000..2a159c07d20 --- /dev/null +++ b/.github/workflows/claude_review.yml @@ -0,0 +1,67 @@ +name: Claude Code Review + +on: + issue_comment: + types: [created] + +jobs: + review-on-comment: + name: Claude Review (comment trigger) + if: | + github.event_name == 'issue_comment' && + github.event.issue.pull_request && + contains(github.event.comment.body, '/claude review') + runs-on: ubuntu-latest + permissions: + contents: read + pull-requests: write + issues: write + id-token: write + env: + GH_TOKEN: ${{ github.token }} + REPO: ${{ github.repository }} + PR_NUMBER: ${{ github.event.issue.number }} + steps: + - name: Get PR head commit + id: get-pr-head-commit + run: | + echo "sha=$(gh pr view $PR_NUMBER --repo $REPO --json headRefOid -q .headRefOid)" | tee -a $GITHUB_OUTPUT + + - name: Checkout repository + uses: actions/checkout@v6 + with: + fetch-depth: 1 + ref: ${{ steps.get-pr-head-commit.outputs.sha }} + + - name: Run Claude Code Review + uses: anthropics/claude-code-action@v1 + with: + anthropic_api_key: ${{ secrets.ANTHROPIC_API_KEY }} + trigger_phrase: "/claude review" + show_full_output: true + claude_args: | + --allowedTools "mcp__github_inline_comment__create_inline_comment,Bash(gh pr comment:*),Bash(gh pr diff:*),Bash(gh pr view:*),Bash(gh pr review:*)" + --model "claude-opus-4-6" + prompt: | + REPO: ${{ env.REPO }} + PR NUMBER: ${{ env.PR_NUMBER }} + + You are doing a light code review. Keep it concise and actionable. + + Focus ONLY on: + - Critical bugs or logic errors + - Typos in code, comments, or strings + - Missing or insufficient test coverage for changed code + - Outdated or inaccurate documentation affected by the changes + + Do NOT comment on: + - Style preferences or formatting + - Minor naming suggestions + - Architectural opinions or refactoring ideas + - Performance unless there is a clear, measurable issue + + Provide feedback using inline comments for specific code suggestions. + Use top-level comments for general observations. + + It's perfectly acceptable to not have anything to comment on. + If you do not have anything to comment on, post "LGTM". diff --git a/.github/workflows/config/changelog-config.json b/.github/workflows/config/changelog-config.json index e640b90a0f3..19fb0e42364 100644 --- a/.github/workflows/config/changelog-config.json +++ b/.github/workflows/config/changelog-config.json @@ -15,7 +15,7 @@ }, "transformers": [], "max_tags_to_fetch": 100, - "max_pull_requests": 500, + "max_pull_requests": 1250, "max_back_track_time_days": 365, "exclude_merge_branches": [], "tag_resolver": { diff --git a/.github/workflows/copyright-check.yml b/.github/workflows/copyright-check.yml index a7f51cd8a0e..33d30944f8d 100644 --- a/.github/workflows/copyright-check.yml +++ b/.github/workflows/copyright-check.yml @@ -49,7 +49,7 @@ jobs: runs-on: ubuntu-latest steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Result env: diff --git a/.github/workflows/force-draft-pr.yml b/.github/workflows/force-draft-pr.yml new file mode 100644 index 00000000000..d45dabf14b7 --- /dev/null +++ b/.github/workflows/force-draft-pr.yml @@ -0,0 +1,36 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + +name: Force Draft PR + +on: + pull_request_target: + types: [opened] + branches: + - main + +permissions: + pull-requests: write + +jobs: + force-draft: + runs-on: ubuntu-latest + if: ${{ !github.event.pull_request.draft && github.repository == 'NVIDIA/Megatron-LM' }} + steps: + - name: Convert PR to draft + env: + GH_TOKEN: ${{ secrets.PAT }} + run: | + gh pr ready --undo ${{ github.event.pull_request.number }} --repo ${{ github.repository }} + + - name: Add comment explaining draft policy + env: + GH_TOKEN: ${{ github.token }} + run: | + gh pr comment ${{ github.event.pull_request.number }} --repo ${{ github.repository }} --body \ + "This PR has been automatically converted to **draft** because all PRs must start as drafts. + + When you are ready for review, click **Ready for Review** to begin the review process. This will: + 1. Add the oncall reviewer (optional reviewer) + 2. Add required review teams based on your changes + + See the [contribution guide](https://github.com/NVIDIA/Megatron-LM/blob/main/docs/developer/submit.md) for more details." diff --git a/.github/workflows/install-test.yml b/.github/workflows/install-test.yml index 5a0abb8596d..060e1c5ade0 100644 --- a/.github/workflows/install-test.yml +++ b/.github/workflows/install-test.yml @@ -49,7 +49,7 @@ jobs: python-version: ["3.12"] steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Set PATH run: | @@ -65,7 +65,7 @@ jobs: run: bash docker/common/install.sh --environment dev --base-image pytorch --python-version ${{ matrix.python-version }} - name: Checkout check-imports - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: repository: NVIDIA-NeMo/FW-CI-templates ref: v0.63.2 @@ -94,7 +94,7 @@ jobs: python-version: ["3.12"] steps: - name: Checkout repository - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Set PATH run: | @@ -113,7 +113,7 @@ jobs: # NGC PyTorch 25.05 has a version of triton that is broken on CPU only machines. # - name: Checkout check-imports - # uses: actions/checkout@v4 + # uses: actions/checkout@v6 # with: # repository: NVIDIA-NeMo/FW-CI-templates # ref: v0.63.2 @@ -139,7 +139,7 @@ jobs: && github.repository == 'NVIDIA/Megatron-LM' steps: - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Get workflow result id: result diff --git a/.github/workflows/oncall-assign.yml b/.github/workflows/oncall-assign.yml index d4cc47d5f9e..6da0776ffc2 100644 --- a/.github/workflows/oncall-assign.yml +++ b/.github/workflows/oncall-assign.yml @@ -16,7 +16,7 @@ name: Oncall Assign on: pull_request_target: - types: [opened, ready_for_review] + types: [ready_for_review] branches: - main @@ -30,10 +30,10 @@ jobs: if: ${{ !github.event.pull_request.draft }} steps: - name: Checkout code - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Set up Python - uses: actions/setup-python@v4 + uses: actions/setup-python@v6 with: python-version: '3.10' diff --git a/.github/workflows/oncall-rotation.yml b/.github/workflows/oncall-rotation.yml index a621be7f652..0d5f774e441 100644 --- a/.github/workflows/oncall-rotation.yml +++ b/.github/workflows/oncall-rotation.yml @@ -28,12 +28,12 @@ jobs: runs-on: ubuntu-latest steps: - name: Checkout code - uses: actions/checkout@v4 + uses: actions/checkout@v6 with: token: ${{ secrets.PAT }} - name: Set up Python - uses: actions/setup-python@v4 + uses: actions/setup-python@v6 with: python-version: "3.10" diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml index 647e6af2379..a756d49eb20 100644 --- a/.github/workflows/release.yaml +++ b/.github/workflows/release.yaml @@ -44,6 +44,11 @@ on: description: Branch for version bump required: true type: string + gh-release-from-tag: + description: Tag of previous release for changelog builder + required: false + type: string + default: "" permissions: contents: write # To read repository content @@ -59,7 +64,16 @@ jobs: create-gh-release: ${{ inputs.create-gh-release || true }} gh-release-use-changelog-builder: ${{ inputs.generate-changelog }} publish-docs: ${{ inputs.publish-docs }} + gh-release-from-tag: ${{ inputs.gh-release-from-tag }} secrets: TWINE_PASSWORD: ${{ (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/r')) && secrets.SVC_PYPI_TOKEN || secrets.SVC_PYPI_TEST_TOKEN }} SLACK_WEBHOOK: ${{ (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/r')) && secrets.SLACK_MAIN_CHANNEL_WEBHOOK || secrets.SLACK_CI_CHANNEL_WEBHOOK }} PAT: ${{ secrets.PAT }} + AWS_ASSUME_ROLE_ARN: ${{ secrets.AWS_ASSUME_ROLE_ARN }} + AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} + AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + AKAMAI_HOST: ${{ secrets.AKAMAI_HOST }} + AKAMAI_CLIENT_TOKEN: ${{ secrets.AKAMAI_CLIENT_TOKEN }} + AKAMAI_CLIENT_SECRET: ${{ secrets.AKAMAI_CLIENT_SECRET }} + AKAMAI_ACCESS_TOKEN: ${{ secrets.AKAMAI_ACCESS_TOKEN }} + S3_BUCKET_NAME: ${{ secrets.S3_BUCKET_NAME }} diff --git a/.github/workflows/review-trigger.yml b/.github/workflows/review-trigger.yml new file mode 100644 index 00000000000..28abf259882 --- /dev/null +++ b/.github/workflows/review-trigger.yml @@ -0,0 +1,28 @@ +# Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# +# Lightweight workflow that triggers on review approval, otherwise there is no access to right secret. +# No secrets needed — just signals auto-swap-labels.yml via workflow_run. + +name: Review Trigger + +on: + pull_request_review: + types: [submitted] + +jobs: + signal: + runs-on: ubuntu-latest + if: >- + github.event.review.state == 'approved' && + github.event.pull_request.base.ref == 'main' && + github.repository == 'NVIDIA/Megatron-LM' + steps: + - name: Save PR number + run: | + mkdir -p pr + echo "${{ github.event.pull_request.number }}" > pr/number + - name: Upload PR number + uses: actions/upload-artifact@v4 + with: + name: pr-number + path: pr/ diff --git a/.github/workflows/sync-team-usergroups.yml b/.github/workflows/sync-team-usergroups.yml index fb48a6ca5d4..7f32ac55c57 100644 --- a/.github/workflows/sync-team-usergroups.yml +++ b/.github/workflows/sync-team-usergroups.yml @@ -24,10 +24,10 @@ jobs: runs-on: ubuntu-latest steps: - name: Checkout code - uses: actions/checkout@v4 + uses: actions/checkout@v6 - name: Set up Python - uses: actions/setup-python@v4 + uses: actions/setup-python@v6 with: python-version: "3.10" diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index a238f2c9999..2eb1b43be0c 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,16 +1,16 @@ .merge_train_rule: &merge_train_rule - UNIT_TEST: 'yes' + UNIT_TEST: "yes" UNIT_TEST_REPEAT: 1 UNIT_TEST_TIMEOUT: 30 - INTEGRATION_TEST: 'no' + INTEGRATION_TEST: "no" INTEGRATION_TEST_SCOPE: mr - FUNCTIONAL_TEST: 'yes' + FUNCTIONAL_TEST: "yes" FUNCTIONAL_TEST_SCOPE: mr-slim FUNCTIONAL_TEST_REPEAT: 1 FUNCTIONAL_TEST_TIME_LIMIT: 2700 - CLUSTER_A100: '' - CLUSTER_H100: '' - PUBLISH: 'no' + CLUSTER_A100: "" + CLUSTER_H100: "" + PUBLISH: "no" workflow: rules: @@ -29,36 +29,42 @@ workflow: auto_cancel: on_new_commit: none - # For manual pipelines + # For manual pipelines (GitLab UI) - if: $CI_PIPELINE_SOURCE == "web" + # For pipelines created via the REST API (personal access token) + - if: $CI_PIPELINE_SOURCE == "api" + + # For trigger pipelines + - if: $CI_PIPELINE_SOURCE == "trigger" + # For push to main - if: $CI_PIPELINE_SOURCE == 'push' && ($CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "dev" || $CI_COMMIT_BRANCH =~ /^core_/) variables: - UNIT_TEST: 'no' - INTEGRATION_TEST: 'no' - FUNCTIONAL_TEST: 'yes' + UNIT_TEST: "no" + INTEGRATION_TEST: "no" + FUNCTIONAL_TEST: "yes" FUNCTIONAL_TEST_SCOPE: mr FUNCTIONAL_TEST_REPEAT: 5 - FUNCTIONAL_TEST_RECORD_CHECKPOINTS: 'no' + FUNCTIONAL_TEST_RECORD_CHECKPOINTS: "no" FUNCTIONAL_TEST_TIME_LIMIT: 3600 - CLUSTER_A100: '' - CLUSTER_H100: '' - PUBLISH: 'no' + CLUSTER_A100: "" + CLUSTER_H100: "" + PUBLISH: "no" auto_cancel: on_new_commit: interruptible # For merge-trains that need to be fast-tracked - if: $CI_MERGE_REQUEST_EVENT_TYPE == 'merge_train' && $CI_MERGE_REQUEST_LABELS =~ /fast-track/ variables: - UNIT_TEST: 'yes' + UNIT_TEST: "yes" UNIT_TEST_REPEAT: 1 UNIT_TEST_TIMEOUT: 30 - INTEGRATION_TEST: 'no' - FUNCTIONAL_TEST: 'no' - CLUSTER_A100: '' - CLUSTER_H100: '' - PUBLISH: 'no' + INTEGRATION_TEST: "no" + FUNCTIONAL_TEST: "no" + CLUSTER_A100: "" + CLUSTER_H100: "" + PUBLISH: "no" # For normal merge-trains - if: $CI_MERGE_REQUEST_EVENT_TYPE == 'merge_train' @@ -67,75 +73,75 @@ workflow: # For MRs with integration suite - if: $CI_MERGE_REQUEST_EVENT_TYPE == 'merged_result' && $CI_MERGE_REQUEST_LABELS =~ /Run tests/ variables: - UNIT_TEST: 'yes' + UNIT_TEST: "yes" UNIT_TEST_REPEAT: 1 UNIT_TEST_TIMEOUT: 30 - INTEGRATION_TEST: 'yes' + INTEGRATION_TEST: "yes" INTEGRATION_TEST_SCOPE: mr - FUNCTIONAL_TEST: 'no' + FUNCTIONAL_TEST: "no" FUNCTIONAL_TEST_SCOPE: mr-slim FUNCTIONAL_TEST_REPEAT: 1 FUNCTIONAL_TEST_TIME_LIMIT: 2700 - CLUSTER_A100: '' - CLUSTER_H100: '' - PUBLISH: 'no' + CLUSTER_A100: "" + CLUSTER_H100: "" + PUBLISH: "no" # For MRs with nightly - if: $CI_MERGE_REQUEST_EVENT_TYPE == 'merged_result' && $CI_MERGE_REQUEST_LABELS =~ /Run nightly/ variables: - UNIT_TEST: 'yes' + UNIT_TEST: "yes" UNIT_TEST_REPEAT: 1 UNIT_TEST_TIMEOUT: 30 - INTEGRATION_TEST: 'no' - FUNCTIONAL_TEST: 'yes' + INTEGRATION_TEST: "no" + FUNCTIONAL_TEST: "yes" FUNCTIONAL_TEST_SCOPE: nightly FUNCTIONAL_TEST_REPEAT: 5 - FUNCTIONAL_TEST_RECORD_CHECKPOINTS: 'no' + FUNCTIONAL_TEST_RECORD_CHECKPOINTS: "no" FUNCTIONAL_TEST_TIME_LIMIT: 2700 - CLUSTER_A100: '' - CLUSTER_H100: '' - PUBLISH: 'no' + CLUSTER_A100: "" + CLUSTER_H100: "" + PUBLISH: "no" # For MRs with weekly - if: $CI_MERGE_REQUEST_EVENT_TYPE == 'merged_result' && $CI_MERGE_REQUEST_LABELS =~ /Run weekly/ variables: - UNIT_TEST: 'yes' + UNIT_TEST: "yes" UNIT_TEST_REPEAT: 1 UNIT_TEST_TIMEOUT: 30 - INTEGRATION_TEST: 'no' - FUNCTIONAL_TEST: 'yes' + INTEGRATION_TEST: "no" + FUNCTIONAL_TEST: "yes" FUNCTIONAL_TEST_SCOPE: weekly FUNCTIONAL_TEST_REPEAT: 1 - FUNCTIONAL_TEST_RECORD_CHECKPOINTS: 'no' + FUNCTIONAL_TEST_RECORD_CHECKPOINTS: "no" FUNCTIONAL_TEST_TIME_LIMIT: 9000 - CLUSTER_A100: '' - CLUSTER_H100: '' - PUBLISH: 'no' + CLUSTER_A100: "" + CLUSTER_H100: "" + PUBLISH: "no" # For MRs with heavy suite - if: $CI_MERGE_REQUEST_EVENT_TYPE == 'merged_result' && $CI_MERGE_REQUEST_LABELS =~ /Run functional tests/ variables: - UNIT_TEST: 'yes' + UNIT_TEST: "yes" UNIT_TEST_REPEAT: 1 UNIT_TEST_TIMEOUT: 30 - INTEGRATION_TEST: 'no' - FUNCTIONAL_TEST: 'yes' + INTEGRATION_TEST: "no" + FUNCTIONAL_TEST: "yes" FUNCTIONAL_TEST_SCOPE: mr FUNCTIONAL_TEST_REPEAT: 1 FUNCTIONAL_TEST_TIME_LIMIT: 2700 - CLUSTER_A100: '' - CLUSTER_H100: '' - PUBLISH: 'no' + CLUSTER_A100: "" + CLUSTER_H100: "" + PUBLISH: "no" # Default MRs - if: $CI_MERGE_REQUEST_EVENT_TYPE == 'merged_result' variables: - UNIT_TEST: 'yes' + UNIT_TEST: "yes" UNIT_TEST_REPEAT: 1 UNIT_TEST_TIMEOUT: 30 - INTEGRATION_TEST: 'no' - FUNCTIONAL_TEST: 'no' - PUBLISH: 'no' + INTEGRATION_TEST: "no" + FUNCTIONAL_TEST: "no" + PUBLISH: "no" - when: never @@ -157,109 +163,109 @@ default: variables: BUILD: - value: 'yes' + value: "yes" UNIT_TEST: - value: 'yes' + value: "yes" options: - - 'yes' - - 'no' + - "yes" + - "no" description: To run the funtional test suite UNIT_TEST_REPEAT: - value: '1' - description: 'Number of repetitions' + value: "1" + description: "Number of repetitions" UNIT_TEST_TIMEOUT: - value: '30' + value: "30" description: Timeout (minutes) for Unit tests (all repeats) INTEGRATION_TEST: - value: 'yes' + value: "yes" options: - - 'yes' - - 'no' + - "yes" + - "no" description: To run the integration test suite INTEGRATION_TEST_SCOPE: - value: 'mr' + value: "mr" options: - - 'mr' - - 'nightly' - - 'weekly' - - 'pre-release' - - 'release' - description: 'Testsuite to run (only for INTEGRATION_TEST=yes)' + - "mr" + - "nightly" + - "weekly" + - "pre-release" + - "release" + description: "Testsuite to run (only for INTEGRATION_TEST=yes)" INTEGRATION_TEST_TIME_LIMIT: - value: '900' - description: 'Timeout in seconds per test' + value: "900" + description: "Timeout in seconds per test" INTEGRATION_TEST_CASES: - value: 'all' + value: "all" description: "Comma-separated list of test_cases to run. Use 'all' to run the full suite." FUNCTIONAL_TEST: - value: 'yes' + value: "yes" options: - - 'yes' - - 'no' + - "yes" + - "no" description: To run the funtional test suite FUNCTIONAL_TEST_SCOPE: - value: 'mr' + value: "mr" options: - - 'mr' - - 'nightly' - - 'weekly' - - 'pre-release' - - 'release' - description: 'Testsuite to run (only for FUNCTIONAL_TEST=yes)' + - "mr" + - "nightly" + - "weekly" + - "pre-release" + - "release" + description: "Testsuite to run (only for FUNCTIONAL_TEST=yes)" FUNCTIONAL_TEST_REPEAT: - value: '5' - description: 'Number of repetitions per test' + value: "5" + description: "Number of repetitions per test" FUNCTIONAL_TEST_TIME_LIMIT: - value: '2700' - description: 'Timeout in seconds per test' + value: "2700" + description: "Timeout in seconds per test" FUNCTIONAL_TEST_CASES: - value: 'all' + value: "all" description: "Comma-separated list of test_cases to run. Use 'all' to run the full suite." FUNCTIONAL_TEST_NAME: - description: 'Name of functional test run (only for pre-release and release)' - value: '$$CI_COMMIT_SHA' + description: "Name of functional test run (only for pre-release and release)" + value: "$$CI_COMMIT_SHA" FUNCTIONAL_TEST_RECORD_CHECKPOINTS: - value: 'no' - description: 'Record golden checkpoints' + value: "no" + description: "Record golden checkpoints" options: - - 'yes' - - 'no' + - "yes" + - "no" CLUSTER_A100: - value: 'dgxa100_dracooci' + value: "dgxa100_dracooci" options: - - 'dgxa100_dracooci' - - 'dgxa100_dracooci-ord' - description: 'Cluster for A100 workloads' + - "dgxa100_dracooci" + - "dgxa100_dracooci-ord" + description: "Cluster for A100 workloads" CLUSTER_H100: - value: 'dgxh100_coreweave' + value: "dgxh100_coreweave" options: - - 'dgxh100_coreweave' - - 'dgxh100_eos' - description: 'Cluster for H100 workloads' + - "dgxh100_coreweave" + - "dgxh100_eos" + description: "Cluster for H100 workloads" CLUSTER_GB200: - value: 'dgxgb200_oci-hsg' + value: "dgxgb200_oci-hsg" options: - - 'dgxgb200_oci-hsg' - description: 'Cluster for H100 workloads' + - "dgxgb200_oci-hsg" + description: "Cluster for H100 workloads" PUBLISH: - value: 'no' + value: "no" options: - - 'yes' - - 'no' + - "yes" + - "no" description: Build and publish a wheel to PyPi PUBLISH_COMMIT: - value: '$$CI_COMMIT_SHA' + value: "$$CI_COMMIT_SHA" description: Which commit to publish PUBLISH_VERSION_BUMP_BRANCH: - value: '$$CI_COMMIT_BRANCH' + value: "$$CI_COMMIT_BRANCH" description: Which branch to target for version bump PUBLISH_SCOPE: - value: 'code-freeze' + value: "code-freeze" options: - - 'code-freeze' - - 'release' - - 'review-reminder' - - 'upgrade-dependencies' + - "code-freeze" + - "release" + - "review-reminder" + - "upgrade-dependencies" description: Type of publish (freeze or final release) # CI wide variables @@ -267,7 +273,7 @@ variables: CI_MCORE_DEV_IMAGE: ${GITLAB_ENDPOINT}:5005/adlr/megatron-lm/mcore_ci_dev CI_NEMO_IMAGE: ${GITLAB_ENDPOINT}:5005/adlr/megatron-lm/nemo_ci UTILITY_IMAGE: ${GITLAB_ENDPOINT}:5005/adlr/megatron-lm/mcore_utility - TE_GIT_REF: '' + TE_GIT_REF: "" include: - .gitlab/stages/00.pre.yml diff --git a/.gitlab/stages/01.build.yml b/.gitlab/stages/01.build.yml index 61521295a93..f5a80c4074d 100644 --- a/.gitlab/stages/01.build.yml +++ b/.gitlab/stages/01.build.yml @@ -64,12 +64,12 @@ test:pre_build_image: - IMAGE: CI_MCORE_DEV_IMAGE FILE: Dockerfile.ci.dev IMAGE_TYPE: dev - BASE_IMAGE: nvcr.io/nvidia/pytorch:25.11-py3 + BASE_IMAGE: nvcr.io/nvidia/pytorch:26.02-py3 PLATFORM: amd64 - IMAGE: CI_MCORE_DEV_IMAGE FILE: Dockerfile.ci.dev IMAGE_TYPE: dev - BASE_IMAGE: nvcr.io/nvidia/pytorch:25.11-py3 + BASE_IMAGE: nvcr.io/nvidia/pytorch:26.02-py3 PLATFORM: arm64 - IMAGE: UTILITY_IMAGE FILE: Dockerfile.linting diff --git a/codecov.yml b/codecov.yml new file mode 100644 index 00000000000..aa37017f082 --- /dev/null +++ b/codecov.yml @@ -0,0 +1,14 @@ +comment: false +coverage: + status: + project: false + patch: + default: + target: 80% + threshold: 5% + base: auto + if_ci_failed: error + if_no_uploads: success + if_not_found: success +fixes: + - "/opt/megatron-lm/::" diff --git a/docker/.ngc_version.dev b/docker/.ngc_version.dev index 8e8108b9a9a..2c33440d4e2 100644 --- a/docker/.ngc_version.dev +++ b/docker/.ngc_version.dev @@ -1 +1 @@ -nvcr.io/nvidia/pytorch:25.11-py3 \ No newline at end of file +nvcr.io/nvidia/pytorch:26.02-py3 \ No newline at end of file diff --git a/docker/common/install.sh b/docker/common/install.sh index 01003c0e7aa..ec03172acf1 100644 --- a/docker/common/install.sh +++ b/docker/common/install.sh @@ -120,6 +120,8 @@ main() { # Create virtual environment and install dependencies uv venv ${UV_PROJECT_ENVIRONMENT} --system-site-packages + uv pip install --python ${UV_PROJECT_ENVIRONMENT}/bin/python \ + pybind11 wheel packaging "setuptools<80.0.0,>=77.0.0" # Install dependencies uv sync --locked --only-group build ${UV_ARGS[@]} diff --git a/docs/api-backwards-compatibility-check.md b/docs/api-backwards-compatibility-check.md index e1b6939b06f..40f56ec0c00 100644 --- a/docs/api-backwards-compatibility-check.md +++ b/docs/api-backwards-compatibility-check.md @@ -1,3 +1,7 @@ +--- +orphan: true +--- + ---- -orphan: true ---- - # Documentation Development - [Documentation Development](#documentation-development) diff --git a/docs/get-started/install.md b/docs/get-started/install.md index e1d7202b3fc..5781d065fae 100644 --- a/docs/get-started/install.md +++ b/docs/get-started/install.md @@ -7,90 +7,117 @@ license agreement from NVIDIA CORPORATION is strictly prohibited. --> -# Megatron Core Installation - -Installation is supported using Docker and pip. +# Installation ## System Requirements -### Hardware Requirements +### Hardware -- **FP8 Support**: NVIDIA Hopper, Ada, Blackwell GPUs - **Recommended**: NVIDIA Turing architecture or later +- **FP8 Support**: Requires NVIDIA Hopper, Ada, or Blackwell GPUs -### Software Requirements +### Software -- **CUDA/cuDNN/NCCL**: Latest stable versions -- **PyTorch**: Latest stable version -- **Transformer Engine**: Latest stable version -- **Python**: 3.12 recommended +- **Python**: >= 3.10 (3.12 recommended) +- **PyTorch**: >= 2.6.0 +- **CUDA Toolkit**: Latest stable version -## Docker Installation (Recommended) +## Prerequisites -We strongly recommend using the previous releases of [PyTorch NGC Container](https://catalog.ngc.nvidia.com/orgs/nvidia/containers/pytorch) rather than the latest one for optimal compatibility with Megatron Core release and testing matrix. Our releases are always based on the previous month's NGC container, so this ensures compatibility and stability. +Install [uv](https://docs.astral.sh/uv/), a fast Python package installer: -**Note:** The NGC PyTorch container constraints the python environment globally via `PIP_CONSTRAINT`. In the following examples we will unset the variable. +```bash +curl -LsSf https://astral.sh/uv/install.sh | sh +``` -This container comes with all dependencies pre-installed with compatible versions and optimized configurations for NVIDIA GPUs: -- PyTorch (latest stable version) -- CUDA, cuDNN, NCCL (latest stable versions) -- Support for FP8 on NVIDIA Hopper, Ada, and Blackwell GPUs -- For best performance, use NVIDIA Turing GPU architecture generations and later +## Option A: Pip Install (Recommended) + +Install the latest stable release from PyPI: ```bash -# Run container with mounted directories -docker run --runtime --nvidia --gpus all -it --rm \ - -v /path/to/megatron:/workspace/megatron \ - -v /path/to/dataset:/workspace/dataset \ - -v /path/to/checkpoints:/workspace/checkpoints \ - -e PIP_CONSTRAINT= \ - nvcr.io/nvidia/pytorch:25.04-py3 +uv pip install megatron-core ``` -## Pip Installation +To include optional training dependencies (Weights & Biases, SentencePiece, HF Transformers): + +```bash +uv pip install "megatron-core[training]" +``` -Megatron Core installation offers support for two NGC PyTorch containers: +For all extras including [Transformer Engine](https://github.com/NVIDIA/TransformerEngine): -- `dev`: Moving head that supports the most recent upstream dependencies -- `lts`: Long-term support of NGC PyTorch 24.01 +```bash +uv pip install --group build +uv pip install --no-build-isolation "megatron-core[training,dev]" +``` -Both containers can be combined with `mlm`, which adds package dependencies for Megatron-LM on top of Megatron Core. +```{note} +`--no-build-isolation` requires build dependencies to be pre-installed in the environment. `torch` is needed because several `[dev]` packages (`mamba-ssm`, `nv-grouped-gemm`, `transformer-engine`) import it at build time to compile CUDA kernels. Expect this step to take **20+ minutes** depending on your hardware. If you prefer pre-built binaries, the [NGC Container](#option-c-ngc-container) ships with these pre-compiled. +``` +```{warning} +Building from source can consume a large amount of memory. By default the build runs one compiler job per CPU core, which may cause out-of-memory failures on machines with many cores. To limit parallel compilation jobs, set the `MAX_JOBS` environment variable before installing (e.g. `MAX_JOBS=4`). +``` -1. Install the latest release dependencies +```{tip} +For a lighter set of development dependencies without Transformer Engine and ModelOpt, use `[lts]` instead of `[dev]`: `uv pip install --no-build-isolation "megatron-core[training,lts]"`. The `[lts]` and `[dev]` extras are mutually exclusive. +``` - ```bash - pip install "setuptools<80.0.0,>=77.0.0" "packaging>=24.2" - pip install --no-build-isolation megatron-core[dev] - ``` +To clone the repository for examples: -2. Next choose one of the following options: +```bash +git clone https://github.com/NVIDIA/Megatron-LM.git +``` -* For running an Megatron LM application - ```bash - pip install "setuptools<80.0.0,>=77.0.0" "packaging>=24.2" - pip install --no-build-isolation megatron-core[mlm,dev] - ``` -* Install packages for LTS support NGC PyTorch 24.01 +## Option B: Install from Source - ```bash - pip install "setuptools<80.0.0,>=77.0.0" "packaging>=24.2" - pip install --no-build-isolation megatron-core[lts] - ``` +For development or to run the latest unreleased code: -* For running an Megatron LM application +```bash +git clone https://github.com/NVIDIA/Megatron-LM.git +cd Megatron-LM +uv pip install -e . +``` - ```bash - pip install "setuptools<80.0.0,>=77.0.0" "packaging>=24.2" - pip install --no-build-isolation megatron-core[mlm,lts] - ``` +To install with all development dependencies (includes Transformer Engine, requires pre-installed build deps): -* For a version of Megatron Core with only Torch, run +```bash +uv pip install --group build +uv pip install --no-build-isolation -e ".[training,dev]" +``` + +```{tip} +If the build runs out of memory, limit parallel compilation jobs with `MAX_JOBS=4 uv pip install --no-build-isolation -e ".[training,dev]"`. +``` + + +## Option C: NGC Container + +For a pre-configured environment with all dependencies pre-installed (PyTorch, CUDA, cuDNN, NCCL, Transformer Engine), use the [PyTorch NGC Container](https://catalog.ngc.nvidia.com/orgs/nvidia/containers/pytorch). + +We recommend using the **previous month's** NGC container rather than the latest one to ensure compatibility with the current Megatron Core release and testing matrix. + +```bash +docker run --gpus all -it --rm \ + -v /path/to/dataset:/workspace/dataset \ + -v /path/to/checkpoints:/workspace/checkpoints \ + -e PIP_CONSTRAINT= \ + nvcr.io/nvidia/pytorch:26.01-py3 +``` + +```{note} +The NGC PyTorch container constrains the Python environment globally via `PIP_CONSTRAINT`. The `-e PIP_CONSTRAINT=` flag above unsets this so that Megatron Core and its dependencies install correctly. +``` + +Then install Megatron Core inside the container (torch is already available in the NGC image): + +```bash +pip install uv +uv pip install --no-build-isolation "megatron-core[training,dev]" +``` - ```bash - pip install megatron-core - ``` +You are now ready to run training. See [Your First Training Run](quickstart.md) for next steps. diff --git a/docs/get-started/overview.md b/docs/get-started/overview.md index 42b964d5cec..b7f84ee22e5 100644 --- a/docs/get-started/overview.md +++ b/docs/get-started/overview.md @@ -87,7 +87,7 @@ After training or modifying a Megatron model, you can convert it again for deplo - **[Megatron Bridge](https://github.com/NVIDIA-NeMo/Megatron-Bridge)** - Training library with bidirectional Hugging Face ↔ Megatron checkpoint conversion, flexible training loops, and production-ready recipes - **[NeMo RL](https://github.com/NVIDIA-NeMo/RL)** - Scalable toolkit for efficient reinforcement learning with RLHF, DPO, and other post-training methods - **[NeMo Framework](https://docs.nvidia.com/nemo-framework/user-guide/latest/overview.html)** - Enterprise framework with cloud-native support and end-to-end examples -- **[Model Optimizer (ModelOpt)](https://github.com/NVIDIA/Model-Optimizer)** - Model optimization toolkit for quantization, pruning, distillation, speculative decoding, and more. Checkout end-to-end examples in [examples/post_training/modelopt](./examples/post_training/modelopt/). +- **[Model Optimizer (ModelOpt)](https://github.com/NVIDIA/Model-Optimizer)** - Model optimization toolkit for quantization, pruning, distillation, speculative decoding, and more. Checkout end-to-end examples in [examples/post_training/modelopt](https://github.com/NVIDIA/Megatron-LM/tree/main/examples/post_training/modelopt). **Compatible with:** [Hugging Face Accelerate](https://github.com/huggingface/accelerate), [Colossal-AI](https://github.com/hpcaitech/ColossalAI), [DeepSpeed](https://github.com/microsoft/DeepSpeed) diff --git a/docs/get-started/quickstart.md b/docs/get-started/quickstart.md index 2addcb519a2..c8797aeedd4 100644 --- a/docs/get-started/quickstart.md +++ b/docs/get-started/quickstart.md @@ -7,54 +7,40 @@ license agreement from NVIDIA CORPORATION is strictly prohibited. --> -# Quick Start +# Your First Training Run -## Quick Installation +This guide walks you through running your first training jobs with Megatron Core. Make sure you have completed [installation](install.md) before proceeding. -Install Megatron Core with pip: +## Simple Training Example -1. Install Megatron Core with required dependencies: - - ```bash - pip install --no-build-isolation megatron-core[mlm,dev] - ``` - -2. Clone repository for examples: - - ```bash - git clone https://github.com/NVIDIA/Megatron-LM.git - cd Megatron-LM - pip install --no-build-isolation .[mlm,dev] - ``` - -That's it! You're ready to start training. - -## Your First Training Run - -### Simple Training Example +Run a minimal distributed training loop with mock data on 2 GPUs: ```bash -# Distributed training example (2 GPUs, mock data) torchrun --nproc_per_node=2 examples/run_simple_mcore_train_loop.py ``` -### LLaMA-3 Training Example +## LLaMA-3 Training Example + +Train a LLaMA-3 8B model with FP8 precision on 8 GPUs using mock data: ```bash -# 8 GPUs, FP8 precision, mock data -./examples/llama/train_llama3_8b_fp8.sh +./examples/llama/train_llama3_8b_h100_fp8.sh ``` ## Data Preparation -### JSONL Data Format +To train on your own data, Megatron expects preprocessed binary files (`.bin` and `.idx`). + +### 1. Prepare a JSONL File + +Each line should contain a `text` field: ```json {"text": "Your training text here..."} {"text": "Another training sample..."} ``` -### Basic Preprocessing +### 2. Preprocess the Data ```bash python tools/preprocess_data.py \ diff --git a/docs/index.md b/docs/index.md index c68f608a73b..4b75ed2c0c8 100644 --- a/docs/index.md +++ b/docs/index.md @@ -38,8 +38,8 @@ get-started/releasenotes :hidden: :caption: Get Started -get-started/quickstart get-started/install +get-started/quickstart ``` ```{toctree} @@ -71,6 +71,7 @@ user-guide/features/custom_fsdp user-guide/features/dist_optimizer user-guide/features/optimizer_cpu_offload user-guide/features/pipeline_parallel_layout +user-guide/features/fine_grained_activation_offloading user-guide/features/megatron_energon user-guide/features/megatron_rl user-guide/features/tokenizers diff --git a/docs/llama_mistral.md b/docs/llama_mistral.md index 076409cd4f5..95568adce78 100644 --- a/docs/llama_mistral.md +++ b/docs/llama_mistral.md @@ -11,7 +11,7 @@ NOTE: In order to simplify code we now only support converting llama-3.x and mistral checkpoints downloaded from Hugging Face. For converting other models, see [Megatron Bridge](models/index.md). -The [Llama-2](https://ai.meta.com/llama/) and [Llama-3.x](https://llama.meta.com/) family of models are an open-source set of pretrained & finetuned (for chat) models that have achieved strong results across a wide set of benchmarks. At their times of release, both Llama-2 and Llama-3 models achieved among the best results for open-source models, and were competitive with leading closed-source models (see https://arxiv.org/pdf/2307.09288.pdf and https://ai.meta.com/blog/meta-llama-3/). +The Llama-2 and Llama-3.x family of models are an open-source set of pretrained & finetuned (for chat) models that have achieved strong results across a wide set of benchmarks. At their times of release, both Llama-2 and Llama-3 models achieved among the best results for open-source models, and were competitive with leading closed-source models (see ). Similarly, [Mistral-7b](https://mistral.ai/news/announcing-mistral-7b/) is an open-source model with pretrained and finetuned (for chat) variants that achieve strong benchmark results. @@ -50,7 +50,6 @@ Architecturally Llama-2, Llama-3 and Mistral-7b are very similar. As such Megatr - [Known numerical differences](#known-numerical-differences) - [Using legacy model format](#using-legacy-model-format) - # Llama-2 Llama-2 checkpoints can be loaded into Megatron for inference and for finetuning. Loading these checkpoints consists of three steps: @@ -63,7 +62,7 @@ The following sections detail these steps. The final section lists benchmark res ## Download Meta or Huggingface checkpoints -Users must first apply for access to download the Llama-2 checkpoints either directly from [Meta](https://ai.meta.com/resources/models-and-libraries/llama-downloads/) or through [Huggingface](https://huggingface.co/docs/transformers/main/model_doc/llama2) (HF). The checkpoints are available in two formats, Meta's native format (available from both the Meta and HF links), and HF's format (available only from HF). Either format can be converted to Megatron, as detailed next. +Users must first apply for access to download the Llama-2 checkpoints either directly [Huggingface](https://huggingface.co/docs/transformers/main/model_doc/llama2) (HF). The checkpoints are available in two formats, Meta's native format (available from both the Meta and HF links), and HF's format (available only from HF). Either format can be converted to Megatron, as detailed next. ## Convert checkpoint format @@ -149,11 +148,11 @@ If loading for either inference or finetuning, use the following arguments: ### Launch Meta -Meta checkpoints can be launched with: https://github.com/facebookresearch/llama +Meta checkpoints can be launched with: ### Launch Huggingface -Huggingface checkpoints can be launched with: https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py +Huggingface checkpoints can be launched with: ## Benchmark results @@ -361,7 +360,7 @@ The following sections detail these steps. ## Download Huggingface checkpoints -Users must first apply for access to download the Mistral-7b checkpoints through [Huggingface](https://huggingface.co/mistralai/Mistral-7B-v0.3) (HF). +Users must first apply for access to download the Mistral-7b checkpoints through Huggingface. Two variants are available: the base model ([Mistral-7B-v0.3](https://huggingface.co/mistralai/Mistral-7B-v0.3)) and the instruct model ([Mistral-7B-Instruct-v0.3](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3)). ## Convert checkpoint format @@ -437,7 +436,7 @@ Many models such as Yi-34B and Qwen2.x use the Llama architecture and may be con It is not expected that the megatron and Huggingface implementations of llama3.x and mistral models will produce numerically identical results. There are multiple points where small numerical differences are expected. This is a non-exhaustive list: -1. TransformerEngine (TE) uses the model params_dtype inside RMSNorm whereas the Huggingface implementation uses fp32. See for details: https://github.com/NVIDIA/TransformerEngine/issues/1132 +1. TransformerEngine (TE) uses the model params_dtype inside RMSNorm whereas the Huggingface implementation uses fp32. See for details: 2. Huggingface `transformers` implements the q, k and v projections in self-attention as separate GEMMs whereas Megatron core combines them into a single GEMM for efficiency. This leads to small numerical differences. # Using legacy model format diff --git a/docs/requirements-ci.txt b/docs/requirements-ci.txt new file mode 100644 index 00000000000..13e0abe06a0 --- /dev/null +++ b/docs/requirements-ci.txt @@ -0,0 +1,8 @@ +setuptools<80.0.0,>=77.0.0 +wheel +sphinx +sphinx-autobuild +sphinx-autodoc2 +sphinx-copybutton +myst_parser +nvidia-sphinx-theme diff --git a/docs/user-guide/data-preparation.md b/docs/user-guide/data-preparation.md index 18da2d80fe1..ea91bee4309 100644 --- a/docs/user-guide/data-preparation.md +++ b/docs/user-guide/data-preparation.md @@ -46,6 +46,46 @@ python tools/preprocess_data.py \ | `--workers` | Number of parallel workers for processing | | `--append-eod` | Add end-of-document token | +## Finding Optimal Number of Workers + +Use the `--find-optimal-num-workers` flag to find number of workers which gives the best performance in terms of preprocessed documents per second. +Script will lauch a few short data preprocessing runs with a different number of workers to define the fastest run in respect to collected performance data. + +```bash +python tools/preprocess_data.py \ + --input data.jsonl \ + --output-prefix processed_data \ + --tokenizer-type HuggingFaceTokenizer \ + --tokenizer-model /path/to/tokenizer.model \ + --workers 8 \ + --find-optimal-num-workers \ + --workers-to-check 4 8 16 32 \ + --max-documents 50000 +``` + +**Required arguments** + +| Argument | Description | +|----------|-------------| +| `--find-optimal-num-workers` | Activates search of optimal number of workers | +| `--workers-to-check` | List of possible number of workers to run | +| `--max-documents` | Number of documents to be preprocessed during each run | + +**Output example** + +```bash +----------------------------------- +Performance results (fastest → slowest): +1. 16 workers → avg. docs/s: 9606.6476 +2. 32 workers → avg. docs/s: 9275.3284 +3. 8 workers → avg. docs/s: 9151.9280 +4. 4 workers → avg. docs/s: 6391.3819 + +----------------------------------- +The most optimal num of workers is 16 with avg. preprocessed docs/s: 9606.6476. +----------------------------------- +``` + ## Output Files The preprocessing tool generates two files: diff --git a/docs/user-guide/features/index.md b/docs/user-guide/features/index.md index fc5a1aa1abe..59cef95d574 100644 --- a/docs/user-guide/features/index.md +++ b/docs/user-guide/features/index.md @@ -14,6 +14,7 @@ Advanced feature guides for key Megatron Core capabilities. ```{toctree} :maxdepth: 2 +fine_grained_activation_offloading moe context_parallel custom_fsdp diff --git a/docs/user-guide/index.md b/docs/user-guide/index.md index 45e70c3a520..d12f3e35af2 100644 --- a/docs/user-guide/index.md +++ b/docs/user-guide/index.md @@ -1,3 +1,7 @@ +--- +orphan: true +--- + b l pd xBC = rearrange(xBC, "b d l -> b l d").contiguous() @@ -885,27 +885,29 @@ def _ssm_decode( conv_state: torch.Tensor, ssm_state: torch.Tensor, batch_indices: Optional[torch.Tensor] = None, + intermediate_conv_state: Optional[torch.Tensor] = None, + intermediate_ssm_state: Optional[torch.Tensor] = None, ) -> torch.Tensor: """ Performs SSM computation for inference decode step. Args: - zxBCdt: The input tensor of shape (l, b, d), which is a concatenation of - z, x, B, C, and dt projections. For decoding, l must be 1. + zxBCdt: The input tensor of shape (b, s, d), which is a concatenation of + z, x, B, C, and dt projections. + s is the sequence length (1 + num_speculative_tokens). conv_state: The convolution state tensor for inference. ssm_state: The selective scan state tensor for inference. - batch_indices: A map from batch id to position in the Mamba state tensors for - dynamic inference. + batch_indices: A map from batch id to position in the Mamba state tensors. + intermediate_conv_state: Optional buffer for storing conv state at each + sequence step (for speculative decoding rollback). + intermediate_ssm_state: Optional buffer for storing SSM state at each + sequence step (for speculative decoding rollback). Returns: - The output tensor of shape (l, b, d). + The output tensor of shape (b, s, d). """ - seq_len, batch_size, _ = zxBCdt.shape + batch_size, seq_len, _ = zxBCdt.shape dtype = zxBCdt.dtype - assert seq_len == 1, "Only support decoding with 1 token at a time for now" - - # Remove sequence dimension - zxBCdt = zxBCdt.squeeze(0) z, xBC, dt = torch.split( zxBCdt, @@ -919,23 +921,32 @@ def _ssm_decode( # Conv step if causal_conv1d_update is None: + # TODO(ksanthanam): Consider deprecating this path + assert seq_len == 1, "Native PyTorch fallback only supports 1 token at a time" + xBC_squeeze = xBC.squeeze(1) conv_state.copy_(torch.roll(conv_state, shifts=-1, dims=-1)) # Update state (B D W) - conv_state[:, :, -1] = xBC - xBC = torch.sum( + conv_state[:, :, -1] = xBC_squeeze + xBC_squeeze = torch.sum( conv_state * rearrange(self.conv1d.weight, "d 1 w -> d w"), dim=-1 ) # (B D) if self.conv1d.bias is not None: - xBC = xBC + self.conv1d.bias - xBC = self.act(xBC).to(dtype=xBC.dtype) + xBC_squeeze = xBC_squeeze + self.conv1d.bias + xBC = self.act(xBC_squeeze).to(dtype=xBC.dtype).unsqueeze(1) else: + # Conv state dtype might differ from params dtype, so cast xBC and weight / bias + # tensors to the conv state dtype for causal_conv1d_update and then cast xBC + # back to the original dtype + xBC_dtype = xBC.dtype + weight = rearrange(self.conv1d.weight, "d 1 w -> d w") xBC = causal_conv1d_update( - xBC, + xBC.to(conv_state.dtype), conv_state, - rearrange(self.conv1d.weight, "d 1 w -> d w"), - self.conv1d.bias, + weight.to(conv_state.dtype), + self.conv1d.bias.to(conv_state.dtype), self.activation, conv_state_indices=batch_indices, - ) + intermediate_conv_states=intermediate_conv_state, + ).to(xBC_dtype) x, B, C = torch.split( xBC, @@ -950,6 +961,16 @@ def _ssm_decode( # SSM step if selective_state_update is None: + # TODO(ksanthanam): Consider deprecating this path + assert seq_len == 1, "Native PyTorch fallback only supports 1 token at a time" + + x = x.squeeze(1) + B = B.squeeze(1) + C = C.squeeze(1) + dt = dt.squeeze(1) + if z is not None: + z = z.squeeze(1) + if self.ngroups_local_tp > 1: B = rearrange(B, "b (g n) -> b g n", n=self.d_state) C = rearrange(C, "b (g n) -> b g n", n=self.d_state) @@ -994,16 +1015,20 @@ def _ssm_decode( y = rearrange(y, "b h p -> b (h p)") if not self.rmsnorm: y = y * self.act(z) # (B D) + + y = y.unsqueeze(1) # Restore seq dimension else: A = repeat(A, "h -> h p n", p=self.headdim, n=self.d_state).to(dtype=torch.float32) - dt = repeat(dt, "b h -> b h p", p=self.headdim) + + # Incorporate sequence dimension in einops rearrengements + dt = repeat(dt, "b s h -> b s h p", p=self.headdim) dt_bias = repeat(self.dt_bias, "h -> h p", p=self.headdim) D = repeat(self.D, "h -> h p", p=self.headdim) - B = rearrange(B, "b (g n) -> b g n", g=self.ngroups_local_tp) - C = rearrange(C, "b (g n) -> b g n", g=self.ngroups_local_tp) - x_reshaped = rearrange(x, "b (h p) -> b h p", p=self.headdim) + B = rearrange(B, "b s (g n) -> b s g n", g=self.ngroups_local_tp) + C = rearrange(C, "b s (g n) -> b s g n", g=self.ngroups_local_tp) + x_reshaped = rearrange(x, "b s (h p) -> b s h p", p=self.headdim) if not self.rmsnorm: - z = rearrange(z, "b (h p) -> b h p", p=self.headdim) + z = rearrange(z, "b s (h p) -> b s h p", p=self.headdim) # Upcast the batch_indices to prevent integer overflow errors in the case of # large max request counts. @@ -1022,14 +1047,14 @@ def _ssm_decode( dt_bias=dt_bias, dt_softplus=True, state_batch_indices=batch_indices, + intermediate_ssm_states=intermediate_ssm_state, # SSM only ) - y = rearrange(y, "b h p -> b (h p)") + y = rearrange(y, "b s h p -> b s (h p)") if self.rmsnorm: y = self.norm(y, z) - # Restore sequence dimension - return y.unsqueeze(0) + return y def mamba_state_shapes_per_request(self) -> Tuple[Tuple[int], Tuple[int]]: """Returns the Mamba conv and ssm states shapes per request.""" diff --git a/megatron/core/ssm/mlp_layer.py b/megatron/core/ssm/mlp_layer.py index 19aec5878b2..e1668a01381 100644 --- a/megatron/core/ssm/mlp_layer.py +++ b/megatron/core/ssm/mlp_layer.py @@ -20,6 +20,7 @@ def __init__( layer_number: int = 1, hidden_dropout: float = None, pg_collection: Optional[ProcessGroupCollection] = None, + add_layer_offset: bool = True, ): super().__init__( config=config, @@ -27,4 +28,5 @@ def __init__( layer_number=layer_number, hidden_dropout=hidden_dropout, pg_collection=pg_collection, + add_layer_offset=add_layer_offset, ) diff --git a/megatron/core/ssm/ops/__init__.py b/megatron/core/ssm/ops/__init__.py new file mode 100644 index 00000000000..3e4afde2e29 --- /dev/null +++ b/megatron/core/ssm/ops/__init__.py @@ -0,0 +1 @@ +# Copyright (c) 2026, NVIDIA CORPORATION. All rights reserved. diff --git a/megatron/core/ssm/ops/causal_conv1d_triton.py b/megatron/core/ssm/ops/causal_conv1d_triton.py new file mode 100644 index 00000000000..36d14a1d91b --- /dev/null +++ b/megatron/core/ssm/ops/causal_conv1d_triton.py @@ -0,0 +1,274 @@ +# Copyright (c) 2026, NVIDIA CORPORATION. All rights reserved. + +# Some of this code was adopted from https://github.com/Dao-AILab/causal-conv1d/ +# This source code is licensed under the BSD license found in the +# LICENSE file in the root directory of this source tree. + +import torch +import triton +import triton.language as tl + + +@triton.jit +def causal_conv1d_update_kernel( + x_ptr, + x_b_stride, + x_s_stride, + x_c_stride, + conv_state_ptr, + conv_state_b_stride, + conv_state_c_stride, + conv_state_l_stride, + int_state_ptr, + int_state_b_stride, + int_state_s_stride, + int_state_c_stride, + int_state_l_stride, + weight_ptr, + weight_c_stride, + weight_width_stride, + bias_ptr, + bias_stride, + out_ptr, + out_b_stride, + out_s_stride, + out_c_stride, + conv_state_indices_ptr, + batch, + seq_len, + dim, + state_len, + WIDTH: tl.constexpr, + BLOCK_DIM: tl.constexpr, + HAS_BIAS: tl.constexpr, + HAS_STATE_INDICES: tl.constexpr, + HAS_INT_STATE: tl.constexpr, + SILU_ACTIVATION: tl.constexpr, +): + """Triton implementation of causal_conv1d_update (kernel).""" + batch_id = tl.program_id(0) + channel_block_id = tl.program_id(1) + + channel_offsets = channel_block_id * BLOCK_DIM + tl.arange(0, BLOCK_DIM) + mask = channel_offsets < dim + + # State batch coordinate mapping + if HAS_STATE_INDICES: + state_batch_coord = tl.load(conv_state_indices_ptr + batch_id) + else: + state_batch_coord = batch_id + + # Base Pointers + conv_state_ptrs = ( + conv_state_ptr + + state_batch_coord * conv_state_b_stride + + channel_offsets * conv_state_c_stride + ) + weight_ptrs = weight_ptr + channel_offsets * weight_c_stride + + # Skip padding tokens (block-level uniform condition) + if state_batch_coord < 0: + for s in range(seq_len): + out_ptrs = ( + out_ptr + + batch_id * out_b_stride + + s * out_s_stride + + channel_offsets * out_c_stride + ) + tl.store(out_ptrs, 0.0, mask=mask) + return + + # Load Bias + if HAS_BIAS: + bias_val = tl.load(bias_ptr + channel_offsets * bias_stride, mask=mask).to(tl.float32) + else: + bias_val = tl.zeros([BLOCK_DIM], dtype=tl.float32) + + # Load Weights + if WIDTH == 2: + w0 = tl.load(weight_ptrs + 0 * weight_width_stride, mask=mask).to(tl.float32) + w1 = tl.load(weight_ptrs + 1 * weight_width_stride, mask=mask).to(tl.float32) + elif WIDTH == 3: + w0 = tl.load(weight_ptrs + 0 * weight_width_stride, mask=mask).to(tl.float32) + w1 = tl.load(weight_ptrs + 1 * weight_width_stride, mask=mask).to(tl.float32) + w2 = tl.load(weight_ptrs + 2 * weight_width_stride, mask=mask).to(tl.float32) + elif WIDTH == 4: + w0 = tl.load(weight_ptrs + 0 * weight_width_stride, mask=mask).to(tl.float32) + w1 = tl.load(weight_ptrs + 1 * weight_width_stride, mask=mask).to(tl.float32) + w2 = tl.load(weight_ptrs + 2 * weight_width_stride, mask=mask).to(tl.float32) + w3 = tl.load(weight_ptrs + 3 * weight_width_stride, mask=mask).to(tl.float32) + + # Initialize independent x_vals to match unrolled float array + x_val_0 = tl.zeros([BLOCK_DIM], dtype=tl.float32) + x_val_1 = tl.zeros([BLOCK_DIM], dtype=tl.float32) + x_val_2 = tl.zeros([BLOCK_DIM], dtype=tl.float32) + x_val_3 = tl.zeros([BLOCK_DIM], dtype=tl.float32) + + # Loop over the sequence dimension (e.g., speculative tokens) + for s in range(seq_len): + x_ptrs = x_ptr + batch_id * x_b_stride + s * x_s_stride + channel_offsets * x_c_stride + out_ptrs = ( + out_ptr + batch_id * out_b_stride + s * out_s_stride + channel_offsets * out_c_stride + ) + + # Load the last (WIDTH - 1) elements to use them BEFORE they are overwritten + # by the shift + if WIDTH >= 2: + x_val_0 = tl.load( + conv_state_ptrs + (state_len - WIDTH + 1) * conv_state_l_stride, mask=mask + ).to(tl.float32) + if WIDTH >= 3: + x_val_1 = tl.load( + conv_state_ptrs + (state_len - WIDTH + 2) * conv_state_l_stride, mask=mask + ).to(tl.float32) + if WIDTH >= 4: + x_val_2 = tl.load( + conv_state_ptrs + (state_len - WIDTH + 3) * conv_state_l_stride, mask=mask + ).to(tl.float32) + + # Shift the linear state buffer left by 1 + i = 0 + while i < state_len - 1: + val = tl.load(conv_state_ptrs + (i + 1) * conv_state_l_stride, mask=mask) + tl.store(conv_state_ptrs + i * conv_state_l_stride, val, mask=mask) + i += 1 + + # Process the single token for the current sequence step + x_val = tl.load(x_ptrs, mask=mask) + + # Store the new token at the end of the linear state buffer + tl.store(conv_state_ptrs + (state_len - 1) * conv_state_l_stride, x_val, mask=mask) + + # Write out to the intermediate state buffer if requested + if HAS_INT_STATE: + i = 0 + while i < state_len: + val = tl.load(conv_state_ptrs + i * conv_state_l_stride, mask=mask) + int_ptr = ( + int_state_ptr + + state_batch_coord * int_state_b_stride + + s * int_state_s_stride + + channel_offsets * int_state_c_stride + + i * int_state_l_stride + ) + tl.store(int_ptr, val, mask=mask) + i += 1 + + # Advance registers for calculation + x_val_f32 = x_val.to(tl.float32) + if WIDTH == 2: + x_val_1 = x_val_f32 + elif WIDTH == 3: + x_val_2 = x_val_f32 + elif WIDTH == 4: + x_val_3 = x_val_f32 + + # Compute output + out_val = bias_val + if WIDTH == 2: + out_val += w0 * x_val_0 + w1 * x_val_1 + elif WIDTH == 3: + out_val += w0 * x_val_0 + w1 * x_val_1 + w2 * x_val_2 + elif WIDTH == 4: + out_val += w0 * x_val_0 + w1 * x_val_1 + w2 * x_val_2 + w3 * x_val_3 + + if SILU_ACTIVATION: + out_val = out_val * tl.sigmoid(out_val) + + tl.store(out_ptrs, out_val.to(out_ptrs.dtype.element_ty), mask=mask) + + +def causal_conv1d_update( + x: torch.Tensor, + conv_state: torch.Tensor, + weight: torch.Tensor, + bias: torch.Tensor | None, + silu_activation: bool, + conv_state_indices: torch.Tensor | None, + intermediate_conv_states: torch.Tensor | None = None, +) -> torch.Tensor: + """Triton implementation of causal_conv1d_update (entrypoint).""" + + # Check if input is 2D, temporarily treat as 3D for uniform processing + is_2d = x.dim() == 2 + if is_2d: + x = x.unsqueeze(1) + + batch, seq_len, dim = x.shape + out = torch.empty_like(x) + state_len = conv_state.shape[-1] + width = weight.shape[-1] + + if bias is not None: + bias_stride = bias.stride(0) + has_bias = True + else: + bias = x # Dummy pointer + bias_stride = 0 + has_bias = False + + if conv_state_indices is not None: + has_state_indices = True + else: + conv_state_indices = x # Dummy pointer + has_state_indices = False + + # Extract intermediate state strides if provided + if intermediate_conv_states is not None: + has_int_state = True + int_state_ptr = intermediate_conv_states + int_state_b_stride = intermediate_conv_states.stride(0) + int_state_s_stride = intermediate_conv_states.stride(1) + int_state_c_stride = intermediate_conv_states.stride(2) + int_state_l_stride = intermediate_conv_states.stride(3) + else: + has_int_state = False + int_state_ptr = x # Dummy pointer + int_state_b_stride = 0 + int_state_s_stride = 0 + int_state_c_stride = 0 + int_state_l_stride = 0 + + BLOCK_DIM = 64 + grid = (batch, triton.cdiv(dim, BLOCK_DIM)) + + causal_conv1d_update_kernel[grid]( + x, + x.stride(0), + x.stride(1), + x.stride(2), + conv_state, + conv_state.stride(0), + conv_state.stride(1), + conv_state.stride(2), + int_state_ptr, + int_state_b_stride, + int_state_s_stride, + int_state_c_stride, + int_state_l_stride, + weight, + weight.stride(0), + weight.stride(1), + bias, + bias_stride, + out, + out.stride(0), + out.stride(1), + out.stride(2), + conv_state_indices, + batch, + seq_len, + dim, + state_len, + WIDTH=width, + BLOCK_DIM=BLOCK_DIM, + HAS_BIAS=has_bias, + HAS_STATE_INDICES=has_state_indices, + HAS_INT_STATE=has_int_state, + SILU_ACTIVATION=silu_activation == "silu", + ) + + if is_2d: + out = out.squeeze(1) + + return out diff --git a/megatron/core/ssm/ops/mamba_ssm.py b/megatron/core/ssm/ops/mamba_ssm.py new file mode 100644 index 00000000000..cd2041eb084 --- /dev/null +++ b/megatron/core/ssm/ops/mamba_ssm.py @@ -0,0 +1,441 @@ +# Copyright (c) 2026, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, Tri Dao, Albert Gu. + +# Some of this code was adopted from https://github.com/state-spaces/mamba/ +# This source code is licensed under the Apache license found in the +# LICENSE file in the root directory of this source tree. + +import torch +import triton +import triton.language as tl +from packaging import version + +TRITON3 = version.parse(triton.__version__) >= version.parse("3.0.0") + + +if TRITON3: + + @triton.jit + def softplus(dt): + """Optimized softplus.""" + return tl.math.log(tl.math.exp(dt) + 1) + +else: + + @triton.jit + def softplus(dt): + """Optimized softplus.""" + return tl.math.log1p(tl.exp(dt)) + + +@triton.heuristics({"HAS_DT_BIAS": lambda args: args["dt_bias_ptr"] is not None}) +@triton.heuristics({"HAS_D": lambda args: args["D_ptr"] is not None}) +@triton.heuristics({"HAS_Z": lambda args: args["z_ptr"] is not None}) +@triton.heuristics( + {"HAS_STATE_BATCH_INDICES": lambda args: args["state_batch_indices_ptr"] is not None} +) +@triton.heuristics({"HAS_INT_STATE": lambda args: args["int_state_ptr"] is not None}) +@triton.heuristics({"BLOCK_SIZE_DSTATE": lambda args: triton.next_power_of_2(args["dstate"])}) +@triton.jit +def _selective_scan_update_kernel( + # Pointers to matrices + state_ptr, + x_ptr, + dt_ptr, + dt_bias_ptr, + A_ptr, + B_ptr, + C_ptr, + D_ptr, + z_ptr, + out_ptr, + state_batch_indices_ptr, + int_state_ptr, + # Matrix dimensions + batch, + seq_len, + nheads, + dim, + dstate, + nheads_ngroups_ratio, + # Strides + stride_state_batch, + stride_state_head, + stride_state_dim, + stride_state_dstate, + stride_x_batch, + stride_x_seq, + stride_x_head, + stride_x_dim, + stride_dt_batch, + stride_dt_seq, + stride_dt_head, + stride_dt_dim, + stride_dt_bias_head, + stride_dt_bias_dim, + stride_A_head, + stride_A_dim, + stride_A_dstate, + stride_B_batch, + stride_B_seq, + stride_B_group, + stride_B_dstate, + stride_C_batch, + stride_C_seq, + stride_C_group, + stride_C_dstate, + stride_D_head, + stride_D_dim, + stride_z_batch, + stride_z_seq, + stride_z_head, + stride_z_dim, + stride_out_batch, + stride_out_seq, + stride_out_head, + stride_out_dim, + stride_int_batch, + stride_int_seq, + stride_int_head, + stride_int_dim, + stride_int_dstate, + # Meta-parameters + DT_SOFTPLUS: tl.constexpr, + TIE_HDIM: tl.constexpr, + BLOCK_SIZE_M: tl.constexpr, + HAS_DT_BIAS: tl.constexpr, + HAS_D: tl.constexpr, + HAS_Z: tl.constexpr, + HAS_STATE_BATCH_INDICES: tl.constexpr, + HAS_INT_STATE: tl.constexpr, + BLOCK_SIZE_DSTATE: tl.constexpr, +): + pid_m = tl.program_id(axis=0) + pid_b = tl.program_id(axis=1) + pid_h = tl.program_id(axis=2) + + offs_m = pid_m * BLOCK_SIZE_M + tl.arange(0, BLOCK_SIZE_M) + offs_n = tl.arange(0, BLOCK_SIZE_DSTATE) + + out_ptr += pid_b * stride_out_batch + pid_h * stride_out_head + out_ptrs = out_ptr + offs_m * stride_out_dim + + # 1. State Mapping (handles dynamic batching slot allocation) + if HAS_STATE_BATCH_INDICES: + state_batch_indices_ptr += pid_b + state_batch_idx = tl.load(state_batch_indices_ptr) + # Skip padding tokens (e.g. from graph capture or inactive slots) + if state_batch_idx < 0: + for s in range(seq_len): + out_s_ptrs = out_ptrs + s * stride_out_seq + tl.store(out_s_ptrs, 0.0, mask=offs_m < dim) + return + state_ptr += state_batch_idx * stride_state_batch + pid_h * stride_state_head + if HAS_INT_STATE: + int_state_ptr += state_batch_idx * stride_int_batch + pid_h * stride_int_head + else: + state_ptr += pid_b * stride_state_batch + pid_h * stride_state_head + if HAS_INT_STATE: + int_state_ptr += pid_b * stride_int_batch + pid_h * stride_int_head + + # Base Pointers for Sequence iteration + x_ptr += pid_b * stride_x_batch + pid_h * stride_x_head + dt_ptr += pid_b * stride_dt_batch + pid_h * stride_dt_head + if HAS_DT_BIAS: + dt_bias_ptr += pid_h * stride_dt_bias_head + + A_ptr += pid_h * stride_A_head + B_ptr += pid_b * stride_B_batch + (pid_h // nheads_ngroups_ratio) * stride_B_group + C_ptr += pid_b * stride_C_batch + (pid_h // nheads_ngroups_ratio) * stride_C_group + if HAS_Z: + z_ptr += pid_b * stride_z_batch + pid_h * stride_z_head + + # Constant offsets (A, D, and bias do not have a sequence dimension) + state_ptrs = state_ptr + ( + offs_m[:, None] * stride_state_dim + offs_n[None, :] * stride_state_dstate + ) + if HAS_INT_STATE: + int_state_ptrs = int_state_ptr + ( + offs_m[:, None] * stride_int_dim + offs_n[None, :] * stride_int_dstate + ) + + x_ptrs = x_ptr + offs_m * stride_x_dim + dt_ptrs = dt_ptr + offs_m * stride_dt_dim + + if HAS_DT_BIAS: + dt_bias_ptrs = dt_bias_ptr + offs_m * stride_dt_bias_dim + if HAS_D: + D_ptr += pid_h * stride_D_head + D_ptrs = D_ptr + offs_m * stride_D_dim + + A_ptrs = A_ptr + (offs_m[:, None] * stride_A_dim + offs_n[None, :] * stride_A_dstate) + B_ptrs = B_ptr + offs_n * stride_B_dstate + C_ptrs = C_ptr + offs_n * stride_C_dstate + + if HAS_Z: + z_ptrs = z_ptr + offs_m * stride_z_dim + + # Load initial historical state and constant parameters + state = tl.load( + state_ptrs, mask=(offs_m[:, None] < dim) & (offs_n[None, :] < dstate), other=0.0 + ).to(tl.float32) + + if not TIE_HDIM: + A = tl.load( + A_ptrs, mask=(offs_m[:, None] < dim) & (offs_n[None, :] < dstate), other=0.0 + ).to(tl.float32) + else: + A = tl.load(A_ptr).to(tl.float32) + + if HAS_D: + D = tl.load(D_ptrs, mask=offs_m < dim, other=0.0).to(tl.float32) + + # ---------------------------------------------------- + # Sequence Loop (Processes Main Token + Speculative Drafts) + # ---------------------------------------------------- + for s in range(seq_len): + x_s_ptrs = x_ptrs + s * stride_x_seq + dt_s_ptrs = dt_ptrs + s * stride_dt_seq + B_s_ptrs = B_ptrs + s * stride_B_seq + C_s_ptrs = C_ptrs + s * stride_C_seq + if HAS_Z: + z_s_ptrs = z_ptrs + s * stride_z_seq + + x = tl.load(x_s_ptrs, mask=offs_m < dim, other=0.0).to(tl.float32) + + # Calculate dt and dA + if not TIE_HDIM: + dt = tl.load(dt_s_ptrs, mask=offs_m < dim, other=0.0).to(tl.float32) + if HAS_DT_BIAS: + dt += tl.load(dt_bias_ptrs, mask=offs_m < dim, other=0.0).to(tl.float32) + if DT_SOFTPLUS: + dt = tl.where(dt <= 20.0, softplus(dt), dt) + dA = tl.exp(A * dt[:, None]) + else: + dt = tl.load(dt_ptr + s * stride_dt_seq).to(tl.float32) + if HAS_DT_BIAS: + dt += tl.load(dt_bias_ptr).to(tl.float32) + if DT_SOFTPLUS: + dt = tl.where(dt <= 20.0, softplus(dt), dt) + dA = tl.exp(A * dt) + + # Load B and C + B = tl.load(B_s_ptrs, mask=offs_n < dstate, other=0.0).to(tl.float32) + C = tl.load(C_s_ptrs, mask=offs_n < dstate, other=0.0).to(tl.float32) + if HAS_Z: + z = tl.load(z_s_ptrs, mask=offs_m < dim, other=0.0).to(tl.float32) + + if not TIE_HDIM: + dB = B[None, :] * dt[:, None] + else: + dB = B * dt + + # ---------------------------------------------------- + # The Core State Recurrence (h_t = dA * h_{t-1} + dB * x_t) + # ---------------------------------------------------- + state = state * dA + dB * x[:, None] + + # ---------------------------------------------------- + # Dump Intermediate Speculative State Snapshot + # ---------------------------------------------------- + if HAS_INT_STATE: + int_state_s_ptrs = int_state_ptrs + s * stride_int_seq + tl.store( + int_state_s_ptrs, state, mask=(offs_m[:, None] < dim) & (offs_n[None, :] < dstate) + ) + + # Calculate Output + out = tl.sum(state * C[None, :], axis=1) + if HAS_D: + out += x * D + if HAS_Z: + out *= z * tl.sigmoid(z) + + out_s_ptrs = out_ptrs + s * stride_out_seq + tl.store(out_s_ptrs, out, mask=offs_m < dim) + + # After processing all sequence steps, persist the final state back to HBM + tl.store(state_ptrs, state, mask=(offs_m[:, None] < dim) & (offs_n[None, :] < dstate)) + + +def selective_state_update( + state, + x, + dt, + A, + B, + C, + D=None, + z=None, + dt_bias=None, + dt_softplus=False, + state_batch_indices=None, + intermediate_ssm_states=None, +): + """ + Argument: + state: (batch, dim, dstate) or (batch, nheads, dim, dstate) + x: (batch, dim), (batch, seqlen, dim), (batch, nheads, dim) or (batch, seqlen, nheads, dim) + dt: Matches x + A: (dim, dstate) or (nheads, dim, dstate) + B: (batch, dstate), (batch, seqlen, dstate), (batch, ngroups, dstate) or + (batch, seqlen, ngroups, dstate) + C: Matches B + D: (dim,) or (nheads, dim) + z: Matches x + dt_bias: (dim,) or (nheads, dim) + intermediate_ssm_states: Optional buffer of shape (batch, seqlen, nheads, dim, dstate) + or (batch, seqlen, dim, dstate) + Return: + out: shape matches x + """ + has_heads = state.dim() > 3 + if not has_heads: + state = state.unsqueeze(1) + + # Standardize inputs to explicit sequence and head dimensions: (batch, seq_len, nheads, dim) + is_seq_unsq = False + if has_heads: + if x.dim() == 3: # (batch, nheads, dim) -> (batch, 1, nheads, dim) + x = x.unsqueeze(1) + dt = dt.unsqueeze(1) + B = B.unsqueeze(1) + C = C.unsqueeze(1) + if z is not None: + z = z.unsqueeze(1) + is_seq_unsq = True + else: + if x.dim() == 2: # (batch, dim) -> (batch, 1, 1, dim) + x = x.unsqueeze(1).unsqueeze(2) + dt = dt.unsqueeze(1).unsqueeze(2) + B = B.unsqueeze(1).unsqueeze(2) + C = C.unsqueeze(1).unsqueeze(2) + if z is not None: + z = z.unsqueeze(1).unsqueeze(2) + is_seq_unsq = True + elif x.dim() == 3: # (batch, seqlen, dim) -> (batch, seqlen, 1, dim) + x = x.unsqueeze(2) + dt = dt.unsqueeze(2) + B = B.unsqueeze(2) + C = C.unsqueeze(2) + if z is not None: + z = z.unsqueeze(2) + + if A.dim() == 2: + A = A.unsqueeze(0) + if D is not None and D.dim() == 1: + D = D.unsqueeze(0) + if dt_bias is not None and dt_bias.dim() == 1: + dt_bias = dt_bias.unsqueeze(0) + + # Set up Intermediate State standardization + if intermediate_ssm_states is not None: + if not has_heads and intermediate_ssm_states.dim() == 4: + intermediate_ssm_states = intermediate_ssm_states.unsqueeze( + 2 + ) # (batch, seqlen, 1, dim, dstate) + int_state_strides = ( + intermediate_ssm_states.stride(0), + intermediate_ssm_states.stride(1), + intermediate_ssm_states.stride(2), + intermediate_ssm_states.stride(3), + intermediate_ssm_states.stride(4), + ) + else: + intermediate_ssm_states = x # Dummy pointer + int_state_strides = (0, 0, 0, 0, 0) + + batch, seq_len, nheads, dim = x.shape + dstate = state.shape[-1] + ngroups = B.shape[-2] + + out = torch.empty_like(x) + grid = lambda META: (triton.cdiv(dim, META['BLOCK_SIZE_M']), batch, nheads) + z_strides = ( + (z.stride(0), z.stride(1), z.stride(2), z.stride(3)) if z is not None else (0, 0, 0, 0) + ) + + BLOCK_SIZE_M, num_warps = ( + (32, 4) + if dstate <= 16 + else ( + (16, 4) + if dstate <= 32 + else ((8, 4) if dstate <= 64 else ((4, 4) if dstate <= 128 else ((4, 8)))) + ) + ) + + tie_hdim = ( + A.stride(-1) == 0 + and A.stride(-2) == 0 + and dt.stride(-1) == 0 + and (dt_bias is None or dt_bias.stride(-1) == 0) + ) + + with torch.cuda.device(x.device.index): + _selective_scan_update_kernel[grid]( + state, + x, + dt, + dt_bias, + A, + B, + C, + D, + z, + out, + state_batch_indices, + intermediate_ssm_states, + batch, + seq_len, + nheads, + dim, + dstate, + nheads // ngroups, + state.stride(0), + state.stride(1), + state.stride(2), + state.stride(3), + x.stride(0), + x.stride(1), + x.stride(2), + x.stride(3), + dt.stride(0), + dt.stride(1), + dt.stride(2), + dt.stride(3), + *(dt_bias.stride(0), dt_bias.stride(1)) if dt_bias is not None else (0, 0), + A.stride(0), + A.stride(1), + A.stride(2), + B.stride(0), + B.stride(1), + B.stride(2), + B.stride(3), + C.stride(0), + C.stride(1), + C.stride(2), + C.stride(3), + *(D.stride(0), D.stride(1)) if D is not None else (0, 0), + z_strides[0], + z_strides[1], + z_strides[2], + z_strides[3], + out.stride(0), + out.stride(1), + out.stride(2), + out.stride(3), + *int_state_strides, + dt_softplus, + tie_hdim, + BLOCK_SIZE_M, + num_warps=num_warps, + ) + + # Revert dimensions back to match original x format + if not has_heads: + out = out.squeeze(2) + if is_seq_unsq: + out = out.squeeze(1) + + return out diff --git a/megatron/core/tensor_parallel/inference_layers.py b/megatron/core/tensor_parallel/inference_layers.py index 0addc64a65f..cb367e43bd6 100644 --- a/megatron/core/tensor_parallel/inference_layers.py +++ b/megatron/core/tensor_parallel/inference_layers.py @@ -9,6 +9,7 @@ TERowParallelLinear, ) from megatron.core.inference.communication.torch_symm_triton import ( + are_tensors_nvls_eligible, fused_multimem_rs_add_norm_ag, multimem_all_gather, multimem_reduce_scatter, @@ -16,7 +17,7 @@ from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor from megatron.core.inference.quantization.utils import mm_mxfp8 from megatron.core.model_parallel_config import ModelParallelConfig -from megatron.core.parallel_state import get_global_symmetric_memory_buffer +from megatron.core.parallel_state import get_global_symmetric_memory_buffer_tp from megatron.core.transformer.transformer_config import TransformerConfig from megatron.core.utils import get_tensor_model_parallel_group_if_none @@ -108,6 +109,8 @@ def __init__( config.sequence_parallel ), "--transformer-impl=inference_optimized requires --sequence-parallel" + self.triton_nvls_kernels_allowed = not config.inference_disable_triton_nvls_kernels + # Boolean to be toggled externally for skipping norm and all-gather. # This is used when enabling fused reduce-scatter + add + rms-norm + all-gather # in tensor parallelism. In this case, the preceeding RowParallelLinear layer @@ -120,7 +123,7 @@ def _maybe_allocate_symmetric_buffer(self, x: torch.Tensor): """ symm_mem_buffer_dims = list(x.size()) symm_mem_buffer_dims[0] *= self.tp_size - symm_mem_buffer = get_global_symmetric_memory_buffer().maybe_get_tensor( + symm_mem_buffer = get_global_symmetric_memory_buffer_tp().maybe_get_tensor( symm_mem_buffer_dims, dtype=x.dtype ) return symm_mem_buffer @@ -133,16 +136,14 @@ def _all_gather(self, x: torch.Tensor, symm_mem_buffer: dict) -> None: if self.tp_size == 1: return x - # 1. check if bf16 - is_bf16 = x.dtype == torch.bfloat16 - # 2. check if hopper or newer - is_hopper_or_newer = torch.cuda.get_device_properties(x.device).major >= 9 - # 3. check if symmetric memory buffer is available - has_enough_symmetric_memory = symm_mem_buffer["handle"] is not None - can_use_custom_nvls_collectives = ( - is_bf16 and is_hopper_or_newer and has_enough_symmetric_memory + # Check input only: if input is 16-byte divisible, the output + # (world_size * input) is too. + can_use_nvls = ( + self.triton_nvls_kernels_allowed + and are_tensors_nvls_eligible(x) + and symm_mem_buffer["handle"] is not None ) - if can_use_custom_nvls_collectives: + if can_use_nvls: # do multimem all gather multimem_all_gather(symm_mem_buffer["tensor"], x, symm_mem_buffer["handle"]) return symm_mem_buffer["tensor"] @@ -221,6 +222,10 @@ def __init__( config.sequence_parallel ), "--transformer-impl=inference_optimized requires --sequence-parallel" + self.triton_nvls_kernels_allowed = not getattr( + config, 'inference_disable_triton_nvls_kernels', False + ) + # Placeholder for next layer norm weights for fused # reduce-scatter + add + rms-norm + all-gather self.next_layer_norm_weights = None @@ -233,27 +238,27 @@ def _matmul_reduce_scatter(self, x, residual=None): and perform an NVLS multicast reduce-scatter. If that is not possible, it will revert to torch.dist (NCCL) reduce-scatter. """ - # 1. check if bf16 - is_bf16 = x.dtype == torch.bfloat16 - # 2. check if mxfp8 use_mxfp8 = self.config.fp8_recipe == "mxfp8" - # 3. check if hopper or newer - is_hopper_or_newer = torch.cuda.get_device_properties(x.device).major >= 9 - # 4. attempt to ask for symmetric memory symm_mem_buffer_dims = list(x.size()) if use_mxfp8: # Remove batch dimension for FlashInfer mxfp8 del symm_mem_buffer_dims[1] symm_mem_buffer_dims[-1] = self.weight.size(0) - symm_mem_buffer = get_global_symmetric_memory_buffer().maybe_get_tensor( + symm_mem_buffer = get_global_symmetric_memory_buffer_tp().maybe_get_tensor( symm_mem_buffer_dims, dtype=x.dtype ) - has_enough_symmetric_memory = symm_mem_buffer["handle"] is not None - can_use_custom_nvls_collectives = ( - is_bf16 and is_hopper_or_newer and has_enough_symmetric_memory + + # RS requires bf16 (hardware multimem reduce is bf16-only). + # Check the matmul output shape: if it is NVLS-eligible, the RS output + # (world_size times smaller on dim 0) is too. + can_use_nvls = ( + self.triton_nvls_kernels_allowed + and x.dtype == torch.bfloat16 + and are_tensors_nvls_eligible(x) + and symm_mem_buffer["handle"] is not None ) - if can_use_custom_nvls_collectives: + if can_use_nvls: # Write output of matmul directly onto the symmetric memory buffer x = _apply_linear(x, self.weight, self.config, out=symm_mem_buffer["tensor"]) diff --git a/megatron/core/tokenizers/text/libraries/tiktoken_tokenizer.py b/megatron/core/tokenizers/text/libraries/tiktoken_tokenizer.py index 48c46e9949f..39228ad4afd 100644 --- a/megatron/core/tokenizers/text/libraries/tiktoken_tokenizer.py +++ b/megatron/core/tokenizers/text/libraries/tiktoken_tokenizer.py @@ -17,16 +17,15 @@ logger = logging.getLogger(__name__) -PATTERN_TIKTOKEN_V1 = ( +_PATTERN_TIKTOKEN_V1 = ( r"[^\r\n\p{L}\p{N}]?+\p{L}+|\p{N}| ?[^\s\p{L}\p{N}]++[\r\n]*|\s*[\r\n]|\s+(?!\S)|\s+" ) -PATTERN_TIKTOKEN_V2 = "[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]*[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]+|[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]+[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]*|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n/]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" # pylint: disable=line-too-long +_PATTERN_TIKTOKEN_V2 = "[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]*[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]+|[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]+[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]*|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n/]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" # pylint: disable=line-too-long DEFAULT_TIKTOKEN_MAX_VOCAB = 2**17 # 131072 SPECIAL_TOKENS = ["", "", "", "", "", "", ""] SPECIAL_TOKEN_TEMPLATE = "" - -logger = logging.getLogger(__name__) +__all__ = ["TikTokenTokenizer", "reload_mergeable_ranks"] def reload_mergeable_ranks( @@ -103,9 +102,9 @@ def __init__( special_tokens = SPECIAL_TOKENS.copy() if pattern == "v1": - pattern = PATTERN_TIKTOKEN_V1 + pattern = _PATTERN_TIKTOKEN_V1 elif pattern == "v2": - pattern = PATTERN_TIKTOKEN_V2 + pattern = _PATTERN_TIKTOKEN_V2 else: raise ValueError(f"Expected tiktoken pattern to be `v1` or `v2`, but got {pattern}.") diff --git a/megatron/core/transformer/attention.py b/megatron/core/transformer/attention.py index 3b054ccc4b1..a98539060d2 100644 --- a/megatron/core/transformer/attention.py +++ b/megatron/core/transformer/attention.py @@ -252,11 +252,13 @@ def __init__( attention_type: str, cp_comm_type: str | None = None, pg_collection: ProcessGroupCollection | None = None, + pp_layer_offset: Optional[int] = None, ): super().__init__(config=config) self.config = config self.layer_number = layer_number + self._pp_layer_offset = pp_layer_offset self.attn_mask_type = attn_mask_type self.attention_type = attention_type @@ -433,7 +435,16 @@ def _allocate_memory(self, inference_max_sequence_length, batch_size, dim, dtype ) def _get_pp_layer_offset_for_inference(self): - """Return the pipeline parallel layer offset for inference.""" + """Return the pipeline parallel layer offset for inference. + + When pp_layer_offset was explicitly provided (e.g. by MambaBlock for + hybrid models using --hybrid-layer-pattern with fVPP), use that value + directly. Otherwise fall back to the standard computation which assumes + uniform layer distribution across pipeline stages. + """ + if self._pp_layer_offset is not None: + return self._pp_layer_offset + assert ( self.config.virtual_pipeline_model_parallel_size is None ), "Virtual pipeline parallelism is not supported for inference" @@ -789,7 +800,7 @@ def flash_decode_and_prefill( assert block_table is not None # Flash attn kernel. - if not is_decode_only: + if max_seqlen_q > 1: q = q.squeeze(1) if getattr(self, "softmax_scale", None) is not None: softmax_scale = self.softmax_scale @@ -1264,6 +1275,7 @@ def __init__( attn_mask_type: AttnMaskType = AttnMaskType.padding, cp_comm_type: str | None = None, pg_collection: ProcessGroupCollection | None = None, + pp_layer_offset: Optional[int] = None, ): super().__init__( config=config, @@ -1273,6 +1285,7 @@ def __init__( attention_type="self", cp_comm_type=cp_comm_type, pg_collection=pg_collection, + pp_layer_offset=pp_layer_offset, ) self.linear_qkv_out_dim = self.query_projection_size + 2 * self.kv_projection_size diff --git a/megatron/core/transformer/cuda_graphs.py b/megatron/core/transformer/cuda_graphs.py index 0f7341f253e..6cdcf7037e8 100644 --- a/megatron/core/transformer/cuda_graphs.py +++ b/megatron/core/transformer/cuda_graphs.py @@ -928,6 +928,7 @@ def clone_ten(ten): only_inputs=True, allow_unused=True, ) + _set_warmup_end() with self.get_quantization_context(): @@ -1131,7 +1132,18 @@ def replace_with_weak_ref(arg): if not torch.is_tensor(arg): return arg - ref = make_weak_ref(arg) + try: + ref = make_weak_ref(arg) + except RuntimeError: + # Fallback to keeping a strong reference. There is a known bug where some + # dtypes (e.g. torch.float64) are not mapped to a representation in + # transformer_engine/pytorch/utils.py. + if torch.distributed.get_rank() == 0: + logger.warning( + f"Could not create weak ref for tensor with dtype {arg.dtype}; " + f"keeping strong ref with a potential memory overhead." + ) + return arg ref.requires_grad = arg.requires_grad if hasattr(arg, "can_skip_replay_copy"): ref.can_skip_replay_copy = arg.can_skip_replay_copy @@ -1270,17 +1282,19 @@ def check(val, ref, context): _check_supported_type(ref) if val.type != ref.type and not (is_dataclass(val.value) and is_dataclass(ref.value)): - add_error(f"Type mismatch at {context}: {val.type} vs {ref.type}") + add_error( + f"Type mismatch at {context}: Received {val.type} but expected {ref.type}" + ) return False if ref.type == torch.Tensor or issubclass(ref.type, torch.Tensor): mismatches = [] if val.shape != ref.shape: - mismatches.append(f"expected shape {val.shape} vs. {ref.shape}") + mismatches.append(f"Received shape {val.shape} but expected {ref.shape}") if val.dtype != ref.dtype: - mismatches.append(f"expected dtype {val.dtype} vs. {ref.dtype}") + mismatches.append(f"Received dtype {val.dtype} but expected {ref.dtype}") if val.device != ref.device: - mismatches.append(f"expected device {val.device} vs. {ref.device}") + mismatches.append(f"Received device {val.device} but expected {ref.device}") if mismatches: add_error(f"Tensor mismatch at {context}: {', '.join(mismatches)}") @@ -1704,14 +1718,21 @@ def __init__(self, model, config, seq_length, micro_batch_size, optimizers=[]): # Number of microbatches to capture. The value will be set in _get_cuda_graph_input_data(). self.num_microbatches = None - # Get callables with captureable layers. + self._discover_layers() + + # One helper object can only capture CUDA Graphs once. Use this flag to check if the graphs + # have been created. + self._graphs_created = False + + def _discover_layers(self): + """Discover captureable layers from the model and populate internal data structures.""" self.chunks_with_decoder = [] self.num_layers_per_chunk = [] self.callables_per_chunk = [] self.callables_per_chunk_is_mtp = [] self.flattened_callables = [] self.flattened_callables_is_mtp = [] - for chunk_number, model_chunk in enumerate(model): + for chunk_number, model_chunk in enumerate(self.model): try: chunk_with_decoder = get_attr_wrapped_model( model_chunk, 'decoder', allow_none=False, return_model_obj=True @@ -1736,13 +1757,13 @@ def __init__(self, model, config, seq_length, micro_batch_size, optimizers=[]): callables, callables_is_mtp = [], [] for layer_number in range(num_decoder_layers): layer = chunk_with_decoder.decoder.layers[layer_number] - if _layer_is_graphable(layer, config): + if _layer_is_graphable(layer, self.config): num_graphable_layers += 1 callables.append(layer) callables_is_mtp.append(False) for layer_number in range(num_mtp_layers): layer = chunk_with_decoder.mtp.layers[layer_number].mtp_model_layer - if _layer_is_graphable(layer, config): + if _layer_is_graphable(layer, self.config): num_graphable_layers += 1 callables.append(layer) callables_is_mtp.append(True) @@ -1778,10 +1799,6 @@ def __init__(self, model, config, seq_length, micro_batch_size, optimizers=[]): f'{len(self.flattened_callables)} graphable layers.', ) - # One helper object can only capture CUDA Graphs once. Use this flag to check if the graphs - # have been created. - self._graphs_created = False - def graphs_created(self): """ Returns whether the CUDA Graphs have been created. @@ -2434,3 +2451,316 @@ def get_layer_range(c_id): add_order(c_id, l_b, is_wgrad=True) return new_order, chunk_id_list + + +# --------------------------------------------------------------------------- +# set_current_microbatch: sets per-layer microbatch index for TE graph replay +# --------------------------------------------------------------------------- + + +def set_current_microbatch(model, microbatch_id): + """Set the current microbatch on all layers that use TE CUDA graph replay. + + current_microbatch is read by _te_cuda_graph_replay to select the + correct graph index. This helper is called from the pipeline-parallel + schedule before each forward step. + """ + decoder_exists = True + model_with_decoder = None + try: + model_with_decoder = get_attr_wrapped_model( + model, "decoder", allow_none=False, return_model_obj=True + ) + except RuntimeError: + decoder_exists = False + if decoder_exists and model_with_decoder is not None: + for layer in model_with_decoder.decoder.layers: + layer.current_microbatch = microbatch_id + if hasattr(model_with_decoder, 'mtp'): + for layer in model_with_decoder.mtp.layers: + assert hasattr( + layer, 'mtp_model_layer' + ), f"MTP layer {layer} must have 'mtp_model_layer' attribute" + layer.mtp_model_layer.current_microbatch = microbatch_id + + # Also set current_microbatch on vision encoder layers so that + # _te_cuda_graph_replay selects the correct graph index. Without this, + # vision layers always use graph 0 (since current_microbatch defaults to 0), + # causing all microbatch forwards to overwrite the same static buffers. + # When backward runs for earlier microbatches, the buffers contain stale + # data from later forwards, producing NaN gradients. + try: + model_with_vision = get_attr_wrapped_model( + model, "vision_model", allow_none=True, return_model_obj=True + ) + except RuntimeError: + model_with_vision = None + if model_with_vision is not None and hasattr(model_with_vision, 'vision_model'): + vision_model = model_with_vision.vision_model + if hasattr(vision_model, 'decoder') and hasattr(vision_model.decoder, 'layers'): + for layer in vision_model.decoder.layers: + layer.current_microbatch = microbatch_id + + +# --------------------------------------------------------------------------- +# Vision encoder CUDA graph helpers +# --------------------------------------------------------------------------- + + +def _wrap_graph_for_vision(graph_fn): + """Wrap a graphed callable to filter out None outputs. + + During make_graphed_callables warmup, vision encoder layers go through their + normal forward() path which returns (output, context=None). _te_cuda_graph_replay + asserts len(output) == 1 but gets 2 elements. This wrapper filters out None + values so replay sees (output,) instead of (output, None). + """ + + def wrapped(*args, **kwargs): + result = graph_fn(*args, **kwargs) + if isinstance(result, tuple): + filtered = tuple(r for r in result if r is not None) + return filtered if filtered else result + return result + + for attr in ('backward_dw', 'reset'): + if hasattr(graph_fn, attr): + setattr(wrapped, attr, getattr(graph_fn, attr)) + return wrapped + + +def get_vision_cuda_graph_seq_length(vision_config, default_seq_length: int = 4096) -> int: + """Calculate the sequence length for vision encoder CUDA graphs. + + For vision encoders, the sequence length depends on: + - max_vision_cuda_graph_seq_length: explicit maximum (if set) + - num_position_embeddings: maximum number of patches + - spatial_merge_size: pooling factor that reduces sequence length + + Args: + vision_config: The TransformerConfig for vision encoder + default_seq_length: Default sequence length if cannot be calculated + + Returns: + The sequence length to use for CUDA graph capture + """ + if ( + hasattr(vision_config, 'max_vision_cuda_graph_seq_length') + and vision_config.max_vision_cuda_graph_seq_length + ): + return vision_config.max_vision_cuda_graph_seq_length + + if hasattr(vision_config, 'num_position_embeddings'): + seq_length = vision_config.num_position_embeddings + if hasattr(vision_config, 'spatial_merge_size'): + merge_factor = vision_config.spatial_merge_size**2 + seq_length = seq_length // merge_factor + return seq_length + + return default_seq_length + + +class VisionTECudaGraphHelper(TECudaGraphHelper): + """Helper to capture CUDA Graphs for vision encoder layers using TE. + + Inherits from TECudaGraphHelper and overrides only the + vision-specific behaviour: + + * Layer discovery finds vision_model.decoder.layers instead of the + language decoder layers. + * num_model_chunks is always 1 (vision has no virtual pipeline stages). + * Batch dimension is always 1 (images are concatenated along the sequence + dimension). + * Sample argument generation uses a simple loop (no rotary embeddings or + buffer-reuse optimization). + * Captured graph outputs are wrapped to filter None values that arise + from vision encoder layers returning (output, None). + + Args: + model: The full model (list of model chunks) containing vision_model. + vision_config: TransformerConfig for the vision encoder. + vision_seq_length: Sequence length for vision (max vision tokens). + micro_batch_size: Micro-batch size (unused for sample-arg generation + since the vision encoder always uses batch-dim = 1). + num_microbatches: Number of microbatches per step. + """ + + def __init__( + self, + model, + vision_config, + vision_seq_length: int, + micro_batch_size: int, + num_microbatches: int = 1, + ): + super().__init__(model, vision_config, vision_seq_length, micro_batch_size) + # Vision encoder concatenates all images along the sequence dimension + # with a fixed batch dimension of 1, regardless of the training MBS. + self.micro_batch_size = 1 + self.num_model_chunks = 1 + self.num_microbatches = num_microbatches + + def _discover_layers(self): + """Discover captureable layers from the vision encoder.""" + self.vision_model = None + vision_layers = [] + + for model_chunk in self.model: + try: + unwrapped = get_attr_wrapped_model( + model_chunk, 'vision_model', allow_none=True, return_model_obj=True + ) + if unwrapped is not None and hasattr(unwrapped, 'vision_model'): + self.vision_model = unwrapped.vision_model + break + except (RuntimeError, AttributeError): + continue + + if self.vision_model is not None: + if hasattr(self.vision_model, 'decoder') and hasattr( + self.vision_model.decoder, 'layers' + ): + for layer in self.vision_model.decoder.layers: + if _layer_is_graphable(layer, self.config): + vision_layers.append(layer) + + if vision_layers: + self.chunks_with_decoder = [self.vision_model] + self.num_layers_per_chunk = [len(vision_layers)] + self.callables_per_chunk = [vision_layers] + self.callables_per_chunk_is_mtp = [[False] * len(vision_layers)] + self.flattened_callables = list(vision_layers) + self.flattened_callables_is_mtp = [False] * len(vision_layers) + else: + if self.vision_model is None: + logger.warning( + 'VisionTECudaGraphHelper: No vision_model found in model. ' + 'CUDA graphs will not be captured for vision encoder.' + ) + self.chunks_with_decoder = [None] + self.num_layers_per_chunk = [0] + self.callables_per_chunk = [[]] + self.callables_per_chunk_is_mtp = [[]] + self.flattened_callables = [] + self.flattened_callables_is_mtp = [] + + # backward-compat aliases used by callers / tests + self.callables = vision_layers + self.num_layers = len(vision_layers) + + if vision_layers: + logger.info( + f'VisionTECudaGraphHelper: Found {self.num_layers} graphable vision encoder ' + f'layers. seq_length={self.seq_length} (all images concatenated, batch_dim=1)' + ) + + def _start_capturing(self): + """Start capturing for vision encoder. + + Unlike the parent, this skips torch.distributed.barrier() because + with PP > 1 only the first pipeline stage has vision layers — other + ranks return early from create_cudagraphs and never reach this + point, so a barrier would deadlock. + """ + assert not self._graphs_created, 'CUDA Graphs have already been created.' + gc.collect() + torch.cuda.empty_cache() + if FREEZE_GC: + gc.freeze() + _set_capture_start() + log_single_rank(logger, logging.INFO, 'Start vision encoder CUDA Graphs capture...') + return time.time() + + def _finish_capturing(self, start_time): + """Finish capturing for vision encoder. + + Unlike the parent, this skips: + - torch.distributed.barrier() (asymmetric: only first PP stage captures). + - model_chunk.zero_grad_buffer() / optimizer.zero_grad() (handled + by the LM decoder helper's _finish_capturing which runs on all ranks). + - clear_aux_losses_tracker / reset_model_temporary_tensors + (LM-specific cleanup already handled by the LM helper). + """ + log_single_rank( + logger, + logging.INFO, + f'Time spent in vision encoder CUDA Graphs capture on rank ' + f'{torch.distributed.get_rank()}: {time.time() - start_time}s', + ) + _set_capture_end() + if FREEZE_GC: + gc.unfreeze() + gc.collect() + torch.cuda.empty_cache() + self._graphs_created = True + + def _get_sample_arguments(self, order, chunk_id_list=None): + """Generate sample arguments for vision encoder CUDA Graph capturing. + + Vision uses a simple per-layer-per-microbatch loop with batch_dim=1 + and no rotary embeddings (unlike the parent's buffer-reuse + optimization). The order and chunk_id_list arguments are + unused because vision has num_model_chunks=1 and does not need + the pipeline-schedule-aware buffer lifecycle tracking. + + Returns: + Tuple of (sample_args, sample_kwargs) lists for each + (layer, microbatch) pair. + """ + if not self.flattened_callables: + return [], [] + + sample_args = [] + sample_kwargs_list = [] + hidden_size = self.config.hidden_size + + for _microbatch_idx in range(self.num_microbatches): + for layer in self.flattened_callables: + hidden_states = torch.zeros( + self.seq_length, + 1, + hidden_size, + dtype=torch.bfloat16, + device='cuda', + requires_grad=True, + ) + + if hasattr(layer, 'get_layer_static_inputs'): + static_inputs = layer.get_layer_static_inputs(self.seq_length, 1) + hidden_states = static_inputs.pop('hidden_states', hidden_states) + sample_args.append((hidden_states,)) + sample_kwargs_list.append(static_inputs) + else: + sample_args.append((hidden_states,)) + sample_kwargs_list.append({}) + + return sample_args, sample_kwargs_list + + def create_cudagraphs(self): + """Capture CUDA Graphs for vision encoder layers per microbatch. + + Delegates to the parent's capture workflow, then wraps the captured + graphs with _wrap_graph_for_vision to filter None from + (output, None) tuples so that _te_cuda_graph_replay's + len == 1 assertion passes. + """ + if not self.flattened_callables: + logger.warning( + 'VisionTECudaGraphHelper: No graphable layers found. ' + 'Skipping CUDA graph capture.' + ) + return + + super().create_cudagraphs() + + for layer in self.flattened_callables: + if hasattr(layer, 'cuda_graphs'): + layer.cuda_graphs = [_wrap_graph_for_vision(g) for g in layer.cuda_graphs] + + def cuda_graph_set_manual_hooks(self): + """No-op: vision encoder layers do not use DDP parameter-gather hooks. + + The parent derives hooks from model_chunk._make_forward_pre_hook which + requires overlap_param_gather=True. Vision encoder parameters are not + distributed with the same overlap strategy, so we skip hook setup. + """ diff --git a/megatron/core/transformer/moe/README.md b/megatron/core/transformer/moe/README.md index e5eff445cac..558e2ccd39a 100644 --- a/megatron/core/transformer/moe/README.md +++ b/megatron/core/transformer/moe/README.md @@ -687,7 +687,7 @@ torchrun ${DISTRIBUTED_ARGS[@]} pretrain_gpt.py \ ## Contributing -We welcome contributions! Please see [CONTRIBUTING.md](../../../../CONTRIBUTING.md) for guidelines. +We welcome contributions! Please see [CONTRIBUTING.md](https://github.com/NVIDIA/Megatron-LM/blob/main/CONTRIBUTING.md) for guidelines. ## Support diff --git a/megatron/core/transformer/moe/grouped_gemm_util.py b/megatron/core/transformer/moe/grouped_gemm_util.py index 5dd344816bd..b40dcce8c25 100644 --- a/megatron/core/transformer/moe/grouped_gemm_util.py +++ b/megatron/core/transformer/moe/grouped_gemm_util.py @@ -1,7 +1,7 @@ # Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved. try: - import grouped_gemm + import grouped_gemm # pyright: ignore[reportMissingImports] except ImportError: grouped_gemm = None diff --git a/megatron/core/transformer/moe/moe_layer.py b/megatron/core/transformer/moe/moe_layer.py index 3d9d0b092aa..8277486b03b 100644 --- a/megatron/core/transformer/moe/moe_layer.py +++ b/megatron/core/transformer/moe/moe_layer.py @@ -2,6 +2,7 @@ from __future__ import annotations +import warnings from abc import ABC, abstractmethod from dataclasses import dataclass from typing import Optional, Protocol, Union @@ -24,11 +25,30 @@ MoEFlexTokenDispatcher, MoETokenDispatcher, ) +from megatron.core.transformer.moe.token_dispatcher_inference import ( + InferenceCUDAGraphTokenDispatcher, +) from megatron.core.transformer.spec_utils import ModuleSpec, build_module from megatron.core.transformer.transformer_config import TransformerConfig from megatron.core.typed_torch import apply_module from megatron.core.utils import internal_api +try: + import flashinfer # pylint: disable=unused-import + + HAVE_FLASHINFER = True +except ImportError: + HAVE_FLASHINFER = False + +if HAVE_FLASHINFER: + try: + import flashinfer_cubin # pylint: disable=unused-import + import flashinfer_jit_cache # pylint: disable=unused-import + + HAVE_FLASHINFER_CUBIN_AND_JIT_CACHE = True + except ImportError: + HAVE_FLASHINFER_CUBIN_AND_JIT_CACHE = False + try: import transformer_engine as te # pylint: disable=unused-import @@ -246,10 +266,76 @@ def __init__( if self.shared_expert_overlap: self.token_dispatcher.set_shared_experts(self.shared_experts) + # Inference-optimized mode setup + if config.transformer_impl == "inference_optimized": + assert ( + HAVE_FLASHINFER + ), "flashinfer-python is required for inference-optimized MoE implementation." + if not HAVE_FLASHINFER_CUBIN_AND_JIT_CACHE: + warnings.warn( + "flashinfer-cubin and/or flashinfer-jit-cache not found. " + "The FlashInfer cutlass kernel will be JIT compiled," + "which may take a long time." + ) + self._setup_inference_mode(pg_collection) + # Cudagraph tensor store for resuming the forward pass from the end of the cudagraph. self.cudagraph_tensor_store = MoECudaGraphTensorStore() self.fwd_execution_map = ["route", "expert_compute", "postprocess"] + def _setup_inference_mode(self, pg_collection): + """Set up inference-optimized token dispatcher and state. + + Called from __init__ when config.transformer_impl == "inference_optimized". + Creates an InferenceCUDAGraphTokenDispatcher alongside the standard dispatcher, + which is swapped in during CUDA-graphed forward passes. + """ + + assert self.config.moe_token_dispatcher_type == "alltoall", ( + f"Inference-optimized MoE requires 'alltoall' dispatcher, " + f"got '{self.config.moe_token_dispatcher_type}'" + ) + self.is_inference_cuda_graphed_iteration = False + self._inference_token_dispatcher = InferenceCUDAGraphTokenDispatcher( + self.num_local_experts, + self.local_expert_indices, + config=self.config, + pg_collection=pg_collection, + ) + + def set_inference_cuda_graphed_iteration(self): + """Enable CUDA-graphed iteration mode on this layer, its router, and its experts. + + Swaps in the inference-optimized token dispatcher and disables + shared expert overlap. + """ + self.is_inference_cuda_graphed_iteration = True + if hasattr(self.router, "set_inference_cuda_graphed_iteration"): + self.router.set_inference_cuda_graphed_iteration() + if hasattr(self.experts, "set_inference_cuda_graphed_iteration"): + self.experts.set_inference_cuda_graphed_iteration() + + if self._inference_token_dispatcher is not None: + self._saved_token_dispatcher = self.token_dispatcher + self.token_dispatcher = self._inference_token_dispatcher + self._saved_shared_expert_overlap = self.shared_expert_overlap + self.shared_expert_overlap = False + + def unset_inference_cuda_graphed_iteration(self): + """Disable CUDA-graphed iteration mode on this layer, its router, and its experts. + + Restores the standard token dispatcher and shared expert overlap setting. + """ + self.is_inference_cuda_graphed_iteration = False + if hasattr(self.router, "unset_inference_cuda_graphed_iteration"): + self.router.unset_inference_cuda_graphed_iteration() + if hasattr(self.experts, "unset_inference_cuda_graphed_iteration"): + self.experts.unset_inference_cuda_graphed_iteration() + + if hasattr(self, "_saved_token_dispatcher"): + self.token_dispatcher = self._saved_token_dispatcher + self.shared_expert_overlap = self._saved_shared_expert_overlap + @maybe_skip_or_early_return_by_cudagraph("route") def route(self, hidden_states: torch.Tensor, padding_mask: Optional[torch.Tensor] = None): """Compute token routing for preprocessing. @@ -328,7 +414,18 @@ def routed_experts_compute(self, hidden_states: torch.Tensor, probs: torch.Tenso dispatched_input, tokens_per_expert, permuted_probs = ( self.token_dispatcher.dispatch_postprocess(hidden_states, probs) ) - expert_output, mlp_bias = self.experts(dispatched_input, tokens_per_expert, permuted_probs) + if ( + hasattr(self, "_inference_token_dispatcher") + and self.is_inference_cuda_graphed_iteration + ): + routing_map = self.token_dispatcher.routing_map + expert_output, mlp_bias = self.experts( + dispatched_input, tokens_per_expert, permuted_probs, routing_map=routing_map + ) + else: + expert_output, mlp_bias = self.experts( + dispatched_input, tokens_per_expert, permuted_probs + ) assert mlp_bias is None, f"mlp_bias is not supported for {type(self.token_dispatcher)}" output = self.token_dispatcher.combine_preprocess(expert_output) @@ -437,7 +534,7 @@ def custom_forward(hidden_states, intermediate_tensors=None, padding_mask=None): return output, mlp_bias - if self.moe_layer_recompute: + if self.moe_layer_recompute and self.training: if self.config.fp8 or self.config.fp4: outputs = te_checkpoint( custom_forward, diff --git a/megatron/core/transformer/moe/router.py b/megatron/core/transformer/moe/router.py index c9a2a469531..b675d33cd21 100644 --- a/megatron/core/transformer/moe/router.py +++ b/megatron/core/transformer/moe/router.py @@ -716,3 +716,115 @@ def _save_to_state_dict(self, *args, **kwargs): """Save the state dict of the router.""" self._maintain_float32_expert_bias() # switch to float32 before saving return super()._save_to_state_dict(*args, **kwargs) + + +class InferenceTopKRouter(TopKRouter): + """Inference-only top-k router that strips out training-specific overhead. + + A stripped-down version of TopKRouter that skips z-loss, auxiliary load + balancing losses, token dropping, and expert bias updates. The _forward() + method is @torch.compile()'d and returns dense [num_tokens, topk] tensors + instead of sparse [num_tokens, num_experts] for compatibility with FlashInfer. + + Falls back to the parent TopKRouter.forward() for training or + non-CUDA-graphed inference iterations. + """ + + def __init__( + self, + config: TransformerConfig, + pg_collection: Optional[ProcessGroupCollection] = None, + is_mtp_layer: bool = False, + ) -> None: + """Initialize the specialized inference top-k router. + + Args: + config (TransformerConfig): The configuration for the transformer model. + pg_collection (ProcessGroupCollection, optional): Process groups for MoE operations. + """ + # Enforce constraints before calling super().__init__ + assert config.moe_router_num_groups is None, ( + f"InferenceTopKRouter requires moe_router_num_groups=None, " + f"got {config.moe_router_num_groups}" + ) + assert config.moe_router_score_function in ["sigmoid", "softmax"], ( + f"InferenceTopKRouter requires moe_router_score_function in " + f"['sigmoid', 'softmax'], got '{config.moe_router_score_function}'" + ) + + super().__init__(config=config, pg_collection=pg_collection) + + self.is_inference_cuda_graphed_iteration = False + + def set_inference_cuda_graphed_iteration(self): + """Enable CUDA graph-compatible operations for the router.""" + self.is_inference_cuda_graphed_iteration = True + + def unset_inference_cuda_graphed_iteration(self): + """Disable CUDA graph-compatible operations for the router.""" + self.is_inference_cuda_graphed_iteration = False + + @staticmethod + @torch.compile + def _compiled_topk_routing( + logits, + topk, + use_pre_softmax, + num_groups, + group_topk, + scaling_factor, + score_function, + expert_bias, + fused, + router_replay, + dense_output, + ): + return topk_routing_with_score_function( + logits, + topk, + use_pre_softmax=use_pre_softmax, + num_groups=num_groups, + group_topk=group_topk, + scaling_factor=scaling_factor, + score_function=score_function, + expert_bias=expert_bias, + fused=fused, + router_replay=router_replay, + dense_output=dense_output, + ) + + def _forward(self, input: torch.Tensor, padding_mask: Optional[torch.Tensor] = None): + logits = self.gating(input).squeeze(1) # [num_tokens, num_experts] + + probs, top_indices = self._compiled_topk_routing( + logits, + self.topk, + use_pre_softmax=self.config.moe_router_pre_softmax, + num_groups=self.config.moe_router_num_groups, + group_topk=self.config.moe_router_group_topk, + scaling_factor=self.config.moe_router_topk_scaling_factor, + score_function=self.score_function, + expert_bias=self.expert_bias, + fused=self.config.moe_router_fusion, + router_replay=self.router_replay, + dense_output=True, + ) + return probs.squeeze(1), top_indices.squeeze(1) + + def forward(self, input: torch.Tensor, padding_mask: Optional[torch.Tensor] = None): + """Simplified forward pass for inference - returns dense tensors only. + + Args: + input (torch.Tensor): Input tensor of shape [seq_length, bsz, hidden_size]. + padding_mask (torch.Tensor, optional): Not used in inference. + + Returns: + Tuple[torch.Tensor, torch.Tensor]: + - probs: Normalized routing probabilities [num_tokens, topk] + - top_indices: Selected expert indices [num_tokens, topk] + """ + + if self.training or not self.is_inference_cuda_graphed_iteration: + return super().forward(input, padding_mask) + + return self._forward(input, padding_mask) diff --git a/megatron/core/transformer/moe/token_dispatcher.py b/megatron/core/transformer/moe/token_dispatcher.py index 62e7ff41b87..993e91aee80 100644 --- a/megatron/core/transformer/moe/token_dispatcher.py +++ b/megatron/core/transformer/moe/token_dispatcher.py @@ -682,6 +682,7 @@ def token_dispatch(self, permutated_local_input_tokens, permuted_probs): Returns: A tuple of tokens and probabilities after All-to-All. """ + # Perform expert parallel AlltoAll communication self.tokens_per_expert = self._maybe_dtoh_and_synchronize( "before_ep_alltoall", self.tokens_per_expert diff --git a/megatron/core/transformer/moe/token_dispatcher_inference.py b/megatron/core/transformer/moe/token_dispatcher_inference.py new file mode 100644 index 00000000000..6b851c252c5 --- /dev/null +++ b/megatron/core/transformer/moe/token_dispatcher_inference.py @@ -0,0 +1,326 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + +""" +CUDA-graph-compatible token dispatcher for inference. + +This dispatcher is only used during CUDA-graphed inference iterations. It replaces +AlltoAll with AllGather/ReduceScatter for token exchange, keeping all metadata +GPU-resident to avoid host synchronizations that would break CUDA graph capture. + +Supports latency-optimized NVLS collectives (multimem all-gather/reduce-scatter) +on Hopper+ GPUs with BF16, with automatic fallback to NCCL. +""" + +from typing import List, Optional + +import torch + +from megatron.core.inference.communication.torch_symm_triton import ( + are_tensors_nvls_eligible, + multimem_all_gather_fused, + multimem_reduce_scatter, +) +from megatron.core.parallel_state import get_global_symmetric_memory_buffer_ep +from megatron.core.process_groups_config import ProcessGroupCollection +from megatron.core.tensor_parallel import ( + gather_from_sequence_parallel_region, + reduce_scatter_to_sequence_parallel_region, +) +from megatron.core.transformer.moe.token_dispatcher import MoEAllGatherTokenDispatcher +from megatron.core.transformer.transformer_config import TransformerConfig + + +class InferenceCUDAGraphTokenDispatcher(MoEAllGatherTokenDispatcher): + """ + CUDA-graph-compatible AllGather token dispatcher for inference. + + Only used during CUDA-graphed inference iterations. Swapped in by + MoELayer.set_inference_cuda_graphed_iteration() before graph capture + and swapped out by MoELayer.unset_inference_cuda_graphed_iteration() after. + + Key features: + - AllGather/ReduceScatter instead of AlltoAll for CUDA graph compatibility + - GPU-resident metadata (no host synchronization) + - NVLS collectives on Hopper+ with automatic NCCL fallback + """ + + def __init__( + self, + num_local_experts: int, + local_expert_indices: List[int], + config: TransformerConfig, + pg_collection: Optional[ProcessGroupCollection] = None, + ) -> None: + """ + Initialize the InferenceCUDAGraphTokenDispatcher. + + Args: + num_local_experts: Number of experts on this rank. + local_expert_indices: Global indices of experts on this rank. + config: Transformer configuration. + pg_collection: Process group collection for distributed ops. + """ + super().__init__( + num_local_experts=num_local_experts, + local_expert_indices=local_expert_indices, + config=config, + pg_collection=pg_collection, + ) + self.topk = config.moe_router_topk + + self.triton_nvls_kernels_allowed = not self.config.inference_disable_triton_nvls_kernels + + def _maybe_allocate_ag_buffers( + self, routing_map: torch.Tensor, probs: torch.Tensor, hidden_states: torch.Tensor + ) -> dict: + """Allocate a single symmetric memory output buffer for fused all-gather. + + Creates one contiguous symmetric memory buffer sized for the gathered + (global) routing_map, probs, and hidden_states, then returns sliced views + into it. This allows a single fused NVLS all-gather kernel to write all + three outputs in one launch. + + Args: + routing_map (torch.Tensor): Local routing map, shape [local_tokens, topk]. + Boolean or integer tensor mapping each token to its selected experts. + probs (torch.Tensor): Local routing probabilities, shape [local_tokens, topk]. + Normalized weights for each token's selected experts. + hidden_states (torch.Tensor): Local hidden states, shape [local_tokens, hidden_dim]. + + Returns: + dict: A dictionary with the following keys: + - "handle": Symmetric memory handle for NVLS ops, or None if + symmetric memory is unavailable. + - "routing_map": Raw byte view for the gathered routing map output. + - "routing_map_offset": Byte offset of routing_map within the buffer. + - "probs": Raw byte view for the gathered probs output. + - "probs_offset": Byte offset of probs within the buffer. + - "hidden_states": Raw byte view for the gathered hidden states output. + - "hidden_states_offset": Byte offset of hidden_states within the buffer. + When allocation fails, all tensor views are None and offsets are 0. + """ + _NONE = { + "handle": None, + "routing_map": None, + "routing_map_offset": 0, + "probs": None, + "probs_offset": 0, + "hidden_states": None, + "hidden_states_offset": 0, + } + + local_tokens = probs.size(0) + global_tokens = local_tokens * self.ep_size + topk = probs.size(-1) + hidden_dim = hidden_states.size(-1) + + result = get_global_symmetric_memory_buffer_ep().maybe_get_tensors( + [ + (global_tokens * topk, routing_map.dtype), + (global_tokens * topk, probs.dtype), + (global_tokens * hidden_dim, hidden_states.dtype), + ] + ) + + if result["handle"] is None: + return _NONE + + (rm_buf, rm_off), (p_buf, p_off), (hs_buf, hs_off) = result["tensors"] + return { + "handle": result["handle"], + "routing_map": rm_buf, + "routing_map_offset": rm_off, + "probs": p_buf, + "probs_offset": p_off, + "hidden_states": hs_buf, + "hidden_states_offset": hs_off, + } + + def _maybe_allocate_rs_buffer(self, x: torch.Tensor) -> dict: + """Allocate a symmetric memory buffer for reduce-scatter input. + + The buffer has the same shape and dtype as x so that x can be copied + into it before the NVLS reduce-scatter kernel. + + Args: + x (torch.Tensor): The global hidden states to be reduce-scattered, + shape [global_tokens, hidden_dim]. + + Returns: + dict: A dictionary with keys "handle" (symmetric memory handle, or + None if unavailable) and "tensor" (the allocated buffer, or None). + """ + symm_mem_buffer = get_global_symmetric_memory_buffer_ep().maybe_get_tensor( + list(x.size()), dtype=x.dtype + ) + return symm_mem_buffer + + def token_dispatch(self, hidden_states, probs): + """Gathers tokens from all EP ranks using AllGather. + + Performs all-gather on routing_map (stored in self.routing_map), probs, + and hidden_states so that every rank holds the full global view. + Uses latency-optimized fused NVLS multimem_all_gather on Hopper+ GPUs + with BF16 when symmetric memory is available. Falls back to NCCL otherwise. + + Args: + hidden_states (torch.Tensor): Local hidden states, + shape [local_tokens, hidden_dim]. + probs (torch.Tensor): Local routing probabilities, + shape [local_tokens, topk]. Normalized weights for each token's + selected experts. + + Returns: + tuple: (hidden_states, probs) gathered across all EP ranks. + - hidden_states (torch.Tensor): Shape [global_tokens, hidden_dim]. + - probs (torch.Tensor): Shape [global_tokens, topk]. + Also updates self.routing_map in-place to the gathered + shape [global_tokens, topk]. + """ + if self.ep_size == 1: + return hidden_states, probs + + # 1. Check inputs only: if inputs are 16-byte divisible, + # outputs (world_size * input) are too. + nvls_eligible = self.triton_nvls_kernels_allowed and are_tensors_nvls_eligible( + hidden_states, probs, self.routing_map + ) + ag_buffers = None + + if nvls_eligible: + # 2. Now attempt to allocate symmetric memory buffers for + # all-gather outputs. If allocation fails, fallback to NCCL. + ag_buffers = self._maybe_allocate_ag_buffers(self.routing_map, probs, hidden_states) + + # 3. Can use NVLS if eligible and buffers allocated successfully (handle is not None) + can_use_nvls = nvls_eligible and ag_buffers["handle"] is not None + + if can_use_nvls: + # Capture shapes for reshaping after all-gather + # Output shape: [local_tokens * ep_size, dim] + local_tokens = probs.size(0) + global_tokens = local_tokens * self.ep_size + topk = probs.size(1) + hidden_dim = hidden_states.size(1) + routing_map_dtype = self.routing_map.dtype + probs_dtype = probs.dtype + hidden_dtype = hidden_states.dtype + + # Fused NVLS all-gather: single kernel launch + single barrier for all 3 tensors + multimem_all_gather_fused( + ag_buffers["routing_map"].view( + torch.bfloat16 + ), # .view does not change the underlying data + self.routing_map.view(torch.bfloat16), + ag_buffers["routing_map_offset"], + ag_buffers["probs"].view(torch.bfloat16), + probs.view(torch.bfloat16), + ag_buffers["probs_offset"], + ag_buffers["hidden_states"].view(torch.bfloat16), + hidden_states.view(torch.bfloat16), + ag_buffers["hidden_states_offset"], + ag_buffers["handle"], + ) + self.routing_map = ( + ag_buffers["routing_map"].view(routing_map_dtype).view(global_tokens, topk) + ) + probs = ag_buffers["probs"].view(probs_dtype).view(global_tokens, topk) + hidden_states = ( + ag_buffers["hidden_states"].view(hidden_dtype).view(global_tokens, hidden_dim) + ) + else: + # Fallback to NCCL for all tensors + with torch.no_grad(): + self.routing_map = gather_from_sequence_parallel_region( + self.routing_map, group=self.tp_ep_group + ) + probs = gather_from_sequence_parallel_region(probs, group=self.tp_ep_group) + hidden_states = gather_from_sequence_parallel_region( + hidden_states, group=self.tp_ep_group + ) + + return hidden_states, probs + + def dispatch_postprocess(self, hidden_states, probs): + """Pass-through: returns inputs directly without permutation. + + Unlike the training dispatcher, this does not permute tokens or compute + tokens_per_expert. The downstream InferenceGroupedMLP (FlashInfer / + CUTLASS fused MoE kernel) operates directly on the routing map stored + in self.routing_map. + + Args: + hidden_states (torch.Tensor): Gathered hidden states, + shape [global_tokens, hidden_dim]. + probs (torch.Tensor): Gathered routing probabilities, + shape [global_tokens, topk]. + + Returns: + tuple: (hidden_states, tokens_per_expert, probs) where + tokens_per_expert is always None. + """ + return hidden_states, None, probs + + def combine_preprocess(self, expert_output): + """Pass-through: InferenceGroupedMLP already produces unpermuted output. + + No unpermutation is needed because dispatch_postprocess did not permute + the tokens in the first place. + + Args: + expert_output (torch.Tensor): Output from InferenceGroupedMLP, + shape [global_tokens, hidden_dim]. + + Returns: + torch.Tensor: The input tensor unchanged. + """ + return expert_output + + def token_combine(self, hidden_states): + """Combines expert outputs across EP ranks using Reduce-Scatter. + + Reduces the global expert output (summing contributions from each rank) + and scatters the result so each rank receives its local token slice. + Uses latency-optimized NVLS multimem_reduce_scatter on Hopper+ GPUs + with BF16 when symmetric memory is available. Falls back to NCCL otherwise. + + Args: + hidden_states (torch.Tensor): Combined expert output after routing + weights have been applied, shape [global_tokens, hidden_dim]. + + Returns: + torch.Tensor: Local slice of the reduced output, + shape [local_tokens, hidden_dim] where + local_tokens = global_tokens // ep_size. + """ + if self.ep_size == 1: + return hidden_states + + # Compute output shape first — check NVLS eligibility on the output, + # since if the smaller output is 16-byte divisible, the input is too. + output_shape = list(hidden_states.size()) + output_shape[0] = hidden_states.size(0) // self.ep_size + output = torch.empty(output_shape, dtype=hidden_states.dtype, device=hidden_states.device) + + # Check output only: if output is 16-byte divisible, input (world_size * output) is too. + nvls_eligible = self.triton_nvls_kernels_allowed and are_tensors_nvls_eligible(output) + rs_buffer = None + + if nvls_eligible: + rs_buffer = self._maybe_allocate_rs_buffer(hidden_states) + + can_use_nvls = nvls_eligible and rs_buffer["handle"] is not None + + if can_use_nvls: + # Copy input to symmetric memory for reduce-scatter + rs_buffer["tensor"].copy_(hidden_states) + + # Use latency-optimized NVLS reduce-scatter + multimem_reduce_scatter(output, rs_buffer["tensor"], rs_buffer["handle"]) + return output + else: + # Fallback to NCCL + hidden_states = reduce_scatter_to_sequence_parallel_region( + hidden_states, group=self.tp_ep_group + ) + return hidden_states diff --git a/megatron/core/transformer/multi_latent_attention.py b/megatron/core/transformer/multi_latent_attention.py index 4b3f876a978..fcf53a46eae 100644 --- a/megatron/core/transformer/multi_latent_attention.py +++ b/megatron/core/transformer/multi_latent_attention.py @@ -16,6 +16,7 @@ from megatron.core import tensor_parallel +from megatron.core.dist_checkpointing.mapping import ShardedObject from megatron.core.extensions.transformer_engine import split_te_layernorm_column_parallel_linear from megatron.core.models.common.embeddings import ( RotaryEmbedding, @@ -39,7 +40,12 @@ from megatron.core.transformer.torch_norm import LayerNormBuilder from megatron.core.transformer.transformer_config import MLATransformerConfig from megatron.core.typed_torch import apply_module -from megatron.core.utils import deprecate_inference_params, get_pg_size, is_te_min_version +from megatron.core.utils import ( + deprecate_inference_params, + get_pg_size, + is_te_min_version, + make_tp_sharded_tensor_for_checkpoint, +) try: from megatron.core.fusions.fused_mla_yarn_rope_apply import ( @@ -54,6 +60,7 @@ try: from megatron.core.extensions.transformer_engine import ( TEColumnParallelLinear, + TELayerNormColumnParallelLinear, TELinear, set_save_original_input, ) @@ -61,7 +68,13 @@ HAVE_TE = True except ImportError: - TEColumnParallelLinear, TELinear, Linear, set_save_original_input = None, None, None, None + ( + TEColumnParallelLinear, + TELayerNormColumnParallelLinear, + TELinear, + Linear, + set_save_original_input, + ) = (None, None, None, None, None) HAVE_TE = False @@ -78,6 +91,7 @@ class MLASelfAttentionSubmodules: linear_q_up_proj: Union[ModuleSpec, type] = None linear_kv_down_proj: Union[ModuleSpec, type] = None linear_kv_up_proj: Union[ModuleSpec, type] = None + linear_qkv_down_proj: Union[ModuleSpec, type] = None core_attention: Union[ModuleSpec, type] = None linear_proj: Union[ModuleSpec, type] = None @@ -509,6 +523,34 @@ def __init__( eps=self.config.layernorm_epsilon, ) + def _qkv_down_projection(self, hidden_states): + """Unfused q/kv down projection path.""" + if self.config.q_lora_rank is not None: + # if linear_q_down_proj is ColumnParallelLinear: + # q_compressed: [s, b, q_lora_rank / TP] + # elif linear_q_down_proj is Linear: + # q_compressed: [s / TP, b, q_lora_rank] + q_compressed, _ = self.linear_q_down_proj(hidden_states) + + # When output is sharded (ColumnParallelLinear), two things are needed to be + # identical to a normal Linear. + # 1. Manually gather output to restore output dim q_lora_rank; + # 2. Scatter sequence back to s / TP if sequence-parallel since it was + # gathered by ColumnParallelLinear. + if q_compressed.size(-1) != self.config.q_lora_rank: + q_compressed = gather_from_tensor_model_parallel_region(q_compressed) + if self.config.sequence_parallel: + q_compressed = scatter_to_sequence_parallel_region(q_compressed) + else: + q_compressed = hidden_states + + # if linear_kv_down_proj is ColumnParallelLinear: + # kv_combined: [s, b, (kv_lora_rank + qk_pos_emb_head_dim) / TP] + # elif linear_kv_down_proj is Linear: + # kv_combined: [s / TP, b, (kv_lora_rank + qk_pos_emb_head_dim)] + kv_combined, _ = self.linear_kv_down_proj(hidden_states) + return q_compressed, kv_combined + def get_query_key_value_tensors( self, hidden_states, @@ -578,30 +620,7 @@ def get_query_key_value_tensors( # ========================================= # QKV down projection and layernorm # ========================================= - if self.config.q_lora_rank is not None: - # if linear_q_down_proj is ColumnParallelLinear: - # q_compressed: [s, b, q_lora_rank / TP] - # elif linear_q_down_proj is Linear: - # q_compressed: [s / TP, b, q_lora_rank] - q_compressed, _ = self.linear_q_down_proj(hidden_states) - - # When output is sharded (ColumnParallelLinear), two things are needed to be - # identical to a normal Linear. - # 1. Manually gather output to restore output dim q_lora_rank; - # 2. Scatter sequence back to s / TP if sequence-parallel since it was - # gathered by ColumnParallelLinear. - if q_compressed.size(-1) != self.config.q_lora_rank: - q_compressed = gather_from_tensor_model_parallel_region(q_compressed) - if self.config.sequence_parallel: - q_compressed = scatter_to_sequence_parallel_region(q_compressed) - else: - q_compressed = hidden_states - - # if linear_kv_down_proj is ColumnParallelLinear: - # kv_combined: [s, b, (kv_lora_rank + qk_pos_emb_head_dim) / TP] - # elif linear_kv_down_proj is Linear: - # kv_combined: [s / TP, b, (kv_lora_rank + qk_pos_emb_head_dim)] - kv_combined, _ = self.linear_kv_down_proj(hidden_states) + q_compressed, kv_combined = self._qkv_down_projection(hidden_states) if kv_combined.size(-1) != self.config.kv_lora_rank + self.config.qk_pos_emb_head_dim: # kv_combined: [s, b, (kv_lora_rank + qk_pos_emb_head_dim)] kv_combined = gather_from_tensor_model_parallel_region(kv_combined) @@ -1095,3 +1114,217 @@ def _clip_kv_proj_weight(self, weight): ) return weight_kv_updated + + +class FusedMLASelfAttention(MLASelfAttention): + """MLA self-attention with fused q/kv down projection.""" + + def __init__( + self, + config: MLATransformerConfig, + submodules: MLASelfAttentionSubmodules, + layer_number: int, + attn_mask_type=AttnMaskType.padding, + cp_comm_type: Optional[str] = None, + pg_collection: Optional[ProcessGroupCollection] = None, + ): + if pg_collection is None: + pg_collection = ProcessGroupCollection.use_mpu_process_groups() + + MultiLatentAttention.__init__( + self, + config=config, + submodules=submodules, + layer_number=layer_number, + attn_mask_type=attn_mask_type, + attention_type="self", + cp_comm_type=cp_comm_type, + pg_collection=pg_collection, + ) + + assert self.config.q_lora_rank is not None, ( + "FusedMLASelfAttention requires q_lora_rank to be set; " + "fallback to MLASelfAttention for q_lora_rank=None." + ) + + qkv_down_proj_kwargs = {} + if submodules.linear_qkv_down_proj in [TELinear]: + qkv_down_proj_kwargs['parallel_mode'] = 'duplicated' + elif submodules.linear_qkv_down_proj in [ + Linear, + TEColumnParallelLinear, + ColumnParallelLinear, + TELayerNormColumnParallelLinear, + ]: + qkv_down_proj_kwargs['gather_output'] = False + else: + raise ValueError(f"Unsupported linear_qkv_down_proj: {submodules.linear_qkv_down_proj}") + + self.linear_qkv_down_proj = build_module( + submodules.linear_qkv_down_proj, + self.config.hidden_size, + self.config.q_lora_rank + self.config.kv_lora_rank + self.config.qk_pos_emb_head_dim, + config=self.config, + init_method=self.config.init_method, + bias=False, + skip_bias_add=False, + is_expert=False, + tp_comm_buffer_name='qkv_down_proj', + skip_weight_param_allocation=False, + tp_group=( + pg_collection.tp + if qkv_down_proj_kwargs.get('parallel_mode') != 'duplicated' + else None + ), + **qkv_down_proj_kwargs, + ) + + self.linear_q_up_proj = build_module( + submodules.linear_q_up_proj, + self.config.q_lora_rank, + self.config.num_attention_heads * self.q_head_dim, + config=self.config, + init_method=self.config.init_method, + gather_output=False, + bias=False, + skip_bias_add=False, + is_expert=False, + tp_comm_buffer_name='q_up_proj', + tp_group=pg_collection.tp, + ) + + self.linear_kv_up_proj = build_module( + submodules.linear_kv_up_proj, + self.config.kv_lora_rank, + self.config.num_attention_heads * (self.config.qk_head_dim + self.config.v_head_dim), + config=self.config, + init_method=self.config.init_method, + gather_output=False, + bias=False, + skip_bias_add=False, + is_expert=False, + tp_comm_buffer_name='kv_up_proj', + tp_group=pg_collection.tp, + ) + + self.q_layernorm = submodules.q_layernorm( + hidden_size=self.config.q_lora_rank, + config=self.config, + eps=self.config.layernorm_epsilon, + ) + self.kv_layernorm = submodules.kv_layernorm( + hidden_size=self.config.kv_lora_rank, + config=self.config, + eps=self.config.layernorm_epsilon, + ) + + def _qkv_down_projection(self, hidden_states): + """Fused q/kv down projection path.""" + qkv, _ = self.linear_qkv_down_proj(hidden_states) + q_compressed, kv_combined = torch.split( + qkv, + [self.config.q_lora_rank, self.config.kv_lora_rank + self.config.qk_pos_emb_head_dim], + dim=-1, + ) + return q_compressed, kv_combined + + def sharded_state_dict(self, prefix: str = "", sharded_offsets: tuple = (), metadata=None): + """Return a sharded state dict compatible with pre-fusion checkpoints.""" + sharded_state_dict = super().sharded_state_dict(prefix, sharded_offsets, metadata) + + def _clone_sharded_object_with_key(obj: ShardedObject, new_key: str) -> ShardedObject: + return ShardedObject( + key=new_key, + data=obj.data, + global_shape=obj.global_shape, + global_offset=obj.global_offset, + replica_id=obj.replica_id, + ) + + fused_prefix = f"{prefix}linear_qkv_down_proj." + + fused_extra_keys = [ + k + for k in sharded_state_dict.keys() + if k.startswith(fused_prefix) and "_extra_state" in k + ] + for fused_extra_key in fused_extra_keys: + suffix = fused_extra_key[len(fused_prefix) :] + q_extra_key = f"{prefix}linear_q_down_proj.{suffix}" + kv_extra_key = f"{prefix}linear_kv_down_proj.{suffix}" + fused_obj = sharded_state_dict.get(fused_extra_key) + if isinstance(fused_obj, ShardedObject): + sharded_state_dict[q_extra_key] = _clone_sharded_object_with_key( + fused_obj, q_extra_key + ) + sharded_state_dict[kv_extra_key] = _clone_sharded_object_with_key( + fused_obj, kv_extra_key + ) + elif fused_obj is not None: + sharded_state_dict[q_extra_key] = fused_obj + sharded_state_dict[kv_extra_key] = fused_obj + + for key in list(sharded_state_dict.keys()): + if key.startswith(fused_prefix): + del sharded_state_dict[key] + + fused_weight = self.linear_qkv_down_proj.weight + total_out = ( + self.config.q_lora_rank + self.config.kv_lora_rank + self.config.qk_pos_emb_head_dim + ) + tp_size = get_pg_size(self.tp_group) + + if fused_weight.size(0) == total_out: + q_split = self.config.q_lora_rank + kv_split = self.config.kv_lora_rank + self.config.qk_pos_emb_head_dim + else: + assert ( + self.config.q_lora_rank % tp_size == 0 + ), "q_lora_rank must be divisible by tensor-parallel size" + assert ( + self.config.kv_lora_rank + self.config.qk_pos_emb_head_dim + ) % tp_size == 0, ( + "kv_lora_rank + qk_pos_emb_head_dim must be divisible by tensor-parallel size" + ) + q_split = self.config.q_lora_rank // tp_size + kv_split = (self.config.kv_lora_rank + self.config.qk_pos_emb_head_dim) // tp_size + + if q_split + kv_split != fused_weight.size(0): + raise ValueError( + "Unexpected fused qkv-down weight shape: " + f"got {tuple(fused_weight.size())}, expected dim0 {q_split + kv_split}" + ) + + q_weight, kv_weight = torch.split(fused_weight, [q_split, kv_split], dim=0) + + q_key = f"{prefix}linear_q_down_proj.weight" + kv_key = f"{prefix}linear_kv_down_proj.weight" + + sharded_state_dict[q_key] = make_tp_sharded_tensor_for_checkpoint( + tensor=q_weight, key=q_key, tp_axis=0, prepend_offsets=sharded_offsets + ) + sharded_state_dict[kv_key] = make_tp_sharded_tensor_for_checkpoint( + tensor=kv_weight, key=kv_key, tp_axis=0, prepend_offsets=sharded_offsets + ) + + return sharded_state_dict + + def _load_from_state_dict(self, state_dict, prefix, *args, **kwargs): + """Load state dict with automatic unfused->fused conversion.""" + q_key = f"{prefix}linear_q_down_proj.weight" + kv_key = f"{prefix}linear_kv_down_proj.weight" + fused_key = f"{prefix}linear_qkv_down_proj.weight" + + def _as_tensor(x): + return x.data if hasattr(x, 'data') else x + + if fused_key not in state_dict and q_key in state_dict and kv_key in state_dict: + q_weight = _as_tensor(state_dict[q_key]) + kv_weight = _as_tensor(state_dict[kv_key]) + state_dict[fused_key] = torch.cat([q_weight, kv_weight], dim=0) + del state_dict[q_key] + del state_dict[kv_key] + state_dict.pop(f"{prefix}linear_q_down_proj.bias", None) + state_dict.pop(f"{prefix}linear_kv_down_proj.bias", None) + + return super()._load_from_state_dict(state_dict, prefix, *args, **kwargs) diff --git a/megatron/core/transformer/multi_token_prediction.py b/megatron/core/transformer/multi_token_prediction.py index 7b8a764b813..9afd32e6d37 100755 --- a/megatron/core/transformer/multi_token_prediction.py +++ b/megatron/core/transformer/multi_token_prediction.py @@ -612,6 +612,44 @@ def set_loss_scale(scale: torch.Tensor): MTPLossAutoScaler.main_loss_backward_scale = scale +def compute_mtp_inference_logits( + hidden_states: Tensor, + mtp_num_layers: int, + output_layer: Callable, + output_weight: Optional[Tensor], + runtime_gather_output: Optional[bool], +) -> tuple: + """Compute MTP logits for inference mode. + + Splits the concatenated hidden states and generates logits for each MTP layer. + + Args: + hidden_states (Tensor): Concatenated hidden states from main + MTP layers. + mtp_num_layers (int): Number of MTP layers. + output_layer (Callable): Output layer method to compute logits. + output_weight (Optional[Tensor]): Optional output weight for shared embeddings. + runtime_gather_output (Optional[bool]): Whether to gather output at runtime. + + Returns: + tuple: (hidden_states, mtp_logits_cache) where hidden_states is the main hidden + states and mtp_logits_cache is a tensor of shape + [mtp_num_layers, batch_size, vocab_size]. + """ + hidden_states_list = torch.chunk(hidden_states, 1 + mtp_num_layers, dim=0) + hidden_states = hidden_states_list[0] + mtp_inference_logits = [] + for mtp_layer_number in range(mtp_num_layers): + mtp_logits, _ = output_layer( + hidden_states_list[mtp_layer_number + 1], + weight=output_weight, + runtime_gather_output=runtime_gather_output, + ) + # mtp logits shape [b, 1, vocab size] + mtp_inference_logits.append(mtp_logits.squeeze(1).unsqueeze(0)) + mtp_logits_cache = torch.cat(mtp_inference_logits, dim=0) + return hidden_states, mtp_logits_cache + + def process_mtp_loss( hidden_states: Tensor, labels: Tensor, @@ -624,6 +662,7 @@ def process_mtp_loss( config: TransformerConfig, cp_group: Optional[torch.distributed.ProcessGroup] = None, packed_seq_params: Optional[PackedSeqParams] = None, + scale_logits_fn: Optional[Callable[[Tensor], Tensor]] = None, ) -> Tensor: """Process Multi-Token Prediction (MTP) loss computation. @@ -642,6 +681,8 @@ def process_mtp_loss( config (TransformerConfig): Model configuration containing mtp_num_layers etc. cp_group (Optional[ProcessGroup]): Context parallelism process group. packed_seq_params (Optional[PackedSeqParams]): Packed sequence parameters. + scale_logits_fn (Optional[Callable[[Tensor], Tensor]]): Optional function to + scale logits before loss computation (e.g., MuP output scaling). Returns: Tensor: Updated hidden states after MTP loss processing (first chunk only). @@ -682,6 +723,8 @@ def process_mtp_loss( ) else: mtp_logits, _ = output_layer(**output_layer_kwargs) + if scale_logits_fn is not None: + mtp_logits = scale_logits_fn(mtp_logits) mtp_loss = compute_language_model_loss(mtp_labels, mtp_logits) mtp_loss = loss_mask * mtp_loss if is_training: @@ -818,11 +861,13 @@ def __init__( # 2. GPT path: single TransformerLayer if mtp_layer_pattern is not None and mamba_submodules is not None: from megatron.core.ssm.mamba_block import MambaStack + from megatron.core.ssm.mamba_hybrid_layer_allocation import validate_segment_layers self.mtp_model_layer = MambaStack( config=self.config, submodules=mamba_submodules, - hybrid_override_pattern=mtp_layer_pattern, + layer_type_list=validate_segment_layers(mtp_layer_pattern), + pp_layer_offset=0, pre_process=True, # Always receives input from eh_proj post_layer_norm=False, # MTP has its own final_layernorm post_process=True, # MTP layer is self-contained @@ -1000,6 +1045,53 @@ def _postprocess(self, hidden_states: torch.Tensor): return hidden_states + def forward_single_position( + self, + hidden_states: Tensor, + next_token_ids: Tensor, + position_ids: Tensor, + embedding: Callable, + attention_mask: Optional[Tensor] = None, + rotary_pos_emb: Optional[Tensor] = None, + rotary_pos_cos: Optional[Tensor] = None, + rotary_pos_sin: Optional[Tensor] = None, + inference_params=None, + packed_seq_params: Optional[PackedSeqParams] = None, + sequence_len_offset: Optional[Tensor] = None, + ) -> Tensor: + """Forward for single positions without roll_tensor (speculative decoding). + + Unlike the regular forward which rolls input_ids to get the next token's + embedding, this method directly takes the correct next_token_ids. This is + used in speculative decoding where the correct next token is known after + verification. + + Args: + hidden_states (Tensor): Hidden states at positions of interest [N, B, H]. + next_token_ids (Tensor): The correct next token IDs [B, N]. + position_ids (Tensor): Position IDs for the next tokens [B, N]. + embedding (Callable): The embedding module. + + Returns: + Tensor: MTP hidden states [N, B, H]. + """ + decoder_input = embedding(input_ids=next_token_ids, position_ids=position_ids) + hidden_states = make_viewless_tensor( + inp=hidden_states, requires_grad=False, keep_graph=False + ) + hidden_states = self._proj_and_transformer_layer( + hidden_states=hidden_states, + decoder_input=decoder_input, + attention_mask=attention_mask, + rotary_pos_emb=rotary_pos_emb, + rotary_pos_cos=rotary_pos_cos, + rotary_pos_sin=rotary_pos_sin, + inference_params=inference_params, + packed_seq_params=packed_seq_params, + sequence_len_offset=sequence_len_offset, + ) + return hidden_states + def _checkpointed_forward(self, forward_func, *args, **kwargs): def checkpoint_handler(): """Determines whether to use the `te_checkpoint` or `tensor_parallel.checkpoint`""" diff --git a/megatron/core/transformer/transformer_block.py b/megatron/core/transformer/transformer_block.py index e9bd52f34b4..5e0730a9759 100755 --- a/megatron/core/transformer/transformer_block.py +++ b/megatron/core/transformer/transformer_block.py @@ -159,7 +159,7 @@ def get_num_layers_to_build( assert ( num_layers % config.pipeline_model_parallel_size == 0 - ), "num_layers should be divisible by pipeline_model_parallel_size" + ), f"{num_layers=} should be divisible by {config.pipeline_model_parallel_size=}" num_layers_per_pipeline_rank = num_layers // config.pipeline_model_parallel_size vp_size = config.virtual_pipeline_model_parallel_size diff --git a/megatron/core/transformer/transformer_config.py b/megatron/core/transformer/transformer_config.py index f55de2ae2ff..08284f94c6c 100644 --- a/megatron/core/transformer/transformer_config.py +++ b/megatron/core/transformer/transformer_config.py @@ -1,6 +1,7 @@ # Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. import logging +import math import warnings from dataclasses import dataclass, field from typing import Callable, List, Literal, Optional, Tuple, Union @@ -22,6 +23,7 @@ init_method_normal, is_te_min_version, is_torch_min_version, + mup_scaled_init_method_normal, scaled_init_method_normal, ) @@ -69,7 +71,7 @@ class TransformerConfig(ModelParallelConfig): """Use a single MTP layer repeatedly instead of multiple separate layers.""" mtp_hybrid_override_pattern: Optional[str] = None - """DEPRECATED: Use unified hybrid_override_pattern instead. + """DEPRECATED: Use unified hybrid_layer_pattern instead. Legacy argument for loading old checkpoints. Force a specific hybrid layer pattern for MTP layers. """ @@ -324,7 +326,8 @@ class TransformerConfig(ModelParallelConfig): output_layer_init_method: Optional[Callable] = None """Method to initialize weights of the output layer of both attention and MLP blocks. If None, will be set to megatron.core.utils.scaled_init_method_normal(init_method_std) which is torch nn - init normal with mean=0.0 and std=init_method_std / math.sqrt(2.0 * num_layers).""" + init normal with mean=0.0 and std=init_method_std / math.sqrt(2.0 * num_layers). + Note: this does not control vocab readout/unembedding initialization.""" init_method_std: float = 0.02 """Standard deviation of the zero mean normal for the default initialization method, not used if @@ -351,6 +354,59 @@ class TransformerConfig(ModelParallelConfig): training of very large models. This feature is only works when megatron fsdp is turned on. """ + #################### + # MuP (Maximal Update Parameterization) + #################### + use_mup: bool = False + """ + Enable Maximal Update Parameterization (MuP) for hyperparameter transfer across + model widths. When enabled, learning rates and initialization are scaled according + to the width multiplier to ensure consistent training dynamics. + """ + + mup_width_mult: float = 1.0 + """ + Width multiplier for MuP scaling, computed as hidden_size / mup_base_hidden_size. + This value is automatically computed in __post_init__ when use_mup is enabled. + """ + + mup_base_hidden_size: Optional[int] = None + """ + Base hidden size for MuP width scaling. This is the reference width from which + scaling factors are computed. Defaults to hidden_size if not specified (base model + case where width_mult=1.0). Set this to your base/proxy model's hidden size when + scaling up. + """ + + mup_embedding_mult: float = 1.0 + """ + Multiplier for embedding layer output. Applied after the embedding lookup. + Default: 1.0 (no scaling). + """ + + mup_output_mult: float = 1.0 + """ + Multiplier for output logits before softmax. When MuP is enabled and this is left + at 1.0, it is auto-set to 1/mup_width_mult to keep output variance stable across + widths. Override to customize output scaling. + Default: 1.0. + """ + + mup_base_head_dim: Optional[float] = None + """ + Base head dimension for MuP attention scaling. When set, + softmax_scale = sqrt(mup_base_head_dim) / (kv_channels ** mup_attn_scale_power). + Set to base model's d_head (e.g., 64) to match standard 1/sqrt(d_head) scaling + at the base width, ensuring non-MuP compatibility for that specific value. + """ + + mup_attn_scale_power: float = 1.0 + """ + Power for attention scaling: softmax_scale = 1 / (kv_channels ** mup_attn_scale_power). + 0.5 = standard attention (1/sqrt(d_head)), 1.0 = MuP attention (1/d_head). + Default: 1.0 (MuP scaling when use_mup is True). Set to 0.5 for standard scaling. + """ + #################### # mixed-precision #################### @@ -395,6 +451,9 @@ class TransformerConfig(ModelParallelConfig): fused_single_qkv_rope: bool = False """If set, avoid splitting QKV before ROPE forward and avoid concatenating ROPE dgrads.""" + fused_residual_rmsnorm: bool = False + """If True, fuses residual connection and RMSNorm backward pass when TE is used.""" + #################### # activation recomputation #################### @@ -681,10 +740,6 @@ class TransformerConfig(ModelParallelConfig): GEMM feature introduced since CUTLASS 2.8 (https://github.com/fanshiqing/grouped_gemm). """ - moe_use_legacy_grouped_gemm: bool = False - """Use legacy GroupedMLP rather than TEGroupedMLP. - Note: The legacy one will be deprecated soon.""" - moe_aux_loss_coeff: Union[float, List[float]] = 0.0 """Scaling coefficient for the aux loss. A starting value of 1e-2 is recommended. If a list of load balancing types is provided for `moe_router_load_balancing_type`, @@ -903,6 +958,13 @@ class TransformerConfig(ModelParallelConfig): inference_fuse_tp_communication: bool = False """ If true, uses a fused reduce-scatter-residual-norm-allgather kernel during inference. """ + inference_disable_triton_nvls_kernels: bool = False + """ If true, disables the use of Triton NVLS kernels during inference. """ + + inference_disable_torch_grouped_mm: bool = False + """ If true, disables torch._grouped_mm in InferenceGroupedMLP, + falling back to TE GroupedGEMM. """ + mrope_section: Optional[List[int]] = None """ Multimodal rope section is for channel dimension of temporal, height and width in rope calculation. """ @@ -1143,6 +1205,31 @@ def __post_init__(self): if self.expert_model_parallel_size > 1 and self.num_moe_experts is None: raise ValueError("num_moe_experts must be non None to use expert-parallel.") + if self.transformer_impl == "inference_optimized" and self.num_moe_experts is not None: + if self.expert_tensor_parallel_size > 1: + raise ValueError( + "Inference-optimized MoE layers does not support expert tensor parallelism." + ) + if self.moe_expert_capacity_factor is not None: + raise ValueError("Inference-optimized MoE layers only support dropless MoE ") + if self.moe_router_padding_for_quantization: + raise ValueError( + "Inference-optimized MoE layers do not support padded " + "routing map for quantization." + ) + if self.moe_router_dtype != "fp32": + raise ValueError( + "Inference-optimized MoE requires --moe-router-dtype=fp32 " + "to avoid costly dtype conversions during decode." + ) + if self.gated_linear_unit and self.cuda_graph_impl != "none": + raise ValueError( + "Inference-optimized MoE does not yet support CUDA graphs with gated " + "linear units (SwiGLU/GeGLU) due to differences in weight layouts " + "between the FlashInfer kernel and mcore. Either disable CUDA graphs " + "(--cuda-graph-impl=none) or use a non-gated activation (e.g. squared_relu)." + ) + if self.num_moe_experts is not None and self.num_moe_experts <= 0: raise ValueError("num_moe_experts must be non-negative.") @@ -1655,6 +1742,12 @@ def __post_init__(self): "to True and use_te_activation_func to False." ) + if self.fused_residual_rmsnorm: + if self.normalization != "RMSNorm": + raise ValueError( + "fused_residual_rmsnorm is only supported when normalization is RMSNorm." + ) + if self.use_te_activation_func: if self.activation_func not in (F.gelu, F.silu, F.relu): raise ValueError( @@ -1698,7 +1791,48 @@ def __post_init__(self): if self.multi_latent_attention and self.rotary_interleaved: raise ValueError("rotary_interleaved does not work with multi_latent_attention.") - # Set the embedding init method + # MuP (Maximal Update Parameterization) configuration + if self.use_mup: + # Default base_hidden_size to hidden_size (base model case, width_mult=1.0) + if self.mup_base_hidden_size is None: + self.mup_base_hidden_size = self.hidden_size + assert self.mup_base_hidden_size > 0, "--mup-base-hidden-size must be positive." + # Compute width multiplier + self.mup_width_mult = self.hidden_size / self.mup_base_hidden_size + + # MuP attention scaling: 1/d_head instead of 1/sqrt(d_head). + if self.softmax_scale is None: + base_head_scale = ( + 1.0 if self.mup_base_head_dim is None else self.mup_base_head_dim**0.5 + ) + self.softmax_scale = base_head_scale / (self.kv_channels**self.mup_attn_scale_power) + + # MuP output scaling: scale logits by 1/width_mult to keep outputs O(1). + # Only auto-set if user hasn't explicitly configured it. + if self.mup_output_mult == 1.0 and self.mup_width_mult != 1.0: + self.mup_output_mult = 1.0 / self.mup_width_mult + + overridden_init_methods = [] + if self.init_method is not None: + overridden_init_methods.append("init_method") + if self.output_layer_init_method is not None: + overridden_init_methods.append("output_layer_init_method") + if overridden_init_methods: + overridden_init_methods_text = " and ".join(overridden_init_methods) + verb = "is" if len(overridden_init_methods) == 1 else "are" + warnings.warn( + "use_mup is enabled, but custom " + + overridden_init_methods_text + + f" {verb} set. This may break MuP initialization assumptions.", + UserWarning, + ) + + # Set the embedding init method. + # NOTE: This block must run AFTER the MuP block above but BEFORE the init_method + # block below. When MuP is enabled and init_method is None (the common case), + # embedding_init_method is set here using the unscaled init_method_std, while + # init_method (set below) gets MuP width-scaling. This ordering ensures embeddings + # use the base (unscaled) initialization as required by MuP. if self.embedding_init_method_std is None: # By default, use the same init std as you use for every other non-output layer. self.embedding_init_method_std = self.init_method_std @@ -1716,14 +1850,29 @@ def __post_init__(self): self.embedding_init_method = self.init_method if self.init_method is None: - self.init_method = init_method_normal(self.init_method_std) + if self.use_mup: + # MuP: scale std by 1/sqrt(width_mult). + self.init_method = init_method_normal( + self.init_method_std / math.sqrt(self.mup_width_mult) + ) + else: + self.init_method = init_method_normal(self.init_method_std) if self.output_layer_init_method is None: - self.output_layer_init_method = scaled_init_method_normal( - self.init_method_std, - self.num_layers, - multiplier=2.0 if not self.is_hybrid_model else 1.0, - ) + if self.use_mup: + # MuP: depth and width scaling for output layers. + self.output_layer_init_method = mup_scaled_init_method_normal( + self.init_method_std, + self.num_layers, + self.mup_width_mult, + multiplier=2.0 if not self.is_hybrid_model else 1.0, + ) + else: + self.output_layer_init_method = scaled_init_method_normal( + self.init_method_std, + self.num_layers, + multiplier=2.0 if not self.is_hybrid_model else 1.0, + ) if self.num_moe_experts is not None and self.add_bias_linear: assert ( @@ -2053,9 +2202,6 @@ def __post_init__(self): assert ( self.overlap_moe_expert_parallel_comm ), 'overlap_moe_expert_parallel_comm must be enabled when enabling delay_wgrad_compute' - assert ( - not self.moe_use_legacy_grouped_gemm - ), 'delay_wgrad_compute is not supported with legacy groupedgemm implementation' if self.cuda_graph_impl == "transformer_engine": assert is_te_min_version("2.10.0"), ( 'TE version >= 2.10.0 is required for delay_wgrad_compute with ' @@ -2151,6 +2297,21 @@ def __post_init__(self): "inference_fuse_tp_communication is only supported " "for inference_optimized transformer implementation." ) + assert ( + self.num_moe_experts is None + ), "--inference-fuse-tp-communication is not supported for MoE models." + + if self.inference_disable_triton_nvls_kernels: + assert self.transformer_impl == "inference_optimized", ( + "inference_disable_triton_nvls_kernels is only supported " + "for inference_optimized transformer implementation." + ) + + if self.inference_disable_torch_grouped_mm: + assert self.transformer_impl == "inference_optimized", ( + "inference_disable_torch_grouped_mm is only supported " + "for inference_optimized transformer implementation." + ) if self.batch_invariant_mode: assert ( @@ -2254,6 +2415,11 @@ class MLATransformerConfig(TransformerConfig): This is only for the dynamic inference backend and requires that Flash MLA is installed.""" + mla_down_proj_fusion: bool = False + """Enable fused q/kv down-projection and fused input layernorm when backend supports. + Otherwise fall back to the unfused MLA. + """ + def __post_init__(self): super().__post_init__() if self.multi_latent_attention and self.apply_rope_fusion and self.rope_type != "yarn": diff --git a/megatron/core/transformer/transformer_layer.py b/megatron/core/transformer/transformer_layer.py index 61e9bb1535b..aa048485929 100644 --- a/megatron/core/transformer/transformer_layer.py +++ b/megatron/core/transformer/transformer_layer.py @@ -281,6 +281,8 @@ def __init__( pg_collection: Optional[ProcessGroupCollection] = None, vp_stage: Optional[int] = None, is_mtp_layer: bool = False, + add_layer_offset: bool = True, + pp_layer_offset: Optional[int] = None, ): self.submodules_config = submodules super().__init__(config=config, vp_stage=vp_stage) @@ -294,7 +296,10 @@ def __init__( # so they should NOT add the decoder layer offset. The router.py handles MTP layer # numbering separately by adding config.num_layers to distinguish MTP layers from decoder # layers in the aux loss tracker. - if is_mtp_layer: + # + # When add_layer_offset is False, the caller has already included the correct offset + # in layer_number (e.g. when using --hybrid-layer-pattern with fVPP). + if is_mtp_layer or not add_layer_offset: self.layer_number = layer_number else: self.layer_number = layer_number + get_transformer_layer_offset( @@ -314,11 +319,16 @@ def __init__( attention_optional_kwargs = {} if config.context_parallel_size > 1 and config.cp_comm_type is not None: if isinstance(config.cp_comm_type, list): - attention_optional_kwargs["cp_comm_type"] = config.cp_comm_type[self.layer_number] + # layer_number is 1-indexed, so we need to subtract 1 to get the correct index + attention_optional_kwargs["cp_comm_type"] = config.cp_comm_type[ + self.layer_number - 1 + ] else: attention_optional_kwargs["cp_comm_type"] = config.cp_comm_type attention_optional_kwargs["pg_collection"] = pg_collection + if pp_layer_offset is not None: + attention_optional_kwargs["pp_layer_offset"] = pp_layer_offset # [Module 2: SelfAttention] self.self_attention = build_module( @@ -359,7 +369,7 @@ def __init__( additional_mlp_kwargs = {} # import here to avoid circular import from megatron.core.extensions.transformer_engine import TEFusedMLP - from megatron.core.transformer.moe.experts import GroupedMLP, SequentialMLP, TEGroupedMLP + from megatron.core.transformer.moe.experts import SequentialMLP, TEGroupedMLP from megatron.core.transformer.moe.moe_layer import MoELayer # MLP expects tp_group but MoELayer expects pg_collection to be passed in. @@ -367,7 +377,7 @@ def __init__( # The conditional below is to make the logic explicit # if submodules.mlp is not a ModuleSpec,we dont have to handle passing additional kwargs if isinstance(submodules.mlp, ModuleSpec): - if submodules.mlp.module in (MoELayer, GroupedMLP, TEGroupedMLP, SequentialMLP): + if submodules.mlp.module in (MoELayer, TEGroupedMLP, SequentialMLP): additional_mlp_kwargs["pg_collection"] = pg_collection # Pass is_mtp_layer flag to MoELayer to distinguish MTP MoE layers. if submodules.mlp.module == MoELayer: @@ -572,11 +582,6 @@ def _forward_attention( inference_context = deprecate_inference_params(inference_context, inference_params) - # Residual connection. - residual = hidden_states - if self.config.fp32_residual_connection: - residual = residual.float() - # Optional Input Layer norm if self.recompute_input_layernorm: self.input_layernorm_checkpoint = tensor_parallel.CheckpointWithoutOutput() @@ -588,6 +593,20 @@ def _forward_attention( with off_interface(self.offload_attn_norm, hidden_states, "attn_norm") as hidden_states: input_layernorm_output = apply_module(self.input_layernorm)(hidden_states) + if isinstance(input_layernorm_output, tuple): + if len(input_layernorm_output) != 2: + raise ValueError( + f"When the output of input_layernorm is a tuple, it is " + f"expected to have 2 elements (output, residual), but " + f"got {len(input_layernorm_output)}" + ) + input_layernorm_output, residual = input_layernorm_output + else: + residual = hidden_states + + if self.config.fp32_residual_connection: + residual = residual.float() + using_fused_tp_inference_kernel = (not self.training) and ( self.config.inference_fuse_tp_communication ) @@ -640,14 +659,23 @@ def _forward_attention( hidden_states, name="attn_norm", forced_released_tensors=[residual] ) - # Residual connection. - residual = hidden_states - if self.config.fp32_residual_connection: - residual = residual.float() - # Optional Layer norm after self-attention pre_cross_attn_layernorm_output = apply_module(self.pre_cross_attn_layernorm)(hidden_states) + if isinstance(pre_cross_attn_layernorm_output, tuple): + if len(pre_cross_attn_layernorm_output) != 2: + raise ValueError( + f"When the output of pre_cross_attn_layernorm_output " + f"is a tuple, it is expected to have 2 elements " + f"(output, residual), but " + f"got {len(pre_cross_attn_layernorm_output)}" + ) + pre_cross_attn_layernorm_output, residual = pre_cross_attn_layernorm_output + else: + residual = hidden_states + + if self.config.fp32_residual_connection: + residual = residual.float() # Cross attention. attention_output_with_bias = self.cross_attention( pre_cross_attn_layernorm_output, @@ -727,14 +755,24 @@ def _forward_mlp( output (Tensor): Transformed hidden states of shape [s, b, h]. """ - # Residual connection. - residual = hidden_states - if self.config.fp32_residual_connection: - residual = residual.float() - # Optional Layer norm post the cross-attention. pre_mlp_layernorm_output = self._forward_pre_mlp_layernorm(hidden_states) + if isinstance(pre_mlp_layernorm_output, tuple): + if len(pre_mlp_layernorm_output) != 2: + raise ValueError( + f"When the output of pre_mlp_layernorm is a tuple, it is " + f"expected to have 2 elements (output, residual), but " + f"got {len(pre_mlp_layernorm_output)}" + ) + pre_mlp_layernorm_output, residual = pre_mlp_layernorm_output + else: + # Residual connection. + residual = hidden_states + + if self.config.fp32_residual_connection: + residual = residual.float() + nvtx_range_push(suffix="mlp") # Potentially chunk the MLP computation during prefill to minimize the peak activation size should_chunk_mlp_for_prefill = ( @@ -1142,6 +1180,15 @@ def _te_cuda_graph_replay(self, *args, **kwargs): if not self.is_moe_layer: return residual, None, None, None hidden_states = apply_module(self.pre_mlp_layernorm)(residual) + if isinstance(hidden_states, tuple): + if len(hidden_states) != 2: + raise ValueError( + f"When the output of pre_mlp_layernorm is a tuple, it is " + f"expected to have 2 elements (output, residual), but " + f"got {len(hidden_states)}" + ) + hidden_states, residual = hidden_states + shared_expert_output = self.mlp.shared_experts_compute(hidden_states) probs, routing_map = self.mlp.route(hidden_states) hidden_states, probs = self.mlp.preprocess(hidden_states, probs, routing_map) @@ -1655,6 +1702,62 @@ def __init__(self, *args, **kwargs): super().__init__(*args, **kwargs) + def _should_call_local_cudagraph(self, *args, **kwargs): + """ + Controls whether the full-layer cudagraph_manager captures the entire forward call + as a single graph. Returns False to skip full-layer capture and route through _forward_mlp. + + MoE layers have two cudagraph modes: + - Full-layer (use_partial_cudagraphs=False): the full-layer cudagraph_manager captures + the forward pass as one graph. This is used during inference. + - Partial (use_partial_cudagraphs=True): the full-layer manager is bypassed (returns + False), and _forward_mlp routes through cudagraph_manager_router and + cudagraph_manager_postprocess, which are monkey-patched onto _forward_mlp_router + and _forward_mlp_postprocess by CudaGraphManager.__init__. The expert dispatch + in between runs eagerly. This is used during training. + """ + if self.use_partial_cudagraphs: + return False + if self.config.cuda_graph_impl != "local": + return False + return super()._should_call_local_cudagraph(*args, **kwargs) + + def transition_cudagraph_scope(self, mode): + """Transition between full-layer and partial CUDA graph capture. + + Args: + mode: 'full' for inference (full-layer capture) or 'partial' for training + (router + postprocess captured, expert dispatch runs eagerly). + """ + from megatron.core.transformer.cuda_graphs import CudaGraphManager + + if mode == 'partial': + self.use_partial_cudagraphs = True + self.moe_layer_recompute = ( + self.config.recompute_granularity == 'selective' + and "moe" in self.config.recompute_modules + and self.config.cuda_graph_impl == "local" + ) + if not hasattr(self, '_router_dtoh_event'): + self._router_dtoh_event = torch.cuda.Event() + if not hasattr(self, 'cudagraph_manager_router'): + self.cudagraph_manager_router = CudaGraphManager( + self.config, self, function_name="_forward_mlp_router" + ) + if not hasattr(self, 'cudagraph_manager_postprocess'): + self.cudagraph_manager_postprocess = CudaGraphManager( + self.config, self, function_name="_forward_mlp_postprocess" + ) + elif mode == 'full': + self.use_partial_cudagraphs = False + self.mlp.fwd_execution_map = ["route", "expert_compute", "postprocess"] + assert hasattr(self, 'cudagraph_manager'), ( + "MoETransformerLayer missing full cudagraph_manager; " + "expected it to be created at __init__ with scope = [] " + ) + else: + raise ValueError(f"Unknown MoE cudagraph mode: {mode}, expected 'full' or 'partial'") + def create_mcore_cudagraph_manager(self, config): """ Initializes the CUDA graph manager(s) for the MoE layer. @@ -1673,21 +1776,7 @@ def create_mcore_cudagraph_manager(self, config): CudaGraphScope.moe_router in self.config.cuda_graph_scope or CudaGraphScope.moe_preprocess in self.config.cuda_graph_scope ): - # full MoE layer recompute with partial_cudagraphs. If not partial cudagraphs, MoE - # layer recompute is handled by the moe_layer.MoELayer class - self.moe_layer_recompute = ( - self.config.recompute_granularity == 'selective' - and "moe" in self.config.recompute_modules - and self.config.cuda_graph_impl == "local" - ) - - self.use_partial_cudagraphs = True - self.cudagraph_manager_router = CudaGraphManager( - self.config, self, function_name="_forward_mlp_router" - ) - self.cudagraph_manager_postprocess = CudaGraphManager( - self.config, self, function_name="_forward_mlp_postprocess" - ) + self.transition_cudagraph_scope('partial') def _forward_mlp_router(self, hidden_states, padding_mask=None): """ @@ -1697,11 +1786,22 @@ def _forward_mlp_router(self, hidden_states, padding_mask=None): This method is isolated so it can be captured by `cudagraph_manager_router`. """ - residual = hidden_states - if self.config.fp32_residual_connection: - residual = residual.float() self.mlp.fwd_execution_map = "route" pre_mlp_layernorm_output = self._forward_pre_mlp_layernorm(hidden_states) + if isinstance(pre_mlp_layernorm_output, tuple): + if len(pre_mlp_layernorm_output) != 2: + raise ValueError( + f"When the output of pre_mlp_layernorm is a tuple, it is " + f"expected to have 2 elements (output, residual), but " + f"got {len(pre_mlp_layernorm_output)}" + ) + pre_mlp_layernorm_output, residual = pre_mlp_layernorm_output + else: + residual = hidden_states + + if self.config.fp32_residual_connection: + residual = residual.float() + router_outputs = self.mlp( pre_mlp_layernorm_output, intermediate_tensors=(), padding_mask=padding_mask ) @@ -1741,6 +1841,12 @@ def _forward_mlp_postprocess(self, residual, output, shared_expert_output, mlp_b """ + # Restore token dispatcher attributes. During graph warmup, the router capture leaves these + # attrs pointing into cudagraph pool memory; restoring them here ensures the postprocess + # graph captures with valid pointers. + for name, attr in self.token_dispatcher_attrs.items(): + setattr(self.mlp.token_dispatcher, name, attr) + self.mlp.fwd_execution_map = "postprocess" output = self.mlp(None, intermediate_tensors=(output, shared_expert_output)) return self._forward_post_mlp((output, mlp_bias), residual) @@ -1766,6 +1872,16 @@ def _forward_mlp_partial_cudagraphs( residual, hidden_states, probs, shared_expert_output = self._forward_mlp_router( hidden_states, padding_mask=padding_mask ) + + # After the router graph replays, the captured .copy_() operations that update + # self.token_dispatcher_attrs via `_maybe_dtoh_and_synchronize` are queued on the + # current stream but may not have completed. Record an event after the router + # graph and wait on it, so we block only until the router's D2H copies complete. + self._router_dtoh_event.record() + self._router_dtoh_event.synchronize() + for name, attr in self.token_dispatcher_attrs.items(): + setattr(self.mlp.token_dispatcher, name, attr) + expert_output, mlp_bias = self._forward_mlp_expert_compute(hidden_states, probs) return self._forward_mlp_postprocess( residual, expert_output, shared_expert_output, mlp_bias diff --git a/megatron/core/transformer/utils.py b/megatron/core/transformer/utils.py index 3b2b8668252..d1df4898d18 100644 --- a/megatron/core/transformer/utils.py +++ b/megatron/core/transformer/utils.py @@ -434,6 +434,22 @@ def toggle_cuda_graphs(model, set_to="none"): delattr(module[0], "cudagraph_manager") +def transition_moe_cudagraphs(model, scope: str): + """ + Switch MoE layers to the given cudagraph scope. Flips between 'partial' and 'full'. + + Args: + model: The model with MoE layers which will be transitioned. + scope: 'partial' for training (router + postprocess captured, expert dispatch eager) + or 'full' for inference (full-layer graph capture). + """ + from megatron.core.transformer.transformer_layer import MoETransformerLayer + + for module in model.modules(): + if isinstance(module, MoETransformerLayer): + module.transition_cudagraph_scope(scope) + + def is_layer_window_attention( window_size: Optional[Tuple[int, int]], window_attn_skip_freq: int | list, layer_number: int ) -> bool: diff --git a/megatron/core/utils.py b/megatron/core/utils.py index 14c783ab0dc..ca03a9a1af2 100644 --- a/megatron/core/utils.py +++ b/megatron/core/utils.py @@ -310,28 +310,6 @@ def __getattribute__(self, attr): return validator -def get_torch_version(): - """Get pytorch version from __version__; if not available use pip's. Use caching.""" - - if not HAVE_PACKAGING: - raise ImportError( - "packaging is not installed. Please install it with `pip install packaging`." - ) - - def get_torch_version_str(): - import torch - - if hasattr(torch, "__version__"): - return str(torch.__version__) - else: - return version("torch") - - global _torch_version - if _torch_version is None: - _torch_version = PkgVersion(get_torch_version_str()) - return _torch_version - - def get_te_version(): """Get TE version from __version__; if not available use pip's. Use caching.""" if not HAVE_PACKAGING: @@ -355,8 +333,11 @@ def get_te_version_str(): return version("transformer-engine") global _te_version - if _te_version is None and HAVE_TE: - _te_version = PkgVersion(get_te_version_str()) + if _te_version is None: + if HAVE_TE: + _te_version = PkgVersion(get_te_version_str()) + else: + _te_version = PkgVersion("0.0.0") return _te_version @@ -728,6 +709,44 @@ def _allocate(self, numel, dtype) -> torch.Tensor: required_bytes = numel * torch.tensor([], dtype=dtype).element_size() return self.symm_buffer[0:required_bytes].view(dtype).view(numel) + def maybe_get_tensors(self, tensor_specs, alignment=16): + """ + Pack multiple tensors contiguously in the symmetric buffer with alignment. + + Each tensor's starting offset is aligned to `alignment` bytes (default 16 + for 128-bit multimem access). + + Args: + tensor_specs: list of (numel, dtype) tuples. + alignment: byte alignment for each tensor's start offset (default 16). + + Returns: + {"handle": None, "tensors": None} if unavailable or insufficient space. + {"handle": symm_mem_hdl, "tensors": [(raw_byte_view, byte_offset), ...]} + on success, where raw_byte_view is a uint8 slice of the buffer. + """ + _NONE_RESULT = {"handle": None, "tensors": None} + if self.symm_mem_hdl is None: + return _NONE_RESULT + + # Compute aligned byte sizes and running offsets + slices = [] + current_offset = 0 + for numel, dtype in tensor_specs: + nbytes = numel * torch.tensor([], dtype=dtype).element_size() + aligned_nbytes = ((nbytes + alignment - 1) // alignment) * alignment + slices.append((current_offset, nbytes)) + current_offset += aligned_nbytes + + if not self._can_allocate(current_offset, torch.uint8): + return _NONE_RESULT + + tensors = [] + for offset, nbytes in slices: + tensors.append((self.symm_buffer[offset : offset + nbytes], offset)) + + return {"handle": self.symm_mem_hdl, "tensors": tensors} + def maybe_get_tensor(self, tensor_shape, dtype): """ Returns (potentially) a sub-tensor from the self.symm_buffer for the given shape. @@ -862,6 +881,26 @@ def scaled_init_method_normal(sigma, num_layers, multiplier=2.0): return functools.partial(torch.nn.init.normal_, mean=0.0, std=std) +def mup_scaled_init_method_normal(sigma, num_layers, width_mult, multiplier=2.0): + """MuP scaled init method for output layers: N(0, sigma / (sqrt(2*L) * sqrt(m))). + + Combines the standard scaled initialization (for output projection layers) + with MuP width scaling. This ensures that both depth and width scaling + are accounted for in the initialization. + + Args: + sigma (float): Base standard deviation for initialization. + num_layers (int): Number of transformer layers. + width_mult (float): Width multiplier (hidden_size / base_hidden_size). + multiplier (float): Multiplier for depth scaling (default: 2.0). + + Returns: + Callable: Initialization function for torch.nn.init. + """ + std = sigma / (math.sqrt(multiplier * num_layers) * math.sqrt(width_mult)) + return functools.partial(torch.nn.init.normal_, mean=0.0, std=std) + + def log_on_each_pipeline_stage( logger: logging.Logger, *args: Any, diff --git a/megatron/inference/utils.py b/megatron/inference/utils.py index b8a277fb9e1..ec8f1088be1 100644 --- a/megatron/inference/utils.py +++ b/megatron/inference/utils.py @@ -12,6 +12,8 @@ InferenceConfig, KVCacheManagementMode, MambaInferenceStateConfig, + PrefixCachingCoordinatorPolicy, + PrefixCachingEvictionPolicy, ) from megatron.core.inference.contexts import DynamicInferenceContext from megatron.core.inference.engines import DynamicInferenceEngine @@ -173,6 +175,13 @@ def add_inference_args(parser: ArgumentParser) -> ArgumentParser: help="To minimize the output file size of larger runs, only write the " "results of every `n` requests.", ) + group.add_argument( + "--output-request-events", + action='store_true', + default=False, + help="Include request events (lifecycle + per-token block allocator metrics) " + "in the JSON output.", + ) group.add_argument( "--prompt-file", help='Jsonl file containing input prompts, where each item (i.e., line) ' @@ -215,9 +224,15 @@ def add_inference_args(parser: ArgumentParser) -> ArgumentParser: type=int, default=None, help="Suspend and resume the dynamic engine every " - "`suspend_resume_interval` steps. This is used to tet the suspend/resume " + "`suspend_resume_interval` requests. This is used to test the suspend/resume " "system.", ) + group.add_argument( + "--suspend-timeout", + type=float, + default=0.0, + help="Seconds to sleep while the engine is suspended (simulates a training step).", + ) group.add_argument( "--inference-repeat-n", type=int, @@ -230,7 +245,25 @@ def add_inference_args(parser: ArgumentParser) -> ArgumentParser: default=False, help="If true, only run throughput check without verifying outputs.", ) - + group.add_argument( + "--drain-between-batches", + action='store_true', + default=False, + help="Process requests in batches, draining all active requests between batches.", + ) + group.add_argument( + "--batch-boundaries", + type=str, + default=None, + help="Comma-separated list of request indices where each batch starts. " + "Used with --drain-between-batches.", + ) + group.add_argument( + "--coordinator-schedule-output-path", + type=str, + default=None, + help="Path to write coordinator request scheduling decisions as JSON", + ) return parser @@ -259,7 +292,11 @@ def get_inference_config_from_model_and_args(model: MegatronModule, args): if args.inference_dynamic_batching_max_requests is not None: max_sequence_length = max(max_sequence_length, max_batch_size) - mamba_inference_state_config = MambaInferenceStateConfig.from_model(model) + mamba_inference_state_config = MambaInferenceStateConfig.from_model( + model, + conv_states_dtype=args.mamba_inference_conv_states_dtype, + ssm_states_dtype=args.mamba_inference_ssm_states_dtype, + ) pg_collection = get_attr_wrapped_model(model, "pg_collection") # Get inference logging configuration from args @@ -304,11 +341,16 @@ def get_inference_config_from_model_and_args(model: MegatronModule, args): mamba_inference_state_config=mamba_inference_state_config, pg_collection=pg_collection, use_flashinfer_fused_rope=args.use_flashinfer_fused_rope, - materialize_only_last_token_logits=not args.return_log_probs, + materialize_only_last_token_logits=(not args.return_log_probs and args.num_speculative_tokens == 0), + track_generated_token_events=args.inference_dynamic_batching_track_generated_token_events, track_paused_request_events=args.inference_dynamic_batching_track_paused_request_events, enable_chunked_prefill=args.enable_chunked_prefill, + enable_prefix_caching=args.inference_dynamic_batching_enable_prefix_caching, + prefix_caching_eviction_policy=PrefixCachingEvictionPolicy(args.inference_dynamic_batching_prefix_caching_eviction_policy), + prefix_caching_coordinator_policy=PrefixCachingCoordinatorPolicy(args.inference_dynamic_batching_prefix_caching_coordinator_policy), metrics_writer=metrics_writer, logging_step_interval=args.inference_logging_step_interval, + num_speculative_tokens=args.num_speculative_tokens, ) diff --git a/megatron/legacy/indexer.py b/megatron/legacy/indexer.py deleted file mode 100644 index 179e00e6cdf..00000000000 --- a/megatron/legacy/indexer.py +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. -import sys -import time -import torch -import torch.distributed as dist - -from megatron.training import get_args, print_rank_0 -from megatron.core import mpu -from megatron.training.checkpointing import load_biencoder_checkpoint -from megatron.legacy.data.orqa_wiki_dataset import get_open_retrieval_wiki_dataset -from megatron.legacy.data.orqa_wiki_dataset import get_open_retrieval_batch -from megatron.legacy.data.biencoder_dataset_utils import get_one_epoch_dataloader -from megatron.legacy.data.realm_index import detach, OpenRetreivalDataStore -from megatron.legacy.model.biencoder_model import get_model_provider -from megatron.training import get_model - - -class IndexBuilder(object): - """ - Object for taking one pass over a dataset and creating a BlockData of its - embeddings - """ - def __init__(self): - args = get_args() - self.model = None - self.dataloader = None - self.evidence_embedder_obj = None - self.biencoder_shared_query_context_model = \ - args.biencoder_shared_query_context_model - - # need to know whether we're using a REALM checkpoint (args.load) - # or ICT checkpoint - assert not (args.load and args.ict_load) - - self.log_interval = args.indexer_log_interval - self.batch_size = args.indexer_batch_size - - self.load_attributes() - self.is_main_builder = mpu.get_data_parallel_rank() == 0 - self.num_total_builders = mpu.get_data_parallel_world_size() - self.iteration = self.total_processed = 0 - - def load_attributes(self): - """ - Load the necessary attributes: model, dataloader and empty BlockData - """ - only_context_model = True - if self.biencoder_shared_query_context_model: - only_context_model = False - - model = get_model(get_model_provider(only_context_model=\ - only_context_model, biencoder_shared_query_context_model=\ - self.biencoder_shared_query_context_model)) - - self.model = load_biencoder_checkpoint(model, - only_context_model=only_context_model) - - assert len(self.model) == 1 - self.model[0].eval() - - self.dataset = get_open_retrieval_wiki_dataset() - self.dataloader = iter(get_one_epoch_dataloader(self.dataset, \ - self.batch_size)) - - self.evidence_embedder_obj = OpenRetreivalDataStore( \ - load_from_path=False) - - def track_and_report_progress(self, batch_size): - """ - Utility function for tracking progress - """ - self.iteration += 1 - self.total_processed += batch_size * self.num_total_builders - if self.is_main_builder and self.iteration % self.log_interval == 0: - print('Batch {:10d} | Total {:10d}'.format(self.iteration, - self.total_processed), flush=True) - - def build_and_save_index(self): - """ - Goes through one epoch of the dataloader and adds all data to this - instance's BlockData. - - The copy of BlockData is saved as a shard, which when run in a - distributed setting will be consolidated by the rank 0 process - and saved as a final pickled BlockData. - """ - assert len(self.model) == 1 - unwrapped_model = self.model[0] - - while not hasattr(unwrapped_model, 'embed_text'): - unwrapped_model = unwrapped_model.module - - while True: - try: - # batch also has query_tokens and query_pad_data - row_id, context_tokens, context_mask, context_types, \ - context_pad_mask = get_open_retrieval_batch( \ - self.dataloader) - except (StopIteration, IndexError): - break - - # TODO: can we add with torch.no_grad() to reduce memory usage - # detach, separate fields and add to BlockData - assert context_mask.dtype == torch.bool - context_logits = unwrapped_model.embed_text( - unwrapped_model.context_model, context_tokens, context_mask, - context_types) - - context_logits = detach(context_logits) - row_id = detach(row_id) - - self.evidence_embedder_obj.add_block_data(row_id, context_logits) - self.track_and_report_progress(batch_size=len(row_id)) - - # This process signals to finalize its shard and then synchronize with - # the other processes - self.evidence_embedder_obj.save_shard() - torch.distributed.barrier() - del self.model - - # rank 0 process builds the final copy - if self.is_main_builder: - self.evidence_embedder_obj.merge_shards_and_save() - # make sure that every single piece of data was embedded - assert len(self.evidence_embedder_obj.embed_data) == \ - len(self.dataset) - self.evidence_embedder_obj.clear() - - # complete building the final copy - torch.distributed.barrier() diff --git a/megatron/post_training/model_builder.py b/megatron/post_training/model_builder.py index 7d38041a7a3..085d188e811 100644 --- a/megatron/post_training/model_builder.py +++ b/megatron/post_training/model_builder.py @@ -106,6 +106,11 @@ def _load_teacher_model_config(checkpoint_path: str) -> Namespace: del args_dict["kv_channels"] # not recalculated if present args_dict.update(config) + # Backward compat: old checkpoints have hybrid_override_pattern but not hybrid_layer_pattern + if (args_dict.get('hybrid_override_pattern') is not None + and args_dict.get('hybrid_layer_pattern') is None): + args_dict['hybrid_layer_pattern'] = args_dict['hybrid_override_pattern'] + return Namespace(**args_dict) @@ -114,13 +119,10 @@ def _load_teacher_model(config, config_raw: Namespace, model_kwargs: Dict[str, A args = get_args() if config.is_hybrid_model: - # These parameters are not part of the TransformerConfig and need to be passed separately. - if "hybrid_override_pattern" in config_raw: - model_kwargs["hybrid_override_pattern"] = config_raw.hybrid_override_pattern - if "hybrid_attention_ratio" in config_raw: - model_kwargs["hybrid_attention_ratio"] = config_raw.hybrid_attention_ratio - if "hybrid_mlp_ratio" in config_raw: - model_kwargs["hybrid_mlp_ratio"] = config_raw.hybrid_mlp_ratio + # This parameter is not part of the TransformerConfig and needs to be passed separately. + # Note: hybrid_override_pattern is remapped to hybrid_layer_pattern in + # _load_teacher_model_config, so config_raw.hybrid_layer_pattern is always set here. + model_kwargs["hybrid_layer_pattern"] = config_raw.hybrid_layer_pattern teacher = MCoreMambaModel(config=config, **model_kwargs) else: @@ -257,7 +259,7 @@ def modelopt_gpt_mamba_builder( "pg_collection": pg_collection, } model = MCoreGPTModel(config=config, **model_kwargs) - elif args.export_model_type == "MambaModel" or args.is_hybrid_model: + elif args.export_model_type == "MambaModel" or getattr(args, 'hybrid_layer_pattern', None) is not None: from megatron.core.post_training.modelopt.mamba.model_specs import get_mamba_stack_modelopt_spec if args.export_default_te_spec and args.export_te_mcore_model: @@ -275,10 +277,8 @@ def modelopt_gpt_mamba_builder( "mamba_stack_spec": mamba_stack_spec, "vocab_size": args.padded_vocab_size, "max_sequence_length": args.max_position_embeddings, + "hybrid_layer_pattern": args.hybrid_layer_pattern, "pre_process": pre_process, - "hybrid_attention_ratio": args.hybrid_attention_ratio, - "hybrid_mlp_ratio": args.hybrid_mlp_ratio, - "hybrid_override_pattern": args.hybrid_override_pattern, "post_process": post_process, "fp16_lm_cross_entropy": args.fp16_lm_cross_entropy, "parallel_output": True, diff --git a/megatron/rl/agent/api.py b/megatron/rl/agent/api.py index dd52c7277bf..310ef106f1e 100644 --- a/megatron/rl/agent/api.py +++ b/megatron/rl/agent/api.py @@ -48,6 +48,10 @@ class Rollout(AgentBaseModel): reward: float = None env_id: str = '' problem_id: str | None = None + policy_staleness: list[list[int]] + kv_cache_staleness: list[list[int]] + completed_at_step: list[int] + num_evictions: list[int] class TokenRollout(AgentBaseModel): @@ -59,6 +63,10 @@ class TokenRollout(AgentBaseModel): logprobs: list[list[float]] | None = None env_id: str = '' problem_id: str | None = None + policy_staleness: list[list[int]] + kv_cache_staleness: list[list[int]] + completed_at_step: list[int] + num_evictions: list[int] class ContrastiveRollout(AgentBaseModel): diff --git a/megatron/rl/agent/reward_only_agent.py b/megatron/rl/agent/reward_only_agent.py index 4099406a98a..a945dd885e3 100644 --- a/megatron/rl/agent/reward_only_agent.py +++ b/megatron/rl/agent/reward_only_agent.py @@ -104,6 +104,10 @@ async def rollout_from_response( generation_mask=[generation_mask], env_id=self.env_id, problem_id=golden['problem_id'] if 'problem_id' in golden else None, + policy_staleness=[response.policy_staleness], + kv_cache_staleness=[response.kv_cache_staleness], + completed_at_step=[response.completed_at_step], + num_evictions=[response.num_evictions], ) else: rollout = Rollout( @@ -111,6 +115,10 @@ async def rollout_from_response( reward=await self.get_reward(response_text, golden), env_id=self.env_id, problem_id=golden['problem_id'] if 'problem_id' in golden else None, + policy_staleness=[response.policy_staleness], + kv_cache_staleness=[response.kv_cache_staleness], + completed_at_step=[response.completed_at_step], + num_evictions=[response.num_evictions], ) return rollout diff --git a/megatron/rl/inference/api.py b/megatron/rl/inference/api.py index 87f6b87f908..95e24a55e73 100644 --- a/megatron/rl/inference/api.py +++ b/megatron/rl/inference/api.py @@ -23,3 +23,7 @@ class InferenceResponse(BaseModel): token_ids: list[int] | None = None prompt_length: int | None = None logprobs: list[float] | None = None + policy_staleness: list[int] + kv_cache_staleness: list[int] + completed_at_step: int + num_evictions: int diff --git a/megatron/rl/inference/megatron.py b/megatron/rl/inference/megatron.py index ee31a16eeaa..e609f376461 100644 --- a/megatron/rl/inference/megatron.py +++ b/megatron/rl/inference/megatron.py @@ -3,11 +3,19 @@ import asyncio import logging +import httpx import torch.distributed as dist +from openai import AsyncOpenAI, DefaultAioHttpClient from pydantic import PrivateAttr +try: + import h2 # noqa: F401 + use_http2 = True +except ImportError: + use_http2 = False + from megatron.core.inference.config import KVCacheManagementMode -from megatron.core.inference.engines.dynamic_engine import DynamicInferenceEngine +from megatron.core.inference.engines.dynamic_engine import DynamicInferenceEngine, EngineState from megatron.core.inference.inference_client import InferenceClient from megatron.core.models.gpt.gpt_model import GPTModel from megatron.core.utils import log_single_rank @@ -23,7 +31,7 @@ from ..server.api import InferenceServer logger = logging.getLogger(__name__) - +logging.getLogger("httpx").setLevel(logging.WARNING) class MegatronLocal(InferenceServer, ReturnsTokens, ReturnsRaw): """Interface to use MCoreEngine directly as an inference engine.""" @@ -31,21 +39,19 @@ class MegatronLocal(InferenceServer, ReturnsTokens, ReturnsRaw): host: str port: int - _server_task: asyncio.Task = PrivateAttr(None) _client: InferenceClient = PrivateAttr(None) _inference_engine: DynamicInferenceEngine = PrivateAttr(None) _rl_kv_cache_management_mode: KVCacheManagementMode = PrivateAttr(None) + _openai_client: AsyncOpenAI = PrivateAttr(None) async def base_generate(self, request: InferenceRequest) -> InferenceResponse: - - assert self._server_task is not None, "Inference server is not initialized" tokenizer = get_tokenizer() args = get_args() - from openai import AsyncOpenAI - client = AsyncOpenAI(base_url=f"http://{self.host}:{self.port}", api_key="NONE") + # Use the shared, optimized client instead of spinning up a new one + client = self._openai_client - # Things that may be problematic when doign this switch + # Things that may be problematic when doing this switch # - Add BOS token # - Skip prompt logprobs response = await client.chat.completions.create( @@ -70,6 +76,10 @@ async def base_generate(self, request: InferenceRequest) -> InferenceResponse: token_ids=choice.prompt_token_ids + choice.generation_token_ids, logprobs=choice.generation_log_probs, prompt_length=len(choice.prompt_token_ids), + policy_staleness=choice.policy_staleness, + kv_cache_staleness=choice.kv_cache_staleness, + completed_at_step=args.curr_iteration, + num_evictions=getattr(choice, 'num_evictions', 0), ) @classmethod @@ -93,44 +103,90 @@ async def launch(cls, model: GPTModel, **kwargs): ) if dist.get_rank() == 0: - from megatron.core.inference.text_generation_server.dynamic_text_gen_server.flask_server import run_flask_server_on_client - loop = asyncio.get_event_loop() + from megatron.core.inference.text_generation_server.dynamic_text_gen_server import start_text_gen_server + client = InferenceClient(inference_coordinator_address=dp_addr) - await client.start() - server_task = loop.create_task(run_flask_server_on_client( - client=client, + client.start() + + start_text_gen_server( + coordinator_addr=dp_addr, tokenizer=inference_engine.controller.tokenizer, - flask_port=kwargs.get('port', 8294), + rank=dist.get_rank(), + server_port=kwargs.get('port', 8294), parsers=[], verbose=kwargs.get('verbose', False), - )) + ) else: client = None - server_task = None - + launched_server = cls(**kwargs) launched_server._client = client - launched_server._server_task = server_task launched_server._inference_engine = inference_engine launched_server._rl_kv_cache_management_mode = KVCacheManagementMode( args.rl_kv_cache_management_mode ) + concurrency_limit = args.grpo_prompts_per_step * args.grpo_group_size * args.rl_parallel_generation_tasks + custom_limits = httpx.Limits( + max_connections=concurrency_limit, + max_keepalive_connections=concurrency_limit, + ) + http_client = DefaultAioHttpClient( + timeout=None, + limits=custom_limits, + http2=use_http2 + ) + + launched_server._openai_client = AsyncOpenAI( + base_url=f"http://{launched_server.host}:{launched_server.port}", + api_key="NONE", + http_client=http_client + ) + return launched_server async def kill(self): + # Gracefully close the shared OpenAI client connections + if self._openai_client is not None: + await self._openai_client.close() + if dist.get_rank() == 0: - await self._client.stop_engines() - await self._inference_engine.stopped.wait() + self._client.pause_engines() + await self._inference_engine.wait_until(EngineState.PAUSED) + + if dist.get_rank() == 0: + self._client.stop_engines() + await self._inference_engine.wait_until(EngineState.STOPPED) + + if dist.get_rank() == 0: + self._client.shutdown_coordinator() + self._client.stop() + + if dist.get_rank() == 0: + from megatron.core.inference.text_generation_server.dynamic_text_gen_server import stop_text_gen_server + stop_text_gen_server() + + def increment_staleness(self): + if dist.get_rank() == 0: + self._client.increment_staleness() async def suspend(self): + if dist.get_rank() == 0: + self._client.pause_engines() + await self._inference_engine.wait_until(EngineState.PAUSED) + if dist.get_rank() == 0: self._client.suspend_engines() - await self._inference_engine.paused.wait() - self._inference_engine.suspend() + await self._inference_engine.wait_until(EngineState.SUSPENDED) async def resume(self): + if self._inference_engine._state_events[EngineState.RUNNING].is_set(): + return + if dist.get_rank() == 0: self._client.resume_engines() - await self._inference_engine.running.wait() - self._inference_engine.resume() + await self._inference_engine.wait_until(EngineState.RESUMED) + + if dist.get_rank() == 0: + self._client.unpause_engines() + await self._inference_engine.wait_until(EngineState.RUNNING) diff --git a/megatron/rl/rl_utils.py b/megatron/rl/rl_utils.py index 46436add1da..d68a0330989 100644 --- a/megatron/rl/rl_utils.py +++ b/megatron/rl/rl_utils.py @@ -24,6 +24,7 @@ from torch.utils.tensorboard import SummaryWriter from megatron.core import mpu +from megatron.core.packed_seq_params import PackedSeqParams from megatron.core.full_cuda_graph import FullCudaGraphWrapper from megatron.core.models.common.language_module.language_module import LanguageModule from megatron.core.num_microbatches_calculator import reconfigure_num_microbatches_calculator @@ -32,14 +33,20 @@ from megatron.core.pipeline_parallel.utils import is_pp_last_stage, get_pp_last_rank from megatron.core.rerun_state_machine import RerunDataIterator from megatron.core.tokenizers import MegatronTokenizer +from megatron.core.tokenizers.text.libraries.huggingface_tokenizer import HuggingFaceTokenizer from megatron.core.transformer.cuda_graphs import _CudagraphGlobalRecord from megatron.core.transformer.enums import CudaGraphScope -from megatron.core.transformer.utils import toggle_cuda_graphs +from megatron.core.transformer.utils import ( + toggle_cuda_graphs, + transition_moe_cudagraphs, +) +from megatron.core.inference.utils import set_decode_expert_padding from megatron.core.resharding.refit import swap_model_weights from megatron.core.inference.unified_memory import ( advise_managed_module_parameters_preferred_location, prefetch_managed_module_parameters, ) +from megatron.core.inference.utils import device_memory_summary from megatron.core.utils import get_asyncio_loop, log_single_rank from megatron.rl.sequence_packing_utils import ( get_microbatch_dataloader, @@ -117,16 +124,19 @@ def _torch_saver_swap_inference_model(*, to_cpu: bool) -> None: "(see https://github.com/fzyzcjy/torch_memory_saver)" ) + tag = "rl_inference_model" if to_cpu: if not _INFERENCE_MODEL_IS_PAUSED: - torch_memory_saver.pause("rl_inference_model") + print_rank_0(f"torch_memory_saver: pausing {tag}, before: {device_memory_summary()}") + torch_memory_saver.pause(tag) _INFERENCE_MODEL_IS_PAUSED = True - print_rank_0("[Rank 0] offloaded RL inference model weights to CPU using torch_memory_saver") + print_rank_0(f"torch_memory_saver: paused {tag}, after: {device_memory_summary()}") else: if _INFERENCE_MODEL_IS_PAUSED: - torch_memory_saver.resume("rl_inference_model") + print_rank_0(f"torch_memory_saver: resuming {tag}, before: {device_memory_summary()}") + torch_memory_saver.resume(tag) _INFERENCE_MODEL_IS_PAUSED = False - print_rank_0("[Rank 0] restored RL inference model weights to GPU using torch_memory_saver") + print_rank_0(f"torch_memory_saver: resumed {tag}, after: {device_memory_summary()}") def _maybe_prefetch_separate_inference_model_weights(model_core, *, to_cpu: bool) -> None: @@ -275,6 +285,10 @@ class RolloutStats: min_inf_prob: None | float max_inf_prob: None | float mean_inf_prob: None | float + policy_staleness: list[list[int]] + kv_cache_staleness: list[list[int]] + completed_at_steps: list[list[int]] + num_evictions: list[list[int]] # Runtime state container for RL-specific data that shouldn't be checkpointed @@ -432,7 +446,7 @@ def get_inference_interface(args, loop, model): model[0], host='0.0.0.0', port=8294, - verbose=args.inference_flask_server_logging) + verbose=args.inference_text_gen_server_logging) ) return _INFERENCE_INTERFACE @@ -508,9 +522,8 @@ def get_environment_rollouts( inference_model = model inference_pg_collection = get_attr_wrapped_model(inference_model[0], "pg_collection") - assert ( - n_prompts % get_pg_size(inference_pg_collection.ep) == 0 - ), "n_prompts must be divisible by data_parallel_world_size" + pg_size = get_pg_size(inference_pg_collection.ep) + assert (n_prompts % pg_size == 0), f"{n_prompts=} must be divisible by {pg_size=}" with nvtx_range("rollout-collection"): loop = get_asyncio_loop() @@ -520,6 +533,7 @@ def get_environment_rollouts( args.cuda_graph_impl, False, # offload optimizer during rollout collection is handled above training_model=model if has_separate_inference_model else None, + increment_staleness_on_suspend=True, ) as inference_interface: with nvtx_range("inference-setup"): @@ -640,13 +654,28 @@ def get_logprobs(model, tokens, position_ids, no_grad=False, sequence_packing=Fa """ args = get_args() - # Ensure packed_seq_params is always provided for CUDA graph signature consistency - if packed_seq_params is None and sequence_packing: - packed_seq_params = get_default_packed_seq_params( - seq_length=tokens.shape[1], - max_sequences_per_bin=args.rl_sequence_packing_max_sequences_per_bin, - device=tokens.device, - ) + # Ensure packed_seq_params is always provided for CUDA graph signature consistency. + # When sequence_packing is enabled, construct from packing config (max_sequences_per_bin). + # When sequence_packing is disabled, construct a single-sequence default so the CUDA + # graph signature matches the training forward_step in train_rl.py. + # This is necessary because reference logprobs steps will reuse the training forward graph. + if packed_seq_params is None: + if sequence_packing: + packed_seq_params = get_default_packed_seq_params( + seq_length=tokens.shape[1], + max_sequences_per_bin=args.rl_sequence_packing_max_sequences_per_bin, + device=tokens.device, + ) + else: + cu_seqlens = torch.tensor([0, tokens.shape[1]], dtype=torch.int32, device=tokens.device) + packed_seq_params = PackedSeqParams( + qkv_format='thd', + cu_seqlens_q=cu_seqlens, + cu_seqlens_kv=cu_seqlens, + max_seqlen_q=tokens.shape[1], + max_seqlen_kv=tokens.shape[1], + total_tokens=tokens.shape[1], + ) nvtx_range = get_nvtx_range() @@ -733,11 +762,19 @@ def compute_group_stats( env_ids = [] group_reward_ids = [] num_turns = [] # num_turns per traj + all_policy_staleness = [] + all_kv_cache_staleness = [] + all_completed_at_steps = [] + all_num_evictions = [] for group in rollouts: group_rewards = [] group_traj_lengths = [] group_turn_lengths = [] group_num_turns = [] + group_policy_staleness = [] + group_kv_staleness = [] + group_completed_at_steps = [] + group_num_evictions = [] for rollout in group: if isinstance(rollout, TokenRollout): for turn_traj in rollout.trajectory: @@ -758,6 +795,14 @@ def compute_group_stats( roll_turn_lens = [len(t) for t in rollout.trajectory] group_turn_lengths.extend(roll_turn_lens) group_traj_lengths.append(sum(roll_turn_lens)) + group_policy_staleness.extend(s for turn in rollout.policy_staleness for s in turn) + group_kv_staleness.extend(s for turn in rollout.kv_cache_staleness for s in turn) + group_completed_at_steps.extend(rollout.completed_at_step) + group_num_evictions.append(sum(rollout.num_evictions)) + all_policy_staleness.append(group_policy_staleness) + all_kv_cache_staleness.append(group_kv_staleness) + all_completed_at_steps.append(group_completed_at_steps) + all_num_evictions.append(group_num_evictions) traj_lens.append(group_traj_lengths) turn_lens.append(group_turn_lengths) env_ids.append(group[0].env_id) # All rollouts in a group share the env_id by design. @@ -785,10 +830,44 @@ def compute_group_stats( min_inf_prob=None, max_inf_prob=None, mean_inf_prob=None, + policy_staleness=all_policy_staleness, + kv_cache_staleness=all_kv_cache_staleness, + completed_at_steps=all_completed_at_steps, + num_evictions=all_num_evictions, ) return stats +def compute_true_staleness( + per_token_staleness: list[list[int]], + completed_at_steps: list[list[int]], + turn_lens: list[list[int]], + current_iteration: int, +) -> list[int]: + """Compute true per-token staleness by adding the completion gap. + + Args: + per_token_staleness: Grouped flat list of per-token raw staleness values. + completed_at_steps: Grouped list of per-turn completion steps. + turn_lens: Grouped list of per-turn token counts. + current_iteration: Current training iteration. + + Returns: + Flat list of true staleness values (one per token across all groups). + """ + result = [] + for group_staleness, group_completed, group_turn_lens in zip( + per_token_staleness, completed_at_steps, turn_lens + ): + token_idx = 0 + for completed_at, num_tokens in zip(group_completed, group_turn_lens): + gap = current_iteration - completed_at + for _ in range(num_tokens): + result.append(group_staleness[token_idx] + gap) + token_idx += 1 + return result + + def prep_wandb_metrics( wandb_writer: wandb_run.Run, traj_lens: List[List[int]], @@ -796,8 +875,13 @@ def prep_wandb_metrics( rewards: List[List[float]], num_turns: List[List[int]], advantages: List[float], + policy_staleness: List[List[int]], + kv_cache_staleness: List[List[int]], + num_evictions: List[List[int]], + completed_at_steps: List[List[int]], + current_iteration: int, example_group: list[TokenRollout | Rollout] | None = None, - tokenizer: MegatronTokenizer | None = None + tokenizer: MegatronTokenizer | None = None, ): """Make a wandb-parseable dictionary of metrics for logging. @@ -809,8 +893,13 @@ def prep_wandb_metrics( rewards: Grouped list of rewards. num_turns: Grouped list of number of turns in the trajectories. advantages: Flattened list of advantages. + policy_staleness: Grouped list of per-token policy staleness. + kv_cache_staleness: Grouped list of per-token KV cache staleness. + num_evictions: Grouped list of per-rollout number of evictions. + completed_at_steps: Grouped list of per-turn completed at steps. + current_iteration: Current training iteration. + example_group: A list of rollouts of one group to log examples of trajectories. tokenizer: Tokenizer to untokenize trajectories for logging. - example_groups: A list of rollouts of one group to log examples of trajectories. """ group_table = wandb_writer.Table( @@ -818,6 +907,11 @@ def prep_wandb_metrics( data=[[np.mean(g), np.std(g)] for g in rewards], ) + true_policy_staleness = compute_true_staleness( + policy_staleness, completed_at_steps, turn_lens, current_iteration) + true_kv_staleness = compute_true_staleness( + kv_cache_staleness, completed_at_steps, turn_lens, current_iteration) + metrics = { 'group_means_hist': wandb_writer.plot.histogram( group_table, 'group_means', 'Group Means' @@ -837,6 +931,14 @@ def prep_wandb_metrics( ), 'advantages', 'Advantages' ), + 'rollout_table': wandb_writer.Table( + columns=['reward', 'traj_length', 'num_evictions'], + data=list(zip( + [r for g in rewards for r in g], + [l for g in traj_lens for l in g], + [e for g in num_evictions for e in g], + )), + ), 'mean_turn_length': np.mean([np.mean(g) for g in turn_lens]), 'mean_turn_length_std': np.mean([np.std(g) for g in turn_lens]), 'max_turn_length': max([max(g) for g in turn_lens]), @@ -852,6 +954,15 @@ def prep_wandb_metrics( 'mean_advantage': np.mean(advantages), 'nonzero_groups_ratio': np.count_nonzero(advantages) / len(advantages), + 'mean_policy_staleness': np.mean(true_policy_staleness), + 'max_policy_staleness': max(true_policy_staleness), + 'min_policy_staleness': min(true_policy_staleness), + 'mean_kv_cache_staleness': np.mean(true_kv_staleness), + 'max_kv_cache_staleness': max(true_kv_staleness), + 'min_kv_cache_staleness': min(true_kv_staleness), + 'total_eviction_count': sum([sum(g) for g in num_evictions]), + 'max_num_evictions': max([max(g) for g in num_evictions]), + 'mean_completion_gap': np.mean([current_iteration - s for g in completed_at_steps for s in g]), } if example_group: if tokenizer is None: @@ -910,8 +1021,15 @@ def maybe_log_training_metrics( rewards = group_stats.rewards num_turns = group_stats.num_turns advantages = group_stats.advantages - metrics = metrics | prep_wandb_metrics(wandb_writer=wandb_writer, - traj_lens=traj_lens, turn_lens=turn_lens, rewards=rewards, num_turns=num_turns, advantages=advantages) + policy_staleness = group_stats.policy_staleness + kv_cache_staleness = group_stats.kv_cache_staleness + num_evictions = group_stats.num_evictions + completed_at_steps = group_stats.completed_at_steps + + metrics = metrics | prep_wandb_metrics(wandb_writer=wandb_writer, + traj_lens=traj_lens, turn_lens=turn_lens, rewards=rewards, num_turns=num_turns, advantages=advantages, + policy_staleness=policy_staleness, kv_cache_staleness=kv_cache_staleness, num_evictions=num_evictions, + completed_at_steps=completed_at_steps, current_iteration=current_iteration) env_stats = lambda cont, idx: [cont[i] for i in idx] group_turn_counts = [sum(nt) for nt in num_turns] @@ -925,11 +1043,16 @@ def maybe_log_training_metrics( end = st + group_turn_counts[i] env_advantages.extend(advantages[st:end]) - env_metrics = prep_wandb_metrics(wandb_writer=wandb_writer, traj_lens=env_stats(traj_lens, env_idx), - turn_lens=env_stats(turn_lens, env_idx), + env_metrics = prep_wandb_metrics(wandb_writer=wandb_writer, traj_lens=env_stats(traj_lens, env_idx), + turn_lens=env_stats(turn_lens, env_idx), rewards=env_stats(rewards, env_idx), num_turns=env_stats(num_turns, env_idx), advantages=env_advantages, + policy_staleness=env_stats(policy_staleness, env_idx), + kv_cache_staleness=env_stats(kv_cache_staleness, env_idx), + num_evictions=env_stats(num_evictions, env_idx), + completed_at_steps=env_stats(completed_at_steps, env_idx), + current_iteration=current_iteration, example_group=example_groups[env_id], tokenizer=tokenizer, ) @@ -957,16 +1080,17 @@ def prepare_trajectories( # Track counts for each environment ID env_id_counts = Counter() - DEFAULT_PAD_TOKENS = ['<|finetune_right_pad_id|>'] + DEFAULT_PAD_TOKENS = ['<|finetune_right_pad_id|>', ''] if tokenizer.library == "huggingface": + tokenizer : HuggingFaceTokenizer if not tokenizer.pad: for pad_token in DEFAULT_PAD_TOKENS: - if pad_token in tokenizer.vocab: + if pad_token in tokenizer._tokenizer.tokenizer.get_vocab(): log_single_rank( logger, logging.INFO, f"Updating tokenizer pad token to {pad_token}" ) - tokenizer._tokenizer.pad_token_id = tokenizer.vocab[pad_token] + tokenizer._tokenizer.pad_token = pad_token break else: raise ValueError("No pad token found in tokenizer vocabulary") @@ -1153,7 +1277,7 @@ def prepare_data_for_update( tokenizer: MegatronTokenizer, sequence_packing: bool, is_correction: bool, -) -> RerunDataIterator: +) -> tuple[RerunDataIterator, RolloutStats, dict]: """Extract data for the update from raw rollouts. Args: @@ -1165,7 +1289,7 @@ def prepare_data_for_update( is_correction: Prepare data for IS correction if True. Returns: - Cycled iterator over dataset batches. In GRPO we might want to go over the same data multiple times. + Tuple of (cycled iterator over dataset batches, group stats, example groups per env). """ args = get_args() nvtx_range = get_nvtx_range() @@ -1271,14 +1395,12 @@ def prepare_data_for_update( with torch.no_grad(), nvtx_range("compute_logprobs", time=True): # Before we can update the model, we need to get the logprobs for the \pi_{old} model. - # Wrap forward_backward_func for Full iteration CUDA graph forward_backward_func = get_forward_backward_func() if args.cuda_graph_impl == "local" and CudaGraphScope.full_iteration in args.cuda_graph_scope: forward_backward_func = FullCudaGraphWrapper( forward_backward_func, cuda_graph_warmup_steps=args.cuda_graph_warmup_steps ) - dtype = ( torch.bfloat16 if args.bf16 else (torch.float16 if args.fp16 else torch.float32) ) @@ -1418,15 +1540,7 @@ def prepare_data_for_update( loader = DataLoader(data, batch_size=args.micro_batch_size) - with nvtx_range("log-wandb-tb"): - maybe_log_training_metrics( - group_stats=group_stats, - current_iteration=args.curr_iteration, - tokenizer=tokenizer, - example_groups=example_groups, - ) - - return RerunDataIterator(itertools.cycle(loader)) + return RerunDataIterator(itertools.cycle(loader)), group_stats, example_groups def get_grpo_data_iterator( @@ -1466,27 +1580,38 @@ def get_grpo_data_iterator( RerunDataIterator for the current training step """ runtime_state = get_rl_runtime_state() + tokenizer = get_tokenizer() # We collect new rollouts when we've gone over the collected data 'grpo_iterations' times. - global_batches_per_collection = (grpo_prompts_per_step * grpo_group_size) // global_batch_size + global_batches_per_collection = (grpo_prompts_per_step * grpo_group_size) // global_batch_size if ( buffered_rollouts is None or - iteration == runtime_state.last_collection_iteration + + iteration == runtime_state.last_collection_iteration + (grpo_iterations * global_batches_per_collection) ): - buffered_rollouts = get_environment_rollouts( + rollouts = get_environment_rollouts( model, inference_model, optimizer, grpo_prompts_per_step, grpo_group_size ) - buffered_rollouts = prepare_data_for_update(model=model, - ref_state_dict=ref_state_dict, - rollouts=buffered_rollouts, - tokenizer=get_tokenizer(), + buffered_rollouts, group_stats, example_groups = prepare_data_for_update( + model=model, + ref_state_dict=ref_state_dict, + rollouts=rollouts, + tokenizer=tokenizer, sequence_packing=sequence_packing, is_correction=is_correction, - ) + ) + runtime_state.group_stats = group_stats + runtime_state.example_groups = example_groups runtime_state.reset_iteration_counters(iteration) + maybe_log_training_metrics( + group_stats=runtime_state.group_stats, + current_iteration=iteration, + tokenizer=tokenizer, + example_groups=runtime_state.example_groups, + ) + return buffered_rollouts @@ -1704,6 +1829,7 @@ def megatron_rl_inference_mode( cuda_graph_impl: str, offload_optimizer_during_inference: bool, training_model: Optional[list[LanguageModule]] = None, + increment_staleness_on_suspend: bool = False, ): """Manage the model inference context when collecting rollouts. @@ -1725,9 +1851,17 @@ def megatron_rl_inference_mode( logger.debug(f"[{dist.get_rank()}] Entering inference mode") + # Change cudagraph scope for inference (empty list = full-layer capture) + model[0].config.cuda_graph_scope = [] + model[0].config.cuda_graph_impl = "local" + # If we get a lower precision wrapper, we go one object deeper. lang_module = model[0].module.module if hasattr(model[0].module, "module") else model[0].module + # Switch MoE layers to full CUDA graph capture for inference + if args.rl_training_cuda_graphs and args.num_experts is not None: + transition_moe_cudagraphs(lang_module, 'full') + lang_module.eval() # If this is a separate RL inference model with offloading enabled, ensure weights are on GPU # before any CUDA-graph capture/replay or inference. This is a no-op if already on GPU. @@ -1768,10 +1902,28 @@ def megatron_rl_inference_mode( with nvtx_range("suspend-engine"): loop.run_until_complete(inference_interface.suspend()) + if increment_staleness_on_suspend: + inference_interface.increment_staleness() if cuda_graph_impl != "none" and not args.rl_training_cuda_graphs: toggle_cuda_graphs(lang_module, 'none') + # Reset drop_and_pad leaked from inference decode + set_decode_expert_padding(unwrap_model(model[0]), set_to=False) + + # Restore partial capture cudagraph scope for training if this is MoE + if args.num_experts is not None: + model[0].config.cuda_graph_scope = [ + CudaGraphScope.mamba, + CudaGraphScope.attn, + CudaGraphScope.moe_router, + CudaGraphScope.moe_preprocess, + ] + + # Switch MoE layers to partial CUDA graph capture for training + if args.rl_training_cuda_graphs and args.num_experts is not None: + transition_moe_cudagraphs(lang_module, 'partial') + # If this is a separate RL inference model, prefetch weights back to CPU so they # don't consume GPU memory during training. with nvtx_range("prefetch-inference-model-weights-to-cpu"): @@ -1797,6 +1949,13 @@ def megatron_rl_inference_mode( def rl_inference_interface_shutdown(): global _INFERENCE_INTERFACE + global _ROLLOUT_GENERATOR + + if _ROLLOUT_GENERATOR is not None: + loop = get_asyncio_loop() + loop.run_until_complete(_ROLLOUT_GENERATOR.aclose()) + _ROLLOUT_GENERATOR = None + if _INFERENCE_INTERFACE is not None: loop = get_asyncio_loop() loop.run_until_complete(_INFERENCE_INTERFACE.kill()) diff --git a/megatron/rl/sequence_packing_utils.py b/megatron/rl/sequence_packing_utils.py index b641ecd85d0..1285d0926f8 100644 --- a/megatron/rl/sequence_packing_utils.py +++ b/megatron/rl/sequence_packing_utils.py @@ -428,6 +428,7 @@ def get_default_packed_seq_params(seq_length: int, max_sequences_per_bin: int, d cu_seqlens_kv_padded=None, max_seqlen_q=seq_length, max_seqlen_kv=seq_length, + total_tokens=seq_length, ) def create_packed_seq_params(packing_context: PackingContext): @@ -503,6 +504,7 @@ def create_packed_seq_params_for_bin( cu_seqlens_kv_padded=None, max_seqlen_q=max_seqlen, max_seqlen_kv=max_seqlen, + total_tokens=bin_size, ) diff --git a/megatron/rl/server/api.py b/megatron/rl/server/api.py index 528e6e880dc..6635b3d48dc 100644 --- a/megatron/rl/server/api.py +++ b/megatron/rl/server/api.py @@ -18,7 +18,7 @@ async def launch(cls) -> Self: async def suspend(self): pass - def resume(self): + async def resume(self): pass async def kill(self): diff --git a/megatron/training/arguments.py b/megatron/training/arguments.py index c1bb0f8ac0d..3ff6342ff5b 100644 --- a/megatron/training/arguments.py +++ b/megatron/training/arguments.py @@ -406,38 +406,8 @@ def validate_args(args, defaults={}): "installed. See https://github.com/fzyzcjy/torch_memory_saver." ) - # When using different EP sizes for inference and training (EP refit), the legacy - # GroupedMLP is not supported. Only SequentialMLP or TEGroupedMLP can be used. - if ( - args.rl_inference_expert_model_parallel_size is not None - and args.rl_inference_expert_model_parallel_size != args.expert_model_parallel_size - ): - assert not args.moe_use_legacy_grouped_gemm, ( - "Legacy GroupedMLP (--moe-use-legacy-grouped-gemm) is not supported when using " - "different expert parallelism sizes for inference and training. " - "Use SequentialMLP (default when --moe-grouped-gemm is not set) or " - "TEGroupedMLP (--moe-grouped-gemm without --moe-use-legacy-grouped-gemm)." - ) - args.grpo_samples_per_iteration = args.grpo_prompts_per_step * args.grpo_group_size - num_generated_samples_per_inference_iteration = ( - args.grpo_samples_per_iteration * args.grpo_iterations) - - # Ensure that the number of prompts we collect is a multiple of the global batch size. - # TODO: Make this account for batch size rampup? - assert num_generated_samples_per_inference_iteration % args.global_batch_size == 0, \ - f"grpo_group_size * grpo_prompts_per_step * grpo_iterations should be divisible by global_batch_size" - # For now only exit/checkpoint on iterations where we generate data. We don't currently - # have a way to checkpoint the generated data. - num_training_iterations_per_inference_iteration = ( - num_generated_samples_per_inference_iteration // args.global_batch_size) - if args.exit_interval is not None: - assert args.exit_interval % num_training_iterations_per_inference_iteration == 0, \ - f"exit_interval should be divisible by number of global batches per inference iteration." - if args.save_interval is not None: - assert args.save_interval % num_training_iterations_per_inference_iteration == 0, \ - f"save_interval should be divisible by number of global batches per inference iteration." if args.rl_use_sequence_packing: assert args.micro_batch_size == 1, \ "micro_batch_size must be 1 when using sequence packing. To increase compute per micro batch increase the sequence length." @@ -554,35 +524,150 @@ def validate_args(args, defaults={}): print_rank_0('setting global batch size to {}'.format(args.global_batch_size)) assert args.global_batch_size > 0 - # === MTP validation === - # Deprecation warnings for legacy MTP arguments + if args.perform_rl_step: + num_generated_samples_per_inference_iteration = ( + args.grpo_samples_per_iteration * args.grpo_iterations) + + # Ensure that the number of prompts we collect is a multiple of the global batch size. + # TODO: Make this account for batch size rampup? + assert num_generated_samples_per_inference_iteration % args.global_batch_size == 0, \ + f"grpo_group_size * grpo_prompts_per_step * grpo_iterations should be divisible by global_batch_size" + + # For now only exit/checkpoint on iterations where we generate data. We don't currently + # have a way to checkpoint the generated data. + num_training_iterations_per_inference_iteration = ( + num_generated_samples_per_inference_iteration // args.global_batch_size) + if args.exit_interval is not None: + assert args.exit_interval % num_training_iterations_per_inference_iteration == 0, \ + f"exit_interval should be divisible by number of global batches per inference iteration." + if args.save_interval is not None: + assert args.save_interval % num_training_iterations_per_inference_iteration == 0, \ + f"save_interval should be divisible by number of global batches per inference iteration." + + # === Hybrid layer pattern: deprecation handling and validation === + + # Backward compat: --hybrid-override-pattern is deprecated in favor of --hybrid-layer-pattern + used_hybrid_override_pattern = False + if args.hybrid_override_pattern is not None: + assert args.hybrid_layer_pattern is None, ( + '--hybrid-override-pattern and --hybrid-layer-pattern cannot both be specified. ' + '--hybrid-override-pattern is deprecated; use --hybrid-layer-pattern instead.' + ) + warn_rank_0( + "--hybrid-override-pattern is deprecated. Use --hybrid-layer-pattern instead.", + args.rank, + ) + args.hybrid_layer_pattern = args.hybrid_override_pattern + used_hybrid_override_pattern = True + if args.mtp_hybrid_override_pattern is not None: warn_rank_0( "--mtp-hybrid-override-pattern is deprecated. " - "For new hybrid models with MTP models, use unified --hybrid-override-pattern instead. " + "For new hybrid models with MTP, use unified --hybrid-layer-pattern instead. " "Example: 'M*M*/MM/MM' means main='M*M*', MTP pattern='MM' with 2 depths. " "This argument is kept only for loading old checkpoints.", args.rank, ) - # Backward compatibility: convert legacy mtp_hybrid_override_pattern to unified format - from megatron.core.ssm.mamba_hybrid_layer_allocation import Symbols, parse_hybrid_pattern + from megatron.core.ssm.mamba_hybrid_layer_allocation import ( + Symbols, parse_hybrid_pattern, get_hybrid_total_layer_count, + get_hybrid_total_pipeline_segment_count, + ) sep = Symbols.MTP_SEPARATOR + + # Backward compat: convert legacy mtp_hybrid_override_pattern to unified format if ( - getattr(args, 'mtp_hybrid_override_pattern', None) is not None + args.mtp_hybrid_override_pattern is not None and args.mtp_num_layers is not None and args.mtp_num_layers > 0 - and (args.hybrid_override_pattern is None or sep not in args.hybrid_override_pattern) + and (args.hybrid_layer_pattern is None or sep not in args.hybrid_layer_pattern) ): - main_pattern = args.hybrid_override_pattern or '' + main_pattern = args.hybrid_layer_pattern or '' mtp_pattern = args.mtp_hybrid_override_pattern - args.hybrid_override_pattern = main_pattern + sep + sep.join([mtp_pattern] * args.mtp_num_layers) + args.hybrid_layer_pattern = main_pattern + sep + sep.join([mtp_pattern] * args.mtp_num_layers) args.mtp_hybrid_override_pattern = None - print_rank_0(f"Converted legacy MTP pattern to unified: {args.hybrid_override_pattern}") + print_rank_0(f"Converted legacy MTP pattern to unified: {args.hybrid_layer_pattern}") + + if args.hybrid_layer_pattern is not None: + # Derive num_layers from pattern; hybrid_layer_pattern always overrides --num-layers when + # both are present (e.g. when loading from checkpoint with --use-checkpoint-args). + num_layers_in_pattern = get_hybrid_total_layer_count(args.hybrid_layer_pattern) + if args.num_layers is not None and args.num_layers != num_layers_in_pattern: + warn_rank_0( + f'--hybrid-layer-pattern is set; ignoring --num-layers ({args.num_layers}) and ' + f'using the layer count derived from the pattern ({num_layers_in_pattern}).', + args.rank, + ) + args.num_layers = num_layers_in_pattern + + # first/last pipeline num layers are incompatible with pipe-separated patterns + # (the pipe separators already define the pipeline layout explicitly), but are + # allowed for pipe-free patterns where they control uneven PP splitting. + has_pipes = Symbols.PIPE in args.hybrid_layer_pattern.split(sep)[0] + if has_pipes: + assert args.decoder_first_pipeline_num_layers is None, ( + 'If --hybrid-layer-pattern contains pipe separators, ' + '--decoder-first-pipeline-num-layers should not be specified ' + 'as the pipeline layout is explicitly defined.' + ) + assert args.decoder_last_pipeline_num_layers is None, ( + 'If --hybrid-layer-pattern contains pipe separators, ' + '--decoder-last-pipeline-num-layers should not be specified ' + 'as the pipeline layout is explicitly defined.' + ) + assert args.num_layers_per_virtual_pipeline_stage is None, ( + '--num-layers-per-virtual-pipeline-stage should not be used with ' + '--hybrid-layer-pattern. To specify virtual pipelining, describe a number of ' + 'pipeline segments in --hybrid-layer-pattern that is a multiple of ' + '--pipeline-model-parallel-size greater than 1' + ) + assert args.num_virtual_stages_per_pipeline_rank is None, ( + '--num-virtual-stages-per-pipeline-rank should not be used with ' + '--hybrid-layer-pattern. Virtual pipeline stages are derived from the ' + 'number of | segments in the pattern.' + ) + assert args.pipeline_model_parallel_layout is None, ( + '--pipeline-model-parallel-layout should not be used with --hybrid-layer-pattern. ' + 'Pipeline stage layout is defined by | separators in the pattern.' + ) + assert not args.account_for_embedding_in_pipeline_split, ( + '--account-for-embedding-in-pipeline-split should not be used with ' + '--hybrid-layer-pattern. Pipeline stage layout is defined by | separators ' + 'in the pattern.' + ) + assert not args.account_for_loss_in_pipeline_split, ( + '--account-for-loss-in-pipeline-split should not be used with ' + '--hybrid-layer-pattern. Pipeline stage layout is defined by | separators ' + 'in the pattern.' + ) + + # Derive VPP from pipe segments in the pattern + hybrid_pipeline_segments = get_hybrid_total_pipeline_segment_count( + args.hybrid_layer_pattern + ) + if hybrid_pipeline_segments == 1 and args.transformer_pipeline_model_parallel_size > 1: + # No pipes in pattern -- PP will be handled by select_pipeline_segment + # at model init time (for backwards compatibility). + args.virtual_pipeline_model_parallel_size = None + else: + assert hybrid_pipeline_segments % args.transformer_pipeline_model_parallel_size == 0, ( + 'The number of hybrid pipeline segments described by --hybrid-layer-pattern must ' + 'be evenly divisible by --pipeline-model-parallel-size. ' + f'Got {hybrid_pipeline_segments} segments and ' + f'{args.transformer_pipeline_model_parallel_size} pipeline parallel size.' + ) + if hybrid_pipeline_segments > args.transformer_pipeline_model_parallel_size: + # Must be set here in order to assign virtual parallel ranks in + # training.py/get_model + args.virtual_pipeline_model_parallel_size = ( + hybrid_pipeline_segments // args.transformer_pipeline_model_parallel_size + ) + else: + args.virtual_pipeline_model_parallel_size = None # Infer mtp_num_layers from unified pattern - if args.hybrid_override_pattern and sep in args.hybrid_override_pattern: - parsed = parse_hybrid_pattern(args.hybrid_override_pattern) + if args.hybrid_layer_pattern and sep in args.hybrid_layer_pattern: + parsed = parse_hybrid_pattern(args.hybrid_layer_pattern) if parsed.mtp_pattern and parsed.mtp_num_depths > 0: inferred_mtp_num_layers = parsed.mtp_num_depths if args.mtp_num_layers is None: @@ -590,7 +675,8 @@ def validate_args(args, defaults={}): elif args.mtp_num_layers != inferred_mtp_num_layers: warn_rank_0( f"--mtp-num-layers ({args.mtp_num_layers}) conflicts with " - f"MTP depth count ({inferred_mtp_num_layers}) in pattern '{args.hybrid_override_pattern}'. " + f"MTP depth count ({inferred_mtp_num_layers}) in pattern " + f"'{args.hybrid_layer_pattern}'. " f"Using the inferred value ({inferred_mtp_num_layers}).", args.rank ) @@ -605,14 +691,14 @@ def validate_args(args, defaults={}): ) # Validate MTP args for hybrid vs non-hybrid models - if args.is_hybrid_model: + if args.hybrid_layer_pattern is not None: # Mamba/hybrid model MTP validation - if args.mtp_num_layers and not (args.hybrid_override_pattern and sep in args.hybrid_override_pattern): + if args.mtp_num_layers and not (args.hybrid_layer_pattern and sep in args.hybrid_layer_pattern): # Hybrid model wants MTP but no unified pattern - check for legacy args if args.mtp_hybrid_override_pattern is None: warn_rank_0( "Hybrid model with --mtp-num-layers but no MTP pattern. " - "Use unified --hybrid-override-pattern with '/' separator (e.g., 'M*M*/MM/MM') " + "Use unified --hybrid-layer-pattern with '/' separator (e.g., 'M*M*/MM/MM') " "or legacy --mtp-hybrid-override-pattern for old checkpoints.", args.rank ) @@ -625,8 +711,8 @@ def validate_args(args, defaults={}): "This argument will be ignored.", args.rank ) - # === End of MTP validation === - + # === End of hybrid layer pattern: deprecation handling and validation === + # Uneven virtual pipeline parallelism assert ( int(args.num_layers_per_virtual_pipeline_stage is not None) @@ -681,12 +767,14 @@ def validate_args(args, defaults={}): if args.virtual_pipeline_model_parallel_size == 1: args.virtual_pipeline_model_parallel_size = None else: - args.virtual_pipeline_model_parallel_size = None + # Only set VPP to None if it wasn't already derived from --hybrid-layer-pattern + if args.hybrid_layer_pattern is None: + args.virtual_pipeline_model_parallel_size = None if args.decoder_first_pipeline_num_layers is None and args.decoder_last_pipeline_num_layers is None: # Divisibility check not applicable for T5 models which specify encoder_num_layers - # and decoder_num_layers. - if args.num_layers is not None: + # and decoder_num_layers, or for hybrid models using --hybrid-layer-pattern. + if args.num_layers is not None and args.hybrid_layer_pattern is None: num_layers = args.num_layers if args.account_for_embedding_in_pipeline_split: @@ -723,8 +811,9 @@ def validate_args(args, defaults={}): ) if args.overlap_param_gather: - assert args.use_distributed_optimizer or args.use_megatron_fsdp, \ - '--overlap-param-gather only supported with distributed optimizer or megatron fsdp' + assert args.use_distributed_optimizer or args.use_megatron_fsdp \ + or args.optimizer == 'dist_muon', \ + '--overlap-param-gather only supported with distributed optimizer, megatron fsdp, or dist_muon' assert args.overlap_grad_reduce, \ 'Must use --overlap-param-gather with --overlap-grad-reduce' assert not args.use_legacy_models, \ @@ -770,6 +859,7 @@ def validate_args(args, defaults={}): assert not args.use_dist_ckpt, \ '--overlap-param-gather-with-optimizer-step not supported with distributed checkpointing yet' + # Map string data-type to torch.dtype. dtype_map = { 'fp32': torch.float32, 'bf16': torch.bfloat16, 'fp16': torch.float16, 'fp8': torch.uint8, } @@ -779,6 +869,14 @@ def validate_args(args, defaults={}): args.main_params_dtype = map_dtype(args.main_params_dtype) args.exp_avg_dtype = map_dtype(args.exp_avg_dtype) args.exp_avg_sq_dtype = map_dtype(args.exp_avg_sq_dtype) + args.mamba_inference_conv_states_dtype = map_dtype(args.mamba_inference_conv_states_dtype) + args.mamba_inference_ssm_states_dtype = map_dtype(args.mamba_inference_ssm_states_dtype) + + args.megatron_fsdp_main_params_dtype = map_dtype(args.megatron_fsdp_main_params_dtype) + args.megatron_fsdp_main_grads_dtype = map_dtype(args.megatron_fsdp_main_grads_dtype) + args.megatron_fsdp_grad_comm_dtype = map_dtype(args.megatron_fsdp_grad_comm_dtype) + if args.grad_reduce_in_bf16: + args.megatron_fsdp_grad_comm_dtype = torch.bfloat16 if args.fp8_param_gather: assert args.use_distributed_optimizer or args.use_torch_fsdp2 or args.use_megatron_fsdp or not torch.is_grad_enabled(), \ @@ -885,7 +983,8 @@ def validate_args(args, defaults={}): args.consumed_train_bins = 0 # Iteration-based training. - if args.train_iters: + # Skip these checks when skip_train is set: LR config is irrelevant. + if args.train_iters and not args.skip_train: # If we use iteration-based training, make sure the # sample-based options are off. assert args.train_samples is None, \ @@ -901,7 +1000,7 @@ def validate_args(args, defaults={}): 'can only specify one of lr-warmup-fraction and lr-warmup-iters' # Sample-based training. - if args.train_samples: + if args.train_samples and not args.skip_train: # If we use sample-based training, make sure the # iteration-based options are off. assert args.train_iters is None, \ @@ -1285,13 +1384,7 @@ def validate_args(args, defaults={}): 'Disabling --async-save.' ) args.async_save = False - elif args.dist_ckpt_workers > 1: - warn_rank_0( - 'async ckpt forks processes for parallel writing which may introduce ' - 'instability on checkpoints. Consider using --dist-ckpt-workers=1 in case of ' - 'issues.' - ) - + # Inference args if args.inference_batch_times_seqlen_threshold > -1: assert args.pipeline_model_parallel_size > 1, \ @@ -1304,7 +1397,7 @@ def validate_args(args, defaults={}): assert args.inference_dynamic_batching_buffer_size_gb is not None assert args.inference_dynamic_batching_block_size % 256 == 0, "block size should be a multiple of 256" - if args.cuda_graph_impl == "local" and args.expert_model_parallel_size > 1: + if args.cuda_graph_impl == "local" and args.expert_model_parallel_size > 1 and args.transformer_impl != "inference_optimized": assert args.moe_pad_experts_for_cuda_graph_inference, \ "--moe-pad-experts-for-cuda-graph-inference must be set when using CUDA graphs with expert parallelism" @@ -1319,9 +1412,15 @@ def validate_args(args, defaults={}): warn_rank_0('enabling --no-load-rng for upcycling.') # --skip-train checks. - if args.skip_train and not args.no_load_optim: + # In RL inference-only mode, --no-load-optim is user-controlled: it determines whether the + # optimizer is created (needed for --rl-offload-optimizer-during-inference) or skipped entirely. + if args.skip_train and not args.perform_rl_step and not args.no_load_optim: args.no_load_optim = True warn_rank_0('enabling --no-load-optim when skipping training.') + if args.skip_train and args.perform_rl_step and args.no_load_optim and args.rl_offload_optimizer_during_inference: + assert False, \ + '--no-load-optim with --skip-train --perform-rl-step skips the optimizer; ' \ + '--rl-offload-optimizer-during-inference is incompatible (no optimizer to offload).' # emerging optimizer check if args.optimizer not in ('sgd', 'adam'): @@ -1337,9 +1436,11 @@ def validate_args(args, defaults={}): args.use_layer_wise_distributed_optimizer = True args.use_distributed_optimizer = False - # TODO: remove these checks once we support them - assert not args.overlap_grad_reduce, "Muon optimizer does not support overlap grad reduce for now." - assert not args.overlap_param_gather, "Muon optimizer does not support overlap param gather for now." + if args.optimizer == 'muon': + assert not args.overlap_grad_reduce, "Muon optimizer does not support overlap grad reduce. Use dist_muon instead." + assert not args.overlap_param_gather, "Muon optimizer does not support overlap param gather. Use dist_muon instead." + + assert not args.use_distributed_optimizer, "Muon optimizer does not support distributed optimizer for now." assert not args.use_torch_fsdp2, "Muon optimizer does not support Torch-FSDP2 for now." assert not args.use_megatron_fsdp, "Muon optimizer does not support Megatron-FSDP for now." assert args.ckpt_format in ["torch", "torch_dist"], "Muon optimizer supports torch and torch_dist checkpoint format." @@ -1450,13 +1551,15 @@ def validate_args(args, defaults={}): if args.multi_latent_attention: assert not args.group_query_attention, "Group query attention is mutually exclusive with multi latent attention." + + if args.mla_down_proj_fusion: + assert args.multi_latent_attention, "--mla-down-proj-fusion requires --multi-latent-attention" # MoE latent projections if args.moe_latent_size is not None: assert args.moe_latent_size > 0, "MoE latent projection dimension has to be greater than zero." assert args.num_experts is not None, "MoE latent projections are applicable only for MoE models." assert not args.use_legacy_models, "MoE latent projections are only supported for mcore models." - assert not args.moe_use_legacy_grouped_gemm, "MoE latent projection is not supported yet with legacy grouped GEMM." if args.tiktoken_special_tokens and not args.tokenizer_special_tokens: warn_rank_0( @@ -1560,8 +1663,8 @@ def core_transformer_config_from_args(args, config_class=None): if len(args.cp_comm_type) == 1: kw_args['cp_comm_type'] = args.cp_comm_type[0] - if args.is_hybrid_model: - kw_args['is_hybrid_model'] = args.is_hybrid_model + if args.hybrid_layer_pattern is not None: + kw_args['is_hybrid_model'] = True kw_args['inference_sampling_seed'] = args.seed @@ -1717,10 +1820,35 @@ def _add_inference_args(parser): '1) allocate `memory_buffer` in unified memory. ' 'Eventually, additional levels will be included to ' 'control other tensors within the context.') - # TODO(ksanthanam): Clean this up in future PR group.add_argument('--enable-chunked-prefill', dest='enable_chunked_prefill', action='store_true', default=False, help="Enable chunked prefill (disabled by default)") + group.add_argument('--num-speculative-tokens', type=int, default=0, + help='Number of speculative tokens generated during decode') + group.add_argument('--inference-dynamic-batching-prefix-caching', + dest='inference_dynamic_batching_enable_prefix_caching', + action=argparse.BooleanOptionalAction, + default=False, + help='Enable/disable prefix caching for dynamic batching inference. ' + 'When disabled, KV cache blocks cannot be shared between ' + 'requests with identical prompt prefixes.') + group.add_argument('--inference-dynamic-batching-prefix-caching-eviction-policy', + type=str, default='ref_zero', + choices=['ref_zero', 'lru'], + dest='inference_dynamic_batching_prefix_caching_eviction_policy', + help='Eviction policy for prefix caching blocks. ' + '"ref_zero" (default) immediately returns blocks to the ' + 'free pool when ref_count hits 0. "lru" keeps blocks ' + 'cached and evicts via LRU only when space is needed.') + group.add_argument('--inference-dynamic-batching-prefix-caching-coordinator-policy', + type=str, default='first_prefix_block', + choices=['longest_prefix', 'first_prefix_block', 'round_robin'], + dest='inference_dynamic_batching_prefix_caching_coordinator_policy', + help='Coordinator routing policy for prefix caching. ' + '"first_prefix_block" (default) routes based on the first ' + 'block hash only. "longest_prefix" routes to the rank with ' + 'the longest matching prefix. "round_robin" ignores prefix ' + 'affinity and cycles through ranks.') group.add_argument('--inference-dynamic-batching-cuda-graph-max-tokens', type=int, default=16384, help='Maximum number of tokens to capture in a cuda graph.') @@ -1730,13 +1858,19 @@ def _add_inference_args(parser): group.add_argument('--inference-logging-step-interval', type=int, default=0, help='Step interval for logging inference metrics. ' 'Default to 0 to disable inference logging.') - group.add_argument('--inference-flask-server-logging', action=argparse.BooleanOptionalAction, + group.add_argument('--inference-text-gen-server-logging', action=argparse.BooleanOptionalAction, required=False, default=False, - help='Enable per-request logging in the Flask inference server.') + help='Enable per-request logging in the inference text generation server.') group.add_argument('--inference-wandb-logging', action=argparse.BooleanOptionalAction, required=False, default=False, help='Enable inference wandb logging.') group.add_argument("--inference-coordinator-port", type=int, help="This port will be used to setup the inference coordinator on node-0") + group.add_argument('--mamba-inference-conv-states-dtype', type=str, + choices=['bf16', 'fp16', 'fp32'], default='bf16', + help='Dtype for the Mamba inference conv states tensor') + group.add_argument('--mamba-inference-ssm-states-dtype', type=str, + choices=['bf16', 'fp16', 'fp32'], default='bf16', + help='Dtype for the Mamba inference SSM states tensor') return parser @@ -1906,7 +2040,7 @@ def _add_network_size_args(parser): return parser def _add_straggler_detector_args(parser): - from megatron.training.resilience_config import StragglerDetectionConfig + from megatron.training.config import StragglerDetectionConfig straggler_factory = ArgumentGroupFactory(StragglerDetectionConfig) group = straggler_factory.build_group(parser, "straggler") @@ -2014,7 +2148,7 @@ def _add_ft_package_args(parser): def _add_logging_args(parser): - from megatron.training.training_config import LoggerConfig + from megatron.training.config import LoggerConfig log_factory = ArgumentGroupFactory(LoggerConfig, exclude = ["log_throughput_to_tensorboard", "throughput_window_size", "memory_keys", "log_l2_norm_grad_to_tensorboard", "log_runtime_to_tensorboard", "runtime_time_unit", "filter_warnings", "modules_to_filter", "set_level_for_all_loggers", "save_config_filepath"]) group = log_factory.build_group(parser, title="logging") @@ -2115,7 +2249,7 @@ def _add_rl_args(parser): 'persist: leave KV cache in GPU memory (default), ' 'offload: offload KV cache to CPU during training, ' 'recompute: deallocate KV cache and recompute from scratch each cycle') - group.add_argument('--rl-persist-cuda-graphs', action=argparse.BooleanOptionalAction, type=bool, default=True, + group.add_argument('--rl-persist-cuda-graphs', action=argparse.BooleanOptionalAction, type=bool, default=False, help='Persist CUDA graphs when the inference engine is suspended. ' 'If False, CUDA graphs are deleted on suspend and re-captured on resume.') group.add_argument('--rl-partial-rollouts', action=argparse.BooleanOptionalAction, default=False, @@ -2196,11 +2330,14 @@ def _add_rl_args(parser): help='Number of parallel generation tasks for RL inference.') group.add_argument('--rl-skip-bos-token', action=argparse.BooleanOptionalAction, type=bool, default=False, help='Skip BOS token at the beginning of the sequences. Default is False.') + group.add_argument('--rl-inference-parsers', nargs='*', default=[], + help='List of response parsers to enable for RL inference ' + '(e.g. --rl-inference-parsers deepseek-r1-reasoning qwen3-coder-tool).') return parser def _add_training_args(parser): - from megatron.training.training_config import TrainingConfig - from megatron.training.common_config import ProfilingConfig + from megatron.training.config import TrainingConfig + from megatron.training.config import ProfilingConfig prof_factory = ArgumentGroupFactory(ProfilingConfig, exclude=["record_shapes", "nvtx_ranges"]) prof_group = prof_factory.build_group(parser, "profiling") @@ -2309,7 +2446,7 @@ def _add_training_args(parser): def _add_rerun_machine_args(parser): - from megatron.training.resilience_config import RerunStateMachineConfig + from megatron.training.config import RerunStateMachineConfig rerun_factory = ArgumentGroupFactory(RerunStateMachineConfig, exclude=["check_for_nan_in_loss"]) group = rerun_factory.build_group(parser, "rerun engine") @@ -2318,7 +2455,7 @@ def _add_rerun_machine_args(parser): def _add_initialization_args(parser): - from megatron.training.common_config import RNGConfig + from megatron.training.config import RNGConfig rng_factory = ArgumentGroupFactory(RNGConfig) group = rng_factory.build_group(parser, "RNG and initialization") @@ -2330,7 +2467,7 @@ def _add_initialization_args(parser): def _add_learning_rate_args(parser): - from megatron.training.training_config import SchedulerConfig + from megatron.training.config import SchedulerConfig sched_factory = ArgumentGroupFactory(SchedulerConfig, exclude=["no_weight_decay_cond_type"]) group = sched_factory.build_group(parser, title="learning rate and weight decay") @@ -2355,7 +2492,7 @@ def _add_learning_rate_args(parser): def _add_checkpointing_args(parser): - from megatron.training.training_config import CheckpointConfig + from megatron.training.config import CheckpointConfig ckpt_factory = ArgumentGroupFactory(CheckpointConfig, exclude=["most_recent_k", "save_tokenizer_assets", "save_optim", "save_rng", "load_optim", "load_rng"]) group = ckpt_factory.build_group(parser, "checkpointing") @@ -2416,7 +2553,7 @@ def _add_mixed_precision_args(parser): def _add_distributed_args(parser): - from megatron.training.common_config import DistributedInitConfig + from megatron.training.config import DistributedInitConfig dist_init_factory = ArgumentGroupFactory(DistributedInitConfig) group = dist_init_factory.build_group(parser, "distributed init") @@ -2535,7 +2672,7 @@ def _add_distributed_args(parser): def _add_validation_args(parser): - from megatron.training.training_config import ValidationConfig + from megatron.training.config import ValidationConfig val_factory = ArgumentGroupFactory(ValidationConfig) group = val_factory.build_group(parser, "validation") @@ -2913,6 +3050,13 @@ def _add_mla_args(parser): help="Mscale all dimensions for YaRN RoPE in multi-latent attention.") group.add_argument('--cache-mla-latents', action='store_true', default=False, help="If set caches the mla down projected latents with mla flash decode.") + group.add_argument( + '--mla-down-proj-fusion', + action='store_true', + default=False, + help="Enable fused q/kv down-projection and fused input layernorm when backend supports. " + "Otherwise fall back to the unfused MLA.", + ) return parser @@ -2992,32 +3136,28 @@ def _add_experimental_args(parser): 'To use local spec specify local as the argument.' 'For more details, see the model class, ' '`transformer_block.py`, or `transformer_layer.py`') - group.add_argument('--hybrid-attention-ratio', type=float, default=0.0, - help='Ratio of attention layers to total layers, in the ' - 'range [0.0, 1.0].') - group.add_argument('--hybrid-mlp-ratio', type=float, default=0.0, - help='Ratio of mlp layers to total layers, in the ' - 'range [0.0, 1.0].') + group.add_argument('--hybrid-layer-pattern', type=str, default=None, + help='Specify a hybrid layer pattern using M (mamba), * (attention), ' + '- (mlp), E (moe). Use | to define pipeline stage boundaries for ' + 'flexible virtual pipeline parallel (fVPP). Use / to separate MTP ' + 'patterns. Example: "M-M-|M-M*-|M-M-|M-M*-" or "M-M-|M-M*-/MM/MM". ' + 'When this flag is used, it is the sole indicator that a hybrid model ' + 'is being run.') group.add_argument('--hybrid-override-pattern', type=str, default=None, - help='Force a specific hybrid layer pattern. The value' - 'should be a string of characters chosen from' - 'core.ssm.mamba_hybrid_layer_allocation.Symbols.' - 'If a value greater than 0.0 is supplied to any of the ' - 'hybrid ratio arguments, then the number of each type' - 'of layer in the override pattern must match number in' - 'the overidden pattern') + help='Deprecated. Use --hybrid-layer-pattern instead. ' + 'If specified, its value will be forwarded to --hybrid-layer-pattern.') group.add_argument('--yaml-cfg', type=str, default=None, help = 'Config file to add additional arguments') - # Args of precision-aware optimizer + # Args of precision-aware optimizer. group.add_argument('--use-precision-aware-optimizer', action='store_true', help='Use the precision-aware optimizer in TransformerEngine, which allows ' 'setting the main params and optimizer states to lower precision, such as ' 'fp16, bf16 and fp8.') group.add_argument('--main-grads-dtype', default='fp32', choices=['fp32', 'bf16'], - help='Dtype of main grads when enabling precision-aware-optimizer') + help='Dtype of main grads when enabling precision-aware-optimizer.') group.add_argument('--main-params-dtype', default='fp32', choices=['fp32', 'fp16'], - help='Dtype of main params when enabling precision-aware-optimizer') + help='Dtype of main params when enabling precision-aware-optimizer.') group.add_argument('--exp-avg-dtype', default='fp32', choices=['fp32', 'fp16', 'bf16', 'fp8'], help='Dtype of exp_avg (1st moment in adam optimizer) when enabling ' 'precision-aware-optimizer. This dtype is used for storing the ' @@ -3028,6 +3168,18 @@ def _add_experimental_args(parser): 'precision-aware-optimizer. This dtype is used for storing the ' 'optimizer state in memory during training but does not affect ' 'the precision in the kernel computation.') + + # Megatron-FSDP Arguments + group.add_argument('--megatron-fsdp-main-params-dtype', default='fp32', choices=['fp32', 'bf16', 'fp16'], + help="Data type for the main weight buffer utilized for distributed optimization " + "and quantization with Megatron-FSDP.") + group.add_argument('--megatron-fsdp-main-grads-dtype', default='fp32', choices=['fp32', 'bf16', 'fp16'], + help="Data type for the main gradient buffer utilized for distributed optimization " + "with Megatron-FSDP.") + group.add_argument("--megatron-fsdp-grad-comm-dtype", default='fp32', choices=['fp32', 'fp16', 'bf16'], + help="When using Megatron-FSDP, this controls the data-type used when communicating " + "model gradients during FSDP.") + return parser diff --git a/megatron/training/async_utils.py b/megatron/training/async_utils.py index 6cf0c1e5586..c49b82af6dc 100644 --- a/megatron/training/async_utils.py +++ b/megatron/training/async_utils.py @@ -5,9 +5,13 @@ the async checkpoint save calls. """ import logging +import time from megatron.core.dist_checkpointing.strategies.async_utils import AsyncCallsQueue, AsyncRequest -from megatron.core.dist_checkpointing.strategies.filesystem_async import _results_queue +from megatron.core.dist_checkpointing.strategies.cached_metadata_filesystem_reader import ( + CachedMetadataFileSystemReader, +) +from megatron.core.dist_checkpointing.strategies.filesystem_async import _results_queue, get_write_results_queue from megatron.training import get_args from megatron.training.utils import print_rank_0 @@ -18,11 +22,26 @@ _async_calls_queue = AsyncCallsQueue() -def init_persistent_async_worker(): +def init_persistent_async_worker(rank: int, mp_mode: str = 'spawn'): global _async_calls_queue + args = get_args() # Recreate the async_calls_queue for persistent worker # This duplicate step is for backward compatiblity + time_start = time.time() + if rank == 0: + print(f"init_persistent_async_worker: {rank}, Starting Async Caller", flush=True) _async_calls_queue = AsyncCallsQueue(persistent=True) + # initialize the persistent caller with QoS priorities from args + AsyncCallsQueue.warmup_persistent_caller( + rank, + mp_mode, + cpu_priority=args.async_ckpt_cpu_priority, + io_priority=args.async_ckpt_io_priority, + ) + # initialize ckpt write results queue + get_write_results_queue('fork') + if rank == 0: + print(f"init_persistent_async_worker: rank {rank}, Async Caller Started in {time.time() - time_start} seconds", flush=True) def schedule_async_save(async_request: AsyncRequest): @@ -35,7 +54,7 @@ def schedule_async_save(async_request: AsyncRequest): def maybe_finalize_async_save(blocking: bool = False, terminate=False): - """Finalizes active async save calls. + """Finalizes active async save calls and cleans up deletion processes. Args: blocking (bool, optional): if True, will wait until all active requests @@ -53,6 +72,11 @@ def maybe_finalize_async_save(blocking: bool = False, terminate=False): _async_calls_queue.maybe_finalize_async_calls(blocking, no_dist=False) + # Clean up finished deletion processes to prevent zombies + # Import here to avoid circular dependency + from .checkpointing import finalize_deletion_processes + finalize_deletion_processes(blocking=blocking or terminate) + if terminate: _async_calls_queue.close() @@ -68,6 +92,7 @@ def is_empty_async_queue() -> bool: def reset_persistent_async_worker(): global _async_calls_queue, _results_queue + if _async_calls_queue is not None: _async_calls_queue.close(abort=True) del _async_calls_queue @@ -76,3 +101,4 @@ def reset_persistent_async_worker(): del _results_queue _results_queue = None _async_calls_queue = None + CachedMetadataFileSystemReader.clear_metadata_cache() diff --git a/megatron/training/checkpointing.py b/megatron/training/checkpointing.py index d9204f9007d..497b0bb844f 100644 --- a/megatron/training/checkpointing.py +++ b/megatron/training/checkpointing.py @@ -3,6 +3,7 @@ """Input/output checkpointing.""" import contextlib +import multiprocessing import os import random import shutil @@ -39,6 +40,7 @@ from ..core.dist_checkpointing.utils import _clean_metadata_for_serialization from . import ft_integration, wandb_utils from .async_utils import is_empty_async_queue, schedule_async_save +from megatron.core.dist_checkpointing.strategies.async_utils import AsyncRequest, _disable_gc from .global_vars import get_args from .one_logger_utils import on_save_checkpoint_start, on_save_checkpoint_success from .utils import append_to_progress_log, is_last_rank, print_rank_0, unwrap_model @@ -70,6 +72,32 @@ logger = getLogger(__name__) _NON_PERSISTENT_CKPT_SUBDIR = 'non_persistent' +# Track deletion processes to prevent zombies +_deletion_processes = [] + +def finalize_deletion_processes(blocking=False): + """Clean up deletion processes to prevent zombie processes. + + Args: + blocking (bool): If True, waits for all deletion processes to complete. + If False, only joins processes that have already finished. + + Note: Deletion processes are daemon processes (auto-terminate if parent dies), + but we still need to join() them to reap zombie processes when they complete normally. + The daemon flag and join() serve different purposes: + - daemon=True: Auto-terminate if parent process dies abruptly + - join(): Reap zombie processes after normal completion + """ + global _deletion_processes + finished = [] + for proc in _deletion_processes: + if not proc.is_alive() or blocking: + logger.debug(f"Joining deletion process {proc.pid} (blocking={blocking}, is_alive={proc.is_alive()})") + proc.join() + finished.append(proc) + for proc in finished: + _deletion_processes.remove(proc) + def set_checkpoint_version(value): global _CHECKPOINT_VERSION if _CHECKPOINT_VERSION is not None: @@ -360,27 +388,8 @@ def get_rng_state(ckpt_format: str, tp_group: torch.distributed.ProcessGroup, pp pp_size = get_pg_size(pp_group) tp_rank = get_pg_rank(tp_group) tp_size = get_pg_size(tp_group) - ep_size = mpu.get_expert_model_parallel_world_size() - - if ep_size > 1: - # Shard RNG by PP, TP, DP when using expert parallelism. - dp_rank = mpu.get_data_parallel_rank(with_context_parallel=True) - dp_size = mpu.get_data_parallel_world_size(with_context_parallel=True) - rng_state_list = ShardedObject( - 'rng_state', - rng_state_list, - (pp_size, tp_size, dp_size), - (pp_rank, tp_rank, dp_rank), - replica_id=0, - ) - else: - rng_state_list = ShardedObject( - 'rng_state', - rng_state_list, - (pp_size, tp_size), - (pp_rank, tp_rank), - replica_id=mpu.get_data_parallel_rank(with_context_parallel=True), - ) + rng_state_list = ShardedObject('rng_state', rng_state_list, (pp_size, tp_size), (pp_rank, tp_rank), + replica_id=mpu.get_data_parallel_rank(with_context_parallel=True)) elif ckpt_format == "fsdp_dtensor": pp_rank = mpu.get_pipeline_model_parallel_rank() tp_rank = mpu.get_tensor_model_parallel_rank() @@ -743,22 +752,6 @@ def iter_finalize_fn(): append_to_progress_log(f'Saved async checkpoint\tIteration: {iteration}', barrier=False) - def delete_checkpoint(args, iteration_to_delete): - checkpoint_name = get_checkpoint_name(args.save, iteration=iteration_to_delete, - return_base_dir=True) - try: - shutil.rmtree(checkpoint_name) # TODO: Make this work with MSC remote paths? - print_rank_0(f" [{datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f')}] successfully " - f"deleted checkpoint from iteration {iteration_to_delete:7d} " - f"at {args.save}") - if args.log_progress: - append_to_progress_log(f'Deleted checkpoint\tIteration: {iteration_to_delete}', barrier=False) - except Exception as e: - print_rank_0(f' encountered exception "{e}" when trying to delete checkpoint from ' - f'iteration {iteration_to_delete:7d} at {args.save}') - # Any exception encountered in checkpoint deletion can be ignored and is not fatal. - pass - if save_retain_interval is not None: if prev_iteration > 0 and prev_iteration != iteration and prev_iteration % save_retain_interval != 0: checkpoint_name = get_checkpoint_name(args.save, iteration=prev_iteration, @@ -769,7 +762,23 @@ def delete_checkpoint(args, iteration_to_delete): f'at {args.save} since it is a symbolic link') else: # Asynchronous version of delete_checkpoint(args, iteration_to_delete=prev_iteration). - threading.Thread(target=delete_checkpoint, args=(args, prev_iteration,)).start() + # Use multiprocessing to delete checkpoint in background + if args.async_save: + # Clean up any finished deletion processes before starting a new one + finalize_deletion_processes(blocking=False) + ctx = multiprocessing.get_context('fork') + delete_process = ctx.Process( + target=_async_delete_checkpoint_impl, + args=(args.save, prev_iteration, args.log_progress, True, + args.async_ckpt_cpu_priority, args.async_ckpt_io_priority), + daemon=True + ) + delete_process.start() + # Track the process so we can join it later to prevent zombies + _deletion_processes.append(delete_process) + else: + th = threading.Thread(target=_async_delete_checkpoint_impl, args=(args.save, prev_iteration, args.log_progress)) + th.start() if args.async_save: assert async_save_request is not None @@ -813,6 +822,42 @@ def wandb_finalize_fn(): ft_integration.on_checkpointing_end(is_async_finalization=False) +@_disable_gc() +def _async_delete_checkpoint_impl(save_path, iteration_to_delete, log_progress=False, lower_priority=False, + cpu_priority=None, io_priority=None): + """Module-level function for async checkpoint deletion. + + This function can be pickled and executed by the async worker process. + Note: This is only called from rank 0, so we use regular print() instead of print_rank_0() + since torch.distributed won't be initialized in the async worker process. + + Args: + save_path (str): Path to the checkpoints directory + iteration_to_delete (int): Iteration number of checkpoint to delete + log_progress (bool): Whether to log progress + lower_priority (bool): If True, set process QoS (e.g. nice, ionice) so deletion doesn't contend with training. + cpu_priority (int): Nice value for CPU when lower_priority is True (from args.async_ckpt_cpu_priority). + io_priority (int): I/O class when lower_priority is True (from args.async_ckpt_io_priority). + """ + if lower_priority: + from megatron.core.dist_checkpointing.strategies.async_utils import _set_process_qos + _set_process_qos(cpu_priority=cpu_priority, io_priority=io_priority) + + checkpoint_name = get_checkpoint_name(save_path, iteration=iteration_to_delete, + return_base_dir=True) + try: + shutil.rmtree(checkpoint_name) # TODO: Make this work with MSC remote paths? + print(f' successfully deleted checkpoint from iteration {iteration_to_delete:7d} ' + f'at {save_path}', flush=True) + if log_progress: + append_to_progress_log(f'Deleted checkpoint\tIteration: {iteration_to_delete}', barrier=False) + except Exception as e: + print(f' encountered exception "{e}" when trying to delete checkpoint from ' + f'iteration {iteration_to_delete:7d} at {save_path}', flush=True) + # Any exception encountered in checkpoint deletion can be ignored and is not fatal. + pass + + def cleanup_old_non_persistent_checkpoint(save_dir, leave_ckpt_num=1, do_async=False): if torch.distributed.is_initialized() and torch.distributed.get_rank() != 0: return @@ -1130,7 +1175,9 @@ def _load_global_dist_base_checkpoint( ) checkpoint_name = get_checkpoint_name(load_dir, iteration, release, return_base_dir=True) - load_strategy = get_default_load_sharded_strategy(checkpoint_name) + load_strategy = get_default_load_sharded_strategy( + checkpoint_name, cache_metadata=args.ckpt_assume_constant_structure + ) # NOTE: `args.ckpt_fully_parallel_load` applies to both persistent and non-persistent checkpoints. if args.ckpt_fully_parallel_load: if args.ckpt_fully_parallel_load_process_group == 'dp': @@ -1393,6 +1440,18 @@ def load_args_from_checkpoint( checkpoint_args, 'add_bias_linear', not getattr(checkpoint_args, 'disable_bias_linear') ) + # Backward compat: old checkpoints have hybrid_override_pattern but not hybrid_layer_pattern + if (getattr(checkpoint_args, 'hybrid_override_pattern', None) is not None + and getattr(checkpoint_args, 'hybrid_layer_pattern', None) is None): + setattr( + checkpoint_args, 'hybrid_layer_pattern', + getattr(checkpoint_args, 'hybrid_override_pattern'), + ) + # num_layers is now derived from hybrid_layer_pattern in validate_args, and should not be + # set at the same time as hybrid_layer_pattern. + if hasattr(checkpoint_args, 'num_layers'): + setattr(checkpoint_args, 'num_layers', None) + def _set_arg(arg_name, old_arg_name=None, force=False): if not force and getattr(args, arg_name, None) is not None: return @@ -1435,18 +1494,15 @@ def _set_arg(arg_name, old_arg_name=None, force=False): _set_arg('attention_dropout', force=True) _set_arg('hidden_dropout', force=True) - _set_arg('hybrid_override_pattern', force=True) - # Legacy MTP pattern for old checkpoints _set_arg('mtp_hybrid_override_pattern', force=True) _set_arg('mtp_num_layers', force=True) _set_arg('mtp_use_repeated_layer', force=True) _set_arg('spec', force=True) - _set_arg('hybrid_attention_ratio', force=True) - _set_arg('hybrid_mlp_ratio', force=True) _set_arg('num_experts', force=True) + _set_arg('mtp_num_layers', force=True) _set_arg('moe_layer_freq', force=True) if getattr(checkpoint_args, 'num_experts', None) is not None: _set_arg('moe_ffn_hidden_size', force=True) @@ -1466,7 +1522,9 @@ def _set_arg(arg_name, old_arg_name=None, force=False): _set_arg('mamba_head_dim', force=True) _set_arg('mamba_num_groups', force=True) _set_arg('mamba_num_heads', force=True) - _set_arg('is_hybrid_model', force=True) + # We need to be able to override hybrid_layer_pattern from the command-line so that different + # pipelining can be specified when re-loading a model (e.g. for inference or post-training). + _set_arg('hybrid_layer_pattern') # Heterogeneous args. _set_arg('heterogeneous_layers_config_path', force=True) diff --git a/megatron/training/config/__init__.py b/megatron/training/config/__init__.py new file mode 100644 index 00000000000..3d346ddd8fe --- /dev/null +++ b/megatron/training/config/__init__.py @@ -0,0 +1,18 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. + +from megatron.training.config.common_config import ( + RNGConfig, + ProfilingConfig, + DistributedInitConfig, +) +from megatron.training.config.training_config import ( + TrainingConfig, + ValidationConfig, + SchedulerConfig, + LoggerConfig, + CheckpointConfig, +) +from megatron.training.config.resilience_config import ( + RerunStateMachineConfig, + StragglerDetectionConfig, +) diff --git a/megatron/training/common_config.py b/megatron/training/config/common_config.py similarity index 85% rename from megatron/training/common_config.py rename to megatron/training/config/common_config.py index eb7e6313dec..ebf7afe96bc 100644 --- a/megatron/training/common_config.py +++ b/megatron/training/config/common_config.py @@ -131,5 +131,23 @@ class DistributedInitConfig: distributed_timeout_seconds_after_init: int | None = None """Timeout in seconds for process groups after initialization. This timeout is applied to all process groups after initialization and the first iteration completes.""" + flight_recorder_dump_path: str | None = None + """Path for NCCL flight recorder trace dumps. Sets TORCH_FR_DUMP_TEMP_FILE and TORCH_NCCL_DEBUG_INFO_TEMP_FILE env variables before distributed init.""" + + flight_recorder_trace_buffer_size: int = 2000 + """Size of the NCCL flight recorder trace buffer (TORCH_NCCL_TRACE_BUFFER_SIZE).""" + + flight_recorder_dump_on_timeout: bool = True + """Dump flight recorder traces on NCCL timeout (TORCH_NCCL_DUMP_ON_TIMEOUT).""" + + flight_recorder_include_stack_trace: bool = False + """Include stack traces in flight recorder dumps (TORCH_INCLUDE_STACK_TRACE).""" + + flight_recorder_include_only_active: bool = True + """Include only active operations in flight recorder dumps (TORCH_INCLUDE_ONLY_ACTIVE).""" + + flight_recorder_extra_dump_on_exec: bool = True + """Enable extra flight recorder dump on execution (TORCH_NCCL_EXTRA_DUMP_ON_EXEC).""" + disable_jit_fuser: bool = False """Disable the JIT fuser.""" diff --git a/megatron/training/resilience_config.py b/megatron/training/config/resilience_config.py similarity index 100% rename from megatron/training/resilience_config.py rename to megatron/training/config/resilience_config.py diff --git a/megatron/training/training_config.py b/megatron/training/config/training_config.py similarity index 97% rename from megatron/training/training_config.py rename to megatron/training/config/training_config.py index 526a2e7ee59..fcc875b62a6 100644 --- a/megatron/training/training_config.py +++ b/megatron/training/config/training_config.py @@ -1,7 +1,7 @@ # Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. from dataclasses import dataclass, field import signal -from typing import Literal +from typing import Literal, Optional @dataclass(kw_only=True) class TrainingConfig: @@ -446,6 +446,14 @@ class CheckpointConfig: worker thread/process for handling async saves. When disabled, uses temporal workers that are created and destroyed for each save operation.""" + async_ckpt_cpu_priority: int = 10 + """CPU nice value target (0-19, higher = lower priority) for the async checkpoint writer process. + If it exceeds 19, it will be set to 19. If the current nice value is greater than the target, it will be left unchanged. + Only applies when using persistent ckpt worker.""" + + async_ckpt_io_priority: Optional[int] = 3 + """I/O scheduling class (0-3, 3=idle) for the async checkpoint writer process.""" + ckpt_fully_parallel_load: bool = False """Apply full load parallelization across DP for distributed checkpoints.""" diff --git a/megatron/training/initialize.py b/megatron/training/initialize.py index a5c757ca41b..4cd64190dba 100644 --- a/megatron/training/initialize.py +++ b/megatron/training/initialize.py @@ -83,9 +83,6 @@ def initialize_megatron( load_args_from_checkpoint(args, load_arg='pretrained_checkpoint') load_args_from_checkpoint(args) - if args.async_save and args.use_persistent_ckpt_worker: - init_persistent_async_worker() - if args.yaml_cfg is not None: args = validate_yaml(args, args_defaults) else: @@ -98,6 +95,9 @@ def initialize_megatron( # set logging level setup_logging() + if args.async_save and args.use_persistent_ckpt_worker: + init_persistent_async_worker(args.rank, 'forkserver') + # init rerun state def state_save_func(): return {'rng_tracker_states': tensor_parallel.get_cuda_rng_tracker().get_states()} @@ -343,6 +343,41 @@ def _initialize_distributed(get_embedding_ranks, get_position_embedding_ranks, s if args.cuda_graph_impl == "transformer_engine": torch.cuda.set_stream(torch.cuda.Stream()) + # Set flight recorder env vars if specified. + # Priority: pre-existing environment variable > MLM argument. + # All vars follow the same setdefault semantics: if already set in the + # environment we warn and keep the user's value; otherwise we apply the + # value derived from the MLM argument / flag. + # The block is also triggered when either path env var is already set + # so that the remaining defaults are applied consistently. + _fr_path = ( + args.flight_recorder_dump_path + or os.environ.get('TORCH_FR_DUMP_TEMP_FILE') + or os.environ.get('TORCH_NCCL_DEBUG_INFO_TEMP_FILE') + ) + if _fr_path is not None: + _fr_env_defaults = { + 'TORCH_FR_DUMP_TEMP_FILE': _fr_path, + 'TORCH_NCCL_DEBUG_INFO_TEMP_FILE': _fr_path, + 'TORCH_NCCL_TRACE_BUFFER_SIZE': str(args.flight_recorder_trace_buffer_size), + 'TORCH_NCCL_DUMP_ON_TIMEOUT': str(int(args.flight_recorder_dump_on_timeout)), + 'TORCH_INCLUDE_STACK_TRACE': str(int(args.flight_recorder_include_stack_trace)), + 'TORCH_INCLUDE_ONLY_ACTIVE': str(int(args.flight_recorder_include_only_active)), + 'TORCH_NCCL_EXTRA_DUMP_ON_EXEC': str(int(args.flight_recorder_extra_dump_on_exec)), + } + for _var, _default in _fr_env_defaults.items(): + if _var in os.environ: + warn_rank_0( + f"Flight recorder: environment variable {_var} is already set to " + f"'{os.environ[_var]}'; ignoring config value '{_default}'." + ) + else: + os.environ[_var] = _default + print_rank_0( + "Flight recorder env vars:\n" + + "\n".join(f" {k}={os.environ[k]}" for k in _fr_env_defaults) + ) + # Call the init process init_process_group_kwargs = { 'backend': args.distributed_backend, diff --git a/megatron/training/theoretical_memory_usage.py b/megatron/training/theoretical_memory_usage.py index 7d4043b62d7..d3b40e8d533 100644 --- a/megatron/training/theoretical_memory_usage.py +++ b/megatron/training/theoretical_memory_usage.py @@ -4,7 +4,7 @@ import math -from .utils import print_rank_0 +from .utils import is_hybrid_model, print_rank_0 NUM_BYTES_IN_MEGABYTE = 1024 * 1024 @@ -338,7 +338,7 @@ def compute_activation_memory_without_sp(args, num_microbatches, verbose=False): def report_theoretical_memory(args, num_microbatches=None, verbose=False): - if args.is_hybrid_model: + if is_hybrid_model(args): print("Theoretical memory footprints not yet supported for hybrid Mamba-Transformer models.") return diff --git a/megatron/training/training.py b/megatron/training/training.py index c5715e96aed..aeda6bcfa9d 100644 --- a/megatron/training/training.py +++ b/megatron/training/training.py @@ -101,7 +101,7 @@ def set_startup_timestamps(program_start=None, main_entry=None): is_vp_first_stage, is_vp_last_stage, ) -from megatron.core.optimizer import get_standard_config_overrides +from megatron.core.optimizer import get_mup_config_overrides, get_standard_config_overrides from megatron.training.checkpointing import load_checkpoint from megatron.training.checkpointing import save_checkpoint, save_grads from megatron.training.checkpointing import checkpoint_exists @@ -140,7 +140,7 @@ def set_startup_timestamps(program_start=None, main_entry=None): from megatron.training.initialize import initialize_megatron from megatron.training.initialize import write_args_to_tensorboard from megatron.training.initialize import set_jit_fusion_options -from megatron.training.utils import get_batch_on_this_cp_rank, get_batch_on_this_tp_rank +from megatron.training.utils import get_batch_on_this_cp_rank, get_batch_on_this_tp_rank, is_hybrid_model from megatron.training.datasets.data_samplers import build_pretraining_data_loader from megatron.core.datasets.data_schedule import DynamicCPDataLoaderWrapper from megatron.core.optimizer_param_scheduler import OptimizerParamScheduler @@ -614,9 +614,14 @@ def transformer_flops(): return total_floating_point_operations # Main entrypoint for FLOPs calculation. - if args.is_hybrid_model: + if is_hybrid_model(args): # Calculate the number of each type of layer. - num_attn_layers, num_mamba_layers, num_mlp_layers, num_moe_layers = calculate_layer_counts() + from operator import itemgetter + + from megatron.core.ssm.mamba_hybrid_layer_allocation import Symbols, get_hybrid_layer_counts + num_attn_layers, num_mamba_layers, num_mlp_layers, num_moe_layers = itemgetter( + Symbols.ATTENTION, Symbols.MAMBA, Symbols.MLP, Symbols.MOE + )(get_hybrid_layer_counts(args.hybrid_layer_pattern)) mtp_num_layers = args.mtp_num_layers if mtp_num_layers is None: @@ -1094,11 +1099,15 @@ def pretrain( # Add job name to the wandb config to make it easier to run more singleton dependency jobs. wandb_writer.config.update({'slurm_job_name': os.getenv("SLURM_JOB_NAME", "N/A")}) - if not args.skip_train: - print_rank_0('training ...') + if not args.skip_train or args.perform_rl_step: + if args.skip_train: + print_rank_0('RL inference-only mode (--skip-train --perform-rl-step) ...') + else: + print_rank_0('training ...') iteration = 0 - if args.do_train and args.train_iters > 0: + args.curr_iteration = iteration + if args.do_train and (args.train_iters or 0) > 0: iteration, num_floating_point_operations_so_far = train( forward_step_func, model, @@ -1115,7 +1124,7 @@ def pretrain( print_datetime('after training is done') - if args.save and iteration != 0 and iteration % args.save_interval != 0: + if not args.skip_train and args.save and iteration != 0 and iteration % args.save_interval != 0: save_checkpoint( iteration, model, @@ -1138,7 +1147,7 @@ def pretrain( if args.do_valid: prefix = f'iteration {iteration} on validation set' - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: rl_eval_model = model rl_training_model = None if inference_model is not None: @@ -1193,7 +1202,7 @@ def pretrain( {'app_finish_time': one_logger_utils.get_timestamp_in_ms()} ) - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: rl_utils.rl_inference_interface_shutdown() ft_integration.shutdown() @@ -1395,6 +1404,7 @@ def build_model(): # Set bucket_size to infinity if overlap_grad_reduce is False. if not ddp_config.overlap_grad_reduce: ddp_config.bucket_size = None + # Setup stream for ddp initialization. The side-stream may be necessary for cuda graph # capture support with DDP, but we sync it with the current stream to avoid races. ddp_stream = torch.cuda.Stream() @@ -1402,15 +1412,23 @@ def build_model(): ddp_stream.wait_stream(torch.cuda.current_stream()) # Make ddp_stream start after whatever the default stream already queued with torch.cuda.stream(ddp_stream): + # To pass kwargs unique to specific DDP classes. + dp_init_kwargs = {} + if args.use_megatron_fsdp: + # Also pass the mixed-precision arguments for Megatron-FSDP only. + dp_init_kwargs["main_params_dtype"] = args.megatron_fsdp_main_params_dtype + dp_init_kwargs["main_grads_dtype"] = args.megatron_fsdp_main_grads_dtype + dp_init_kwargs["grad_comm_dtype"] = args.megatron_fsdp_grad_comm_dtype + model = [ DP( config=config, ddp_config=ddp_config, module=model_chunk, - # Turn off bucketing for model_chunk 2 onwards, since communication for these - # model chunks is overlapped with compute anyway. - disable_bucketing=(model_chunk_idx > 0) - or args.overlap_param_gather_with_optimizer_step, + # Turn off bucketing for model_chunk 2 onwards, since communication + # for these model chunks is overlapped with compute anyway. + disable_bucketing=(model_chunk_idx > 0) or args.overlap_param_gather_with_optimizer_step, + **dp_init_kwargs, ) for (model_chunk_idx, model_chunk) in enumerate(model) ] @@ -1508,16 +1526,35 @@ def setup_model_and_optimizer( timers = get_timers() one_logger = get_one_logger() - wrap_with_ddp = not args.skip_train + # Skip optimizer when not training. In RL inference-only mode (skip_train + perform_rl_step), + # --no-load-optim controls whether the optimizer is skipped (saving memory) or created + # (required for --rl-offload-optimizer-during-inference). + skip_optimizer = args.skip_train and (not args.perform_rl_step or args.no_load_optim) + wrap_with_ddp = not skip_optimizer model = get_model(model_provider_func, model_type, wrap_with_ddp=wrap_with_ddp) unwrapped_model = unwrap_model(model) one_logger and one_logger.log_metrics({"app_build_optimzer_start_time": one_logger_utils.get_timestamp_in_ms()}) - if args.skip_train: + if skip_optimizer: optimizer, opt_param_scheduler = None, None + # In RL inference-only mode, train_iters must still be set despite having no optimizer. + if args.perform_rl_step: + update_train_iters(args) else: config, config_overrides = get_megatron_optimizer_config(args) config.timers = timers + if getattr(args, "use_mup", False): + model_config_source = ( + unwrapped_model[0] if isinstance(unwrapped_model, list) else unwrapped_model + ) + model_config = get_model_config(model_config_source) + mup_overrides = get_mup_config_overrides( + config=config, + mup_width_mult=model_config.mup_width_mult, + optimizer_type=config.optimizer, + ) + if mup_overrides: + config_overrides = {**(config_overrides or {}), **mup_overrides} optimizer = get_megatron_optimizer( config, @@ -1945,7 +1982,7 @@ def training_log( 'forward-backward-send-forward-backward-recv', ]) # Add timers from RL loop if needed. - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: timers_to_log.extend(['rollout-collection', 'inference-setup', 'collect-rollouts', 'postrollout-gc-collect', 'sync-rollouts', 'prepare-data-for-update', 'compute-group-stats', 'prepare-trajectories', 'get-ltor-masks-and-position-ids', 'create-logprobs-dataloader', @@ -2021,7 +2058,7 @@ def training_log( writer.add_scalar('params-norm vs samples', params_norm, args.consumed_train_samples) if wandb_writer: wandb_writer.log({'params-norm': params_norm}, iteration) - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: grpo_collection_iteration = iteration // (args.grpo_iterations * ( ( args.grpo_samples_per_iteration )// args.global_batch_size )) writer.add_scalar('grpo_collection_iteration', grpo_collection_iteration, iteration) if wandb_writer: @@ -2056,8 +2093,13 @@ def training_log( if args.moe_z_loss_coeff is not None: track_names.append("z_loss") - if args.is_hybrid_model: - layers = args.hybrid_override_pattern.count('E') + if is_hybrid_model(args): + from operator import itemgetter + + from megatron.core.ssm.mamba_hybrid_layer_allocation import ( + Symbols, get_hybrid_layer_counts, + ) + layers = itemgetter(Symbols.MOE)(get_hybrid_layer_counts(args.hybrid_layer_pattern)) else: layers = args.num_layers @@ -2147,14 +2189,15 @@ def training_log( wandb_writer.log({'iter-energy/gpu': energy}, iteration) wandb_writer.log({'power/gpu': power}, iteration) # Decoupled_learning_rate should be not None only on first and last pipeline stage. - log_string += f' learning rate: {learning_rate:.6E} |' + if learning_rate is not None: + log_string += f' learning rate: {learning_rate:.6E} |' log_string += f' global batch size: {batch_size:5d} |' for key in total_loss_dict: if key not in [advanced_iters_key, skipped_iters_key, nan_iters_key]: avg = total_loss_dict[key].item() / float( max(1, total_loss_dict[advanced_iters_key]) ) - if avg > 0.0: + if avg >= 0.0: log_string += ' {}: {:.6E} |'.format(key, avg) if should_reset: total_loss_dict[key] = torch.tensor([0.0], dtype=torch.float, device='cuda') @@ -2269,6 +2312,10 @@ def save_checkpoint_and_time( timers = get_timers() energy_monitor = get_energy_monitor() + # Synchronize forward pre-hook state before checkpoint save to avoid race conditions + if should_disable_forward_pre_hook(args): + force_param_sync(model) + # Stop timer to get accurate train interval time and exclude checkpointing duration timers('interval-time').stop() if args.log_energy: @@ -2280,8 +2327,13 @@ def save_checkpoint_and_time( # Log E2E metrics before save-checkpoint one_logger_utils.track_e2e_metrics() - if should_disable_forward_pre_hook(args): - force_param_sync(model) + # Free overlap param-gather buffers and release cached GPU memory so + # that the async checkpoint worker process has enough GPU headroom for + # D2H tensor transfers. + for model_chunk in model: + if hasattr(model_chunk, 'free_overlap_buffers'): + model_chunk.free_overlap_buffers() + torch.cuda.empty_cache() global num_checkpoints_memory_reported, MAX_NUM_CHECKPOINTS_MEMORY_REPORTED should_report_memory = num_checkpoints_memory_reported < MAX_NUM_CHECKPOINTS_MEMORY_REPORTED @@ -2527,47 +2579,54 @@ def train( args = get_args() timers = get_timers() - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: assert has_rl_utils, "RL cannot run without the megatron.rl package" # Additional variable initialization for RL training - if getattr(args, 'perform_rl_step', False): - print_rank_0("> Loading pretrained checkpoint for reference weights in RL training...") - load, finetune, no_load_optim = args.load, args.finetune, args.no_load_optim - args.no_load_optim = True - - # Load pretrained checkpoint - args.load = None - args.finetune = True - load_checkpoint( - model, - None, # Don't load optimizer state - None, # Don't load scheduler state - checkpointing_context=checkpointing_context, - skip_load_to_model_and_opt=HAVE_FSDP2 - and getattr(args, "use_torch_fsdp2", False) - and args.ckpt_format == "torch_dist", - ) - ref_state_dict = {k: (v.cpu() if v is not None else v) for k, v in model[0].state_dict().items()} + if args.perform_rl_step: + if args.skip_train: + # In inference-only mode, use current weights as reference. + print_rank_0("> RL inference-only: using current weights as reference.") + ref_state_dict = { + k: (v.cpu() if v is not None else v) for k, v in model[0].state_dict().items() + } + else: + print_rank_0("> Loading pretrained checkpoint for reference weights in RL training...") + load, finetune, no_load_optim = args.load, args.finetune, args.no_load_optim + args.no_load_optim = True + + # Load pretrained checkpoint + args.load = None + args.finetune = True + load_checkpoint( + model, + None, # Don't load optimizer state + None, # Don't load scheduler state + checkpointing_context=checkpointing_context, + skip_load_to_model_and_opt=HAVE_FSDP2 + and getattr(args, "use_torch_fsdp2", False) + and args.ckpt_format == "torch_dist", + ) + ref_state_dict = {k: (v.cpu() if v is not None else v) for k, v in model[0].state_dict().items()} - # Reload RL training checkpoint weights - args.load = load - args.finetune = finetune - print_rank_0("> Reloading RL training checkpoint...") - load_checkpoint( - model, - None, - None, - checkpointing_context=checkpointing_context, - skip_load_to_model_and_opt=HAVE_FSDP2 - and getattr(args, "use_torch_fsdp2", False) - and args.ckpt_format == "torch_dist", - ) + # Reload RL training checkpoint weights + args.load = load + args.finetune = finetune + print_rank_0("> Reloading RL training checkpoint...") + load_checkpoint( + model, + None, + None, + checkpointing_context=checkpointing_context, + skip_load_to_model_and_opt=HAVE_FSDP2 + and getattr(args, "use_torch_fsdp2", False) + and args.ckpt_format == "torch_dist", + ) - args.no_load_optim = no_load_optim + args.no_load_optim = no_load_optim # IMPORTANT FIX: For RL training, reinitialize the microbatch calculator with the correct configuration - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: print_rank_0("> Reinitializing microbatch calculator for GRPO training...") from megatron.core.num_microbatches_calculator import ( destroy_num_microbatches_calculator, @@ -2640,7 +2699,7 @@ def train( num_floating_point_operations_so_far = args.num_floating_point_operations_so_far # Setup some training config params. - config.grad_scale_func = optimizer.scale_loss + config.grad_scale_func = optimizer.scale_loss if optimizer is not None else None config.timers = timers if isinstance(model[0], (megatron_FSDP, DDP)) and args.overlap_grad_reduce: assert config.no_sync_func is None, ( @@ -2892,7 +2951,10 @@ def trace_handler(p): # For GRPO, we keep the data for a few epochs. DeepSeekMath paper calls this number $\mu$. # It is similar to a PPO epoch. - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: + if optimizer is None: + # Release stale CUDA cached memory before inference. + torch.cuda.empty_cache() with torch.no_grad(): train_data_iterator = rl_utils.get_grpo_data_iterator( model, inference_model, optimizer, iteration, ref_state_dict, @@ -2908,22 +2970,35 @@ def trace_handler(p): # we use previously-generated data for an update. buffered_rollouts = train_data_iterator - ft_integration.on_training_step_start() - ( - loss_dict, - skipped_iter, - should_checkpoint, - should_exit, - exit_code, - grad_norm, - num_zeros_in_grad, - max_attention_logit, - seqlen_sum_this_global_batch, - seqlen_squared_sum_this_global_batch, - ) = train_step( - forward_step_func, train_data_iterator, model, optimizer, opt_param_scheduler, config, forward_backward_func, iteration=iteration - ) - ft_integration.on_training_step_end() + if args.skip_train: + # RL inference-only mode: skip gradient updates, just collect rollouts. + loss_dict = {} + skipped_iter = 0 + should_checkpoint = False + should_exit = False + exit_code = 0 + grad_norm = 0.0 + num_zeros_in_grad = 0 + max_attention_logit = None + seqlen_sum_this_global_batch = 0 + seqlen_squared_sum_this_global_batch = 0 + else: + ft_integration.on_training_step_start() + ( + loss_dict, + skipped_iter, + should_checkpoint, + should_exit, + exit_code, + grad_norm, + num_zeros_in_grad, + max_attention_logit, + seqlen_sum_this_global_batch, + seqlen_squared_sum_this_global_batch, + ) = train_step( + forward_step_func, train_data_iterator, model, optimizer, opt_param_scheduler, config, forward_backward_func, iteration=iteration + ) + ft_integration.on_training_step_end() if should_checkpoint: save_checkpoint_and_time( iteration, @@ -2980,7 +3055,7 @@ def trace_handler(p): if pad_buf is not None: pad_buf.manual_buffer_registration() - if getattr(args, 'perform_rl_step', False) and args.rl_use_sequence_packing: + if args.perform_rl_step and args.rl_use_sequence_packing: iteration_sequences = rl_utils.get_iteration_sequence_count(args) # Track bins separately for packed mode bin_count = ( @@ -3012,7 +3087,7 @@ def trace_handler(p): num_floating_point_operations_since_last_log_event += num_floating_point_operations_in_batch # Logging. - if not optimizer.is_stub_optimizer: + if optimizer is not None and not optimizer.is_stub_optimizer: loss_scale = optimizer.get_loss_scale().item() else: loss_scale = 1.0 @@ -3020,7 +3095,10 @@ def trace_handler(p): if args.log_params_norm: params_norm = calc_params_l2_norm(model) - learning_rate = get_canonical_lr_for_logging(optimizer.param_groups) + if optimizer is not None: + learning_rate = get_canonical_lr_for_logging(optimizer.param_groups) + else: + learning_rate = None report_memory_flag = training_log( loss_dict, total_loss_dict, @@ -3053,7 +3131,7 @@ def trace_handler(p): gc.collect() prefix = f'iteration {iteration}' timers('eval-time', log_level=0).start(barrier=True) - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: rl_eval_model = model rl_training_model = None # If separate inference and training models, swap training weights @@ -3158,7 +3236,7 @@ def trace_handler(p): wandb_writer.finish() ft_integration.shutdown() one_logger_utils.finish() - if getattr(args, 'perform_rl_step', False): + if args.perform_rl_step: rl_utils.rl_inference_interface_shutdown() sys.exit(exit_code) @@ -3350,8 +3428,6 @@ def evaluate( rerun_state_machine.set_mode(rerun_mode) - rerun_state_machine.set_mode(rerun_mode) - return total_loss_dict, collected_non_loss_data, False @@ -3536,12 +3612,12 @@ def build_train_valid_test_data_loaders(build_train_valid_test_datasets_provider if is_distributed or mpu.get_tensor_model_parallel_rank() == 0: # Build datasets and dataloders. - if getattr(args, 'perform_rl_step', True): + if args.perform_rl_step: # we don't need to build any dataloaders for RL training train_dataloader = None valid_dataloaders = None test_dataloader = None - do_train = args.train_iters > 0 + do_train = (args.train_iters or 0) > 0 do_valid = (args.full_validation or args.eval_iters > 0) do_test = (args.full_validation or args.eval_iters > 0) @@ -3584,9 +3660,6 @@ def build_train_valid_test_data_loaders(build_train_valid_test_datasets_provider args.do_train = getattr(args, "do_train", False) or flags[0].item() args.do_valid = getattr(args, "do_valid", False) or flags[1].item() args.do_test = getattr(args, "do_test", False) or flags[2].item() - if getattr(args, 'perform_rl_step', False): - args.to_test = False - return train_dataloader, valid_dataloaders, test_dataloader @@ -3667,4 +3740,8 @@ def _get_iterator(dataloader_type, dataloader): def should_disable_forward_pre_hook(args): """Block forward pre-hook for certain configurations.""" - return not args.use_megatron_fsdp and args.use_distributed_optimizer and args.overlap_param_gather + return ( + not args.use_megatron_fsdp + and (args.use_distributed_optimizer or 'dist' in args.optimizer) + and args.overlap_param_gather + ) diff --git a/megatron/training/utils.py b/megatron/training/utils.py index 7844b450136..4a54cf65cbb 100644 --- a/megatron/training/utils.py +++ b/megatron/training/utils.py @@ -433,6 +433,11 @@ def print_rank_last(message): print(message, flush=True) +def is_hybrid_model(args): + """Returns True if the model is a hybrid Mamba-Transformer model.""" + return args.hybrid_layer_pattern is not None + + def is_first_or_last_pipeline_stage(vp_stage): """Return True if on first or last pipeline stage, taking into account virtual pipeline parallelism.""" diff --git a/pretrain_mamba.py b/pretrain_mamba.py index 037f1817d99..048d40f82a5 100644 --- a/pretrain_mamba.py +++ b/pretrain_mamba.py @@ -236,7 +236,7 @@ def forward_step(data_iterator, model: MambaModel): if cu_seqlens is None: packed_seq_params = None else: - # TODO(duncan): This class seems overly complex for what needs to be conveyed + total_tokens = tokens.size(1) if tokens is not None else labels.size(1) packed_seq_params = PackedSeqParams( qkv_format="thd", cu_seqlens_q=cu_seqlens, @@ -245,6 +245,7 @@ def forward_step(data_iterator, model: MambaModel): cu_seqlens_kv_padded=None, max_seqlen_q=max_seqlen, max_seqlen_kv=max_seqlen, + total_tokens=total_tokens, ) timers('batch-generator').stop() diff --git a/pyproject.toml b/pyproject.toml index 7ce7e3e17c6..0095a929215 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -8,7 +8,12 @@ build-backend = "setuptools.build_meta" include-package-data = true [tool.setuptools.packages.find] -include = ["megatron.core", "megatron.core.*"] +include = [ + "megatron.core", + "megatron.core.*", + "megatron.training", + "megatron.training.*", +] [tool.setuptools.dynamic] version = { attr = "megatron.core.package_info.__version__" } @@ -63,6 +68,16 @@ Download = "https://github.com/NVIDIA/Megatron-LM/releases" Homepage = "https://github.com/NVIDIA/Megatron-LM" [project.optional-dependencies] +training = [ + "flask-restful", + "sentencepiece", + "tiktoken", + "wandb", + "transformers", + "accelerate", +] + +### 'mlm' group is deprecated. please use 'training' instead ### mlm = [ "flask-restful", "sentencepiece", @@ -74,7 +89,7 @@ mlm = [ dev = [ "nvidia-modelopt[torch]; sys_platform != 'darwin'", - "transformer-engine[pytorch,core_cu13]>=2.9.0a0,<2.12.0", + "transformer-engine[pytorch,core_cu13]", "nvidia-resiliency-ext", "tqdm", "einops~=0.8", @@ -91,12 +106,14 @@ dev = [ "flashinfer-python~=0.5.0", "wget", "onnxscript", - "fastapi~=0.50", # Forcing a little bit more recent version of fastapi to be compatible with pydantic 2.0 + "fastapi~=0.50", # Forcing a little bit more recent version of fastapi to be compatible with pydantic 2.0 "datasets", "emerging_optimizers; python_version >= '3.12'", "flask[async]", "hypercorn", - "openai", + "quart", + "openai[aiohttp]", + "orjson", ] lts = [ @@ -126,6 +143,7 @@ test = [ "wrapt", "pytest==8.3.5", "pytest-mock", + "mock", "pytest-cov", "pytest-random-order", "pytest-asyncio", @@ -160,7 +178,7 @@ linting = [ "pylint==3.2.6", ] ci = ["python-gitlab", "slack-sdk", "pandas"] -no_pypi_wheels = ["emerging_optimizers; python_version >= '3.12'", "fast-hadamard-transform"] +no_pypi_wheels = ["emerging_optimizers; python_version >= '3.12'"] [tool.uv] default-groups = ["linting", "build", "test"] @@ -233,8 +251,10 @@ markers = [ concurrency = ["thread", "multiprocessing"] omit = [ "/tmp/*", - "/workspace/tests/*", + "/opt/megatron-lm/tests/*", + "/opt/megatron-lm/tools/*", "/usr/local/lib/python3.12/dist-packages/*", + "/opt/megatron-lm/_remote_module_non_scriptable", ] parallel = true sigterm = false diff --git a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py index 93bfa6e1299..165e17b102b 100644 --- a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py @@ -15,6 +15,7 @@ _NON_REQUEST_TOP_LEVEL_KEYS = { # System-level metrics "throughput", + "lifetime_prefill_token_count", # Peak memory metrics (added by inference scripts; optionally checked if present in golden values) "mem-max-allocated-bytes", } @@ -55,6 +56,9 @@ def test_inference_pipeline( model_config_content = f3.read() metrics = yaml.safe_load(model_config_content)["METRICS"] + if not metrics: + print("No metrics defined in model_config.yaml, skipping validation.") + return output_groundtruth = json.loads(golden_values_content) @@ -130,6 +134,17 @@ def test_inference_pipeline( ) output_groundtruth.pop("mem-max-allocated-bytes") + lptc_key = "lifetime_prefill_token_count" + if lptc_key in output_groundtruth and lptc_key not in metrics: + # metrics does not have lifetime_prefill_token_count, so ignore it + output_groundtruth.pop(lptc_key) + elif lptc_key in metrics: + # Ground truth does not have lifetime_prefill_token_count, so ignore it + metrics.pop(lptc_key) + elif lptc_key in output_groundtruth and lptc_key in metrics: + # TODO: Compare liftime_prefill_token_count to groundtruth + pass + for request_id, groundtruth_results in output_groundtruth.items(): current_results = output_current[request_id] diff --git a/tests/functional_tests/shell_test_utils/_run_training.sh b/tests/functional_tests/shell_test_utils/_run_training.sh index 72fd187d19d..8f848a24add 100644 --- a/tests/functional_tests/shell_test_utils/_run_training.sh +++ b/tests/functional_tests/shell_test_utils/_run_training.sh @@ -124,8 +124,8 @@ else value=$(echo "$value" | sed 's/^\[//;s/\]$//') TRAINING_PARAMS_FROM_CONFIG+="$key $value " - # Case: contains spaces - elif [[ "$value" == *" "* ]]; then + # Case: contains spaces or shell metacharacters + elif [[ "$value" == *" "* || "$value" == *"|"* || "$value" == *"("* || "$value" == *")"* ]]; then TRAINING_PARAMS_FROM_CONFIG+="$key \"$value\" " # Case: default else diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json index b9b1236875c..3cd46711c32 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.47723, - "2": 10.47576, - "3": 10.46809, - "4": 10.47326, - "5": 10.47148, - "6": 10.46049, - "7": 10.46357, - "8": 10.47334, - "9": 10.48063, - "10": 10.46319, - "11": 10.47102, - "12": 10.45502, - "13": 10.44665, - "14": 10.451, - "15": 10.48846, - "16": 10.4509, - "17": 10.44648, - "18": 10.44272, - "19": 10.43057, - "20": 10.44534, - "21": 10.41771, - "22": 10.38656, - "23": 10.39328, - "24": 10.37849, - "25": 10.35466, - "26": 10.35965, - "27": 10.34523, - "28": 10.33556, - "29": 10.25418, - "30": 10.23008, - "31": 10.14093, - "32": 10.13603, - "33": 10.13936, - "34": 10.11381, - "35": 10.08888, - "36": 10.09238, - "37": 10.06851, - "38": 10.0466, - "39": 9.97582, - "40": 9.93764, - "41": 9.90872, - "42": 9.84882, - "43": 9.85772, - "44": 9.7925, - "45": 9.80329, - "46": 9.70285, - "47": 9.73423, - "48": 9.70106, - "49": 9.69966, - "50": 9.70252 + "1": 10.60641, + "2": 10.59358, + "3": 10.60634, + "4": 10.59643, + "5": 10.60761, + "6": 10.59317, + "7": 10.58967, + "8": 10.59921, + "9": 10.5983, + "10": 10.58354, + "11": 10.58822, + "12": 10.58724, + "13": 10.58739, + "14": 10.58492, + "15": 10.59569, + "16": 10.5771, + "17": 10.56463, + "18": 10.57446, + "19": 10.57211, + "20": 10.56815, + "21": 10.55538, + "22": 10.50412, + "23": 10.49141, + "24": 10.4805, + "25": 10.4668, + "26": 10.47242, + "27": 10.46337, + "28": 10.46183, + "29": 10.41063, + "30": 10.318, + "31": 10.27509, + "32": 10.23156, + "33": 10.24371, + "34": 10.18787, + "35": 10.21126, + "36": 10.17085, + "37": 10.15203, + "38": 10.12971, + "39": 10.09881, + "40": 10.05552, + "41": 9.99652, + "42": 9.93929, + "43": 9.92324, + "44": 9.87817, + "45": 9.85239, + "46": 9.79434, + "47": 9.77988, + "48": 9.75602, + "49": 9.79748, + "50": 9.75571 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2137.0, - "2": 1618.0, - "3": 1561.0, - "4": 1871.0, - "5": 1983.0, - "6": 1565.0, - "7": 2779.0, - "8": 2108.0, - "9": 2008.0, - "10": 2086.0, - "11": 2534.0, - "12": 1686.0, - "13": 2120.0, - "14": 2814.0, - "15": 1735.0, - "16": 2535.0, - "17": 2409.0, - "18": 2345.0, - "19": 2374.0, - "20": 2743.0, - "21": 2039.0, - "22": 2925.0, - "23": 2630.0, - "24": 2821.0, - "25": 2366.0, - "26": 2633.0, - "27": 2921.0, - "28": 2760.0, - "29": 2635.0, - "30": 2614.0, - "31": 2073.0, - "32": 2275.0, - "33": 2130.0, - "34": 2185.0, - "35": 2312.0, - "36": 2789.0, - "37": 2937.0, - "38": 2652.0, - "39": 2929.0, - "40": 3348.0, - "41": 1812.0, - "42": 1441.0, - "43": 1726.0, - "44": 2437.0, - "45": 3263.0, - "46": 2813.0, - "47": 2668.0, - "48": 3411.0, - "49": 3174.0, - "50": 2441.0 + "1": 2208.0, + "2": 2609.0, + "3": 2409.0, + "4": 2431.0, + "5": 2807.0, + "6": 2571.0, + "7": 1640.0, + "8": 2187.0, + "9": 2256.0, + "10": 2274.0, + "11": 2387.0, + "12": 2741.0, + "13": 2254.0, + "14": 2109.0, + "15": 2732.0, + "16": 2497.0, + "17": 2618.0, + "18": 2666.0, + "19": 2662.0, + "20": 2300.0, + "21": 2429.0, + "22": 2863.0, + "23": 2413.0, + "24": 2435.0, + "25": 2437.0, + "26": 2516.0, + "27": 2760.0, + "28": 2513.0, + "29": 2564.0, + "30": 2580.0, + "31": 3102.0, + "32": 2972.0, + "33": 2628.0, + "34": 2701.0, + "35": 3079.0, + "36": 3209.0, + "37": 3103.0, + "38": 2619.0, + "39": 2558.0, + "40": 2267.0, + "41": 3542.0, + "42": 3538.0, + "43": 3502.0, + "44": 3660.0, + "45": 3684.0, + "46": 2736.0, + "47": 2050.0, + "48": 3406.0, + "49": 3358.0, + "50": 3608.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3405920768.0, - "2": 3405920768.0, - "3": 3405920768.0, - "4": 3405920768.0, - "5": 3405920768.0, - "6": 3405920768.0, - "7": 3405920768.0, - "8": 3405920768.0, - "9": 3405920768.0, - "10": 3405920768.0, - "11": 3405920768.0, - "12": 3405920768.0, - "13": 3405920768.0, - "14": 3405920768.0, - "15": 3405920768.0, - "16": 3405920768.0, - "17": 3405920768.0, - "18": 3405920768.0, - "19": 3405920768.0, - "20": 3405920768.0, - "21": 3405920768.0, - "22": 3405920768.0, - "23": 3405920768.0, - "24": 3405920768.0, - "25": 3405920768.0, - "26": 3405920768.0, - "27": 3405920768.0, - "28": 3405920768.0, - "29": 3405920768.0, - "30": 3405920768.0, - "31": 3405920768.0, - "32": 3405920768.0, - "33": 3405920768.0, - "34": 3405920768.0, - "35": 3405920768.0, - "36": 3405920768.0, - "37": 3405920768.0, - "38": 3405920768.0, - "39": 3405920768.0, - "40": 3405920768.0, - "41": 3405920768.0, - "42": 3405920768.0, - "43": 3405920768.0, - "44": 3405920768.0, - "45": 3405920768.0, - "46": 3405920768.0, - "47": 3405920768.0, - "48": 3405920768.0, - "49": 3405920768.0, - "50": 3405920768.0 + "1": 3434522112.0, + "2": 3434522112.0, + "3": 3435308544.0, + "4": 3434522112.0, + "5": 3435308544.0, + "6": 3434522112.0, + "7": 3435308544.0, + "8": 3435308544.0, + "9": 3434522112.0, + "10": 3435308544.0, + "11": 3435308544.0, + "12": 3435308544.0, + "13": 3435308544.0, + "14": 3435308544.0, + "15": 3434522112.0, + "16": 3435308544.0, + "17": 3435308544.0, + "18": 3435308544.0, + "19": 3435308544.0, + "20": 3435308544.0, + "21": 3435308544.0, + "22": 3435308544.0, + "23": 3435308544.0, + "24": 3435308544.0, + "25": 3435308544.0, + "26": 3435308544.0, + "27": 3435308544.0, + "28": 3435308544.0, + "29": 3435308544.0, + "30": 3435308544.0, + "31": 3435308544.0, + "32": 3434522112.0, + "33": 3435308544.0, + "34": 3435308544.0, + "35": 3435308544.0, + "36": 3435308544.0, + "37": 3435308544.0, + "38": 3435308544.0, + "39": 3435308544.0, + "40": 3435308544.0, + "41": 3435308544.0, + "42": 3435308544.0, + "43": 3435308544.0, + "44": 3435308544.0, + "45": 3434522112.0, + "46": 3435308544.0, + "47": 3435308544.0, + "48": 3435308544.0, + "49": 3435308544.0, + "50": 3434522112.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4195575808.0, - "2": 5662015488.0, - "3": 5662015488.0, - "4": 5662015488.0, - "5": 5662015488.0, - "6": 5662015488.0, - "7": 5662015488.0, - "8": 5662015488.0, - "9": 5662015488.0, - "10": 5662015488.0, - "11": 5662015488.0, - "12": 5662015488.0, - "13": 5662015488.0, - "14": 5662015488.0, - "15": 5662015488.0, - "16": 5662015488.0, - "17": 5662015488.0, - "18": 5662015488.0, - "19": 5662015488.0, - "20": 5662015488.0, - "21": 5662015488.0, - "22": 5662015488.0, - "23": 5662015488.0, - "24": 5662015488.0, - "25": 5662015488.0, - "26": 5662015488.0, - "27": 5662015488.0, - "28": 5662015488.0, - "29": 5662015488.0, - "30": 5662015488.0, - "31": 5662015488.0, - "32": 5662015488.0, - "33": 5662015488.0, - "34": 5662015488.0, - "35": 5662015488.0, - "36": 5662015488.0, - "37": 5662015488.0, - "38": 5662015488.0, - "39": 5662015488.0, - "40": 5662015488.0, - "41": 5662015488.0, - "42": 5662015488.0, - "43": 5662015488.0, - "44": 5662015488.0, - "45": 5662015488.0, - "46": 5662015488.0, - "47": 5662015488.0, - "48": 5662015488.0, - "49": 5662015488.0, - "50": 5662015488.0 + "1": 4230456320.0, + "2": 5709229056.0, + "3": 5709229056.0, + "4": 5709229056.0, + "5": 5709229056.0, + "6": 5709229056.0, + "7": 5709229056.0, + "8": 5709229056.0, + "9": 5709229056.0, + "10": 5709229056.0, + "11": 5709229056.0, + "12": 5709229056.0, + "13": 5709229056.0, + "14": 5709229056.0, + "15": 5709229056.0, + "16": 5709229056.0, + "17": 5709229056.0, + "18": 5709229056.0, + "19": 5709229056.0, + "20": 5709229056.0, + "21": 5709229056.0, + "22": 5709229056.0, + "23": 5709229056.0, + "24": 5709229056.0, + "25": 5709229056.0, + "26": 5709229056.0, + "27": 5709229056.0, + "28": 5709229056.0, + "29": 5709229056.0, + "30": 5709229056.0, + "31": 5709229056.0, + "32": 5709229056.0, + "33": 5709229056.0, + "34": 5709229056.0, + "35": 5709229056.0, + "36": 5709229056.0, + "37": 5709229056.0, + "38": 5709229056.0, + "39": 5709229056.0, + "40": 5709229056.0, + "41": 5709229056.0, + "42": 5709229056.0, + "43": 5709229056.0, + "44": 5709229056.0, + "45": 5709229056.0, + "46": 5709229056.0, + "47": 5709229056.0, + "48": 5709229056.0, + "49": 5709229056.0, + "50": 5709229056.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 9.33953, - "2": 0.53319, - "3": 0.47492, - "4": 0.43971, - "5": 0.43812, - "6": 0.43852, - "7": 0.4386, - "8": 0.43696, - "9": 0.4374, - "10": 0.43581, - "11": 0.71474, - "12": 0.44321, - "13": 0.73975, - "14": 0.44195, - "15": 0.43796, - "16": 0.43687, - "17": 0.43648, - "18": 0.43733, - "19": 0.43826, - "20": 0.44179, - "21": 1.02916, - "22": 0.7107, - "23": 0.70393, - "24": 0.904, - "25": 0.43822, - "26": 0.43864, - "27": 0.46131, - "28": 0.44753, - "29": 0.43372, - "30": 0.43644, - "31": 0.45145, - "32": 0.44608, - "33": 0.43714, - "34": 0.43395, - "35": 0.43358, - "36": 0.43471, - "37": 0.43343, - "38": 0.43378, - "39": 0.43774, - "40": 0.43399, - "41": 0.43662, - "42": 0.43501, - "43": 0.43703, - "44": 0.44084, - "45": 0.43443, - "46": 0.43652, - "47": 0.84278, - "48": 0.44024, - "49": 0.4409, - "50": 0.43833 + "1": "nan", + "2": 6.44756, + "3": 0.68871, + "4": 0.65778, + "5": 0.47186, + "6": 0.91986, + "7": 0.45294, + "8": 0.45234, + "9": 0.44922, + "10": 0.44991, + "11": 0.45183, + "12": 0.45045, + "13": 0.45008, + "14": 0.58401, + "15": 0.64127, + "16": 0.45334, + "17": 0.46798, + "18": 0.46711, + "19": 0.45443, + "20": 0.45293, + "21": 0.45454, + "22": 0.45366, + "23": 0.45256, + "24": 0.45439, + "25": 0.4532, + "26": 0.45248, + "27": 0.45667, + "28": 0.4553, + "29": 0.44917, + "30": 0.44895, + "31": 0.44785, + "32": 0.4478, + "33": 0.44933, + "34": 0.44762, + "35": 0.45284, + "36": 0.45234, + "37": 0.4581, + "38": 0.45866, + "39": 0.45237, + "40": 0.45288, + "41": 0.45325, + "42": 0.45414, + "43": 0.45529, + "44": 0.4536, + "45": 0.69919, + "46": 0.45885, + "47": 0.45804, + "48": 0.69747, + "49": 0.73691, + "50": 0.65978 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json index 30fa7e80d5a..bb8be591b74 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.55236, - "2": 10.52891, - "3": 10.55085, - "4": 10.55035, - "5": 10.52311, - "6": 10.53328, - "7": 10.53097, - "8": 10.54323, - "9": 10.54514, - "10": 10.53676, - "11": 10.53791, - "12": 10.54319, - "13": 10.5263, - "14": 10.5316, - "15": 10.52714, - "16": 10.50594, - "17": 10.5009, - "18": 10.51024, - "19": 10.49283, - "20": 10.48852, - "21": 10.47463, - "22": 10.42802, - "23": 10.42674, - "24": 10.40359, - "25": 10.39998, - "26": 10.38464, - "27": 10.38236, - "28": 10.36891, - "29": 10.32202, - "30": 10.22049, - "31": 10.17103, - "32": 10.12583, - "33": 10.10622, - "34": 10.09458, - "35": 10.07043, - "36": 10.07484, - "37": 10.03646, - "38": 10.0182, - "39": 9.9686, - "40": 9.93086, - "41": 9.87312, - "42": 9.8185, - "43": 9.81546, - "44": 9.73852, - "45": 9.76279, - "46": 9.67679, - "47": 9.68692, - "48": 9.66292, - "49": 9.67587, - "50": 9.67447 + "1": 10.5055, + "2": 10.50424, + "3": 10.50368, + "4": 10.51193, + "5": 10.49556, + "6": 10.50525, + "7": 10.50627, + "8": 10.49788, + "9": 10.50255, + "10": 10.51084, + "11": 10.51255, + "12": 10.50336, + "13": 10.50185, + "14": 10.49381, + "15": 10.49829, + "16": 10.467, + "17": 10.47197, + "18": 10.48761, + "19": 10.47127, + "20": 10.47344, + "21": 10.46006, + "22": 10.41973, + "23": 10.41622, + "24": 10.41409, + "25": 10.37518, + "26": 10.38973, + "27": 10.35233, + "28": 10.37494, + "29": 10.31982, + "30": 10.22209, + "31": 10.17879, + "32": 10.15878, + "33": 10.16358, + "34": 10.13028, + "35": 10.10421, + "36": 10.0809, + "37": 10.07431, + "38": 10.08226, + "39": 10.02554, + "40": 9.97854, + "41": 9.93049, + "42": 9.87433, + "43": 9.87414, + "44": 9.83632, + "45": 9.81162, + "46": 9.74873, + "47": 9.73193, + "48": 9.71538, + "49": 9.76542, + "50": 9.72604 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2320.0, - "2": 2645.0, - "3": 2441.0, - "4": 2417.0, - "5": 2730.0, - "6": 2332.0, - "7": 1661.0, - "8": 2386.0, - "9": 2256.0, - "10": 2428.0, - "11": 2152.0, - "12": 2337.0, - "13": 2643.0, - "14": 2209.0, - "15": 2607.0, - "16": 2411.0, - "17": 2529.0, - "18": 2392.0, - "19": 2417.0, - "20": 2269.0, - "21": 2382.0, - "22": 2652.0, - "23": 2420.0, - "24": 2251.0, - "25": 2616.0, - "26": 2433.0, - "27": 2470.0, - "28": 2335.0, - "29": 2270.0, - "30": 2689.0, - "31": 2960.0, - "32": 2808.0, - "33": 2659.0, - "34": 2932.0, - "35": 2926.0, - "36": 3103.0, - "37": 3227.0, - "38": 2634.0, - "39": 2132.0, - "40": 2236.0, - "41": 3589.0, - "42": 3470.0, - "43": 3467.0, - "44": 4038.0, - "45": 4173.0, - "46": 2993.0, - "47": 1996.0, - "48": 3318.0, - "49": 3662.0, - "50": 3572.0 + "1": 2477.0, + "2": 1914.0, + "3": 1808.0, + "4": 2346.0, + "5": 2269.0, + "6": 1875.0, + "7": 2352.0, + "8": 2423.0, + "9": 2213.0, + "10": 2306.0, + "11": 2872.0, + "12": 1947.0, + "13": 2182.0, + "14": 2797.0, + "15": 2169.0, + "16": 2733.0, + "17": 2548.0, + "18": 2646.0, + "19": 2539.0, + "20": 2610.0, + "21": 2149.0, + "22": 2578.0, + "23": 2532.0, + "24": 2803.0, + "25": 2618.0, + "26": 2623.0, + "27": 2805.0, + "28": 2802.0, + "29": 2536.0, + "30": 2916.0, + "31": 2461.0, + "32": 2711.0, + "33": 2513.0, + "34": 2690.0, + "35": 2786.0, + "36": 3032.0, + "37": 3171.0, + "38": 2821.0, + "39": 2656.0, + "40": 3514.0, + "41": 1826.0, + "42": 1571.0, + "43": 1713.0, + "44": 3157.0, + "45": 3801.0, + "46": 3310.0, + "47": 2887.0, + "48": 3051.0, + "49": 2773.0, + "50": 2152.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2062574080.0, - "2": 2062574080.0, - "3": 2062574080.0, - "4": 2062574080.0, - "5": 2062574080.0, - "6": 2062574080.0, - "7": 2062574080.0, - "8": 2062574080.0, - "9": 2062574080.0, - "10": 2062574080.0, - "11": 2062574080.0, - "12": 2062574080.0, - "13": 2062574080.0, - "14": 2062574080.0, - "15": 2062574080.0, - "16": 2062574080.0, - "17": 2062574080.0, - "18": 2062574080.0, - "19": 2062574080.0, - "20": 2062574080.0, - "21": 2062574080.0, - "22": 2062574080.0, - "23": 2062574080.0, - "24": 2062574080.0, - "25": 2062574080.0, - "26": 2062574080.0, - "27": 2062574080.0, - "28": 2062574080.0, - "29": 2062574080.0, - "30": 2062574080.0, - "31": 2062574080.0, - "32": 2062574080.0, - "33": 2062574080.0, - "34": 2062574080.0, - "35": 2062574080.0, - "36": 2062574080.0, - "37": 2062574080.0, - "38": 2062574080.0, - "39": 2062574080.0, - "40": 2062574080.0, - "41": 2062574080.0, - "42": 2062574080.0, - "43": 2062574080.0, - "44": 2062574080.0, - "45": 2062574080.0, - "46": 2062574080.0, - "47": 2062574080.0, - "48": 2062574080.0, - "49": 2062574080.0, - "50": 2062574080.0 + "1": 2091169280.0, + "2": 2091169280.0, + "3": 2091169280.0, + "4": 2091169280.0, + "5": 2091169280.0, + "6": 2091169280.0, + "7": 2091169280.0, + "8": 2091169280.0, + "9": 2091169280.0, + "10": 2091169280.0, + "11": 2091169280.0, + "12": 2091169280.0, + "13": 2091169280.0, + "14": 2091169280.0, + "15": 2091169280.0, + "16": 2091169280.0, + "17": 2091169280.0, + "18": 2091169280.0, + "19": 2091169280.0, + "20": 2091169280.0, + "21": 2091169280.0, + "22": 2091169280.0, + "23": 2091169280.0, + "24": 2091169280.0, + "25": 2091169280.0, + "26": 2091169280.0, + "27": 2091169280.0, + "28": 2091169280.0, + "29": 2091169280.0, + "30": 2091169280.0, + "31": 2091169280.0, + "32": 2091169280.0, + "33": 2091169280.0, + "34": 2091169280.0, + "35": 2091169280.0, + "36": 2091169280.0, + "37": 2091169280.0, + "38": 2091169280.0, + "39": 2091169280.0, + "40": 2091169280.0, + "41": 2091169280.0, + "42": 2091169280.0, + "43": 2091169280.0, + "44": 2091169280.0, + "45": 2091169280.0, + "46": 2091169280.0, + "47": 2091169280.0, + "48": 2091169280.0, + "49": 2091169280.0, + "50": 2091169280.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4386474496.0, - "2": 5246722560.0, - "3": 5246722560.0, - "4": 5246722560.0, - "5": 5246722560.0, - "6": 5246722560.0, - "7": 5246722560.0, - "8": 5246722560.0, - "9": 5246722560.0, - "10": 5246722560.0, - "11": 5246722560.0, - "12": 5246722560.0, - "13": 5246722560.0, - "14": 5246722560.0, - "15": 5246722560.0, - "16": 5246722560.0, - "17": 5246722560.0, - "18": 5246722560.0, - "19": 5246722560.0, - "20": 5246722560.0, - "21": 5246722560.0, - "22": 5246722560.0, - "23": 5246722560.0, - "24": 5246722560.0, - "25": 5246722560.0, - "26": 5246722560.0, - "27": 5246722560.0, - "28": 5246722560.0, - "29": 5246722560.0, - "30": 5246722560.0, - "31": 5246722560.0, - "32": 5246722560.0, - "33": 5246722560.0, - "34": 5246722560.0, - "35": 5246722560.0, - "36": 5246722560.0, - "37": 5246722560.0, - "38": 5246722560.0, - "39": 5246722560.0, - "40": 5246722560.0, - "41": 5246722560.0, - "42": 5246722560.0, - "43": 5246722560.0, - "44": 5246722560.0, - "45": 5246722560.0, - "46": 5246722560.0, - "47": 5246722560.0, - "48": 5246722560.0, - "49": 5246722560.0, - "50": 5246722560.0 + "1": 4421607424.0, + "2": 5294192128.0, + "3": 5294192128.0, + "4": 5294192128.0, + "5": 5294192128.0, + "6": 5294192128.0, + "7": 5294192128.0, + "8": 5294192128.0, + "9": 5294192128.0, + "10": 5294192128.0, + "11": 5294192128.0, + "12": 5294192128.0, + "13": 5294192128.0, + "14": 5294977024.0, + "15": 5294977024.0, + "16": 5294977024.0, + "17": 5294977024.0, + "18": 5294977024.0, + "19": 5294977024.0, + "20": 5294977024.0, + "21": 5294977024.0, + "22": 5294977024.0, + "23": 5294977024.0, + "24": 5294977024.0, + "25": 5294977024.0, + "26": 5294977024.0, + "27": 5294977024.0, + "28": 5294977024.0, + "29": 5294977024.0, + "30": 5294977024.0, + "31": 5294977024.0, + "32": 5294977024.0, + "33": 5294977024.0, + "34": 5294977024.0, + "35": 5294977024.0, + "36": 5294977024.0, + "37": 5294977024.0, + "38": 5294977024.0, + "39": 5294977024.0, + "40": 5294977024.0, + "41": 5294977024.0, + "42": 5294977024.0, + "43": 5294977024.0, + "44": 5294977024.0, + "45": 5294977024.0, + "46": 5294977024.0, + "47": 5294977024.0, + "48": 5294977024.0, + "49": 5294977024.0, + "50": 5294977024.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 12.53778, - "2": 0.64042, - "3": 0.57704, - "4": 0.56942, - "5": 0.55857, - "6": 1.5214, - "7": 0.8799, - "8": 0.58802, - "9": 0.58845, - "10": 0.91566, - "11": 1.66597, - "12": 1.31669, - "13": 0.9054, - "14": 0.55959, - "15": 0.55349, - "16": 0.56731, - "17": 0.54994, - "18": 0.56124, - "19": 0.54032, - "20": 0.54467, - "21": 0.56577, - "22": 0.59073, - "23": 0.55848, - "24": 0.5515, - "25": 0.56783, - "26": 0.58223, - "27": 0.56278, - "28": 0.55385, - "29": 0.54473, - "30": 0.54779, - "31": 0.54239, - "32": 0.53324, - "33": 0.54812, - "34": 0.57008, - "35": 0.56814, - "36": 0.55146, - "37": 0.56138, - "38": 0.80574, - "39": 0.5919, - "40": 0.83084, - "41": 0.9006, - "42": 0.82734, - "43": 0.98233, - "44": 1.08635, - "45": 1.33415, - "46": 1.29362, - "47": 1.03481, - "48": 1.02838, - "49": 0.56104, - "50": 0.57748 + "1": "nan", + "2": 8.35889, + "3": 0.58416, + "4": 0.54562, + "5": 0.55223, + "6": 0.5592, + "7": 0.53882, + "8": 0.54658, + "9": 0.5544, + "10": 0.56849, + "11": 0.54836, + "12": 0.54823, + "13": 0.55899, + "14": 0.56446, + "15": 0.56077, + "16": 0.55036, + "17": 0.5529, + "18": 0.52678, + "19": 0.95429, + "20": 0.97145, + "21": 1.33693, + "22": 0.56386, + "23": 1.71824, + "24": 1.34315, + "25": 1.40431, + "26": 1.44812, + "27": 1.37529, + "28": 1.71586, + "29": 0.56396, + "30": 0.5746, + "31": 0.53981, + "32": 0.55678, + "33": 0.5437, + "34": 0.55214, + "35": 0.53672, + "36": 0.55118, + "37": 0.54327, + "38": 0.56407, + "39": 0.55911, + "40": 0.56321, + "41": 0.54254, + "42": 0.56349, + "43": 0.55375, + "44": 0.53447, + "45": 0.57306, + "46": 0.53962, + "47": 0.86646, + "48": 0.54386, + "49": 0.82541, + "50": 0.83509 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json index 7a21f7ae2f9..361dbf99a7c 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.48367, - "2": 10.48426, - "3": 10.48254, - "4": 10.48311, - "5": 10.4764, - "6": 10.4844, - "7": 10.48458, - "8": 10.48829, - "9": 10.49008, - "10": 10.47268, - "11": 10.47256, - "12": 10.48259, - "13": 10.47857, - "14": 10.45154, - "15": 10.47925, - "16": 10.45346, - "17": 10.45145, - "18": 10.46238, - "19": 10.44113, - "20": 10.45448, - "21": 10.43454, - "22": 10.40591, - "23": 10.39975, - "24": 10.37583, - "25": 10.38168, - "26": 10.3515, - "27": 10.35388, - "28": 10.34965, - "29": 10.28701, - "30": 10.21143, - "31": 10.17272, - "32": 10.13416, - "33": 10.14725, - "34": 10.10738, - "35": 10.10592, - "36": 10.08739, - "37": 10.08157, - "38": 10.07245, - "39": 10.00093, - "40": 9.98138, - "41": 9.92543, - "42": 9.87534, - "43": 9.88716, - "44": 9.80646, - "45": 9.82342, - "46": 9.73786, - "47": 9.74811, - "48": 9.71614, - "49": 9.74493, - "50": 9.73 + "1": 10.52682, + "2": 10.54455, + "3": 10.53218, + "4": 10.5401, + "5": 10.53643, + "6": 10.54288, + "7": 10.54755, + "8": 10.54109, + "9": 10.53334, + "10": 10.52923, + "11": 10.53083, + "12": 10.53616, + "13": 10.53954, + "14": 10.52463, + "15": 10.52171, + "16": 10.50376, + "17": 10.51215, + "18": 10.50778, + "19": 10.50439, + "20": 10.51111, + "21": 10.5094, + "22": 10.44563, + "23": 10.43396, + "24": 10.44086, + "25": 10.40843, + "26": 10.41421, + "27": 10.39831, + "28": 10.40985, + "29": 10.36513, + "30": 10.28246, + "31": 10.23162, + "32": 10.20434, + "33": 10.21493, + "34": 10.17027, + "35": 10.1479, + "36": 10.1259, + "37": 10.11514, + "38": 10.11854, + "39": 10.08134, + "40": 10.01057, + "41": 9.96709, + "42": 9.92775, + "43": 9.92019, + "44": 9.86296, + "45": 9.83819, + "46": 9.77859, + "47": 9.77206, + "48": 9.74979, + "49": 9.7789, + "50": 9.75393 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2570.0, - "2": 1923.0, - "3": 1512.0, - "4": 2322.0, - "5": 2033.0, - "6": 1774.0, - "7": 2781.0, - "8": 2460.0, - "9": 2308.0, - "10": 2635.0, - "11": 2397.0, - "12": 1817.0, - "13": 2348.0, - "14": 2749.0, - "15": 2027.0, - "16": 2719.0, - "17": 2487.0, - "18": 2533.0, - "19": 2547.0, - "20": 2850.0, - "21": 1990.0, - "22": 2964.0, - "23": 2695.0, - "24": 2772.0, - "25": 2524.0, - "26": 2977.0, - "27": 2627.0, - "28": 2776.0, - "29": 2514.0, - "30": 2843.0, - "31": 2070.0, - "32": 2362.0, - "33": 2211.0, - "34": 2574.0, - "35": 2499.0, - "36": 2943.0, - "37": 3347.0, - "38": 2628.0, - "39": 2781.0, - "40": 3335.0, - "41": 1800.0, - "42": 1598.0, - "43": 1719.0, - "44": 2631.0, - "45": 3492.0, - "46": 2988.0, - "47": 2784.0, - "48": 2951.0, - "49": 2907.0, - "50": 2113.0 + "1": 2695.0, + "2": 1974.0, + "3": 1768.0, + "4": 2523.0, + "5": 2401.0, + "6": 1994.0, + "7": 2373.0, + "8": 2578.0, + "9": 2537.0, + "10": 2558.0, + "11": 2776.0, + "12": 2042.0, + "13": 2314.0, + "14": 2812.0, + "15": 2241.0, + "16": 2834.0, + "17": 2660.0, + "18": 2549.0, + "19": 2683.0, + "20": 2692.0, + "21": 2336.0, + "22": 2896.0, + "23": 2655.0, + "24": 2861.0, + "25": 2705.0, + "26": 2734.0, + "27": 2746.0, + "28": 2772.0, + "29": 2547.0, + "30": 2877.0, + "31": 2469.0, + "32": 2891.0, + "33": 2407.0, + "34": 2561.0, + "35": 2673.0, + "36": 2889.0, + "37": 3266.0, + "38": 2839.0, + "39": 2973.0, + "40": 3384.0, + "41": 1643.0, + "42": 1444.0, + "43": 1735.0, + "44": 2919.0, + "45": 3495.0, + "46": 3390.0, + "47": 3239.0, + "48": 2789.0, + "49": 2528.0, + "50": 2055.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1785063936.0, - "2": 1785063936.0, - "3": 1785063936.0, - "4": 1785063936.0, - "5": 1785063936.0, - "6": 1785063936.0, - "7": 1785063936.0, - "8": 1785063936.0, - "9": 1785063936.0, - "10": 1785063936.0, - "11": 1785063936.0, - "12": 1785063936.0, - "13": 1785063936.0, - "14": 1785063936.0, - "15": 1785063936.0, - "16": 1785063936.0, - "17": 1785063936.0, - "18": 1785063936.0, - "19": 1785063936.0, - "20": 1785063936.0, - "21": 1785063936.0, - "22": 1785063936.0, - "23": 1785063936.0, - "24": 1785063936.0, - "25": 1785063936.0, - "26": 1785063936.0, - "27": 1785063936.0, - "28": 1785063936.0, - "29": 1785063936.0, - "30": 1785063936.0, - "31": 1785063936.0, - "32": 1785063936.0, - "33": 1785063936.0, - "34": 1785063936.0, - "35": 1785063936.0, - "36": 1785063936.0, - "37": 1785063936.0, - "38": 1785063936.0, - "39": 1785063936.0, - "40": 1785063936.0, - "41": 1785063936.0, - "42": 1785063936.0, - "43": 1785063936.0, - "44": 1785063936.0, - "45": 1785063936.0, - "46": 1785063936.0, - "47": 1785063936.0, - "48": 1785063936.0, - "49": 1785063936.0, - "50": 1785063936.0 + "1": 1796646400.0, + "2": 1796646400.0, + "3": 1796646400.0, + "4": 1796646400.0, + "5": 1796646400.0, + "6": 1796646400.0, + "7": 1796646400.0, + "8": 1796646400.0, + "9": 1796646400.0, + "10": 1796646400.0, + "11": 1796646400.0, + "12": 1796646400.0, + "13": 1796646400.0, + "14": 1796646400.0, + "15": 1796646400.0, + "16": 1796646400.0, + "17": 1796646400.0, + "18": 1796646400.0, + "19": 1796646400.0, + "20": 1796646400.0, + "21": 1796646400.0, + "22": 1796646400.0, + "23": 1796646400.0, + "24": 1796646400.0, + "25": 1796646400.0, + "26": 1796646400.0, + "27": 1796646400.0, + "28": 1796646400.0, + "29": 1796646400.0, + "30": 1796646400.0, + "31": 1796646400.0, + "32": 1796646400.0, + "33": 1796646400.0, + "34": 1796646400.0, + "35": 1796646400.0, + "36": 1796646400.0, + "37": 1796646400.0, + "38": 1796646400.0, + "39": 1796646400.0, + "40": 1796646400.0, + "41": 1796646400.0, + "42": 1796646400.0, + "43": 1796646400.0, + "44": 1796646400.0, + "45": 1796646400.0, + "46": 1796646400.0, + "47": 1796646400.0, + "48": 1796646400.0, + "49": 1796646400.0, + "50": 1796646400.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2366910464.0, - "2": 3109894144.0, - "3": 3109894144.0, - "4": 3109894144.0, - "5": 3109894144.0, - "6": 3109894144.0, - "7": 3109894144.0, - "8": 3109894144.0, - "9": 3109894144.0, - "10": 3109894144.0, - "11": 3109894144.0, - "12": 3109894144.0, - "13": 3109894144.0, - "14": 3109894144.0, - "15": 3109897216.0, - "16": 3109897216.0, - "17": 3109897216.0, - "18": 3109897216.0, - "19": 3109897216.0, - "20": 3109897216.0, - "21": 3109897216.0, - "22": 3109897216.0, - "23": 3109897216.0, - "24": 3109897216.0, - "25": 3109897216.0, - "26": 3109897216.0, - "27": 3109897216.0, - "28": 3109897216.0, - "29": 3109897216.0, - "30": 3109897216.0, - "31": 3109897216.0, - "32": 3109897216.0, - "33": 3109897216.0, - "34": 3109897216.0, - "35": 3109897216.0, - "36": 3109897216.0, - "37": 3109897216.0, - "38": 3109897216.0, - "39": 3109897216.0, - "40": 3109897216.0, - "41": 3109897216.0, - "42": 3109897216.0, - "43": 3109897216.0, - "44": 3109897216.0, - "45": 3109897216.0, - "46": 3109897216.0, - "47": 3109897216.0, - "48": 3109897216.0, - "49": 3109897216.0, - "50": 3109897216.0 + "1": 2376915456.0, + "2": 3124626944.0, + "3": 3124626944.0, + "4": 3124626944.0, + "5": 3124626944.0, + "6": 3124626944.0, + "7": 3124626944.0, + "8": 3124626944.0, + "9": 3124626944.0, + "10": 3124626944.0, + "11": 3124626944.0, + "12": 3124626944.0, + "13": 3124626944.0, + "14": 3124626944.0, + "15": 3124626944.0, + "16": 3124626944.0, + "17": 3124626944.0, + "18": 3124626944.0, + "19": 3124626944.0, + "20": 3124626944.0, + "21": 3124626944.0, + "22": 3124626944.0, + "23": 3124626944.0, + "24": 3124626944.0, + "25": 3124626944.0, + "26": 3124626944.0, + "27": 3124626944.0, + "28": 3124626944.0, + "29": 3124626944.0, + "30": 3124626944.0, + "31": 3124626944.0, + "32": 3124626944.0, + "33": 3124626944.0, + "34": 3124626944.0, + "35": 3124626944.0, + "36": 3124626944.0, + "37": 3124626944.0, + "38": 3124626944.0, + "39": 3124626944.0, + "40": 3124626944.0, + "41": 3124626944.0, + "42": 3124626944.0, + "43": 3124626944.0, + "44": 3124626944.0, + "45": 3124626944.0, + "46": 3124626944.0, + "47": 3124626944.0, + "48": 3124626944.0, + "49": 3124626944.0, + "50": 3124626944.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.5121, - "2": 1.00958, - "3": 0.92732, - "4": 0.90421, - "5": 0.90504, - "6": 0.89943, - "7": 0.90319, - "8": 1.1748, - "9": 1.95208, - "10": 0.92148, - "11": 0.91859, - "12": 0.92137, - "13": 0.92531, - "14": 1.25591, - "15": 0.92418, - "16": 0.91961, - "17": 0.90838, - "18": 0.90766, - "19": 0.90747, - "20": 0.9061, - "21": 0.93723, - "22": 0.90644, - "23": 0.91067, - "24": 1.66749, - "25": 0.91188, - "26": 0.91194, - "27": 0.988, - "28": 0.92516, - "29": 0.91117, - "30": 1.435, - "31": 0.89868, - "32": 0.90735, - "33": 1.29737, - "34": 1.32235, - "35": 0.91506, - "36": 0.91851, - "37": 0.92715, - "38": 0.92769, - "39": 0.92632, - "40": 1.26827, - "41": 1.07193, - "42": 1.07217, - "43": 0.98674, - "44": 1.07179, - "45": 1.09756, - "46": 1.10568, - "47": 0.92215, - "48": 0.92051, - "49": 0.92335, - "50": 0.92251 + "1": "nan", + "2": 6.80087, + "3": 0.91773, + "4": 0.89856, + "5": 0.89848, + "6": 0.89853, + "7": 0.89716, + "8": 0.89582, + "9": 0.89984, + "10": 0.90091, + "11": 0.95216, + "12": 0.89851, + "13": 0.89607, + "14": 0.89951, + "15": 0.8997, + "16": 0.90073, + "17": 0.89956, + "18": 0.89683, + "19": 0.90258, + "20": 0.89863, + "21": 0.89721, + "22": 0.89654, + "23": 0.89773, + "24": 1.04359, + "25": 1.51379, + "26": 1.20692, + "27": 1.46328, + "28": 1.16246, + "29": 0.89925, + "30": 0.89517, + "31": 0.90425, + "32": 0.89758, + "33": 0.89605, + "34": 0.89596, + "35": 0.90221, + "36": 0.89718, + "37": 0.89673, + "38": 0.89598, + "39": 0.89603, + "40": 0.89463, + "41": 0.89307, + "42": 0.89314, + "43": 0.89319, + "44": 0.89403, + "45": 0.89668, + "46": 0.8984, + "47": 0.89981, + "48": 0.89998, + "49": 0.89703, + "50": 0.89952 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json index d034c6bf7d8..a975f6a69c9 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.4837, - "2": 10.48435, - "3": 10.48251, - "4": 10.48303, - "5": 10.47647, - "6": 10.48423, - "7": 10.48457, - "8": 10.48837, - "9": 10.49003, - "10": 10.47255, - "11": 10.47245, - "12": 10.4828, - "13": 10.47855, - "14": 10.45162, - "15": 10.47936, - "16": 10.45364, - "17": 10.45143, - "18": 10.46239, - "19": 10.44136, - "20": 10.45438, - "21": 10.43469, - "22": 10.40587, - "23": 10.39982, - "24": 10.37585, - "25": 10.38173, - "26": 10.35154, - "27": 10.35401, - "28": 10.3497, - "29": 10.28714, - "30": 10.21194, - "31": 10.17274, - "32": 10.13439, - "33": 10.14753, - "34": 10.10759, - "35": 10.10592, - "36": 10.08756, - "37": 10.08177, - "38": 10.07257, - "39": 10.0013, - "40": 9.9816, - "41": 9.92551, - "42": 9.87537, - "43": 9.88725, - "44": 9.80659, - "45": 9.82349, - "46": 9.73821, - "47": 9.74829, - "48": 9.71628, - "49": 9.74489, - "50": 9.73004 + "1": 10.52678, + "2": 10.54475, + "3": 10.53225, + "4": 10.53926, + "5": 10.53595, + "6": 10.54346, + "7": 10.54655, + "8": 10.54175, + "9": 10.53371, + "10": 10.5304, + "11": 10.5298, + "12": 10.53841, + "13": 10.53961, + "14": 10.52437, + "15": 10.52272, + "16": 10.50279, + "17": 10.51194, + "18": 10.50962, + "19": 10.50425, + "20": 10.50994, + "21": 10.51043, + "22": 10.44655, + "23": 10.43176, + "24": 10.44108, + "25": 10.40795, + "26": 10.4149, + "27": 10.39902, + "28": 10.40982, + "29": 10.36682, + "30": 10.28307, + "31": 10.23067, + "32": 10.20468, + "33": 10.21533, + "34": 10.16919, + "35": 10.14562, + "36": 10.12736, + "37": 10.11598, + "38": 10.1192, + "39": 10.08068, + "40": 10.0114, + "41": 9.96716, + "42": 9.92809, + "43": 9.92027, + "44": 9.86315, + "45": 9.8384, + "46": 9.77955, + "47": 9.77266, + "48": 9.7497, + "49": 9.77925, + "50": 9.75397 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2554.0, - "2": 1919.0, - "3": 1521.0, - "4": 2330.0, - "5": 2010.0, - "6": 1725.0, - "7": 2803.0, - "8": 2435.0, - "9": 2286.0, - "10": 2570.0, - "11": 2438.0, - "12": 1829.0, - "13": 2332.0, - "14": 2832.0, - "15": 2008.0, - "16": 2659.0, - "17": 2454.0, - "18": 2500.0, - "19": 2588.0, - "20": 2834.0, - "21": 2042.0, - "22": 3037.0, - "23": 2702.0, - "24": 2700.0, - "25": 2568.0, - "26": 2896.0, - "27": 2735.0, - "28": 2699.0, - "29": 2548.0, - "30": 2843.0, - "31": 2160.0, - "32": 2458.0, - "33": 2130.0, - "34": 2517.0, - "35": 2597.0, - "36": 3001.0, - "37": 3305.0, - "38": 2682.0, - "39": 2805.0, - "40": 3430.0, - "41": 1767.0, - "42": 1516.0, - "43": 1798.0, - "44": 2790.0, - "45": 3578.0, - "46": 3016.0, - "47": 2890.0, - "48": 3065.0, - "49": 2914.0, - "50": 2208.0 + "1": 2722.0, + "2": 2036.0, + "3": 1745.0, + "4": 2504.0, + "5": 2287.0, + "6": 1949.0, + "7": 2361.0, + "8": 2579.0, + "9": 2385.0, + "10": 2503.0, + "11": 2660.0, + "12": 2018.0, + "13": 2270.0, + "14": 2933.0, + "15": 2268.0, + "16": 2774.0, + "17": 2629.0, + "18": 2628.0, + "19": 2707.0, + "20": 2709.0, + "21": 2257.0, + "22": 2806.0, + "23": 2685.0, + "24": 2821.0, + "25": 2769.0, + "26": 2855.0, + "27": 2796.0, + "28": 2892.0, + "29": 2504.0, + "30": 2978.0, + "31": 2492.0, + "32": 2873.0, + "33": 2461.0, + "34": 2495.0, + "35": 2628.0, + "36": 3003.0, + "37": 3304.0, + "38": 2756.0, + "39": 2784.0, + "40": 3513.0, + "41": 1762.0, + "42": 1469.0, + "43": 1752.0, + "44": 2884.0, + "45": 3587.0, + "46": 3393.0, + "47": 3154.0, + "48": 2627.0, + "49": 2493.0, + "50": 2036.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1768285696.0, - "2": 1768285696.0, - "3": 1768285696.0, - "4": 1768285696.0, - "5": 1768285696.0, - "6": 1768285696.0, - "7": 1768285696.0, - "8": 1768285696.0, - "9": 1768285696.0, - "10": 1768285696.0, - "11": 1768285696.0, - "12": 1768285696.0, - "13": 1768285696.0, - "14": 1768285696.0, - "15": 1768285696.0, - "16": 1768285696.0, - "17": 1768285696.0, - "18": 1768285696.0, - "19": 1768285696.0, - "20": 1768285696.0, - "21": 1768285696.0, - "22": 1768285696.0, - "23": 1768285696.0, - "24": 1768285696.0, - "25": 1768285696.0, - "26": 1768285696.0, - "27": 1768285696.0, - "28": 1768285696.0, - "29": 1768285696.0, - "30": 1768285696.0, - "31": 1768285696.0, - "32": 1768285696.0, - "33": 1768285696.0, - "34": 1768285696.0, - "35": 1768285696.0, - "36": 1768285696.0, - "37": 1768285696.0, - "38": 1768285696.0, - "39": 1768285696.0, - "40": 1768285696.0, - "41": 1768285696.0, - "42": 1768285696.0, - "43": 1768285696.0, - "44": 1768285696.0, - "45": 1768285696.0, - "46": 1768285696.0, - "47": 1768285696.0, - "48": 1768285696.0, - "49": 1768285696.0, - "50": 1768285696.0 + "1": 1779868160.0, + "2": 1779868160.0, + "3": 1779868160.0, + "4": 1779868160.0, + "5": 1779868160.0, + "6": 1779868160.0, + "7": 1779868160.0, + "8": 1779868160.0, + "9": 1779868160.0, + "10": 1779868160.0, + "11": 1779868160.0, + "12": 1779868160.0, + "13": 1779868160.0, + "14": 1779868160.0, + "15": 1779868160.0, + "16": 1779868160.0, + "17": 1779868160.0, + "18": 1779868160.0, + "19": 1779868160.0, + "20": 1779868160.0, + "21": 1779868160.0, + "22": 1779868160.0, + "23": 1779868160.0, + "24": 1779868160.0, + "25": 1779868160.0, + "26": 1779868160.0, + "27": 1779868160.0, + "28": 1779868160.0, + "29": 1779868160.0, + "30": 1779868160.0, + "31": 1779868160.0, + "32": 1779868160.0, + "33": 1779868160.0, + "34": 1779868160.0, + "35": 1779868160.0, + "36": 1779868160.0, + "37": 1779868160.0, + "38": 1779868160.0, + "39": 1779868160.0, + "40": 1779868160.0, + "41": 1779868160.0, + "42": 1779868160.0, + "43": 1779868160.0, + "44": 1779868160.0, + "45": 1779868160.0, + "46": 1779868160.0, + "47": 1779868160.0, + "48": 1779868160.0, + "49": 1779868160.0, + "50": 1779868160.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2337549312.0, - "2": 3080536064.0, - "3": 3082107392.0, - "4": 3082107392.0, - "5": 3082107392.0, - "6": 3082107392.0, - "7": 3082107392.0, - "8": 3082107392.0, - "9": 3082107392.0, - "10": 3082107392.0, - "11": 3082107392.0, - "12": 3082107392.0, - "13": 3082107392.0, - "14": 3082107392.0, - "15": 3082107392.0, - "16": 3082108928.0, - "17": 3082108928.0, - "18": 3082108928.0, - "19": 3082108928.0, - "20": 3082108928.0, - "21": 3082108928.0, - "22": 3082108928.0, - "23": 3082108928.0, - "24": 3082108928.0, - "25": 3082108928.0, - "26": 3082108928.0, - "27": 3082108928.0, - "28": 3082108928.0, - "29": 3082108928.0, - "30": 3082108928.0, - "31": 3082108928.0, - "32": 3082108928.0, - "33": 3082108928.0, - "34": 3082108928.0, - "35": 3082108928.0, - "36": 3082108928.0, - "37": 3082108928.0, - "38": 3082108928.0, - "39": 3082108928.0, - "40": 3082108928.0, - "41": 3082108928.0, - "42": 3082108928.0, - "43": 3082108928.0, - "44": 3082108928.0, - "45": 3082108928.0, - "46": 3082108928.0, - "47": 3082108928.0, - "48": 3082108928.0, - "49": 3082108928.0, - "50": 3082108928.0 + "1": 2347554304.0, + "2": 3095265792.0, + "3": 3095265792.0, + "4": 3095265792.0, + "5": 3095265792.0, + "6": 3095265792.0, + "7": 3095265792.0, + "8": 3095265792.0, + "9": 3095265792.0, + "10": 3095265792.0, + "11": 3095265792.0, + "12": 3095265792.0, + "13": 3095265792.0, + "14": 3095265792.0, + "15": 3095265792.0, + "16": 3095265792.0, + "17": 3095265792.0, + "18": 3095265792.0, + "19": 3095265792.0, + "20": 3095265792.0, + "21": 3097360896.0, + "22": 3097360896.0, + "23": 3097360896.0, + "24": 3097360896.0, + "25": 3097360896.0, + "26": 3097360896.0, + "27": 3097360896.0, + "28": 3097360896.0, + "29": 3097360896.0, + "30": 3097360896.0, + "31": 3097360896.0, + "32": 3097360896.0, + "33": 3097360896.0, + "34": 3097360896.0, + "35": 3097360896.0, + "36": 3097360896.0, + "37": 3097360896.0, + "38": 3097360896.0, + "39": 3097360896.0, + "40": 3097360896.0, + "41": 3097360896.0, + "42": 3097360896.0, + "43": 3097360896.0, + "44": 3097360896.0, + "45": 3097360896.0, + "46": 3097360896.0, + "47": 3097360896.0, + "48": 3097360896.0, + "49": 3097360896.0, + "50": 3097360896.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.51798, - "2": 0.89864, - "3": 0.7978, - "4": 0.74774, - "5": 0.73987, - "6": 0.74277, - "7": 0.76779, - "8": 0.74313, - "9": 1.58315, - "10": 0.73453, - "11": 0.73215, - "12": 0.72957, - "13": 0.72967, - "14": 0.73868, - "15": 0.73216, - "16": 1.10392, - "17": 0.73363, - "18": 0.73647, - "19": 0.76464, - "20": 0.73565, - "21": 0.72858, - "22": 0.72652, - "23": 0.72858, - "24": 0.74508, - "25": 0.74166, - "26": 0.7704, - "27": 1.15428, - "28": 1.146, - "29": 0.73283, - "30": 0.73304, - "31": 0.73237, - "32": 0.7343, - "33": 0.73304, - "34": 0.72879, - "35": 0.73286, - "36": 1.74169, - "37": 1.10377, - "38": 0.73148, - "39": 0.73227, - "40": 0.73028, - "41": 0.73026, - "42": 1.15127, - "43": 1.11655, - "44": 0.73185, - "45": 1.17599, - "46": 1.07292, - "47": 0.72983, - "48": 0.72804, - "49": 0.73205, - "50": 0.72929 + "1": "nan", + "2": 6.87579, + "3": 0.77628, + "4": 0.76004, + "5": 0.80713, + "6": 0.75697, + "7": 0.7571, + "8": 0.75752, + "9": 0.75703, + "10": 0.75793, + "11": 0.76296, + "12": 0.7594, + "13": 0.75659, + "14": 0.75562, + "15": 0.756, + "16": 0.75607, + "17": 0.75539, + "18": 0.75577, + "19": 0.75717, + "20": 0.7593, + "21": 0.75549, + "22": 0.75933, + "23": 0.75882, + "24": 0.756, + "25": 0.75598, + "26": 1.13807, + "27": 1.0863, + "28": 1.46142, + "29": 0.99223, + "30": 0.75502, + "31": 0.75439, + "32": 0.75321, + "33": 0.75211, + "34": 0.75316, + "35": 0.75678, + "36": 0.75657, + "37": 0.75532, + "38": 0.75865, + "39": 0.75439, + "40": 0.75707, + "41": 0.76212, + "42": 0.75536, + "43": 0.80939, + "44": 0.75613, + "45": 0.76344, + "46": 0.75946, + "47": 0.75692, + "48": 0.76508, + "49": 0.75866, + "50": 0.75487 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json index 4302b8e40ca..6432978d43f 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.48367, - "2": 10.48426, - "3": 10.48254, - "4": 10.48311, - "5": 10.4764, - "6": 10.4844, - "7": 10.48458, - "8": 10.48829, - "9": 10.49008, - "10": 10.47268, - "11": 10.47256, - "12": 10.48259, - "13": 10.47857, - "14": 10.45154, - "15": 10.47925, - "16": 10.45346, - "17": 10.45145, - "18": 10.46238, - "19": 10.44113, - "20": 10.45448, - "21": 10.43454, - "22": 10.40591, - "23": 10.39975, - "24": 10.37583, - "25": 10.38168, - "26": 10.3515, - "27": 10.35388, - "28": 10.34965, - "29": 10.28701, - "30": 10.21143, - "31": 10.17272, - "32": 10.13416, - "33": 10.14725, - "34": 10.10738, - "35": 10.10592, - "36": 10.08739, - "37": 10.08157, - "38": 10.07245, - "39": 10.00093, - "40": 9.98138, - "41": 9.92543, - "42": 9.87534, - "43": 9.88716, - "44": 9.80646, - "45": 9.82342, - "46": 9.73786, - "47": 9.74811, - "48": 9.71614, - "49": 9.74493, - "50": 9.73, - "51": 9.71492, - "52": 9.66464, - "53": 9.60912, - "54": 9.62726, - "55": 9.6101, - "56": 9.61721, - "57": 9.56794, - "58": 9.52741, - "59": 9.51674, - "60": 9.51863, - "61": 9.53132, - "62": 9.45018, - "63": 9.4572, - "64": 9.43437, - "65": 9.45816, - "66": 9.43669, - "67": 9.39678, - "68": 9.36478, - "69": 9.40956, - "70": 9.37595, - "71": 9.41738, - "72": 9.42564, - "73": 9.37611, - "74": 9.41543, - "75": 9.3788, - "76": 9.28012, - "77": 9.32212, - "78": 9.35744, - "79": 9.3215, - "80": 9.31497, - "81": 9.26785, - "82": 9.34183, - "83": 9.32151, - "84": 9.24796, - "85": 9.35033, - "86": 9.224, - "87": 9.30611, - "88": 9.29894, - "89": 9.22704, - "90": 9.28479, - "91": 9.2311, - "92": 9.27474, - "93": 9.19219, - "94": 9.23969, - "95": 9.28, - "96": 9.17525, - "97": 9.21888, - "98": 9.1721, - "99": 9.16455, - "100": 9.1482 + "1": 10.52378, + "2": 10.54377, + "3": 10.53203, + "4": 10.54087, + "5": 10.5362, + "6": 10.54385, + "7": 10.54821, + "8": 10.54103, + "9": 10.53366, + "10": 10.5296, + "11": 10.53102, + "12": 10.538, + "13": 10.53932, + "14": 10.52497, + "15": 10.52204, + "16": 10.50319, + "17": 10.51185, + "18": 10.50757, + "19": 10.50593, + "20": 10.50905, + "21": 10.51093, + "22": 10.44535, + "23": 10.43237, + "24": 10.44061, + "25": 10.408, + "26": 10.41381, + "27": 10.39993, + "28": 10.40935, + "29": 10.36739, + "30": 10.28216, + "31": 10.23093, + "32": 10.20521, + "33": 10.21471, + "34": 10.17216, + "35": 10.1468, + "36": 10.1278, + "37": 10.11635, + "38": 10.11986, + "39": 10.07987, + "40": 10.01176, + "41": 9.9679, + "42": 9.92811, + "43": 9.92049, + "44": 9.86466, + "45": 9.83865, + "46": 9.77991, + "47": 9.77293, + "48": 9.7494, + "49": 9.7794, + "50": 9.75329, + "51": 9.76089, + "52": 9.71088, + "53": 9.67168, + "54": 9.69266, + "55": 9.68069, + "56": 9.67294, + "57": 9.60277, + "58": 9.6192, + "59": 9.54625, + "60": 9.6129, + "61": 9.54768, + "62": 9.53719, + "63": 9.52383, + "64": 9.51038, + "65": 9.52327, + "66": 9.49174, + "67": 9.45805, + "68": 9.4415, + "69": 9.44342, + "70": 9.44003, + "71": 9.47009, + "72": 9.45737, + "73": 9.40529, + "74": 9.45773, + "75": 9.40451, + "76": 9.37435, + "77": 9.34394, + "78": 9.37826, + "79": 9.41161, + "80": 9.34481, + "81": 9.33028, + "82": 9.34614, + "83": 9.31602, + "84": 9.29896, + "85": 9.33628, + "86": 9.26912, + "87": 9.31446, + "88": 9.29909, + "89": 9.2688, + "90": 9.34065, + "91": 9.25593, + "92": 9.29678, + "93": 9.299, + "94": 9.27635, + "95": 9.28099, + "96": 9.18195, + "97": 9.26451, + "98": 9.19709, + "99": 9.21954, + "100": 9.22898 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2570.0, - "2": 1923.0, - "3": 1512.0, - "4": 2322.0, - "5": 2033.0, - "6": 1774.0, - "7": 2781.0, - "8": 2460.0, - "9": 2308.0, - "10": 2635.0, - "11": 2397.0, - "12": 1817.0, - "13": 2348.0, - "14": 2749.0, - "15": 2027.0, - "16": 2719.0, - "17": 2487.0, - "18": 2533.0, - "19": 2547.0, - "20": 2850.0, - "21": 1990.0, - "22": 2964.0, - "23": 2695.0, - "24": 2772.0, - "25": 2524.0, - "26": 2977.0, - "27": 2627.0, - "28": 2776.0, - "29": 2514.0, - "30": 2843.0, - "31": 2070.0, - "32": 2362.0, - "33": 2211.0, - "34": 2574.0, - "35": 2499.0, - "36": 2943.0, - "37": 3347.0, - "38": 2628.0, - "39": 2781.0, - "40": 3335.0, - "41": 1800.0, - "42": 1598.0, - "43": 1719.0, - "44": 2631.0, - "45": 3492.0, - "46": 2988.0, - "47": 2784.0, - "48": 2951.0, - "49": 2907.0, - "50": 2113.0, - "51": 1961.0, - "52": 2445.0, - "53": 3654.0, - "54": 3489.0, - "55": 3419.0, - "56": 4364.0, - "57": 4145.0, - "58": 4155.0, - "59": 1699.0, - "60": 2358.0, - "61": 2070.0, - "62": 4094.0, - "63": 3516.0, - "64": 4287.0, - "65": 2891.0, - "66": 1733.0, - "67": 1914.0, - "68": 4420.0, - "69": 4479.0, - "70": 4656.0, - "71": 2135.0, - "72": 4476.0, - "73": 4048.0, - "74": 3199.0, - "75": 4735.0, - "76": 2218.0, - "77": 4952.0, - "78": 4158.0, - "79": 2657.0, - "80": 3846.0, - "81": 3472.0, - "82": 2979.0, - "83": 5364.0, - "84": 4430.0, - "85": 4249.0, - "86": 3509.0, - "87": 4817.0, - "88": 3434.0, - "89": 4711.0, - "90": 4448.0, - "91": 4374.0, - "92": 3507.0, - "93": 5549.0, - "94": 3635.0, - "95": 4540.0, - "96": 3659.0, - "97": 3756.0, - "98": 4513.0, - "99": 4491.0, - "100": 3445.0 + "1": 2692.0, + "2": 2107.0, + "3": 1746.0, + "4": 2421.0, + "5": 2367.0, + "6": 1994.0, + "7": 2433.0, + "8": 2577.0, + "9": 2481.0, + "10": 2539.0, + "11": 2690.0, + "12": 2038.0, + "13": 2330.0, + "14": 2811.0, + "15": 2208.0, + "16": 2824.0, + "17": 2716.0, + "18": 2694.0, + "19": 2775.0, + "20": 2767.0, + "21": 2269.0, + "22": 2813.0, + "23": 2679.0, + "24": 2806.0, + "25": 2615.0, + "26": 2787.0, + "27": 2571.0, + "28": 2866.0, + "29": 2495.0, + "30": 2852.0, + "31": 2361.0, + "32": 2890.0, + "33": 2409.0, + "34": 2615.0, + "35": 2681.0, + "36": 3104.0, + "37": 3255.0, + "38": 2877.0, + "39": 2956.0, + "40": 3493.0, + "41": 1753.0, + "42": 1447.0, + "43": 1672.0, + "44": 2833.0, + "45": 3520.0, + "46": 3325.0, + "47": 3187.0, + "48": 2660.0, + "49": 2593.0, + "50": 2019.0, + "51": 1855.0, + "52": 2619.0, + "53": 3789.0, + "54": 3730.0, + "55": 3305.0, + "56": 4209.0, + "57": 4074.0, + "58": 4209.0, + "59": 1740.0, + "60": 2645.0, + "61": 2190.0, + "62": 3980.0, + "63": 3788.0, + "64": 4462.0, + "65": 3113.0, + "66": 1999.0, + "67": 2182.0, + "68": 4079.0, + "69": 4307.0, + "70": 3987.0, + "71": 2030.0, + "72": 4177.0, + "73": 3502.0, + "74": 2428.0, + "75": 5276.0, + "76": 2631.0, + "77": 4016.0, + "78": 4424.0, + "79": 2219.0, + "80": 3455.0, + "81": 3999.0, + "82": 3648.0, + "83": 4739.0, + "84": 5403.0, + "85": 4519.0, + "86": 3986.0, + "87": 3644.0, + "88": 4304.0, + "89": 3941.0, + "90": 4537.0, + "91": 4746.0, + "92": 3976.0, + "93": 3612.0, + "94": 3074.0, + "95": 4004.0, + "96": 3755.0, + "97": 3324.0, + "98": 4646.0, + "99": 3846.0, + "100": 3398.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1785063936.0, - "2": 1785063936.0, - "3": 1785063936.0, - "4": 1785063936.0, - "5": 1785063936.0, - "6": 1785063936.0, - "7": 1785063936.0, - "8": 1785063936.0, - "9": 1785063936.0, - "10": 1785063936.0, - "11": 1785063936.0, - "12": 1785063936.0, - "13": 1785063936.0, - "14": 1785063936.0, - "15": 1785063936.0, - "16": 1785063936.0, - "17": 1785063936.0, - "18": 1785063936.0, - "19": 1785063936.0, - "20": 1785063936.0, - "21": 1785063936.0, - "22": 1785063936.0, - "23": 1785063936.0, - "24": 1785063936.0, - "25": 1785063936.0, - "26": 1785063936.0, - "27": 1785063936.0, - "28": 1785588224.0, - "29": 1785063936.0, - "30": 1785063936.0, - "31": 1785063936.0, - "32": 1785063936.0, - "33": 1785063936.0, - "34": 1785063936.0, - "35": 1785063936.0, - "36": 1785063936.0, - "37": 1785063936.0, - "38": 1785063936.0, - "39": 1785063936.0, - "40": 1785063936.0, - "41": 1785063936.0, - "42": 1785063936.0, - "43": 1785063936.0, - "44": 1785063936.0, - "45": 1785063936.0, - "46": 1785063936.0, - "47": 1785063936.0, - "48": 1785063936.0, - "49": 1785063936.0, - "50": 1785063936.0, - "51": 1785063936.0, - "52": 1785063936.0, - "53": 1785063936.0, - "54": 1785063936.0, - "55": 1785063936.0, - "56": 1785063936.0, - "57": 1785063936.0, - "58": 1785063936.0, - "59": 1785063936.0, - "60": 1785063936.0, - "61": 1785063936.0, - "62": 1785063936.0, - "63": 1785063936.0, - "64": 1785063936.0, - "65": 1785063936.0, - "66": 1785063936.0, - "67": 1785063936.0, - "68": 1785063936.0, - "69": 1785063936.0, - "70": 1785063936.0, - "71": 1785063936.0, - "72": 1785063936.0, - "73": 1785063936.0, - "74": 1785063936.0, - "75": 1785063936.0, - "76": 1785063936.0, - "77": 1785063936.0, - "78": 1785063936.0, - "79": 1785063936.0, - "80": 1785063936.0, - "81": 1785063936.0, - "82": 1785063936.0, - "83": 1785063936.0, - "84": 1785063936.0, - "85": 1785063936.0, - "86": 1785063936.0, - "87": 1785063936.0, - "88": 1785063936.0, - "89": 1785063936.0, - "90": 1785063936.0, - "91": 1785063936.0, - "92": 1785063936.0, - "93": 1785063936.0, - "94": 1785063936.0, - "95": 1785063936.0, - "96": 1785063936.0, - "97": 1785063936.0, - "98": 1785063936.0, - "99": 1785063936.0, - "100": 1785063936.0 + "1": 1796646400.0, + "2": 1796646400.0, + "3": 1796646400.0, + "4": 1796646400.0, + "5": 1796646400.0, + "6": 1796646400.0, + "7": 1796646400.0, + "8": 1796646400.0, + "9": 1796646400.0, + "10": 1796646400.0, + "11": 1796646400.0, + "12": 1796646400.0, + "13": 1796646400.0, + "14": 1796646400.0, + "15": 1796646400.0, + "16": 1796646400.0, + "17": 1796646400.0, + "18": 1796646400.0, + "19": 1796646400.0, + "20": 1796646400.0, + "21": 1796646400.0, + "22": 1796646400.0, + "23": 1796646400.0, + "24": 1796646400.0, + "25": 1796646400.0, + "26": 1796646400.0, + "27": 1796646400.0, + "28": 1796646400.0, + "29": 1796646400.0, + "30": 1796646400.0, + "31": 1796646400.0, + "32": 1796646400.0, + "33": 1796646400.0, + "34": 1796646400.0, + "35": 1796646400.0, + "36": 1796646400.0, + "37": 1796646400.0, + "38": 1796646400.0, + "39": 1796646400.0, + "40": 1796646400.0, + "41": 1796646400.0, + "42": 1796646400.0, + "43": 1796646400.0, + "44": 1796646400.0, + "45": 1796646400.0, + "46": 1796646400.0, + "47": 1796646400.0, + "48": 1796646400.0, + "49": 1796646400.0, + "50": 1796646400.0, + "51": 1796646400.0, + "52": 1796646400.0, + "53": 1796646400.0, + "54": 1796646400.0, + "55": 1796646400.0, + "56": 1796646400.0, + "57": 1796646400.0, + "58": 1796646400.0, + "59": 1796646400.0, + "60": 1796646400.0, + "61": 1796646400.0, + "62": 1796646400.0, + "63": 1796646400.0, + "64": 1796646400.0, + "65": 1796646400.0, + "66": 1796646400.0, + "67": 1796646400.0, + "68": 1796646400.0, + "69": 1796646400.0, + "70": 1796646400.0, + "71": 1796646400.0, + "72": 1796646400.0, + "73": 1796646400.0, + "74": 1796646400.0, + "75": 1796646400.0, + "76": 1796646400.0, + "77": 1796646400.0, + "78": 1796646400.0, + "79": 1796646400.0, + "80": 1796646400.0, + "81": 1796646400.0, + "82": 1796646400.0, + "83": 1796646400.0, + "84": 1796646400.0, + "85": 1796646400.0, + "86": 1796646400.0, + "87": 1796646400.0, + "88": 1796646400.0, + "89": 1796646400.0, + "90": 1796646400.0, + "91": 1796646400.0, + "92": 1796646400.0, + "93": 1796646400.0, + "94": 1796646400.0, + "95": 1796646400.0, + "96": 1796646400.0, + "97": 1796646400.0, + "98": 1796646400.0, + "99": 1796646400.0, + "100": 1796646400.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2366910464.0, - "2": 3109372928.0, - "3": 3109372928.0, - "4": 3109372928.0, - "5": 3109372928.0, - "6": 3109892608.0, - "7": 3109892608.0, - "8": 3111465472.0, - "9": 3111465472.0, - "10": 3111465472.0, - "11": 3111465472.0, - "12": 3111470080.0, - "13": 3111470080.0, - "14": 3111470080.0, - "15": 3111470080.0, - "16": 3111470080.0, - "17": 3111470080.0, - "18": 3111470080.0, - "19": 3111470080.0, - "20": 3111470080.0, - "21": 3111470080.0, - "22": 3111470080.0, - "23": 3111470080.0, - "24": 3111470080.0, - "25": 3111470080.0, - "26": 3111470080.0, - "27": 3111470080.0, - "28": 3111470080.0, - "29": 3111470080.0, - "30": 3111470080.0, - "31": 3111470080.0, - "32": 3111470080.0, - "33": 3111470080.0, - "34": 3111470080.0, - "35": 3111470080.0, - "36": 3111988224.0, - "37": 3111988224.0, - "38": 3111988224.0, - "39": 3111988224.0, - "40": 3111988224.0, - "41": 3111988224.0, - "42": 3111988224.0, - "43": 3111988224.0, - "44": 3111988224.0, - "45": 3111988224.0, - "46": 3111988224.0, - "47": 3111988224.0, - "48": 3111988224.0, - "49": 3111988224.0, - "50": 3111988224.0, - "51": 3111988224.0, - "52": 3111988224.0, - "53": 3111988224.0, - "54": 3111988224.0, - "55": 3111988224.0, - "56": 3111988224.0, - "57": 3111988224.0, - "58": 3111988224.0, - "59": 3111988224.0, - "60": 3111988224.0, - "61": 3111988224.0, - "62": 3111988224.0, - "63": 3111988224.0, - "64": 3111988224.0, - "65": 3111988224.0, - "66": 3111988224.0, - "67": 3111988224.0, - "68": 3111988224.0, - "69": 3111988224.0, - "70": 3111988224.0, - "71": 3111988224.0, - "72": 3111988224.0, - "73": 3111988224.0, - "74": 3111988224.0, - "75": 3111988224.0, - "76": 3111988224.0, - "77": 3111988224.0, - "78": 3111988224.0, - "79": 3111988224.0, - "80": 3111988224.0, - "81": 3111988224.0, - "82": 3111988224.0, - "83": 3111988224.0, - "84": 3111988224.0, - "85": 3111988224.0, - "86": 3111988224.0, - "87": 3111988224.0, - "88": 3111988224.0, - "89": 3111988224.0, - "90": 3111988224.0, - "91": 3111988224.0, - "92": 3111988224.0, - "93": 3111988224.0, - "94": 3111988224.0, - "95": 3111988224.0, - "96": 3111988224.0, - "97": 3111988224.0, - "98": 3111988224.0, - "99": 3111988224.0, - "100": 3111988224.0 + "1": 2376915456.0, + "2": 3124626944.0, + "3": 3124626944.0, + "4": 3124626944.0, + "5": 3124626944.0, + "6": 3124626944.0, + "7": 3124626944.0, + "8": 3124626944.0, + "9": 3124626944.0, + "10": 3124626944.0, + "11": 3124626944.0, + "12": 3124626944.0, + "13": 3124626944.0, + "14": 3124626944.0, + "15": 3124626944.0, + "16": 3124626944.0, + "17": 3124626944.0, + "18": 3124626944.0, + "19": 3124626944.0, + "20": 3124626944.0, + "21": 3124626944.0, + "22": 3124626944.0, + "23": 3124626944.0, + "24": 3124626944.0, + "25": 3124626944.0, + "26": 3124626944.0, + "27": 3124626944.0, + "28": 3124626944.0, + "29": 3124626944.0, + "30": 3124626944.0, + "31": 3124626944.0, + "32": 3124626944.0, + "33": 3124626944.0, + "34": 3124626944.0, + "35": 3124626944.0, + "36": 3124626944.0, + "37": 3124626944.0, + "38": 3124626944.0, + "39": 3124626944.0, + "40": 3124626944.0, + "41": 3124626944.0, + "42": 3124626944.0, + "43": 3124626944.0, + "44": 3124626944.0, + "45": 3124626944.0, + "46": 3124626944.0, + "47": 3124626944.0, + "48": 3124626944.0, + "49": 3124626944.0, + "50": 3124626944.0, + "51": 3124626944.0, + "52": 3124626944.0, + "53": 3124626944.0, + "54": 3124626944.0, + "55": 3124626944.0, + "56": 3124626944.0, + "57": 3124626944.0, + "58": 3124626944.0, + "59": 3124626944.0, + "60": 3124626944.0, + "61": 3124626944.0, + "62": 3124626944.0, + "63": 3124626944.0, + "64": 3124626944.0, + "65": 3124626944.0, + "66": 3124626944.0, + "67": 3124626944.0, + "68": 3124626944.0, + "69": 3124626944.0, + "70": 3124626944.0, + "71": 3124626944.0, + "72": 3124626944.0, + "73": 3124626944.0, + "74": 3124626944.0, + "75": 3124626944.0, + "76": 3124626944.0, + "77": 3124626944.0, + "78": 3124626944.0, + "79": 3124626944.0, + "80": 3124626944.0, + "81": 3124626944.0, + "82": 3124626944.0, + "83": 3124626944.0, + "84": 3124626944.0, + "85": 3124626944.0, + "86": 3124626944.0, + "87": 3124626944.0, + "88": 3124626944.0, + "89": 3124626944.0, + "90": 3124626944.0, + "91": 3124626944.0, + "92": 3124626944.0, + "93": 3124626944.0, + "94": 3124626944.0, + "95": 3124626944.0, + "96": 3124626944.0, + "97": 3124626944.0, + "98": 3124626944.0, + "99": 3124626944.0, + "100": 3124626944.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 11.18542, - "2": 0.99156, - "3": 0.93327, - "4": 0.90681, - "5": 0.90504, - "6": 0.90415, - "7": 0.90281, - "8": 1.14692, - "9": 1.44306, - "10": 0.89873, - "11": 0.90113, - "12": 0.89984, - "13": 1.24688, - "14": 0.90399, - "15": 0.90327, - "16": 0.89945, - "17": 0.90194, - "18": 0.89984, - "19": 0.89878, - "20": 0.89865, - "21": 0.90167, - "22": 0.90176, - "23": 0.90423, - "24": 2.02738, - "25": 0.90411, - "26": 0.90354, - "27": 0.90203, - "28": 1.26668, - "29": 0.89854, - "30": 1.45828, - "31": 0.90574, - "32": 0.90137, - "33": 1.70784, - "34": 0.89924, - "35": 0.90059, - "36": 0.90525, - "37": 0.90801, - "38": 0.90691, - "39": 0.9048, - "40": 1.47233, - "41": 0.91116, - "42": 1.22468, - "43": 1.0011, - "44": 1.22804, - "45": 1.12037, - "46": 1.00115, - "47": 0.91003, - "48": 0.91208, - "49": 0.91545, - "50": 0.91, - "51": 0.91471, - "52": 0.91238, - "53": 0.90865, - "54": 0.91588, - "55": 0.91889, - "56": 0.91882, - "57": 0.92072, - "58": 0.9202, - "59": 0.92355, - "60": 0.92097, - "61": 0.91924, - "62": 0.91496, - "63": 0.91648, - "64": 0.91615, - "65": 0.91333, - "66": 0.91743, - "67": 0.9094, - "68": 0.91122, - "69": 0.90894, - "70": 0.91968, - "71": 0.92199, - "72": 0.91976, - "73": 0.92156, - "74": 0.91995, - "75": 0.90852, - "76": 0.90983, - "77": 1.19595, - "78": 0.9092, - "79": 1.16564, - "80": 1.06882, - "81": 0.90637, - "82": 0.90812, - "83": 0.91, - "84": 0.90847, - "85": 0.88526, - "86": 0.87691, - "87": 0.88881, - "88": 0.87995, - "89": 0.9042, - "90": 0.90269, - "91": 0.90587, - "92": 0.90035, - "93": 0.89985, - "94": 0.90093, - "95": 0.90088, - "96": 0.89612, - "97": 0.89401, - "98": 0.89773, - "99": 0.90081, - "100": 0.8988 + "1": "nan", + "2": 6.95119, + "3": 0.91367, + "4": 0.97754, + "5": 0.89389, + "6": 0.89054, + "7": 0.88823, + "8": 0.88816, + "9": 0.8935, + "10": 0.88967, + "11": 0.88933, + "12": 0.8876, + "13": 0.88732, + "14": 0.88579, + "15": 0.91283, + "16": 0.89788, + "17": 0.88951, + "18": 0.88969, + "19": 0.90142, + "20": 0.88906, + "21": 0.88714, + "22": 0.89076, + "23": 1.16844, + "24": 0.89274, + "25": 0.91281, + "26": 1.42141, + "27": 1.17169, + "28": 1.1047, + "29": 0.89743, + "30": 1.12829, + "31": 0.89592, + "32": 0.8946, + "33": 0.89503, + "34": 0.89485, + "35": 0.89602, + "36": 0.8975, + "37": 0.89649, + "38": 0.89375, + "39": 0.89372, + "40": 0.89738, + "41": 0.90305, + "42": 0.89504, + "43": 0.89542, + "44": 0.8937, + "45": 0.89395, + "46": 0.90037, + "47": 0.89465, + "48": 0.89577, + "49": 0.89492, + "50": 0.89284, + "51": 1.23015, + "52": 0.89601, + "53": 1.12535, + "54": 0.89342, + "55": 0.89407, + "56": 1.29038, + "57": 1.08782, + "58": 0.89206, + "59": 1.02665, + "60": 1.11917, + "61": 0.89391, + "62": 0.89369, + "63": 0.89355, + "64": 0.89166, + "65": 0.89324, + "66": 0.89312, + "67": 0.89756, + "68": 0.89434, + "69": 0.8914, + "70": 0.89284, + "71": 0.89288, + "72": 0.89775, + "73": 0.89377, + "74": 0.89237, + "75": 0.89295, + "76": 0.89169, + "77": 0.90064, + "78": 0.92224, + "79": 1.04933, + "80": 1.38561, + "81": 1.0304, + "82": 0.89556, + "83": 0.89773, + "84": 1.27408, + "85": 1.10833, + "86": 1.09077, + "87": 1.25241, + "88": 0.89509, + "89": 1.3067, + "90": 0.89635, + "91": 0.89067, + "92": 0.89244, + "93": 0.89296, + "94": 0.88783, + "95": 1.24244, + "96": 0.88946, + "97": 1.24134, + "98": 0.88821, + "99": 0.88921, + "100": 0.90618 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100_2nd.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100_2nd.json index a5b9c2f1ab2..7990f924ec5 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100_2nd.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100_2nd.json @@ -54,56 +54,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 9.71492, - "52": 9.66464, - "53": 9.60912, - "54": 9.62726, - "55": 9.6101, - "56": 9.61721, - "57": 9.56794, - "58": 9.52741, - "59": 9.51674, - "60": 9.51863, - "61": 9.53132, - "62": 9.45018, - "63": 9.4572, - "64": 9.43437, - "65": 9.45816, - "66": 9.43669, - "67": 9.39678, - "68": 9.36478, - "69": 9.40956, - "70": 9.37595, - "71": 9.41738, - "72": 9.42564, - "73": 9.37611, - "74": 9.41543, - "75": 9.3788, - "76": 9.28012, - "77": 9.32212, - "78": 9.35744, - "79": 9.3215, - "80": 9.31497, - "81": 9.26785, - "82": 9.34183, - "83": 9.32151, - "84": 9.24796, - "85": 9.35033, - "86": 9.224, - "87": 9.30611, - "88": 9.29894, - "89": 9.22704, - "90": 9.28479, - "91": 9.2311, - "92": 9.27474, - "93": 9.19219, - "94": 9.23969, - "95": 9.28, - "96": 9.17525, - "97": 9.21888, - "98": 9.1721, - "99": 9.16455, - "100": 9.1482 + "51": 9.76001, + "52": 9.70981, + "53": 9.67192, + "54": 9.69327, + "55": 9.67994, + "56": 9.67301, + "57": 9.60209, + "58": 9.61874, + "59": 9.54659, + "60": 9.61259, + "61": 9.54836, + "62": 9.53716, + "63": 9.52333, + "64": 9.51044, + "65": 9.52202, + "66": 9.4896, + "67": 9.4575, + "68": 9.44091, + "69": 9.44314, + "70": 9.43974, + "71": 9.4698, + "72": 9.45651, + "73": 9.40468, + "74": 9.45623, + "75": 9.40499, + "76": 9.37331, + "77": 9.34347, + "78": 9.37859, + "79": 9.41089, + "80": 9.34502, + "81": 9.33074, + "82": 9.34623, + "83": 9.31635, + "84": 9.29926, + "85": 9.33611, + "86": 9.26905, + "87": 9.31456, + "88": 9.29844, + "89": 9.26888, + "90": 9.34061, + "91": 9.25718, + "92": 9.29635, + "93": 9.29969, + "94": 9.2754, + "95": 9.28117, + "96": 9.18254, + "97": 9.26445, + "98": 9.1966, + "99": 9.21992, + "100": 9.22929 } }, "num-zeros": { @@ -161,56 +161,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 1961.0, - "52": 2445.0, - "53": 3654.0, - "54": 3489.0, - "55": 3419.0, - "56": 4364.0, - "57": 4145.0, - "58": 4155.0, - "59": 1699.0, - "60": 2358.0, - "61": 2070.0, - "62": 4094.0, - "63": 3516.0, - "64": 4287.0, - "65": 2891.0, - "66": 1733.0, - "67": 1914.0, - "68": 4420.0, - "69": 4479.0, - "70": 4656.0, - "71": 2135.0, - "72": 4476.0, - "73": 4048.0, - "74": 3199.0, - "75": 4735.0, - "76": 2218.0, - "77": 4952.0, - "78": 4158.0, - "79": 2657.0, - "80": 3846.0, - "81": 3472.0, - "82": 2979.0, - "83": 5364.0, - "84": 4430.0, - "85": 4249.0, - "86": 3509.0, - "87": 4817.0, - "88": 3434.0, - "89": 4711.0, - "90": 4448.0, - "91": 4374.0, - "92": 3507.0, - "93": 5549.0, - "94": 3635.0, - "95": 4540.0, - "96": 3659.0, - "97": 3756.0, - "98": 4513.0, - "99": 4491.0, - "100": 3445.0 + "51": 1818.0, + "52": 2620.0, + "53": 3744.0, + "54": 3604.0, + "55": 3334.0, + "56": 4304.0, + "57": 4040.0, + "58": 4220.0, + "59": 1787.0, + "60": 2678.0, + "61": 2295.0, + "62": 3929.0, + "63": 3820.0, + "64": 4560.0, + "65": 3100.0, + "66": 2039.0, + "67": 2163.0, + "68": 4135.0, + "69": 4393.0, + "70": 4091.0, + "71": 2120.0, + "72": 4062.0, + "73": 3510.0, + "74": 2614.0, + "75": 5305.0, + "76": 2601.0, + "77": 4058.0, + "78": 4315.0, + "79": 2234.0, + "80": 3448.0, + "81": 4090.0, + "82": 3752.0, + "83": 4925.0, + "84": 5349.0, + "85": 4450.0, + "86": 4011.0, + "87": 3738.0, + "88": 4415.0, + "89": 3811.0, + "90": 4620.0, + "91": 4703.0, + "92": 4036.0, + "93": 3711.0, + "94": 3059.0, + "95": 4017.0, + "96": 3793.0, + "97": 3300.0, + "98": 4562.0, + "99": 3832.0, + "100": 3458.0 } }, "mem-allocated-bytes": { @@ -268,56 +268,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 1786112512.0, - "52": 1786112512.0, - "53": 1786112512.0, - "54": 1786112512.0, - "55": 1786112512.0, - "56": 1786112512.0, - "57": 1786112512.0, - "58": 1786112512.0, - "59": 1786112512.0, - "60": 1786112512.0, - "61": 1786112512.0, - "62": 1786112512.0, - "63": 1786112512.0, - "64": 1786112512.0, - "65": 1786112512.0, - "66": 1786112512.0, - "67": 1786112512.0, - "68": 1786112512.0, - "69": 1786112512.0, - "70": 1786112512.0, - "71": 1786112512.0, - "72": 1786112512.0, - "73": 1786112512.0, - "74": 1786112512.0, - "75": 1786112512.0, - "76": 1786112512.0, - "77": 1786112512.0, - "78": 1786112512.0, - "79": 1786112512.0, - "80": 1786112512.0, - "81": 1786112512.0, - "82": 1786112512.0, - "83": 1786112512.0, - "84": 1786112512.0, - "85": 1786112512.0, - "86": 1786112512.0, - "87": 1786112512.0, - "88": 1786112512.0, - "89": 1786112512.0, - "90": 1786112512.0, - "91": 1786112512.0, - "92": 1786112512.0, - "93": 1786112512.0, - "94": 1786112512.0, - "95": 1786112512.0, - "96": 1786112512.0, - "97": 1786112512.0, - "98": 1786112512.0, - "99": 1786112512.0, - "100": 1786112512.0 + "51": 1796646400.0, + "52": 1796646400.0, + "53": 1796646400.0, + "54": 1796646400.0, + "55": 1796646400.0, + "56": 1796646400.0, + "57": 1796646400.0, + "58": 1796646400.0, + "59": 1796646400.0, + "60": 1796646400.0, + "61": 1796646400.0, + "62": 1796646400.0, + "63": 1796646400.0, + "64": 1796646400.0, + "65": 1796646400.0, + "66": 1796646400.0, + "67": 1796646400.0, + "68": 1796646400.0, + "69": 1796646400.0, + "70": 1796646400.0, + "71": 1796646400.0, + "72": 1796646400.0, + "73": 1796646400.0, + "74": 1796646400.0, + "75": 1796646400.0, + "76": 1796646400.0, + "77": 1796646400.0, + "78": 1796646400.0, + "79": 1796646400.0, + "80": 1796646400.0, + "81": 1796646400.0, + "82": 1796646400.0, + "83": 1796646400.0, + "84": 1796646400.0, + "85": 1796646400.0, + "86": 1796646400.0, + "87": 1796646400.0, + "88": 1796646400.0, + "89": 1796646400.0, + "90": 1796646400.0, + "91": 1796646400.0, + "92": 1796646400.0, + "93": 1796646400.0, + "94": 1796646400.0, + "95": 1796646400.0, + "96": 1796646400.0, + "97": 1796646400.0, + "98": 1796646400.0, + "99": 1796646400.0, + "100": 1796646400.0 } }, "mem-max-allocated-bytes": { @@ -375,56 +375,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 3110419456.0, - "52": 3110421504.0, - "53": 3110421504.0, - "54": 3110421504.0, - "55": 3110421504.0, - "56": 3110421504.0, - "57": 3110421504.0, - "58": 3110421504.0, - "59": 3110421504.0, - "60": 3110421504.0, - "61": 3110421504.0, - "62": 3110421504.0, - "63": 3110421504.0, - "64": 3110421504.0, - "65": 3110421504.0, - "66": 3110421504.0, - "67": 3110421504.0, - "68": 3110421504.0, - "69": 3110421504.0, - "70": 3110421504.0, - "71": 3110421504.0, - "72": 3110421504.0, - "73": 3110421504.0, - "74": 3110421504.0, - "75": 3110421504.0, - "76": 3110421504.0, - "77": 3110421504.0, - "78": 3110421504.0, - "79": 3110421504.0, - "80": 3110421504.0, - "81": 3110421504.0, - "82": 3110421504.0, - "83": 3110421504.0, - "84": 3110421504.0, - "85": 3110421504.0, - "86": 3110421504.0, - "87": 3110421504.0, - "88": 3110421504.0, - "89": 3110421504.0, - "90": 3110421504.0, - "91": 3110421504.0, - "92": 3110421504.0, - "93": 3110421504.0, - "94": 3110421504.0, - "95": 3110421504.0, - "96": 3110421504.0, - "97": 3110421504.0, - "98": 3110421504.0, - "99": 3110421504.0, - "100": 3110421504.0 + "51": 3124624896.0, + "52": 3124626944.0, + "53": 3124626944.0, + "54": 3124626944.0, + "55": 3124626944.0, + "56": 3124626944.0, + "57": 3124626944.0, + "58": 3124626944.0, + "59": 3124626944.0, + "60": 3124626944.0, + "61": 3124626944.0, + "62": 3124626944.0, + "63": 3124626944.0, + "64": 3124626944.0, + "65": 3124626944.0, + "66": 3124626944.0, + "67": 3124626944.0, + "68": 3124626944.0, + "69": 3124626944.0, + "70": 3124626944.0, + "71": 3124626944.0, + "72": 3124626944.0, + "73": 3124626944.0, + "74": 3124626944.0, + "75": 3124626944.0, + "76": 3124626944.0, + "77": 3124626944.0, + "78": 3124626944.0, + "79": 3124626944.0, + "80": 3124626944.0, + "81": 3124626944.0, + "82": 3124626944.0, + "83": 3124626944.0, + "84": 3124626944.0, + "85": 3124626944.0, + "86": 3124626944.0, + "87": 3124626944.0, + "88": 3124626944.0, + "89": 3124626944.0, + "90": 3124626944.0, + "91": 3124626944.0, + "92": 3124626944.0, + "93": 3124626944.0, + "94": 3124626944.0, + "95": 3126723584.0, + "96": 3126723584.0, + "97": 3126723584.0, + "98": 3126723584.0, + "99": 3126723584.0, + "100": 3126723584.0 } }, "iteration-time": { @@ -482,56 +482,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 10.75043, - "52": 1.0039, - "53": 0.95516, - "54": 0.91159, - "55": 0.90836, - "56": 0.94785, - "57": 1.16936, - "58": 1.19663, - "59": 1.28755, - "60": 0.88429, - "61": 0.8835, - "62": 0.91894, - "63": 0.88317, - "64": 0.89119, - "65": 0.88844, - "66": 1.26569, - "67": 0.88764, - "68": 0.88401, - "69": 0.89243, - "70": 0.8883, - "71": 0.89113, - "72": 0.91101, - "73": 0.89072, - "74": 2.04797, - "75": 0.90184, - "76": 0.93408, - "77": 1.2869, - "78": 0.95072, - "79": 0.96458, - "80": 0.90559, - "81": 0.95787, - "82": 0.90855, - "83": 1.71942, - "84": 0.94521, - "85": 0.88307, - "86": 0.88152, - "87": 0.89039, - "88": 0.88803, - "89": 0.90894, - "90": 0.89894, - "91": 1.05886, - "92": 1.19588, - "93": 1.37335, - "94": 0.8898, - "95": 1.07004, - "96": 0.88806, - "97": 0.89083, - "98": 0.90547, - "99": 0.94317, - "100": 0.90081 + "51": "nan", + "52": 6.03911, + "53": 0.97416, + "54": 0.94779, + "55": 0.9496, + "56": 0.94003, + "57": 0.95104, + "58": 0.9583, + "59": 0.94134, + "60": 0.94902, + "61": 0.94593, + "62": 0.93544, + "63": 0.94434, + "64": 0.94553, + "65": 0.92679, + "66": 0.90378, + "67": 0.90184, + "68": 0.91076, + "69": 0.90954, + "70": 0.91372, + "71": 0.91281, + "72": 0.91175, + "73": 0.91046, + "74": 0.91357, + "75": 0.90873, + "76": 0.91033, + "77": 0.91092, + "78": 1.19718, + "79": 1.185, + "80": 1.2732, + "81": 0.90464, + "82": 0.90482, + "83": 0.90412, + "84": 0.90648, + "85": 0.9074, + "86": 0.91479, + "87": 0.91427, + "88": 0.91177, + "89": 0.91209, + "90": 0.913, + "91": 0.9133, + "92": 0.98243, + "93": 0.91047, + "94": 0.91069, + "95": 0.91618, + "96": 0.91277, + "97": 0.90968, + "98": 0.91034, + "99": 0.9131, + "100": 0.91106 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json index fe766022589..ca483519042 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.4837, - "2": 10.48435, - "3": 10.48251, - "4": 10.48303, - "5": 10.47647, - "6": 10.48423, - "7": 10.48457, - "8": 10.48837, - "9": 10.49003, - "10": 10.47255, - "11": 10.47245, - "12": 10.4828, - "13": 10.47855, - "14": 10.45162, - "15": 10.47936, - "16": 10.45364, - "17": 10.45143, - "18": 10.46239, - "19": 10.44136, - "20": 10.45438, - "21": 10.43469, - "22": 10.40587, - "23": 10.39982, - "24": 10.37585, - "25": 10.38173, - "26": 10.35154, - "27": 10.35401, - "28": 10.3497, - "29": 10.28714, - "30": 10.21194, - "31": 10.17274, - "32": 10.13439, - "33": 10.14753, - "34": 10.10759, - "35": 10.10592, - "36": 10.08756, - "37": 10.08177, - "38": 10.07257, - "39": 10.0013, - "40": 9.9816, - "41": 9.92551, - "42": 9.87537, - "43": 9.88725, - "44": 9.80659, - "45": 9.82349, - "46": 9.73821, - "47": 9.74829, - "48": 9.71628, - "49": 9.74489, - "50": 9.73004, - "51": 9.71501, - "52": 9.66488, - "53": 9.60917, - "54": 9.62733, - "55": 9.61022, - "56": 9.61723, - "57": 9.56794, - "58": 9.52733, - "59": 9.51677, - "60": 9.5188, - "61": 9.53149, - "62": 9.45031, - "63": 9.45717, - "64": 9.43441, - "65": 9.45812, - "66": 9.43672, - "67": 9.39687, - "68": 9.36469, - "69": 9.40964, - "70": 9.37606, - "71": 9.41737, - "72": 9.42585, - "73": 9.37601, - "74": 9.4154, - "75": 9.37896, - "76": 9.28004, - "77": 9.32212, - "78": 9.35755, - "79": 9.3216, - "80": 9.31491, - "81": 9.26783, - "82": 9.342, - "83": 9.32159, - "84": 9.24786, - "85": 9.35018, - "86": 9.22384, - "87": 9.30618, - "88": 9.29905, - "89": 9.22708, - "90": 9.28498, - "91": 9.23123, - "92": 9.27487, - "93": 9.19233, - "94": 9.23985, - "95": 9.28002, - "96": 9.17532, - "97": 9.21898, - "98": 9.17203, - "99": 9.16444, - "100": 9.14821 + "1": 10.52665, + "2": 10.54344, + "3": 10.53063, + "4": 10.53963, + "5": 10.53586, + "6": 10.54275, + "7": 10.54691, + "8": 10.54154, + "9": 10.53337, + "10": 10.53011, + "11": 10.53097, + "12": 10.53758, + "13": 10.53926, + "14": 10.52365, + "15": 10.52165, + "16": 10.50444, + "17": 10.51258, + "18": 10.50813, + "19": 10.5044, + "20": 10.51086, + "21": 10.50983, + "22": 10.44624, + "23": 10.43371, + "24": 10.44119, + "25": 10.40696, + "26": 10.41512, + "27": 10.39877, + "28": 10.40974, + "29": 10.3655, + "30": 10.28162, + "31": 10.22935, + "32": 10.20468, + "33": 10.21682, + "34": 10.17004, + "35": 10.14658, + "36": 10.12797, + "37": 10.11599, + "38": 10.11969, + "39": 10.07933, + "40": 10.01078, + "41": 9.96726, + "42": 9.92749, + "43": 9.92077, + "44": 9.86384, + "45": 9.83982, + "46": 9.77927, + "47": 9.77265, + "48": 9.74865, + "49": 9.77931, + "50": 9.75261, + "51": 9.76125, + "52": 9.71032, + "53": 9.67093, + "54": 9.69275, + "55": 9.67964, + "56": 9.67244, + "57": 9.60232, + "58": 9.61913, + "59": 9.5465, + "60": 9.61184, + "61": 9.54734, + "62": 9.53693, + "63": 9.5235, + "64": 9.50994, + "65": 9.52196, + "66": 9.49141, + "67": 9.4574, + "68": 9.44137, + "69": 9.44345, + "70": 9.44044, + "71": 9.47004, + "72": 9.45675, + "73": 9.40533, + "74": 9.45689, + "75": 9.40394, + "76": 9.37343, + "77": 9.34333, + "78": 9.37789, + "79": 9.41154, + "80": 9.34526, + "81": 9.32963, + "82": 9.34719, + "83": 9.31716, + "84": 9.29919, + "85": 9.33638, + "86": 9.26911, + "87": 9.31382, + "88": 9.29835, + "89": 9.26931, + "90": 9.34138, + "91": 9.25689, + "92": 9.29662, + "93": 9.30001, + "94": 9.27579, + "95": 9.28083, + "96": 9.18237, + "97": 9.26458, + "98": 9.19749, + "99": 9.22063, + "100": 9.22924 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2554.0, - "2": 1919.0, - "3": 1521.0, - "4": 2330.0, - "5": 2010.0, - "6": 1725.0, - "7": 2803.0, - "8": 2435.0, - "9": 2286.0, - "10": 2570.0, - "11": 2438.0, - "12": 1829.0, - "13": 2332.0, - "14": 2832.0, - "15": 2008.0, - "16": 2659.0, - "17": 2454.0, - "18": 2500.0, - "19": 2588.0, - "20": 2834.0, - "21": 2042.0, - "22": 3037.0, - "23": 2702.0, - "24": 2700.0, - "25": 2568.0, - "26": 2896.0, - "27": 2735.0, - "28": 2699.0, - "29": 2548.0, - "30": 2843.0, - "31": 2160.0, - "32": 2458.0, - "33": 2130.0, - "34": 2517.0, - "35": 2597.0, - "36": 3001.0, - "37": 3305.0, - "38": 2682.0, - "39": 2805.0, - "40": 3430.0, - "41": 1767.0, - "42": 1516.0, - "43": 1798.0, - "44": 2790.0, - "45": 3578.0, - "46": 3016.0, - "47": 2890.0, - "48": 3065.0, - "49": 2914.0, - "50": 2208.0, - "51": 1900.0, - "52": 2483.0, - "53": 3763.0, - "54": 3478.0, - "55": 3412.0, - "56": 4400.0, - "57": 4019.0, - "58": 4253.0, - "59": 1805.0, - "60": 2457.0, - "61": 2045.0, - "62": 3994.0, - "63": 3650.0, - "64": 4466.0, - "65": 2968.0, - "66": 1837.0, - "67": 1961.0, - "68": 4347.0, - "69": 4441.0, - "70": 4452.0, - "71": 2131.0, - "72": 4523.0, - "73": 4105.0, - "74": 3300.0, - "75": 4651.0, - "76": 2216.0, - "77": 4932.0, - "78": 4218.0, - "79": 2784.0, - "80": 3824.0, - "81": 3472.0, - "82": 2976.0, - "83": 5282.0, - "84": 4464.0, - "85": 4344.0, - "86": 3460.0, - "87": 4774.0, - "88": 3426.0, - "89": 4600.0, - "90": 4360.0, - "91": 4283.0, - "92": 3362.0, - "93": 5633.0, - "94": 3676.0, - "95": 4610.0, - "96": 3449.0, - "97": 3751.0, - "98": 4524.0, - "99": 4399.0, - "100": 3295.0 + "1": 2638.0, + "2": 2093.0, + "3": 1790.0, + "4": 2434.0, + "5": 2332.0, + "6": 1933.0, + "7": 2422.0, + "8": 2532.0, + "9": 2465.0, + "10": 2534.0, + "11": 2722.0, + "12": 1991.0, + "13": 2250.0, + "14": 2844.0, + "15": 2202.0, + "16": 2801.0, + "17": 2719.0, + "18": 2562.0, + "19": 2787.0, + "20": 2820.0, + "21": 2263.0, + "22": 2747.0, + "23": 2632.0, + "24": 2796.0, + "25": 2648.0, + "26": 2791.0, + "27": 2716.0, + "28": 2736.0, + "29": 2549.0, + "30": 2884.0, + "31": 2458.0, + "32": 2816.0, + "33": 2427.0, + "34": 2583.0, + "35": 2665.0, + "36": 3000.0, + "37": 3329.0, + "38": 2746.0, + "39": 2920.0, + "40": 3429.0, + "41": 1775.0, + "42": 1590.0, + "43": 1715.0, + "44": 2852.0, + "45": 3505.0, + "46": 3321.0, + "47": 3158.0, + "48": 2657.0, + "49": 2545.0, + "50": 2163.0, + "51": 1762.0, + "52": 2574.0, + "53": 3904.0, + "54": 3716.0, + "55": 3370.0, + "56": 4163.0, + "57": 4079.0, + "58": 4149.0, + "59": 1705.0, + "60": 2676.0, + "61": 2196.0, + "62": 3921.0, + "63": 3971.0, + "64": 4484.0, + "65": 3129.0, + "66": 1969.0, + "67": 2116.0, + "68": 4077.0, + "69": 4304.0, + "70": 4075.0, + "71": 2092.0, + "72": 4043.0, + "73": 3462.0, + "74": 2494.0, + "75": 5284.0, + "76": 2610.0, + "77": 4098.0, + "78": 4354.0, + "79": 2243.0, + "80": 3480.0, + "81": 3886.0, + "82": 3646.0, + "83": 4822.0, + "84": 5357.0, + "85": 4492.0, + "86": 4021.0, + "87": 3697.0, + "88": 4510.0, + "89": 3847.0, + "90": 4615.0, + "91": 4776.0, + "92": 3961.0, + "93": 3744.0, + "94": 3040.0, + "95": 4070.0, + "96": 3837.0, + "97": 3388.0, + "98": 4577.0, + "99": 3787.0, + "100": 3306.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1768285696.0, - "2": 1768285696.0, - "3": 1768285696.0, - "4": 1768285696.0, - "5": 1768285696.0, - "6": 1768285696.0, - "7": 1768285696.0, - "8": 1768285696.0, - "9": 1768285696.0, - "10": 1768285696.0, - "11": 1768285696.0, - "12": 1768285696.0, - "13": 1768285696.0, - "14": 1768285696.0, - "15": 1768285696.0, - "16": 1768285696.0, - "17": 1768285696.0, - "18": 1768285696.0, - "19": 1768285696.0, - "20": 1768285696.0, - "21": 1768285696.0, - "22": 1768285696.0, - "23": 1768285696.0, - "24": 1768285696.0, - "25": 1768285696.0, - "26": 1768285696.0, - "27": 1768285696.0, - "28": 1768285696.0, - "29": 1768285696.0, - "30": 1768285696.0, - "31": 1768285696.0, - "32": 1768285696.0, - "33": 1768285696.0, - "34": 1768285696.0, - "35": 1768285696.0, - "36": 1768285696.0, - "37": 1768285696.0, - "38": 1768285696.0, - "39": 1768285696.0, - "40": 1768285696.0, - "41": 1768285696.0, - "42": 1768285696.0, - "43": 1768285696.0, - "44": 1768285696.0, - "45": 1768285696.0, - "46": 1768285696.0, - "47": 1768285696.0, - "48": 1768285696.0, - "49": 1768285696.0, - "50": 1768285696.0, - "51": 1768285696.0, - "52": 1768285696.0, - "53": 1768285696.0, - "54": 1768285696.0, - "55": 1768285696.0, - "56": 1768285696.0, - "57": 1768285696.0, - "58": 1768285696.0, - "59": 1768285696.0, - "60": 1768285696.0, - "61": 1768285696.0, - "62": 1768285696.0, - "63": 1768285696.0, - "64": 1768285696.0, - "65": 1768285696.0, - "66": 1768285696.0, - "67": 1768285696.0, - "68": 1768285696.0, - "69": 1768285696.0, - "70": 1768285696.0, - "71": 1768285696.0, - "72": 1768285696.0, - "73": 1768285696.0, - "74": 1769334272.0, - "75": 1768285696.0, - "76": 1768285696.0, - "77": 1768285696.0, - "78": 1768285696.0, - "79": 1768285696.0, - "80": 1768285696.0, - "81": 1768285696.0, - "82": 1768285696.0, - "83": 1768285696.0, - "84": 1768285696.0, - "85": 1768285696.0, - "86": 1768285696.0, - "87": 1768285696.0, - "88": 1768285696.0, - "89": 1768285696.0, - "90": 1768285696.0, - "91": 1768285696.0, - "92": 1768285696.0, - "93": 1768285696.0, - "94": 1768285696.0, - "95": 1768285696.0, - "96": 1768285696.0, - "97": 1768285696.0, - "98": 1768285696.0, - "99": 1768285696.0, - "100": 1768285696.0 + "1": 1779868160.0, + "2": 1779868160.0, + "3": 1779868160.0, + "4": 1779868160.0, + "5": 1779868160.0, + "6": 1779868160.0, + "7": 1779868160.0, + "8": 1779868160.0, + "9": 1779868160.0, + "10": 1779868160.0, + "11": 1779868160.0, + "12": 1779868160.0, + "13": 1779868160.0, + "14": 1779868160.0, + "15": 1779868160.0, + "16": 1779868160.0, + "17": 1779868160.0, + "18": 1779868160.0, + "19": 1779868160.0, + "20": 1780916736.0, + "21": 1780916736.0, + "22": 1779868160.0, + "23": 1779868160.0, + "24": 1779868160.0, + "25": 1779868160.0, + "26": 1779868160.0, + "27": 1779868160.0, + "28": 1779868160.0, + "29": 1779868160.0, + "30": 1779868160.0, + "31": 1779868160.0, + "32": 1779868160.0, + "33": 1779868160.0, + "34": 1779868160.0, + "35": 1779868160.0, + "36": 1779868160.0, + "37": 1779868160.0, + "38": 1779868160.0, + "39": 1779868160.0, + "40": 1779868160.0, + "41": 1779868160.0, + "42": 1779868160.0, + "43": 1779868160.0, + "44": 1779868160.0, + "45": 1779868160.0, + "46": 1779868160.0, + "47": 1779868160.0, + "48": 1779868160.0, + "49": 1779868160.0, + "50": 1779868160.0, + "51": 1779868160.0, + "52": 1779868160.0, + "53": 1779868160.0, + "54": 1779868160.0, + "55": 1779868160.0, + "56": 1779868160.0, + "57": 1779868160.0, + "58": 1779868160.0, + "59": 1779868160.0, + "60": 1779868160.0, + "61": 1779868160.0, + "62": 1779868160.0, + "63": 1779868160.0, + "64": 1779868160.0, + "65": 1779868160.0, + "66": 1779868160.0, + "67": 1779868160.0, + "68": 1779868160.0, + "69": 1779868160.0, + "70": 1779868160.0, + "71": 1779868160.0, + "72": 1779868160.0, + "73": 1779868160.0, + "74": 1779868160.0, + "75": 1779868160.0, + "76": 1779868160.0, + "77": 1779868160.0, + "78": 1779868160.0, + "79": 1779868160.0, + "80": 1779868160.0, + "81": 1779868160.0, + "82": 1779868160.0, + "83": 1779868160.0, + "84": 1779868160.0, + "85": 1779868160.0, + "86": 1779868160.0, + "87": 1779868160.0, + "88": 1779868160.0, + "89": 1779868160.0, + "90": 1779868160.0, + "91": 1779868160.0, + "92": 1779868160.0, + "93": 1779868160.0, + "94": 1779868160.0, + "95": 1779868160.0, + "96": 1779868160.0, + "97": 1779868160.0, + "98": 1779868160.0, + "99": 1779868160.0, + "100": 1779868160.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2337549312.0, - "2": 3080536064.0, - "3": 3080536064.0, - "4": 3080536064.0, - "5": 3080536064.0, - "6": 3080536064.0, - "7": 3080536064.0, - "8": 3080536064.0, - "9": 3080536064.0, - "10": 3080536064.0, - "11": 3080536064.0, - "12": 3080536064.0, - "13": 3080536064.0, - "14": 3080536064.0, - "15": 3080536064.0, - "16": 3080536064.0, - "17": 3080536064.0, - "18": 3080536064.0, - "19": 3080536064.0, - "20": 3080536064.0, - "21": 3080536064.0, - "22": 3080536064.0, - "23": 3082107392.0, - "24": 3082107392.0, - "25": 3082107392.0, - "26": 3082107392.0, - "27": 3082107392.0, - "28": 3082107392.0, - "29": 3082107392.0, - "30": 3082107392.0, - "31": 3082107392.0, - "32": 3082107392.0, - "33": 3082107392.0, - "34": 3082107392.0, - "35": 3082107392.0, - "36": 3082107392.0, - "37": 3082107392.0, - "38": 3082107392.0, - "39": 3082107392.0, - "40": 3082107392.0, - "41": 3082107392.0, - "42": 3082107392.0, - "43": 3082107392.0, - "44": 3082107392.0, - "45": 3082107392.0, - "46": 3082107392.0, - "47": 3082107392.0, - "48": 3082107392.0, - "49": 3082107392.0, - "50": 3082107392.0, - "51": 3082107392.0, - "52": 3082107392.0, - "53": 3082107392.0, - "54": 3082107392.0, - "55": 3082107392.0, - "56": 3082107392.0, - "57": 3082107392.0, - "58": 3082107392.0, - "59": 3082107392.0, - "60": 3082107392.0, - "61": 3082107392.0, - "62": 3082107392.0, - "63": 3082107392.0, - "64": 3082107392.0, - "65": 3082107392.0, - "66": 3082107392.0, - "67": 3082107392.0, - "68": 3082107392.0, - "69": 3082107392.0, - "70": 3082107392.0, - "71": 3082107392.0, - "72": 3082107392.0, - "73": 3082107392.0, - "74": 3082108928.0, - "75": 3082108928.0, - "76": 3082108928.0, - "77": 3082108928.0, - "78": 3082108928.0, - "79": 3082108928.0, - "80": 3082108928.0, - "81": 3082108928.0, - "82": 3082108928.0, - "83": 3082108928.0, - "84": 3082108928.0, - "85": 3082108928.0, - "86": 3082108928.0, - "87": 3082108928.0, - "88": 3082108928.0, - "89": 3082108928.0, - "90": 3082108928.0, - "91": 3082108928.0, - "92": 3082108928.0, - "93": 3082108928.0, - "94": 3082108928.0, - "95": 3082108928.0, - "96": 3082108928.0, - "97": 3082108928.0, - "98": 3082108928.0, - "99": 3082108928.0, - "100": 3082108928.0 + "1": 2347554304.0, + "2": 3095265792.0, + "3": 3095265792.0, + "4": 3095265792.0, + "5": 3095265792.0, + "6": 3095265792.0, + "7": 3095265792.0, + "8": 3095265792.0, + "9": 3095265792.0, + "10": 3095265792.0, + "11": 3095265792.0, + "12": 3095265792.0, + "13": 3095265792.0, + "14": 3095265792.0, + "15": 3095265792.0, + "16": 3095265792.0, + "17": 3095265792.0, + "18": 3095265792.0, + "19": 3095265792.0, + "20": 3097362944.0, + "21": 3097362944.0, + "22": 3097362944.0, + "23": 3097362944.0, + "24": 3097362944.0, + "25": 3097362944.0, + "26": 3097362944.0, + "27": 3097362944.0, + "28": 3097362944.0, + "29": 3097362944.0, + "30": 3097362944.0, + "31": 3097362944.0, + "32": 3097362944.0, + "33": 3097362944.0, + "34": 3097362944.0, + "35": 3097362944.0, + "36": 3097362944.0, + "37": 3097362944.0, + "38": 3097362944.0, + "39": 3097362944.0, + "40": 3097362944.0, + "41": 3097362944.0, + "42": 3097362944.0, + "43": 3097362944.0, + "44": 3097362944.0, + "45": 3097362944.0, + "46": 3097362944.0, + "47": 3097362944.0, + "48": 3097362944.0, + "49": 3097362944.0, + "50": 3097362944.0, + "51": 3097362944.0, + "52": 3097362944.0, + "53": 3097362944.0, + "54": 3097362944.0, + "55": 3097362944.0, + "56": 3097362944.0, + "57": 3097362944.0, + "58": 3097362944.0, + "59": 3097362944.0, + "60": 3097362944.0, + "61": 3097362944.0, + "62": 3097362944.0, + "63": 3097362944.0, + "64": 3097362944.0, + "65": 3097362944.0, + "66": 3097362944.0, + "67": 3097362944.0, + "68": 3097362944.0, + "69": 3097362944.0, + "70": 3097362944.0, + "71": 3097362944.0, + "72": 3097362944.0, + "73": 3097362944.0, + "74": 3097362944.0, + "75": 3097362944.0, + "76": 3097362944.0, + "77": 3097362944.0, + "78": 3097362944.0, + "79": 3097362944.0, + "80": 3097362944.0, + "81": 3097362944.0, + "82": 3097362944.0, + "83": 3097362944.0, + "84": 3097362944.0, + "85": 3097362944.0, + "86": 3097362944.0, + "87": 3097362944.0, + "88": 3097362944.0, + "89": 3097362944.0, + "90": 3097362944.0, + "91": 3097362944.0, + "92": 3097362944.0, + "93": 3097362944.0, + "94": 3097362944.0, + "95": 3097362944.0, + "96": 3097362944.0, + "97": 3097362944.0, + "98": 3097362944.0, + "99": 3097362944.0, + "100": 3097362944.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.24286, - "2": 0.82679, - "3": 0.79409, - "4": 0.76435, - "5": 0.77118, - "6": 0.74558, - "7": 0.74667, - "8": 0.77701, - "9": 1.97605, - "10": 0.75455, - "11": 0.74398, - "12": 0.74114, - "13": 0.7501, - "14": 0.74704, - "15": 0.74029, - "16": 1.1307, - "17": 0.73862, - "18": 0.73445, - "19": 0.73384, - "20": 0.73927, - "21": 0.74153, - "22": 0.73755, - "23": 0.76958, - "24": 0.7377, - "25": 0.73987, - "26": 0.77483, - "27": 1.30185, - "28": 0.76, - "29": 0.75644, - "30": 0.77716, - "31": 0.83125, - "32": 0.80226, - "33": 0.74041, - "34": 0.74334, - "35": 1.17386, - "36": 1.53868, - "37": 0.77003, - "38": 0.76358, - "39": 0.77015, - "40": 0.77216, - "41": 0.76865, - "42": 1.214, - "43": 1.04802, - "44": 0.758, - "45": 1.27424, - "46": 1.12734, - "47": 0.7573, - "48": 0.74875, - "49": 0.74989, - "50": 0.75416, - "51": 0.75904, - "52": 0.75338, - "53": 0.75124, - "54": 0.73937, - "55": 0.74096, - "56": 0.75129, - "57": 0.75097, - "58": 0.74724, - "59": 0.74661, - "60": 0.74245, - "61": 0.74378, - "62": 0.74491, - "63": 0.74147, - "64": 0.74756, - "65": 0.74511, - "66": 0.74967, - "67": 0.7462, - "68": 0.74176, - "69": 0.74258, - "70": 0.74323, - "71": 0.74412, - "72": 0.74522, - "73": 0.74053, - "74": 0.74312, - "75": 0.74157, - "76": 1.12862, - "77": 0.74522, - "78": 1.08987, - "79": 0.94746, - "80": 0.877, - "81": 0.74472, - "82": 0.74142, - "83": 0.74342, - "84": 0.7418, - "85": 0.74017, - "86": 0.7399, - "87": 0.73594, - "88": 0.73916, - "89": 0.73537, - "90": 0.75037, - "91": 0.7341, - "92": 0.73469, - "93": 0.7333, - "94": 0.73221, - "95": 0.73055, - "96": 0.73133, - "97": 0.73591, - "98": 0.74108, - "99": 0.74467, - "100": 0.73711 + "1": "nan", + "2": 6.83513, + "3": 0.88416, + "4": 0.75162, + "5": 0.751, + "6": 0.74912, + "7": 0.74797, + "8": 0.74569, + "9": 0.7499, + "10": 0.75129, + "11": 0.74944, + "12": 0.74456, + "13": 0.74136, + "14": 0.74414, + "15": 0.7457, + "16": 0.74775, + "17": 0.74339, + "18": 0.74437, + "19": 0.74695, + "20": 0.74304, + "21": 0.74139, + "22": 0.74344, + "23": 1.07307, + "24": 1.10313, + "25": 1.05177, + "26": 1.39325, + "27": 1.06758, + "28": 0.74618, + "29": 0.7435, + "30": 0.74248, + "31": 0.7442, + "32": 0.74366, + "33": 0.74447, + "34": 0.7426, + "35": 0.74466, + "36": 0.74009, + "37": 0.74131, + "38": 0.74159, + "39": 0.74134, + "40": 0.74062, + "41": 0.74158, + "42": 0.74218, + "43": 0.74375, + "44": 0.74189, + "45": 0.74303, + "46": 0.74159, + "47": 0.74086, + "48": 0.741, + "49": 0.74393, + "50": 0.74143, + "51": 1.0971, + "52": 0.74448, + "53": 1.23917, + "54": 1.20297, + "55": 0.74467, + "56": 0.9531, + "57": 0.74438, + "58": 0.97435, + "59": 0.74116, + "60": 0.74163, + "61": 0.74082, + "62": 0.74311, + "63": 0.75502, + "64": 0.8063, + "65": 0.74632, + "66": 0.74641, + "67": 0.74986, + "68": 0.74201, + "69": 0.75045, + "70": 0.75756, + "71": 0.74005, + "72": 0.74043, + "73": 0.74388, + "74": 0.75023, + "75": 0.74652, + "76": 0.74289, + "77": 0.74154, + "78": 0.74308, + "79": 0.75261, + "80": 0.91157, + "81": 0.98243, + "82": 1.13385, + "83": 0.74135, + "84": 0.74312, + "85": 0.96071, + "86": 0.74328, + "87": 0.90354, + "88": 0.74321, + "89": 0.74358, + "90": 0.7422, + "91": 0.74856, + "92": 0.75569, + "93": 0.73912, + "94": 0.74136, + "95": 1.17095, + "96": 0.74229, + "97": 0.74095, + "98": 0.73913, + "99": 0.74145, + "100": 1.12859 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100_2nd.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100_2nd.json index de97d194787..5369a1b5598 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100_2nd.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100_2nd.json @@ -54,56 +54,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 9.71501, - "52": 9.66488, - "53": 9.60917, - "54": 9.62733, - "55": 9.61022, - "56": 9.61723, - "57": 9.56794, - "58": 9.52733, - "59": 9.51677, - "60": 9.5188, - "61": 9.53149, - "62": 9.45031, - "63": 9.45717, - "64": 9.43441, - "65": 9.45812, - "66": 9.43672, - "67": 9.39687, - "68": 9.36469, - "69": 9.40964, - "70": 9.37606, - "71": 9.41737, - "72": 9.42585, - "73": 9.37601, - "74": 9.4154, - "75": 9.37896, - "76": 9.28004, - "77": 9.32212, - "78": 9.35755, - "79": 9.3216, - "80": 9.31491, - "81": 9.26783, - "82": 9.342, - "83": 9.32159, - "84": 9.24786, - "85": 9.35018, - "86": 9.22384, - "87": 9.30618, - "88": 9.29905, - "89": 9.22708, - "90": 9.28498, - "91": 9.23123, - "92": 9.27487, - "93": 9.19233, - "94": 9.23985, - "95": 9.28002, - "96": 9.17532, - "97": 9.21898, - "98": 9.17203, - "99": 9.16444, - "100": 9.14821 + "51": 9.76077, + "52": 9.71037, + "53": 9.67209, + "54": 9.69289, + "55": 9.67976, + "56": 9.67195, + "57": 9.60235, + "58": 9.62054, + "59": 9.54681, + "60": 9.61233, + "61": 9.54777, + "62": 9.53717, + "63": 9.523, + "64": 9.51039, + "65": 9.52262, + "66": 9.49082, + "67": 9.45855, + "68": 9.44092, + "69": 9.44399, + "70": 9.43963, + "71": 9.46958, + "72": 9.45728, + "73": 9.40619, + "74": 9.45672, + "75": 9.40517, + "76": 9.37395, + "77": 9.34295, + "78": 9.37775, + "79": 9.41154, + "80": 9.34542, + "81": 9.33056, + "82": 9.34678, + "83": 9.31539, + "84": 9.2998, + "85": 9.33665, + "86": 9.26983, + "87": 9.31445, + "88": 9.29902, + "89": 9.27005, + "90": 9.34069, + "91": 9.25634, + "92": 9.29607, + "93": 9.29997, + "94": 9.27642, + "95": 9.28119, + "96": 9.18249, + "97": 9.26425, + "98": 9.19693, + "99": 9.22054, + "100": 9.23002 } }, "num-zeros": { @@ -161,56 +161,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 1900.0, - "52": 2483.0, - "53": 3763.0, - "54": 3478.0, - "55": 3412.0, - "56": 4400.0, - "57": 4019.0, - "58": 4253.0, - "59": 1805.0, - "60": 2457.0, - "61": 2045.0, - "62": 3994.0, - "63": 3650.0, - "64": 4466.0, - "65": 2968.0, - "66": 1837.0, - "67": 1961.0, - "68": 4347.0, - "69": 4441.0, - "70": 4452.0, - "71": 2131.0, - "72": 4523.0, - "73": 4105.0, - "74": 3300.0, - "75": 4651.0, - "76": 2216.0, - "77": 4932.0, - "78": 4218.0, - "79": 2784.0, - "80": 3824.0, - "81": 3472.0, - "82": 2976.0, - "83": 5282.0, - "84": 4464.0, - "85": 4344.0, - "86": 3460.0, - "87": 4774.0, - "88": 3426.0, - "89": 4600.0, - "90": 4360.0, - "91": 4283.0, - "92": 3362.0, - "93": 5633.0, - "94": 3676.0, - "95": 4610.0, - "96": 3449.0, - "97": 3751.0, - "98": 4524.0, - "99": 4399.0, - "100": 3295.0 + "51": 1745.0, + "52": 2480.0, + "53": 3940.0, + "54": 3685.0, + "55": 3360.0, + "56": 4255.0, + "57": 3929.0, + "58": 4275.0, + "59": 1739.0, + "60": 2646.0, + "61": 2218.0, + "62": 3977.0, + "63": 3950.0, + "64": 4525.0, + "65": 3019.0, + "66": 1895.0, + "67": 2133.0, + "68": 4062.0, + "69": 4413.0, + "70": 4046.0, + "71": 2204.0, + "72": 4079.0, + "73": 3476.0, + "74": 2504.0, + "75": 5344.0, + "76": 2574.0, + "77": 3970.0, + "78": 4325.0, + "79": 2280.0, + "80": 3423.0, + "81": 3927.0, + "82": 3691.0, + "83": 4786.0, + "84": 5548.0, + "85": 4400.0, + "86": 3970.0, + "87": 3605.0, + "88": 4496.0, + "89": 3951.0, + "90": 4531.0, + "91": 4630.0, + "92": 4008.0, + "93": 3810.0, + "94": 3128.0, + "95": 4023.0, + "96": 3596.0, + "97": 3401.0, + "98": 4733.0, + "99": 3799.0, + "100": 3329.0 } }, "mem-allocated-bytes": { @@ -268,56 +268,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 1769334272.0, - "52": 1769334272.0, - "53": 1769334272.0, - "54": 1769334272.0, - "55": 1769334272.0, - "56": 1769334272.0, - "57": 1769334272.0, - "58": 1769334272.0, - "59": 1769334272.0, - "60": 1769334272.0, - "61": 1769334272.0, - "62": 1769334272.0, - "63": 1769334272.0, - "64": 1769334272.0, - "65": 1769334272.0, - "66": 1769334272.0, - "67": 1769334272.0, - "68": 1769334272.0, - "69": 1769334272.0, - "70": 1769334272.0, - "71": 1769334272.0, - "72": 1769334272.0, - "73": 1769334272.0, - "74": 1769334272.0, - "75": 1769334272.0, - "76": 1769334272.0, - "77": 1769334272.0, - "78": 1769334272.0, - "79": 1769334272.0, - "80": 1769334272.0, - "81": 1769334272.0, - "82": 1769334272.0, - "83": 1769334272.0, - "84": 1769334272.0, - "85": 1769334272.0, - "86": 1769334272.0, - "87": 1769334272.0, - "88": 1769334272.0, - "89": 1769334272.0, - "90": 1769334272.0, - "91": 1769334272.0, - "92": 1769334272.0, - "93": 1769334272.0, - "94": 1769334272.0, - "95": 1769334272.0, - "96": 1769334272.0, - "97": 1769334272.0, - "98": 1769334272.0, - "99": 1769334272.0, - "100": 1769334272.0 + "51": 1779868160.0, + "52": 1779868160.0, + "53": 1779868160.0, + "54": 1779868160.0, + "55": 1779868160.0, + "56": 1779868160.0, + "57": 1779868160.0, + "58": 1779868160.0, + "59": 1779868160.0, + "60": 1779868160.0, + "61": 1779868160.0, + "62": 1779868160.0, + "63": 1779868160.0, + "64": 1779868160.0, + "65": 1779868160.0, + "66": 1779868160.0, + "67": 1779868160.0, + "68": 1779868160.0, + "69": 1779868160.0, + "70": 1779868160.0, + "71": 1779868160.0, + "72": 1779868160.0, + "73": 1779868160.0, + "74": 1779868160.0, + "75": 1779868160.0, + "76": 1779868160.0, + "77": 1779868160.0, + "78": 1779868160.0, + "79": 1779868160.0, + "80": 1779868160.0, + "81": 1779868160.0, + "82": 1779868160.0, + "83": 1779868160.0, + "84": 1779868160.0, + "85": 1779868160.0, + "86": 1779868160.0, + "87": 1779868160.0, + "88": 1779868160.0, + "89": 1779868160.0, + "90": 1779868160.0, + "91": 1779868160.0, + "92": 1779868160.0, + "93": 1779868160.0, + "94": 1779868160.0, + "95": 1779868160.0, + "96": 1779868160.0, + "97": 1779868160.0, + "98": 1779868160.0, + "99": 1779868160.0, + "100": 1779868160.0 } }, "mem-max-allocated-bytes": { @@ -375,56 +375,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 3081058304.0, - "52": 3081060352.0, - "53": 3081060352.0, - "54": 3081060352.0, - "55": 3081060352.0, - "56": 3081060352.0, - "57": 3081060352.0, - "58": 3081060352.0, - "59": 3081060352.0, - "60": 3081060352.0, - "61": 3081060352.0, - "62": 3081060352.0, - "63": 3081060352.0, - "64": 3081060352.0, - "65": 3081060352.0, - "66": 3081060352.0, - "67": 3081060352.0, - "68": 3081060352.0, - "69": 3081060352.0, - "70": 3081060352.0, - "71": 3081060352.0, - "72": 3081060352.0, - "73": 3081060352.0, - "74": 3081060352.0, - "75": 3081060352.0, - "76": 3081060352.0, - "77": 3081060352.0, - "78": 3081060352.0, - "79": 3081060352.0, - "80": 3081060352.0, - "81": 3081060352.0, - "82": 3081060352.0, - "83": 3081060352.0, - "84": 3081060352.0, - "85": 3081060352.0, - "86": 3081060352.0, - "87": 3081060352.0, - "88": 3081060352.0, - "89": 3081060352.0, - "90": 3081060352.0, - "91": 3081060352.0, - "92": 3081060352.0, - "93": 3081060352.0, - "94": 3081060352.0, - "95": 3081060352.0, - "96": 3081060352.0, - "97": 3081060352.0, - "98": 3081060352.0, - "99": 3081060352.0, - "100": 3081060352.0 + "51": 3095263744.0, + "52": 3095265792.0, + "53": 3095265792.0, + "54": 3095265792.0, + "55": 3095265792.0, + "56": 3095265792.0, + "57": 3095265792.0, + "58": 3095265792.0, + "59": 3095265792.0, + "60": 3095265792.0, + "61": 3095265792.0, + "62": 3095265792.0, + "63": 3095265792.0, + "64": 3095265792.0, + "65": 3095265792.0, + "66": 3095265792.0, + "67": 3095265792.0, + "68": 3095265792.0, + "69": 3095265792.0, + "70": 3095265792.0, + "71": 3095265792.0, + "72": 3095265792.0, + "73": 3095265792.0, + "74": 3095265792.0, + "75": 3095265792.0, + "76": 3095265792.0, + "77": 3095265792.0, + "78": 3095265792.0, + "79": 3095265792.0, + "80": 3095265792.0, + "81": 3095265792.0, + "82": 3095265792.0, + "83": 3095265792.0, + "84": 3095265792.0, + "85": 3095265792.0, + "86": 3095265792.0, + "87": 3095265792.0, + "88": 3095265792.0, + "89": 3095265792.0, + "90": 3095265792.0, + "91": 3095265792.0, + "92": 3095265792.0, + "93": 3095265792.0, + "94": 3095265792.0, + "95": 3095265792.0, + "96": 3095265792.0, + "97": 3095265792.0, + "98": 3095265792.0, + "99": 3095265792.0, + "100": 3095265792.0 } }, "iteration-time": { @@ -482,56 +482,56 @@ "48": "nan", "49": "nan", "50": "nan", - "51": 10.15551, - "52": 0.8598, - "53": 0.74904, - "54": 0.7512, - "55": 0.75011, - "56": 0.7593, - "57": 1.36317, - "58": 1.3678, - "59": 0.75114, - "60": 0.74624, - "61": 0.74824, - "62": 0.75285, - "63": 0.75097, - "64": 0.7539, - "65": 1.11179, - "66": 0.7482, - "67": 0.75224, - "68": 0.75225, - "69": 0.73791, - "70": 0.74141, - "71": 0.74372, - "72": 0.74097, - "73": 1.17879, - "74": 1.13369, - "75": 0.75135, - "76": 0.74737, - "77": 0.7455, - "78": 0.74472, - "79": 1.10005, - "80": 0.74804, - "81": 0.75235, - "82": 2.07286, - "83": 0.74595, - "84": 0.75659, - "85": 0.74796, - "86": 0.73902, - "87": 0.73952, - "88": 0.73743, - "89": 0.74161, - "90": 0.94861, - "91": 0.94405, - "92": 1.05613, - "93": 1.27634, - "94": 0.80928, - "95": 0.77886, - "96": 1.11223, - "97": 0.73925, - "98": 0.773, - "99": 0.74424, - "100": 0.78256 + "51": "nan", + "52": 5.73605, + "53": 0.77824, + "54": 0.75725, + "55": 0.7532, + "56": 0.7616, + "57": 0.75553, + "58": 0.75296, + "59": 0.75491, + "60": 0.75523, + "61": 0.75657, + "62": 0.75208, + "63": 0.75617, + "64": 0.75276, + "65": 0.75464, + "66": 0.75206, + "67": 0.75496, + "68": 0.74988, + "69": 0.75191, + "70": 0.75373, + "71": 0.75115, + "72": 0.75283, + "73": 0.75392, + "74": 0.81749, + "75": 1.57609, + "76": 1.0807, + "77": 1.03733, + "78": 0.75769, + "79": 0.76457, + "80": 0.76184, + "81": 0.75954, + "82": 0.76037, + "83": 0.74979, + "84": 0.74721, + "85": 0.75789, + "86": 0.75931, + "87": 0.75373, + "88": 0.75519, + "89": 0.77826, + "90": 0.77393, + "91": 0.7716, + "92": 0.77446, + "93": 0.77897, + "94": 0.77838, + "95": 0.7783, + "96": 0.77066, + "97": 0.77269, + "98": 0.78271, + "99": 0.76978, + "100": 0.77044 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json index bc0ee3bcb1e..524888eef45 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.42626, - "2": 10.41171, - "3": 10.41885, - "4": 10.42153, - "5": 10.42192, - "6": 10.41563, - "7": 10.42859, - "8": 10.42079, - "9": 10.43013, - "10": 10.4087, - "11": 10.43493, - "12": 10.40244, - "13": 10.42282, - "14": 10.41239, - "15": 10.40952, - "16": 10.40789, - "17": 10.38944, - "18": 10.38859, - "19": 10.37154, - "20": 10.40445, - "21": 10.36609, - "22": 10.34962, - "23": 10.354, - "24": 10.30131, - "25": 10.3111, - "26": 10.30252, - "27": 10.28202, - "28": 10.27924, - "29": 10.23941, - "30": 10.14739, - "31": 10.10547, - "32": 10.09424, - "33": 10.09034, - "34": 10.0645, - "35": 10.04644, - "36": 10.03308, - "37": 10.00522, - "38": 10.00297, - "39": 9.91428, - "40": 9.91112, - "41": 9.86566, - "42": 9.78083, - "43": 9.79476, - "44": 9.73084, - "45": 9.74269, - "46": 9.63796, - "47": 9.68694, - "48": 9.63705, - "49": 9.65524, - "50": 9.65788 + "1": 10.51691, + "2": 10.49538, + "3": 10.51219, + "4": 10.51227, + "5": 10.49513, + "6": 10.48825, + "7": 10.49333, + "8": 10.50311, + "9": 10.5006, + "10": 10.4952, + "11": 10.49857, + "12": 10.51311, + "13": 10.4923, + "14": 10.48472, + "15": 10.50004, + "16": 10.48023, + "17": 10.4767, + "18": 10.48671, + "19": 10.47835, + "20": 10.47186, + "21": 10.47223, + "22": 10.42956, + "23": 10.41903, + "24": 10.41337, + "25": 10.40651, + "26": 10.38538, + "27": 10.37327, + "28": 10.37645, + "29": 10.32713, + "30": 10.24289, + "31": 10.23433, + "32": 10.19361, + "33": 10.2065, + "34": 10.16687, + "35": 10.15912, + "36": 10.12245, + "37": 10.11483, + "38": 10.10559, + "39": 10.06507, + "40": 10.02622, + "41": 9.9857, + "42": 9.92484, + "43": 9.90755, + "44": 9.88323, + "45": 9.84845, + "46": 9.81096, + "47": 9.79561, + "48": 9.76816, + "49": 9.82697, + "50": 9.78507 } }, "num-zeros": { @@ -61,55 +61,55 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3452.0, - "2": 2890.0, - "3": 1856.0, - "4": 3256.0, - "5": 3333.0, - "6": 2985.0, - "7": 3208.0, - "8": 3314.0, - "9": 3210.0, - "10": 3297.0, - "11": 2833.0, - "12": 2982.0, - "13": 3178.0, - "14": 3705.0, - "15": 3252.0, - "16": 3615.0, - "17": 3789.0, - "18": 3620.0, - "19": 3327.0, - "20": 3539.0, - "21": 3129.0, - "22": 3597.0, - "23": 3595.0, - "24": 2781.0, - "25": 3585.0, - "26": 3607.0, - "27": 4015.0, - "28": 3836.0, - "29": 3716.0, - "30": 4150.0, - "31": 3472.0, - "32": 3024.0, - "33": 3553.0, - "34": 3793.0, - "35": 3757.0, - "36": 4205.0, - "37": 4221.0, - "38": 3819.0, - "39": 3866.0, - "40": 3554.0, - "41": 2883.0, - "42": 2592.0, - "43": 2856.0, - "44": 3173.0, - "45": 4948.0, - "46": 4572.0, - "47": 4077.0, - "48": 4355.0, - "49": 3885.0, + "1": 3621.0, + "2": 2907.0, + "3": 2786.0, + "4": 3450.0, + "5": 3253.0, + "6": 2929.0, + "7": 3781.0, + "8": 3628.0, + "9": 3402.0, + "10": 3422.0, + "11": 3893.0, + "12": 2832.0, + "13": 3407.0, + "14": 4067.0, + "15": 3323.0, + "16": 3950.0, + "17": 3614.0, + "18": 3553.0, + "19": 2825.0, + "20": 2833.0, + "21": 3324.0, + "22": 3921.0, + "23": 2828.0, + "24": 3870.0, + "25": 3701.0, + "26": 3995.0, + "27": 3782.0, + "28": 3904.0, + "29": 3674.0, + "30": 3943.0, + "31": 3504.0, + "32": 3770.0, + "33": 3437.0, + "34": 3539.0, + "35": 3468.0, + "36": 4155.0, + "37": 4323.0, + "38": 2851.0, + "39": 4258.0, + "40": 4494.0, + "41": 2716.0, + "42": 2441.0, + "43": 2677.0, + "44": 3313.0, + "45": 4049.0, + "46": 3999.0, + "47": 3866.0, + "48": 3220.0, + "49": 4036.0, "50": 3266.0 } }, @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1662815232.0, - "2": 1662815232.0, - "3": 1662815232.0, - "4": 1662815232.0, - "5": 1662815232.0, - "6": 1662815232.0, - "7": 1662815232.0, - "8": 1662815232.0, - "9": 1662815232.0, - "10": 1662815232.0, - "11": 1662815232.0, - "12": 1662815232.0, - "13": 1662815232.0, - "14": 1662815232.0, - "15": 1662815232.0, - "16": 1662815232.0, - "17": 1662815232.0, - "18": 1662815232.0, - "19": 1662815232.0, - "20": 1662815232.0, - "21": 1662815232.0, - "22": 1662815232.0, - "23": 1662815232.0, - "24": 1662815232.0, - "25": 1662815232.0, - "26": 1662815232.0, - "27": 1662815232.0, - "28": 1662815232.0, - "29": 1662815232.0, - "30": 1662815232.0, - "31": 1662815232.0, - "32": 1662815232.0, - "33": 1662815232.0, - "34": 1662815232.0, - "35": 1662815232.0, - "36": 1662815232.0, - "37": 1662815232.0, - "38": 1662815232.0, - "39": 1662815232.0, - "40": 1662815232.0, - "41": 1662815232.0, - "42": 1662815232.0, - "43": 1662815232.0, - "44": 1662815232.0, - "45": 1662815232.0, - "46": 1662815232.0, - "47": 1662815232.0, - "48": 1662815232.0, - "49": 1662815232.0, - "50": 1662815232.0 + "1": 1670994432.0, + "2": 1670994432.0, + "3": 1670994432.0, + "4": 1670994432.0, + "5": 1670994432.0, + "6": 1670994432.0, + "7": 1670994432.0, + "8": 1670994432.0, + "9": 1670994432.0, + "10": 1670994432.0, + "11": 1670994432.0, + "12": 1670994432.0, + "13": 1670994432.0, + "14": 1670994432.0, + "15": 1670994432.0, + "16": 1670994432.0, + "17": 1670994432.0, + "18": 1670994432.0, + "19": 1670994432.0, + "20": 1670994432.0, + "21": 1670994432.0, + "22": 1670994432.0, + "23": 1670994432.0, + "24": 1670994432.0, + "25": 1670994432.0, + "26": 1670994432.0, + "27": 1670994432.0, + "28": 1670994432.0, + "29": 1670994432.0, + "30": 1670994432.0, + "31": 1670994432.0, + "32": 1670994432.0, + "33": 1670994432.0, + "34": 1670994432.0, + "35": 1670994432.0, + "36": 1670994432.0, + "37": 1670994432.0, + "38": 1670994432.0, + "39": 1670994432.0, + "40": 1670994432.0, + "41": 1670994432.0, + "42": 1670994432.0, + "43": 1670994432.0, + "44": 1670994432.0, + "45": 1670994432.0, + "46": 1670994432.0, + "47": 1670994432.0, + "48": 1670994432.0, + "49": 1670994432.0, + "50": 1670994432.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2507528704.0, - "2": 3206498816.0, - "3": 3206498816.0, - "4": 3206498816.0, - "5": 3206498816.0, - "6": 3206498816.0, - "7": 3206498816.0, - "8": 3206498816.0, - "9": 3206498816.0, - "10": 3206498816.0, - "11": 3206498816.0, - "12": 3206498816.0, - "13": 3206498816.0, - "14": 3206498816.0, - "15": 3206498816.0, - "16": 3206498816.0, - "17": 3206498816.0, - "18": 3206498816.0, - "19": 3206498816.0, - "20": 3206498816.0, - "21": 3206498816.0, - "22": 3206498816.0, - "23": 3206498816.0, - "24": 3206498816.0, - "25": 3206498816.0, - "26": 3206498816.0, - "27": 3206498816.0, - "28": 3206498816.0, - "29": 3206498816.0, - "30": 3206498816.0, - "31": 3206498816.0, - "32": 3206498816.0, - "33": 3206498816.0, - "34": 3206498816.0, - "35": 3206498816.0, - "36": 3206498816.0, - "37": 3206498816.0, - "38": 3206498816.0, - "39": 3206498816.0, - "40": 3206498816.0, - "41": 3206498816.0, - "42": 3206498816.0, - "43": 3206498816.0, - "44": 3206498816.0, - "45": 3206498816.0, - "46": 3206498816.0, - "47": 3206498816.0, - "48": 3206498816.0, - "49": 3206498816.0, - "50": 3206498816.0 + "1": 2521210368.0, + "2": 3221232128.0, + "3": 3221232128.0, + "4": 3221232128.0, + "5": 3221232128.0, + "6": 3221232128.0, + "7": 3221232128.0, + "8": 3221232128.0, + "9": 3221232128.0, + "10": 3221232128.0, + "11": 3221232128.0, + "12": 3221232128.0, + "13": 3221232128.0, + "14": 3221232128.0, + "15": 3221232128.0, + "16": 3221232128.0, + "17": 3221232128.0, + "18": 3221232128.0, + "19": 3221232128.0, + "20": 3221232128.0, + "21": 3221232128.0, + "22": 3221232128.0, + "23": 3221232128.0, + "24": 3221232128.0, + "25": 3221232128.0, + "26": 3221232128.0, + "27": 3221232128.0, + "28": 3221232128.0, + "29": 3221232128.0, + "30": 3221232128.0, + "31": 3221232128.0, + "32": 3221232128.0, + "33": 3221232128.0, + "34": 3221232128.0, + "35": 3221232128.0, + "36": 3221232128.0, + "37": 3221232128.0, + "38": 3221232128.0, + "39": 3221232128.0, + "40": 3221232128.0, + "41": 3221232128.0, + "42": 3221232128.0, + "43": 3221232128.0, + "44": 3221232128.0, + "45": 3221232128.0, + "46": 3221232128.0, + "47": 3221232128.0, + "48": 3221232128.0, + "49": 3221232128.0, + "50": 3221232128.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.8403, - "2": 1.75656, - "3": 1.70317, - "4": 1.66346, - "5": 1.6703, - "6": 1.66753, - "7": 2.21547, - "8": 1.68918, - "9": 1.77005, - "10": 1.75261, - "11": 1.77153, - "12": 1.65933, - "13": 1.65337, - "14": 2.37845, - "15": 2.04839, - "16": 2.07092, - "17": 1.67053, - "18": 1.6729, - "19": 1.65463, - "20": 1.67298, - "21": 1.66273, - "22": 1.64743, - "23": 1.64351, - "24": 1.63695, - "25": 1.66076, - "26": 1.66885, - "27": 1.64423, - "28": 1.64773, - "29": 1.64565, - "30": 1.64171, - "31": 1.63705, - "32": 1.64216, - "33": 1.64504, - "34": 1.64255, - "35": 1.64762, - "36": 1.64913, - "37": 1.63831, - "38": 1.65213, - "39": 1.66065, - "40": 1.63954, - "41": 1.63964, - "42": 1.64408, - "43": 1.64113, - "44": 1.65016, - "45": 1.63618, - "46": 1.65229, - "47": 1.64761, - "48": 1.76963, - "49": 1.62535, - "50": 1.63142 + "1": "nan", + "2": 5.98058, + "3": 1.64309, + "4": 1.62761, + "5": 1.62823, + "6": 1.63222, + "7": 1.69084, + "8": 1.63624, + "9": 1.65075, + "10": 1.61521, + "11": 1.61471, + "12": 1.61131, + "13": 1.60887, + "14": 1.61211, + "15": 1.61102, + "16": 1.60922, + "17": 1.61284, + "18": 1.63072, + "19": 1.62592, + "20": 1.62316, + "21": 1.62318, + "22": 1.62291, + "23": 1.6212, + "24": 1.62865, + "25": 1.87294, + "26": 1.6423, + "27": 1.69932, + "28": 1.64609, + "29": 1.62303, + "30": 1.62278, + "31": 1.62812, + "32": 2.0164, + "33": 2.00141, + "34": 1.60941, + "35": 2.01647, + "36": 1.9981, + "37": 1.60714, + "38": 1.60614, + "39": 1.9985, + "40": 2.04784, + "41": 2.02567, + "42": 1.61197, + "43": 1.98977, + "44": 1.60865, + "45": 1.61193, + "46": 1.61452, + "47": 1.62979, + "48": 1.62083, + "49": 1.74024, + "50": 1.62933 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_gb200.json index 2774c3e5d17..812804fe033 100644 --- a/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_gb200.json @@ -4,407 +4,407 @@ "end_step": 2000, "step_interval": 5, "values": { - "1": 10.53448, - "5": 10.55424, - "10": 10.54124, - "15": 10.56241, - "20": 10.31493, - "25": 9.58079, - "30": 9.41269, - "35": 9.1462, - "40": 9.07276, - "45": 8.96068, - "50": 8.73394, - "55": 8.787, - "60": 8.44186, - "65": 8.54135, - "70": 8.17058, - "75": 8.31072, - "80": 7.93137, - "85": 7.82686, - "90": 7.6187, - "95": 7.64784, - "100": 7.62107, - "105": 7.37798, - "110": 7.49468, - "115": 7.1694, - "120": 6.99301, - "125": 7.17505, - "130": 6.96922, - "135": 6.84276, - "140": 7.07292, - "145": 7.02766, - "150": 6.99516, - "155": 6.93151, - "160": 6.92324, - "165": 7.00588, - "170": 6.86437, - "175": 6.88575, - "180": 6.57748, - "185": 7.00154, - "190": 6.99035, - "195": 6.84245, - "200": 6.88148, - "205": 6.79115, - "210": 6.80554, - "215": 6.88675, - "220": 6.64375, - "225": 6.79173, - "230": 6.83365, - "235": 6.63994, - "240": 6.59216, - "245": 6.91651, - "250": 6.67586, - "255": 6.60209, - "260": 6.70358, - "265": 6.57796, - "270": 6.47753, - "275": 6.78298, - "280": 6.6381, - "285": 6.51952, - "290": 6.59854, - "295": 6.67217, - "300": 6.34515, - "305": 6.38508, - "310": 6.9642, - "315": 6.77167, - "320": 6.72703, - "325": 6.50704, - "330": 6.71283, - "335": 6.56346, - "340": 6.45328, - "345": 6.60235, - "350": 6.48617, - "355": 6.66554, - "360": 6.58162, - "365": 6.68624, - "370": 6.54898, - "375": 6.64314, - "380": 6.36224, - "385": 6.48585, - "390": 6.52748, - "395": 6.31113, - "400": 6.59785, - "405": 6.50876, - "410": 6.58493, - "415": 6.55014, - "420": 6.49972, - "425": 6.41946, - "430": 6.57198, - "435": 6.41139, - "440": 6.5358, - "445": 6.49847, - "450": 6.63949, - "455": 6.52972, - "460": 6.83814, - "465": 6.7551, - "470": 6.44876, - "475": 6.20757, - "480": 6.49119, - "485": 6.54425, - "490": 6.2002, - "495": 6.29248, - "500": 6.51036, - "505": 6.46719, - "510": 6.50521, - "515": 6.16865, - "520": 6.55076, - "525": 6.50012, - "530": 6.30562, - "535": 6.1301, - "540": 6.60926, - "545": 6.43131, - "550": 6.43096, - "555": 6.3928, - "560": 6.42479, - "565": 6.32942, - "570": 6.37973, - "575": 6.5874, - "580": 6.46452, - "585": 6.46721, - "590": 6.25301, - "595": 6.29399, - "600": 6.46381, - "605": 6.38927, - "610": 6.46834, - "615": 6.43108, - "620": 6.4805, - "625": 6.40948, - "630": 6.46626, - "635": 6.44107, - "640": 6.3476, - "645": 6.19839, - "650": 6.32175, - "655": 6.54531, - "660": 6.35758, - "665": 6.30637, - "670": 6.42313, - "675": 6.31071, - "680": 6.39288, - "685": 6.53948, - "690": 6.30571, - "695": 6.17431, - "700": 6.10697, - "705": 6.35112, - "710": 6.18143, - "715": 6.41562, - "720": 6.40874, - "725": 6.27788, - "730": 6.36814, - "735": 6.49001, - "740": 6.64567, - "745": 6.19932, - "750": 6.23182, - "755": 6.03061, - "760": 6.55233, - "765": 6.28196, - "770": 6.44384, - "775": 6.13644, - "780": 6.27022, - "785": 6.28988, - "790": 6.4486, - "795": 6.40893, - "800": 6.11536, - "805": 6.36287, - "810": 6.22816, - "815": 6.15547, - "820": 6.36421, - "825": 6.6142, - "830": 6.34981, - "835": 6.20941, - "840": 6.15736, - "845": 6.41889, - "850": 6.44205, - "855": 6.5091, - "860": 6.2054, - "865": 6.34744, - "870": 6.30867, - "875": 6.23986, - "880": 6.28553, - "885": 6.34621, - "890": 6.19163, - "895": 6.27624, - "900": 6.34584, - "905": 6.25199, - "910": 6.15748, - "915": 6.44343, - "920": 6.41224, - "925": 6.17987, - "930": 6.07169, - "935": 6.45159, - "940": 6.32449, - "945": 6.06249, - "950": 6.23201, - "955": 6.02616, - "960": 6.32113, - "965": 6.18783, - "970": 6.36659, - "975": 6.09673, - "980": 6.04114, - "985": 6.33002, - "990": 6.19048, - "995": 6.32339, - "1000": 6.24069, - "1005": 6.41613, - "1010": 6.22636, - "1015": 6.11433, - "1020": 6.09219, - "1025": 6.35203, - "1030": 6.12886, - "1035": 6.04621, - "1040": 6.0006, - "1045": 6.61168, - "1050": 6.33992, - "1055": 6.08737, - "1060": 6.14803, - "1065": 5.8539, - "1070": 6.25053, - "1075": 5.95528, - "1080": 6.13332, - "1085": 6.15248, - "1090": 6.01658, - "1095": 6.25518, - "1100": 6.07717, - "1105": 6.28243, - "1110": 6.21898, - "1115": 6.08265, - "1120": 6.1601, - "1125": 6.12056, - "1130": 5.96228, - "1135": 6.31601, - "1140": 6.39542, - "1145": 6.21606, - "1150": 6.11722, - "1155": 6.03587, - "1160": 6.22513, - "1165": 6.23319, - "1170": 6.39102, - "1175": 6.05633, - "1180": 6.13212, - "1185": 6.23842, - "1190": 6.36425, - "1195": 6.27597, - "1200": 6.03022, - "1205": 6.2364, - "1210": 6.26645, - "1215": 6.10767, - "1220": 6.08149, - "1225": 6.39763, - "1230": 6.22339, - "1235": 6.01905, - "1240": 6.56214, - "1245": 6.09411, - "1250": 5.9596, - "1255": 6.08142, - "1260": 6.16148, - "1265": 6.05007, - "1270": 5.95618, - "1275": 6.09964, - "1280": 5.89321, - "1285": 5.91914, - "1290": 6.11843, - "1295": 6.09592, - "1300": 6.24849, - "1305": 5.95425, - "1310": 6.04612, - "1315": 6.02568, - "1320": 6.0856, - "1325": 6.27194, - "1330": 6.08125, - "1335": 6.03602, - "1340": 6.2101, - "1345": 6.05588, - "1350": 5.91771, - "1355": 6.28091, - "1360": 6.32761, - "1365": 6.07375, - "1370": 6.05339, - "1375": 6.29624, - "1380": 6.13949, - "1385": 5.91549, - "1390": 6.02222, - "1395": 5.99713, - "1400": 6.22208, - "1405": 5.99961, - "1410": 6.12987, - "1415": 6.33419, - "1420": 6.16179, - "1425": 6.1483, - "1430": 5.97615, - "1435": 6.36577, - "1440": 6.32583, - "1445": 6.28949, - "1450": 6.07941, - "1455": 5.78591, - "1460": 6.21217, - "1465": 5.94392, - "1470": 5.99029, - "1475": 6.17029, - "1480": 6.22077, - "1485": 6.04086, - "1490": 6.2179, - "1495": 6.1949, - "1500": 6.17274, - "1505": 6.25654, - "1510": 6.35949, - "1515": 6.11039, - "1520": 5.87995, - "1525": 5.96987, - "1530": 5.97887, - "1535": 6.19928, - "1540": 6.45427, - "1545": 6.27597, - "1550": 6.10652, - "1555": 5.98022, - "1560": 6.18589, - "1565": 6.15136, - "1570": 6.09115, - "1575": 6.08312, - "1580": 6.05031, - "1585": 6.01903, - "1590": 6.30658, - "1595": 6.25504, - "1600": 5.90522, - "1605": 5.94719, - "1610": 5.99559, - "1615": 6.17617, - "1620": 6.09853, - "1625": 5.99905, - "1630": 6.05085, - "1635": 6.36482, - "1640": 6.07657, - "1645": 6.1833, - "1650": 6.28596, - "1655": 6.2651, - "1660": 6.25354, - "1665": 5.86587, - "1670": 6.18025, - "1675": 5.91098, - "1680": 6.11337, - "1685": 6.3139, - "1690": 6.27259, - "1695": 6.00994, - "1700": 6.2633, - "1705": 6.12842, - "1710": 6.19012, - "1715": 5.97688, - "1720": 6.31227, - "1725": 6.23567, - "1730": 6.1905, - "1735": 6.15427, - "1740": 6.0613, - "1745": 5.93332, - "1750": 6.34814, - "1755": 6.38578, - "1760": 5.87727, - "1765": 6.07638, - "1770": 6.23671, - "1775": 5.93129, - "1780": 6.25422, - "1785": 5.81056, - "1790": 6.03843, - "1795": 6.24781, - "1800": 6.11398, - "1805": 5.99119, - "1810": 6.60974, - "1815": 6.20781, - "1820": 6.26113, - "1825": 6.13286, - "1830": 6.15793, - "1835": 5.99259, - "1840": 5.98984, - "1845": 6.15752, - "1850": 6.2051, - "1855": 6.13995, - "1860": 6.13797, - "1865": 5.96031, - "1870": 6.21984, - "1875": 6.15012, - "1880": 5.90648, - "1885": 6.19535, - "1890": 6.12029, - "1895": 6.05637, - "1900": 5.98569, - "1905": 6.32107, - "1910": 6.37925, - "1915": 6.26008, - "1920": 6.10271, - "1925": 5.85638, - "1930": 5.98922, - "1935": 6.13245, - "1940": 6.02348, - "1945": 5.88012, - "1950": 6.09432, - "1955": 5.94938, - "1960": 6.11203, - "1965": 6.06673, - "1970": 6.04829, - "1975": 6.09932, - "1980": 6.39535, - "1985": 6.29595, - "1990": 5.97733, - "1995": 6.0938, - "2000": 5.99617 + "1": 10.57016, + "5": 10.57457, + "10": 10.5895, + "15": 10.5701, + "20": 10.13778, + "25": 9.49357, + "30": 9.4056, + "35": 9.1618, + "40": 9.08637, + "45": 8.96435, + "50": 8.67005, + "55": 8.77614, + "60": 8.51912, + "65": 8.52143, + "70": 8.20591, + "75": 8.31295, + "80": 8.00603, + "85": 7.79543, + "90": 7.70836, + "95": 7.57266, + "100": 7.53591, + "105": 7.35517, + "110": 7.44978, + "115": 7.20792, + "120": 6.95942, + "125": 7.27887, + "130": 7.01311, + "135": 6.80831, + "140": 7.21623, + "145": 7.00076, + "150": 7.08728, + "155": 6.98439, + "160": 6.99868, + "165": 7.03626, + "170": 6.92491, + "175": 6.87684, + "180": 6.7349, + "185": 6.92182, + "190": 7.09627, + "195": 6.95652, + "200": 6.88737, + "205": 6.88212, + "210": 6.75061, + "215": 6.9828, + "220": 6.66761, + "225": 6.77153, + "230": 6.73327, + "235": 6.84111, + "240": 6.58632, + "245": 7.08674, + "250": 6.60849, + "255": 6.65796, + "260": 6.74518, + "265": 6.62708, + "270": 6.59842, + "275": 6.82877, + "280": 6.53927, + "285": 6.5668, + "290": 6.74581, + "295": 6.73208, + "300": 6.43994, + "305": 6.34549, + "310": 6.95999, + "315": 6.93016, + "320": 6.86096, + "325": 6.66038, + "330": 6.63878, + "335": 6.64048, + "340": 6.58574, + "345": 6.53944, + "350": 6.396, + "355": 6.51173, + "360": 6.56525, + "365": 6.61797, + "370": 6.52094, + "375": 6.64693, + "380": 6.45276, + "385": 6.40779, + "390": 6.46608, + "395": 6.25858, + "400": 6.64783, + "405": 6.47696, + "410": 6.36974, + "415": 6.56753, + "420": 6.58633, + "425": 6.53258, + "430": 6.56715, + "435": 6.51055, + "440": 6.54104, + "445": 6.57032, + "450": 6.60459, + "455": 6.64806, + "460": 6.74269, + "465": 6.71717, + "470": 6.49106, + "475": 6.21387, + "480": 6.46245, + "485": 6.5334, + "490": 6.18455, + "495": 6.21143, + "500": 6.61963, + "505": 6.60945, + "510": 6.51889, + "515": 6.20099, + "520": 6.42318, + "525": 6.43891, + "530": 6.41375, + "535": 6.0017, + "540": 6.46755, + "545": 6.34931, + "550": 6.42553, + "555": 6.51621, + "560": 6.39803, + "565": 6.19623, + "570": 6.28741, + "575": 6.63905, + "580": 6.42899, + "585": 6.42321, + "590": 6.18413, + "595": 6.26483, + "600": 6.48357, + "605": 6.49681, + "610": 6.29344, + "615": 6.42897, + "620": 6.50728, + "625": 6.42103, + "630": 6.45875, + "635": 6.48144, + "640": 6.34499, + "645": 6.27084, + "650": 6.24999, + "655": 6.55351, + "660": 6.34522, + "665": 6.27813, + "670": 6.35548, + "675": 6.2648, + "680": 6.36674, + "685": 6.53052, + "690": 6.54112, + "695": 6.21604, + "700": 5.99887, + "705": 6.28967, + "710": 6.17574, + "715": 6.38195, + "720": 6.25111, + "725": 6.43415, + "730": 6.53264, + "735": 6.61096, + "740": 6.5891, + "745": 6.29544, + "750": 6.26264, + "755": 6.00057, + "760": 6.57044, + "765": 6.37664, + "770": 6.44316, + "775": 6.14596, + "780": 6.24057, + "785": 6.29758, + "790": 6.48672, + "795": 6.375, + "800": 6.34408, + "805": 6.4855, + "810": 6.17661, + "815": 6.24969, + "820": 6.46937, + "825": 6.49875, + "830": 6.41187, + "835": 6.38815, + "840": 6.33676, + "845": 6.19728, + "850": 6.37738, + "855": 6.40839, + "860": 6.27525, + "865": 6.28608, + "870": 6.36816, + "875": 6.40001, + "880": 6.29208, + "885": 6.49235, + "890": 6.2164, + "895": 6.25901, + "900": 6.25059, + "905": 6.36206, + "910": 6.07771, + "915": 6.50532, + "920": 6.34417, + "925": 6.2606, + "930": 6.21949, + "935": 6.22412, + "940": 6.36739, + "945": 6.03716, + "950": 6.16067, + "955": 6.16405, + "960": 6.2354, + "965": 6.26383, + "970": 6.28899, + "975": 6.18494, + "980": 6.07856, + "985": 6.26264, + "990": 6.16384, + "995": 6.40483, + "1000": 6.21386, + "1005": 6.42444, + "1010": 6.10073, + "1015": 6.18252, + "1020": 6.09469, + "1025": 6.37207, + "1030": 6.16964, + "1035": 5.92432, + "1040": 6.02639, + "1045": 6.33766, + "1050": 6.45656, + "1055": 6.09236, + "1060": 6.09897, + "1065": 5.97221, + "1070": 6.1916, + "1075": 5.97914, + "1080": 6.14591, + "1085": 6.01944, + "1090": 6.1107, + "1095": 6.41051, + "1100": 6.07832, + "1105": 6.28098, + "1110": 6.17453, + "1115": 6.06118, + "1120": 6.04548, + "1125": 6.14937, + "1130": 5.92201, + "1135": 6.33183, + "1140": 6.4784, + "1145": 6.2523, + "1150": 6.1203, + "1155": 5.99932, + "1160": 6.08841, + "1165": 6.13199, + "1170": 6.32067, + "1175": 6.09731, + "1180": 6.2554, + "1185": 6.28789, + "1190": 6.33396, + "1195": 6.22166, + "1200": 6.18768, + "1205": 6.32714, + "1210": 6.14663, + "1215": 6.06385, + "1220": 6.20885, + "1225": 6.33596, + "1230": 6.29505, + "1235": 6.07554, + "1240": 6.4444, + "1245": 6.12619, + "1250": 5.92236, + "1255": 6.24939, + "1260": 6.21401, + "1265": 5.99277, + "1270": 6.05496, + "1275": 6.11892, + "1280": 5.80143, + "1285": 5.97887, + "1290": 6.03117, + "1295": 6.1527, + "1300": 6.3507, + "1305": 5.92647, + "1310": 6.00999, + "1315": 6.0662, + "1320": 6.10065, + "1325": 6.1658, + "1330": 6.11215, + "1335": 6.06255, + "1340": 6.1044, + "1345": 6.19047, + "1350": 5.94001, + "1355": 6.08141, + "1360": 6.43968, + "1365": 5.9775, + "1370": 6.06872, + "1375": 6.26164, + "1380": 6.0897, + "1385": 5.99699, + "1390": 5.86771, + "1395": 5.84369, + "1400": 6.14356, + "1405": 6.1545, + "1410": 6.05662, + "1415": 6.24539, + "1420": 6.19344, + "1425": 6.19564, + "1430": 6.01059, + "1435": 6.4846, + "1440": 6.33193, + "1445": 6.31451, + "1450": 6.0827, + "1455": 5.78442, + "1460": 6.19138, + "1465": 6.18086, + "1470": 6.25935, + "1475": 6.23589, + "1480": 6.33248, + "1485": 6.05732, + "1490": 6.23182, + "1495": 6.26111, + "1500": 6.18782, + "1505": 6.2482, + "1510": 6.39892, + "1515": 6.05634, + "1520": 5.82788, + "1525": 5.91483, + "1530": 5.88868, + "1535": 6.46938, + "1540": 6.40193, + "1545": 6.33528, + "1550": 6.12725, + "1555": 6.06753, + "1560": 6.1525, + "1565": 6.06122, + "1570": 6.01284, + "1575": 6.12295, + "1580": 6.24347, + "1585": 6.0764, + "1590": 6.24692, + "1595": 6.19689, + "1600": 6.10773, + "1605": 6.05819, + "1610": 6.13265, + "1615": 6.14311, + "1620": 6.04295, + "1625": 6.03832, + "1630": 6.09542, + "1635": 6.31795, + "1640": 6.14846, + "1645": 6.19578, + "1650": 6.29627, + "1655": 6.35313, + "1660": 6.22447, + "1665": 6.05814, + "1670": 6.181, + "1675": 5.87418, + "1680": 6.10235, + "1685": 6.37124, + "1690": 6.17879, + "1695": 6.0453, + "1700": 6.23077, + "1705": 6.07609, + "1710": 6.03402, + "1715": 6.05391, + "1720": 6.18997, + "1725": 6.39643, + "1730": 6.19031, + "1735": 6.02531, + "1740": 6.10795, + "1745": 6.09931, + "1750": 6.32244, + "1755": 6.27191, + "1760": 5.98249, + "1765": 5.99969, + "1770": 6.1287, + "1775": 5.99984, + "1780": 6.02211, + "1785": 5.8221, + "1790": 5.96942, + "1795": 6.30099, + "1800": 6.17733, + "1805": 5.81159, + "1810": 6.48243, + "1815": 6.16965, + "1820": 6.48046, + "1825": 6.13125, + "1830": 6.05526, + "1835": 5.95849, + "1840": 5.90028, + "1845": 6.29489, + "1850": 6.23845, + "1855": 6.13384, + "1860": 6.0453, + "1865": 6.00502, + "1870": 6.32861, + "1875": 6.09238, + "1880": 5.91293, + "1885": 6.30309, + "1890": 6.11072, + "1895": 5.96072, + "1900": 6.09184, + "1905": 6.28475, + "1910": 6.29417, + "1915": 6.33553, + "1920": 6.16605, + "1925": 5.96987, + "1930": 6.10131, + "1935": 6.00775, + "1940": 6.13005, + "1945": 6.08146, + "1950": 6.03616, + "1955": 6.03111, + "1960": 6.01663, + "1965": 5.98703, + "1970": 6.07541, + "1975": 6.25125, + "1980": 6.39044, + "1985": 6.12075, + "1990": 5.97305, + "1995": 5.92903, + "2000": 6.09087 } }, "mem-allocated-bytes": { @@ -412,407 +412,407 @@ "end_step": 2000, "step_interval": 5, "values": { - "1": 187536384.0, - "5": 187536384.0, - "10": 188060672.0, - "15": 187536384.0, - "20": 265764352.0, - "25": 265764352.0, - "30": 265764352.0, - "35": 265764352.0, - "40": 265764352.0, - "45": 265764352.0, - "50": 265764352.0, - "55": 265764352.0, - "60": 265764352.0, - "65": 265764352.0, - "70": 265764352.0, - "75": 265764352.0, - "80": 265764352.0, - "85": 265764352.0, - "90": 265764352.0, - "95": 265764352.0, - "100": 265764352.0, - "105": 265764352.0, - "110": 265764352.0, - "115": 265764352.0, - "120": 265764352.0, - "125": 265764352.0, - "130": 265764352.0, - "135": 265764352.0, - "140": 265764352.0, - "145": 265764352.0, - "150": 265764352.0, - "155": 265764352.0, - "160": 265764352.0, - "165": 265764352.0, - "170": 265764352.0, - "175": 265764352.0, - "180": 265764352.0, - "185": 265764352.0, - "190": 265764352.0, - "195": 265764352.0, - "200": 265764352.0, - "205": 265764352.0, - "210": 265764352.0, - "215": 265764352.0, - "220": 265764352.0, - "225": 265764352.0, - "230": 265764352.0, - "235": 265764352.0, - "240": 265764352.0, - "245": 265764352.0, - "250": 265764352.0, - "255": 265764352.0, - "260": 265764352.0, - "265": 265764352.0, - "270": 265764352.0, - "275": 265764352.0, - "280": 265764352.0, - "285": 265764352.0, - "290": 265764352.0, - "295": 265764352.0, - "300": 265764352.0, - "305": 265764352.0, - "310": 265764352.0, - "315": 265764352.0, - "320": 265764352.0, - "325": 265764352.0, - "330": 265764352.0, - "335": 265764352.0, - "340": 265764352.0, - "345": 265764352.0, - "350": 265764352.0, - "355": 265764352.0, - "360": 265764352.0, - "365": 265764352.0, - "370": 265764352.0, - "375": 265764352.0, - "380": 265764352.0, - "385": 265764352.0, - "390": 265764352.0, - "395": 265764352.0, - "400": 265764352.0, - "405": 265764352.0, - "410": 265764352.0, - "415": 265764352.0, - "420": 265764352.0, - "425": 265764352.0, - "430": 265764352.0, - "435": 265764352.0, - "440": 265764352.0, - "445": 265764352.0, - "450": 265764352.0, - "455": 265764352.0, - "460": 265764352.0, - "465": 265764352.0, - "470": 265764352.0, - "475": 265764352.0, - "480": 265764352.0, - "485": 265764352.0, - "490": 265764352.0, - "495": 265764352.0, - "500": 265764352.0, - "505": 265764352.0, - "510": 265764352.0, - "515": 265764352.0, - "520": 265764352.0, - "525": 265764352.0, - "530": 265764352.0, - "535": 265764352.0, - "540": 265764352.0, - "545": 265764352.0, - "550": 265764352.0, - "555": 265764352.0, - "560": 265764352.0, - "565": 265764352.0, - "570": 265764352.0, - "575": 265764352.0, - "580": 265764352.0, - "585": 265764352.0, - "590": 265764352.0, - "595": 265764352.0, - "600": 265764352.0, - "605": 265764352.0, - "610": 265764352.0, - "615": 265764352.0, - "620": 265764352.0, - "625": 265764352.0, - "630": 265764352.0, - "635": 265764352.0, - "640": 265764352.0, - "645": 265764352.0, - "650": 265764352.0, - "655": 265764352.0, - "660": 265764352.0, - "665": 265764352.0, - "670": 265764352.0, - "675": 265764352.0, - "680": 265764352.0, - "685": 265764352.0, - "690": 265764352.0, - "695": 265764352.0, - "700": 265764352.0, - "705": 265764352.0, - "710": 265764352.0, - "715": 265764352.0, - "720": 265764352.0, - "725": 265764352.0, - "730": 265764352.0, - "735": 265764352.0, - "740": 265764352.0, - "745": 265764352.0, - "750": 265764352.0, - "755": 265764352.0, - "760": 265764352.0, - "765": 265764352.0, - "770": 265764352.0, - "775": 265764352.0, - "780": 265764352.0, - "785": 265764352.0, - "790": 265764352.0, - "795": 265764352.0, - "800": 265764352.0, - "805": 265764352.0, - "810": 265764352.0, - "815": 265764352.0, - "820": 265764352.0, - "825": 265764352.0, - "830": 265764352.0, - "835": 265764352.0, - "840": 265764352.0, - "845": 265764352.0, - "850": 265764352.0, - "855": 265764352.0, - "860": 265764352.0, - "865": 265764352.0, - "870": 265764352.0, - "875": 265764352.0, - "880": 265764352.0, - "885": 265764352.0, - "890": 265764352.0, - "895": 265764352.0, - "900": 265764352.0, - "905": 265764352.0, - "910": 265764352.0, - "915": 265764352.0, - "920": 265764352.0, - "925": 265764352.0, - "930": 265764352.0, - "935": 265764352.0, - "940": 265764352.0, - "945": 265764352.0, - "950": 265764352.0, - "955": 265764352.0, - "960": 265764352.0, - "965": 265764352.0, - "970": 265764352.0, - "975": 265764352.0, - "980": 265764352.0, - "985": 265764352.0, - "990": 265764352.0, - "995": 265764352.0, - "1000": 265764352.0, - "1005": 265764352.0, - "1010": 265764352.0, - "1015": 265764352.0, - "1020": 265764352.0, - "1025": 265764352.0, - "1030": 265764352.0, - "1035": 265764352.0, - "1040": 265764352.0, - "1045": 265764352.0, - "1050": 265764352.0, - "1055": 265764352.0, - "1060": 265764352.0, - "1065": 265764352.0, - "1070": 265764352.0, - "1075": 265764352.0, - "1080": 265764352.0, - "1085": 265764352.0, - "1090": 265764352.0, - "1095": 265764352.0, - "1100": 265764352.0, - "1105": 265764352.0, - "1110": 265764352.0, - "1115": 265764352.0, - "1120": 265764352.0, - "1125": 265764352.0, - "1130": 265764352.0, - "1135": 265764352.0, - "1140": 265764352.0, - "1145": 265764352.0, - "1150": 265764352.0, - "1155": 265764352.0, - "1160": 265764352.0, - "1165": 265764352.0, - "1170": 265764352.0, - "1175": 265764352.0, - "1180": 265764352.0, - "1185": 265764352.0, - "1190": 265764352.0, - "1195": 265764352.0, - "1200": 265764352.0, - "1205": 265764352.0, - "1210": 265764352.0, - "1215": 265764352.0, - "1220": 265764352.0, - "1225": 265764352.0, - "1230": 265764352.0, - "1235": 265764352.0, - "1240": 265764352.0, - "1245": 265764352.0, - "1250": 265764352.0, - "1255": 265764352.0, - "1260": 265764352.0, - "1265": 265764352.0, - "1270": 265764352.0, - "1275": 265764352.0, - "1280": 265764352.0, - "1285": 265764352.0, - "1290": 265764352.0, - "1295": 265764352.0, - "1300": 265764352.0, - "1305": 265764352.0, - "1310": 265764352.0, - "1315": 265764352.0, - "1320": 265764352.0, - "1325": 265764352.0, - "1330": 265764352.0, - "1335": 265764352.0, - "1340": 265764352.0, - "1345": 265764352.0, - "1350": 265764352.0, - "1355": 265764352.0, - "1360": 265764352.0, - "1365": 265764352.0, - "1370": 265764352.0, - "1375": 265764352.0, - "1380": 265764352.0, - "1385": 265764352.0, - "1390": 265764352.0, - "1395": 265764352.0, - "1400": 265764352.0, - "1405": 265764352.0, - "1410": 265764352.0, - "1415": 265764352.0, - "1420": 265764352.0, - "1425": 265764352.0, - "1430": 265764352.0, - "1435": 265764352.0, - "1440": 265764352.0, - "1445": 265764352.0, - "1450": 265764352.0, - "1455": 265764352.0, - "1460": 265764352.0, - "1465": 265764352.0, - "1470": 265764352.0, - "1475": 265764352.0, - "1480": 265764352.0, - "1485": 265764352.0, - "1490": 265764352.0, - "1495": 265764352.0, - "1500": 265764352.0, - "1505": 265764352.0, - "1510": 265764352.0, - "1515": 265764352.0, - "1520": 265764352.0, - "1525": 265764352.0, - "1530": 265764352.0, - "1535": 265764352.0, - "1540": 265764352.0, - "1545": 265764352.0, - "1550": 265764352.0, - "1555": 265764352.0, - "1560": 265764352.0, - "1565": 265764352.0, - "1570": 265764352.0, - "1575": 265764352.0, - "1580": 265764352.0, - "1585": 265764352.0, - "1590": 265764352.0, - "1595": 265764352.0, - "1600": 265764352.0, - "1605": 265764352.0, - "1610": 265764352.0, - "1615": 265764352.0, - "1620": 265764352.0, - "1625": 265764352.0, - "1630": 265764352.0, - "1635": 265764352.0, - "1640": 265764352.0, - "1645": 265764352.0, - "1650": 265764352.0, - "1655": 265764352.0, - "1660": 265764352.0, - "1665": 265764352.0, - "1670": 265764352.0, - "1675": 265764352.0, - "1680": 265764352.0, - "1685": 265764352.0, - "1690": 265764352.0, - "1695": 265764352.0, - "1700": 265764352.0, - "1705": 265764352.0, - "1710": 265764352.0, - "1715": 265764352.0, - "1720": 265764352.0, - "1725": 265764352.0, - "1730": 265764352.0, - "1735": 265764352.0, - "1740": 265764352.0, - "1745": 265764352.0, - "1750": 265764352.0, - "1755": 265764352.0, - "1760": 265764352.0, - "1765": 265764352.0, - "1770": 265764352.0, - "1775": 265764352.0, - "1780": 265764352.0, - "1785": 265764352.0, - "1790": 265764352.0, - "1795": 265764352.0, - "1800": 265764352.0, - "1805": 265764352.0, - "1810": 265764352.0, - "1815": 265764352.0, - "1820": 265764352.0, - "1825": 265764352.0, - "1830": 265764352.0, - "1835": 265764352.0, - "1840": 265764352.0, - "1845": 265764352.0, - "1850": 265764352.0, - "1855": 265764352.0, - "1860": 265764352.0, - "1865": 265764352.0, - "1870": 265764352.0, - "1875": 265764352.0, - "1880": 265764352.0, - "1885": 265764352.0, - "1890": 265764352.0, - "1895": 265764352.0, - "1900": 265764352.0, - "1905": 265764352.0, - "1910": 265764352.0, - "1915": 265764352.0, - "1920": 265764352.0, - "1925": 265764352.0, - "1930": 265764352.0, - "1935": 265764352.0, - "1940": 265764352.0, - "1945": 265764352.0, - "1950": 265764352.0, - "1955": 265764352.0, - "1960": 265764352.0, - "1965": 265764352.0, - "1970": 265764352.0, - "1975": 265764352.0, - "1980": 265764352.0, - "1985": 265764352.0, - "1990": 265764352.0, - "1995": 265764352.0, - "2000": 265764352.0 + "1": 192387584.0, + "5": 192387584.0, + "10": 191994368.0, + "15": 192387584.0, + "20": 270223360.0, + "25": 270223360.0, + "30": 270223360.0, + "35": 270223360.0, + "40": 270223360.0, + "45": 270223360.0, + "50": 270223360.0, + "55": 270223360.0, + "60": 270223360.0, + "65": 270223360.0, + "70": 270223360.0, + "75": 270223360.0, + "80": 270223360.0, + "85": 270223360.0, + "90": 270223360.0, + "95": 270223360.0, + "100": 270223360.0, + "105": 270223360.0, + "110": 270223360.0, + "115": 270223360.0, + "120": 270223360.0, + "125": 270223360.0, + "130": 270223360.0, + "135": 270223360.0, + "140": 270223360.0, + "145": 270223360.0, + "150": 270223360.0, + "155": 270223360.0, + "160": 270223360.0, + "165": 270223360.0, + "170": 270223360.0, + "175": 270223360.0, + "180": 270223360.0, + "185": 270223360.0, + "190": 270223360.0, + "195": 270223360.0, + "200": 270223360.0, + "205": 270223360.0, + "210": 270223360.0, + "215": 270223360.0, + "220": 270223360.0, + "225": 270223360.0, + "230": 270223360.0, + "235": 270223360.0, + "240": 270223360.0, + "245": 270223360.0, + "250": 270223360.0, + "255": 270223360.0, + "260": 270223360.0, + "265": 270223360.0, + "270": 270223360.0, + "275": 270223360.0, + "280": 270223360.0, + "285": 270223360.0, + "290": 270223360.0, + "295": 270223360.0, + "300": 270223360.0, + "305": 270223360.0, + "310": 270223360.0, + "315": 270223360.0, + "320": 270223360.0, + "325": 270223360.0, + "330": 270223360.0, + "335": 270223360.0, + "340": 270223360.0, + "345": 270223360.0, + "350": 270223360.0, + "355": 270223360.0, + "360": 270223360.0, + "365": 270223360.0, + "370": 270223360.0, + "375": 270223360.0, + "380": 270223360.0, + "385": 270223360.0, + "390": 270223360.0, + "395": 270223360.0, + "400": 270223360.0, + "405": 270223360.0, + "410": 270223360.0, + "415": 270223360.0, + "420": 270223360.0, + "425": 270223360.0, + "430": 270223360.0, + "435": 270223360.0, + "440": 270223360.0, + "445": 270223360.0, + "450": 270223360.0, + "455": 270223360.0, + "460": 270223360.0, + "465": 270223360.0, + "470": 270223360.0, + "475": 270223360.0, + "480": 270223360.0, + "485": 270223360.0, + "490": 270223360.0, + "495": 270223360.0, + "500": 270223360.0, + "505": 270223360.0, + "510": 270223360.0, + "515": 270223360.0, + "520": 270223360.0, + "525": 270223360.0, + "530": 270223360.0, + "535": 270223360.0, + "540": 270223360.0, + "545": 270223360.0, + "550": 270223360.0, + "555": 270223360.0, + "560": 270223360.0, + "565": 270223360.0, + "570": 270223360.0, + "575": 270223360.0, + "580": 270223360.0, + "585": 270223360.0, + "590": 270223360.0, + "595": 270223360.0, + "600": 270223360.0, + "605": 270223360.0, + "610": 270223360.0, + "615": 270223360.0, + "620": 270223360.0, + "625": 270223360.0, + "630": 270223360.0, + "635": 270223360.0, + "640": 270223360.0, + "645": 270223360.0, + "650": 270223360.0, + "655": 270223360.0, + "660": 270223360.0, + "665": 270223360.0, + "670": 270223360.0, + "675": 270223360.0, + "680": 270223360.0, + "685": 270223360.0, + "690": 270223360.0, + "695": 270223360.0, + "700": 270223360.0, + "705": 270223360.0, + "710": 270223360.0, + "715": 270223360.0, + "720": 270223360.0, + "725": 270223360.0, + "730": 270223360.0, + "735": 270223360.0, + "740": 270223360.0, + "745": 270223360.0, + "750": 270223360.0, + "755": 270223360.0, + "760": 270223360.0, + "765": 270223360.0, + "770": 270223360.0, + "775": 270223360.0, + "780": 270223360.0, + "785": 270223360.0, + "790": 270223360.0, + "795": 270223360.0, + "800": 270223360.0, + "805": 270223360.0, + "810": 270223360.0, + "815": 270223360.0, + "820": 270223360.0, + "825": 270223360.0, + "830": 270223360.0, + "835": 270223360.0, + "840": 270223360.0, + "845": 270223360.0, + "850": 270223360.0, + "855": 270223360.0, + "860": 270223360.0, + "865": 270223360.0, + "870": 270223360.0, + "875": 270223360.0, + "880": 270223360.0, + "885": 270223360.0, + "890": 270223360.0, + "895": 270223360.0, + "900": 270223360.0, + "905": 270223360.0, + "910": 270223360.0, + "915": 270223360.0, + "920": 270223360.0, + "925": 270223360.0, + "930": 270223360.0, + "935": 270223360.0, + "940": 270223360.0, + "945": 270223360.0, + "950": 270223360.0, + "955": 270223360.0, + "960": 270223360.0, + "965": 270223360.0, + "970": 270223360.0, + "975": 270223360.0, + "980": 270223360.0, + "985": 270223360.0, + "990": 270223360.0, + "995": 270223360.0, + "1000": 270223360.0, + "1005": 270223360.0, + "1010": 270223360.0, + "1015": 270223360.0, + "1020": 270223360.0, + "1025": 270223360.0, + "1030": 270223360.0, + "1035": 270223360.0, + "1040": 270223360.0, + "1045": 270223360.0, + "1050": 270223360.0, + "1055": 270223360.0, + "1060": 270223360.0, + "1065": 270223360.0, + "1070": 270223360.0, + "1075": 270223360.0, + "1080": 270223360.0, + "1085": 270223360.0, + "1090": 270223360.0, + "1095": 270223360.0, + "1100": 270223360.0, + "1105": 270223360.0, + "1110": 270223360.0, + "1115": 270223360.0, + "1120": 270223360.0, + "1125": 270223360.0, + "1130": 270223360.0, + "1135": 270223360.0, + "1140": 270223360.0, + "1145": 270223360.0, + "1150": 270223360.0, + "1155": 270223360.0, + "1160": 270223360.0, + "1165": 270223360.0, + "1170": 270223360.0, + "1175": 270223360.0, + "1180": 270223360.0, + "1185": 270223360.0, + "1190": 270223360.0, + "1195": 270223360.0, + "1200": 270223360.0, + "1205": 270223360.0, + "1210": 270223360.0, + "1215": 270223360.0, + "1220": 270223360.0, + "1225": 270223360.0, + "1230": 270223360.0, + "1235": 270223360.0, + "1240": 270223360.0, + "1245": 270223360.0, + "1250": 270223360.0, + "1255": 270223360.0, + "1260": 270223360.0, + "1265": 270223360.0, + "1270": 270223360.0, + "1275": 270223360.0, + "1280": 270223360.0, + "1285": 270223360.0, + "1290": 270223360.0, + "1295": 270223360.0, + "1300": 270223360.0, + "1305": 270223360.0, + "1310": 270223360.0, + "1315": 270223360.0, + "1320": 270223360.0, + "1325": 270223360.0, + "1330": 270223360.0, + "1335": 270223360.0, + "1340": 270223360.0, + "1345": 270223360.0, + "1350": 270223360.0, + "1355": 270223360.0, + "1360": 270223360.0, + "1365": 270223360.0, + "1370": 270223360.0, + "1375": 270223360.0, + "1380": 270223360.0, + "1385": 270223360.0, + "1390": 270223360.0, + "1395": 270223360.0, + "1400": 270223360.0, + "1405": 270223360.0, + "1410": 270223360.0, + "1415": 270223360.0, + "1420": 270223360.0, + "1425": 270223360.0, + "1430": 270223360.0, + "1435": 270223360.0, + "1440": 270223360.0, + "1445": 270223360.0, + "1450": 270223360.0, + "1455": 270223360.0, + "1460": 270223360.0, + "1465": 270223360.0, + "1470": 270223360.0, + "1475": 270223360.0, + "1480": 270223360.0, + "1485": 270223360.0, + "1490": 270223360.0, + "1495": 270223360.0, + "1500": 270223360.0, + "1505": 270223360.0, + "1510": 270223360.0, + "1515": 270223360.0, + "1520": 270223360.0, + "1525": 270223360.0, + "1530": 270223360.0, + "1535": 270223360.0, + "1540": 270223360.0, + "1545": 270223360.0, + "1550": 270223360.0, + "1555": 270223360.0, + "1560": 270223360.0, + "1565": 270223360.0, + "1570": 270223360.0, + "1575": 270223360.0, + "1580": 270223360.0, + "1585": 270223360.0, + "1590": 270223360.0, + "1595": 270223360.0, + "1600": 270223360.0, + "1605": 270223360.0, + "1610": 270223360.0, + "1615": 270223360.0, + "1620": 270223360.0, + "1625": 270223360.0, + "1630": 270223360.0, + "1635": 270223360.0, + "1640": 270223360.0, + "1645": 270223360.0, + "1650": 270223360.0, + "1655": 270223360.0, + "1660": 270223360.0, + "1665": 270223360.0, + "1670": 270223360.0, + "1675": 270223360.0, + "1680": 270223360.0, + "1685": 270223360.0, + "1690": 270223360.0, + "1695": 270223360.0, + "1700": 270223360.0, + "1705": 270223360.0, + "1710": 270223360.0, + "1715": 270223360.0, + "1720": 270223360.0, + "1725": 270223360.0, + "1730": 270223360.0, + "1735": 270223360.0, + "1740": 270223360.0, + "1745": 270223360.0, + "1750": 270223360.0, + "1755": 270223360.0, + "1760": 270223360.0, + "1765": 270223360.0, + "1770": 270223360.0, + "1775": 270223360.0, + "1780": 270223360.0, + "1785": 270223360.0, + "1790": 270223360.0, + "1795": 270223360.0, + "1800": 270223360.0, + "1805": 270223360.0, + "1810": 270223360.0, + "1815": 270223360.0, + "1820": 270223360.0, + "1825": 270223360.0, + "1830": 270223360.0, + "1835": 270223360.0, + "1840": 270223360.0, + "1845": 270223360.0, + "1850": 270223360.0, + "1855": 270223360.0, + "1860": 270223360.0, + "1865": 270223360.0, + "1870": 270223360.0, + "1875": 270223360.0, + "1880": 270223360.0, + "1885": 270223360.0, + "1890": 270223360.0, + "1895": 270223360.0, + "1900": 270223360.0, + "1905": 270223360.0, + "1910": 270223360.0, + "1915": 270223360.0, + "1920": 270223360.0, + "1925": 270223360.0, + "1930": 270223360.0, + "1935": 270223360.0, + "1940": 270223360.0, + "1945": 270223360.0, + "1950": 270223360.0, + "1955": 270223360.0, + "1960": 270223360.0, + "1965": 270223360.0, + "1970": 270223360.0, + "1975": 270223360.0, + "1980": 270223360.0, + "1985": 270223360.0, + "1990": 270223360.0, + "1995": 270223360.0, + "2000": 270223360.0 } }, "mem-max-allocated-bytes": { @@ -820,407 +820,407 @@ "end_step": 2000, "step_interval": 5, "values": { - "1": 399197696.0, - "5": 399197696.0, - "10": 399197696.0, - "15": 399197696.0, - "20": 441949696.0, - "25": 441949696.0, - "30": 441949696.0, - "35": 441949696.0, - "40": 441949696.0, - "45": 441949696.0, - "50": 441949696.0, - "55": 441949696.0, - "60": 441949696.0, - "65": 441949696.0, - "70": 441949696.0, - "75": 441949696.0, - "80": 441949696.0, - "85": 441949696.0, - "90": 441949696.0, - "95": 441949696.0, - "100": 441949696.0, - "105": 441949696.0, - "110": 441949696.0, - "115": 441949696.0, - "120": 441949696.0, - "125": 441949696.0, - "130": 441949696.0, - "135": 441949696.0, - "140": 441949696.0, - "145": 441949696.0, - "150": 441949696.0, - "155": 441949696.0, - "160": 441949696.0, - "165": 441949696.0, - "170": 441949696.0, - "175": 441949696.0, - "180": 441949696.0, - "185": 441949696.0, - "190": 441949696.0, - "195": 441949696.0, - "200": 441949696.0, - "205": 441949696.0, - "210": 441949696.0, - "215": 441949696.0, - "220": 441949696.0, - "225": 441949696.0, - "230": 441949696.0, - "235": 441949696.0, - "240": 441949696.0, - "245": 441949696.0, - "250": 441949696.0, - "255": 441949696.0, - "260": 441949696.0, - "265": 441949696.0, - "270": 441949696.0, - "275": 441949696.0, - "280": 441949696.0, - "285": 441949696.0, - "290": 441949696.0, - "295": 441949696.0, - "300": 441949696.0, - "305": 441949696.0, - "310": 441949696.0, - "315": 441949696.0, - "320": 441949696.0, - "325": 441949696.0, - "330": 441949696.0, - "335": 441949696.0, - "340": 441949696.0, - "345": 441949696.0, - "350": 441949696.0, - "355": 441949696.0, - "360": 441949696.0, - "365": 441949696.0, - "370": 441949696.0, - "375": 441949696.0, - "380": 441949696.0, - "385": 441949696.0, - "390": 441949696.0, - "395": 441949696.0, - "400": 441950208.0, - "405": 441950208.0, - "410": 441950208.0, - "415": 441950208.0, - "420": 441950208.0, - "425": 441950208.0, - "430": 441950208.0, - "435": 441950208.0, - "440": 441950208.0, - "445": 441950208.0, - "450": 441950208.0, - "455": 441950208.0, - "460": 441950208.0, - "465": 441950208.0, - "470": 441950208.0, - "475": 441950208.0, - "480": 441950208.0, - "485": 441950208.0, - "490": 441950208.0, - "495": 441950208.0, - "500": 441950208.0, - "505": 441950208.0, - "510": 441950208.0, - "515": 441950208.0, - "520": 441950208.0, - "525": 441950208.0, - "530": 441950208.0, - "535": 441950208.0, - "540": 441950208.0, - "545": 441950208.0, - "550": 441950208.0, - "555": 441950208.0, - "560": 441950208.0, - "565": 441950208.0, - "570": 441950208.0, - "575": 441950208.0, - "580": 441950208.0, - "585": 441950208.0, - "590": 441950208.0, - "595": 441950208.0, - "600": 441950208.0, - "605": 441950208.0, - "610": 441950208.0, - "615": 441950208.0, - "620": 441950208.0, - "625": 441950208.0, - "630": 441950208.0, - "635": 441950208.0, - "640": 441950208.0, - "645": 441950208.0, - "650": 441950208.0, - "655": 441950208.0, - "660": 441950208.0, - "665": 441950208.0, - "670": 441950208.0, - "675": 441950208.0, - "680": 441950208.0, - "685": 441950208.0, - "690": 441950208.0, - "695": 441950208.0, - "700": 441950208.0, - "705": 441950208.0, - "710": 441950208.0, - "715": 441950208.0, - "720": 441950208.0, - "725": 441950208.0, - "730": 441950208.0, - "735": 441950208.0, - "740": 441950208.0, - "745": 441950208.0, - "750": 441950208.0, - "755": 441950208.0, - "760": 441950208.0, - "765": 441950208.0, - "770": 441950208.0, - "775": 441950208.0, - "780": 441950208.0, - "785": 441950208.0, - "790": 441950208.0, - "795": 441950208.0, - "800": 441950208.0, - "805": 441950208.0, - "810": 441950208.0, - "815": 441950208.0, - "820": 441950208.0, - "825": 441950208.0, - "830": 441950208.0, - "835": 441950208.0, - "840": 441950208.0, - "845": 441950208.0, - "850": 441950208.0, - "855": 441950208.0, - "860": 441950208.0, - "865": 441950208.0, - "870": 441950208.0, - "875": 441950208.0, - "880": 441950208.0, - "885": 441950208.0, - "890": 441950208.0, - "895": 441950208.0, - "900": 441950208.0, - "905": 441950208.0, - "910": 441950208.0, - "915": 441950208.0, - "920": 441950208.0, - "925": 441950208.0, - "930": 441950208.0, - "935": 441950208.0, - "940": 441950208.0, - "945": 441950208.0, - "950": 441950208.0, - "955": 441950208.0, - "960": 441950208.0, - "965": 441950208.0, - "970": 441950208.0, - "975": 441950208.0, - "980": 441950208.0, - "985": 441950208.0, - "990": 441950208.0, - "995": 441950208.0, - "1000": 441950208.0, - "1005": 441950208.0, - "1010": 441950208.0, - "1015": 441950208.0, - "1020": 441950208.0, - "1025": 441950208.0, - "1030": 441950208.0, - "1035": 441950208.0, - "1040": 441950208.0, - "1045": 441950208.0, - "1050": 441950208.0, - "1055": 441950208.0, - "1060": 441950208.0, - "1065": 441950208.0, - "1070": 441950208.0, - "1075": 441950208.0, - "1080": 441950208.0, - "1085": 441950208.0, - "1090": 441950208.0, - "1095": 441950208.0, - "1100": 441950208.0, - "1105": 441950208.0, - "1110": 441950208.0, - "1115": 441950208.0, - "1120": 441950208.0, - "1125": 441950208.0, - "1130": 441950208.0, - "1135": 441950208.0, - "1140": 441950208.0, - "1145": 441950208.0, - "1150": 441950208.0, - "1155": 441950208.0, - "1160": 441950208.0, - "1165": 441950208.0, - "1170": 441950208.0, - "1175": 441950208.0, - "1180": 441950208.0, - "1185": 441950208.0, - "1190": 441950208.0, - "1195": 441950208.0, - "1200": 441950208.0, - "1205": 441950208.0, - "1210": 441950208.0, - "1215": 441950208.0, - "1220": 441950208.0, - "1225": 441950208.0, - "1230": 441950208.0, - "1235": 441950208.0, - "1240": 441950208.0, - "1245": 441950208.0, - "1250": 441950208.0, - "1255": 441950208.0, - "1260": 441950208.0, - "1265": 441950208.0, - "1270": 441950208.0, - "1275": 441950208.0, - "1280": 441950208.0, - "1285": 441950208.0, - "1290": 441950208.0, - "1295": 441950208.0, - "1300": 441950208.0, - "1305": 441950208.0, - "1310": 441950208.0, - "1315": 441950208.0, - "1320": 441950208.0, - "1325": 441950208.0, - "1330": 441950208.0, - "1335": 441950208.0, - "1340": 441950208.0, - "1345": 441950208.0, - "1350": 441950208.0, - "1355": 441950208.0, - "1360": 441950208.0, - "1365": 441950208.0, - "1370": 441950208.0, - "1375": 441950208.0, - "1380": 441950208.0, - "1385": 441950208.0, - "1390": 441950208.0, - "1395": 441950208.0, - "1400": 441950208.0, - "1405": 441950208.0, - "1410": 441950208.0, - "1415": 441950208.0, - "1420": 441950208.0, - "1425": 441950208.0, - "1430": 441950208.0, - "1435": 441950208.0, - "1440": 441950208.0, - "1445": 441950208.0, - "1450": 441950208.0, - "1455": 441950208.0, - "1460": 441950208.0, - "1465": 441950208.0, - "1470": 441950208.0, - "1475": 441950208.0, - "1480": 441950208.0, - "1485": 441950208.0, - "1490": 441950208.0, - "1495": 441950208.0, - "1500": 441950208.0, - "1505": 441950208.0, - "1510": 441950208.0, - "1515": 441950208.0, - "1520": 441950208.0, - "1525": 441950208.0, - "1530": 441950208.0, - "1535": 441950208.0, - "1540": 441950208.0, - "1545": 441950208.0, - "1550": 441950208.0, - "1555": 441950208.0, - "1560": 441950208.0, - "1565": 441950208.0, - "1570": 441950208.0, - "1575": 441950208.0, - "1580": 441950208.0, - "1585": 441950208.0, - "1590": 441950208.0, - "1595": 441950208.0, - "1600": 441950208.0, - "1605": 441950208.0, - "1610": 441950208.0, - "1615": 441950208.0, - "1620": 441950208.0, - "1625": 441950208.0, - "1630": 441950208.0, - "1635": 441950208.0, - "1640": 441950208.0, - "1645": 441950208.0, - "1650": 441950208.0, - "1655": 441950208.0, - "1660": 441950208.0, - "1665": 441950208.0, - "1670": 441950208.0, - "1675": 441950208.0, - "1680": 441950208.0, - "1685": 441950208.0, - "1690": 441950208.0, - "1695": 441950208.0, - "1700": 441950208.0, - "1705": 441950208.0, - "1710": 441950208.0, - "1715": 441950208.0, - "1720": 441950208.0, - "1725": 441950208.0, - "1730": 441950208.0, - "1735": 441950208.0, - "1740": 441950208.0, - "1745": 441950208.0, - "1750": 441950208.0, - "1755": 441950208.0, - "1760": 441950208.0, - "1765": 441950208.0, - "1770": 441950208.0, - "1775": 441950208.0, - "1780": 441950208.0, - "1785": 441950208.0, - "1790": 441950208.0, - "1795": 441950208.0, - "1800": 441950208.0, - "1805": 441950208.0, - "1810": 441950208.0, - "1815": 441950208.0, - "1820": 441950208.0, - "1825": 441950208.0, - "1830": 441950208.0, - "1835": 441950208.0, - "1840": 441950208.0, - "1845": 441950208.0, - "1850": 441950208.0, - "1855": 441950208.0, - "1860": 441950208.0, - "1865": 441950208.0, - "1870": 441950208.0, - "1875": 441950208.0, - "1880": 441950208.0, - "1885": 441950208.0, - "1890": 441950208.0, - "1895": 441950208.0, - "1900": 441950208.0, - "1905": 441950208.0, - "1910": 441950208.0, - "1915": 441950208.0, - "1920": 441950208.0, - "1925": 441950208.0, - "1930": 441950208.0, - "1935": 441950208.0, - "1940": 441950208.0, - "1945": 441950208.0, - "1950": 441950208.0, - "1955": 441950208.0, - "1960": 441950208.0, - "1965": 441950208.0, - "1970": 441950208.0, - "1975": 441950208.0, - "1980": 441950208.0, - "1985": 441950208.0, - "1990": 441950208.0, - "1995": 441950208.0, - "2000": 441950208.0 + "1": 402606592.0, + "5": 402606592.0, + "10": 402606592.0, + "15": 402606592.0, + "20": 450471936.0, + "25": 450471936.0, + "30": 450471936.0, + "35": 450471936.0, + "40": 450471936.0, + "45": 450471936.0, + "50": 450471936.0, + "55": 450471936.0, + "60": 450471936.0, + "65": 450471936.0, + "70": 450471936.0, + "75": 450471936.0, + "80": 450471936.0, + "85": 450471936.0, + "90": 450471936.0, + "95": 450471936.0, + "100": 450471936.0, + "105": 450471936.0, + "110": 450471936.0, + "115": 450471936.0, + "120": 450471936.0, + "125": 450471936.0, + "130": 450471936.0, + "135": 450471936.0, + "140": 450471936.0, + "145": 450471936.0, + "150": 450471936.0, + "155": 450471936.0, + "160": 450471936.0, + "165": 450471936.0, + "170": 450471936.0, + "175": 450471936.0, + "180": 450471936.0, + "185": 450471936.0, + "190": 450471936.0, + "195": 450471936.0, + "200": 450471936.0, + "205": 450471936.0, + "210": 450471936.0, + "215": 450471936.0, + "220": 450471936.0, + "225": 450471936.0, + "230": 450471936.0, + "235": 450471936.0, + "240": 450471936.0, + "245": 450471936.0, + "250": 450471936.0, + "255": 450471936.0, + "260": 450471936.0, + "265": 450471936.0, + "270": 450471936.0, + "275": 450471936.0, + "280": 450471936.0, + "285": 450471936.0, + "290": 450471936.0, + "295": 450471936.0, + "300": 450471936.0, + "305": 450471936.0, + "310": 450471936.0, + "315": 450471936.0, + "320": 450471936.0, + "325": 450471936.0, + "330": 450471936.0, + "335": 450471936.0, + "340": 450471936.0, + "345": 450471936.0, + "350": 450471936.0, + "355": 450471936.0, + "360": 450471936.0, + "365": 450471936.0, + "370": 450471936.0, + "375": 450471936.0, + "380": 450471936.0, + "385": 450471936.0, + "390": 450471936.0, + "395": 450471936.0, + "400": 450471936.0, + "405": 450471936.0, + "410": 450471936.0, + "415": 450471936.0, + "420": 450471936.0, + "425": 450471936.0, + "430": 450471936.0, + "435": 450471936.0, + "440": 450471936.0, + "445": 450471936.0, + "450": 450471936.0, + "455": 450471936.0, + "460": 450471936.0, + "465": 450471936.0, + "470": 450471936.0, + "475": 450471936.0, + "480": 450471936.0, + "485": 450471936.0, + "490": 450471936.0, + "495": 450471936.0, + "500": 450471936.0, + "505": 450471936.0, + "510": 450471936.0, + "515": 450471936.0, + "520": 450471936.0, + "525": 450471936.0, + "530": 450471936.0, + "535": 450471936.0, + "540": 450471936.0, + "545": 450471936.0, + "550": 450471936.0, + "555": 450471936.0, + "560": 450471936.0, + "565": 450471936.0, + "570": 450471936.0, + "575": 450471936.0, + "580": 450471936.0, + "585": 450471936.0, + "590": 450471936.0, + "595": 450471936.0, + "600": 450471936.0, + "605": 450471936.0, + "610": 450471936.0, + "615": 450471936.0, + "620": 450471936.0, + "625": 450471936.0, + "630": 450471936.0, + "635": 450471936.0, + "640": 450471936.0, + "645": 450471936.0, + "650": 450471936.0, + "655": 450471936.0, + "660": 450471936.0, + "665": 450471936.0, + "670": 450471936.0, + "675": 450471936.0, + "680": 450471936.0, + "685": 450471936.0, + "690": 450471936.0, + "695": 450471936.0, + "700": 450471936.0, + "705": 450471936.0, + "710": 450471936.0, + "715": 450471936.0, + "720": 450471936.0, + "725": 450471936.0, + "730": 450471936.0, + "735": 450471936.0, + "740": 450471936.0, + "745": 450471936.0, + "750": 450471936.0, + "755": 450471936.0, + "760": 450471936.0, + "765": 450471936.0, + "770": 450471936.0, + "775": 450471936.0, + "780": 450471936.0, + "785": 450471936.0, + "790": 450471936.0, + "795": 450471936.0, + "800": 450471936.0, + "805": 450471936.0, + "810": 450471936.0, + "815": 450471936.0, + "820": 450471936.0, + "825": 450471936.0, + "830": 450471936.0, + "835": 450471936.0, + "840": 450471936.0, + "845": 450471936.0, + "850": 450471936.0, + "855": 450471936.0, + "860": 450471936.0, + "865": 450471936.0, + "870": 450471936.0, + "875": 450471936.0, + "880": 450471936.0, + "885": 450471936.0, + "890": 450471936.0, + "895": 450471936.0, + "900": 450471936.0, + "905": 450471936.0, + "910": 450471936.0, + "915": 450471936.0, + "920": 450471936.0, + "925": 450471936.0, + "930": 450471936.0, + "935": 450471936.0, + "940": 450471936.0, + "945": 450471936.0, + "950": 450471936.0, + "955": 450471936.0, + "960": 450471936.0, + "965": 450471936.0, + "970": 450471936.0, + "975": 450471936.0, + "980": 450471936.0, + "985": 450471936.0, + "990": 450471936.0, + "995": 450471936.0, + "1000": 450471936.0, + "1005": 450471936.0, + "1010": 450471936.0, + "1015": 450471936.0, + "1020": 450471936.0, + "1025": 450471936.0, + "1030": 450471936.0, + "1035": 450471936.0, + "1040": 450471936.0, + "1045": 450471936.0, + "1050": 450471936.0, + "1055": 450471936.0, + "1060": 450471936.0, + "1065": 450471936.0, + "1070": 450471936.0, + "1075": 450471936.0, + "1080": 450471936.0, + "1085": 450471936.0, + "1090": 450471936.0, + "1095": 450471936.0, + "1100": 450471936.0, + "1105": 450471936.0, + "1110": 450471936.0, + "1115": 450471936.0, + "1120": 450471936.0, + "1125": 450471936.0, + "1130": 450471936.0, + "1135": 450471936.0, + "1140": 450471936.0, + "1145": 450471936.0, + "1150": 450471936.0, + "1155": 450471936.0, + "1160": 450471936.0, + "1165": 450471936.0, + "1170": 450471936.0, + "1175": 450471936.0, + "1180": 450471936.0, + "1185": 450471936.0, + "1190": 450471936.0, + "1195": 450471936.0, + "1200": 450471936.0, + "1205": 450471936.0, + "1210": 450471936.0, + "1215": 450471936.0, + "1220": 450471936.0, + "1225": 450471936.0, + "1230": 450471936.0, + "1235": 450471936.0, + "1240": 450471936.0, + "1245": 450471936.0, + "1250": 450471936.0, + "1255": 450471936.0, + "1260": 450471936.0, + "1265": 450471936.0, + "1270": 450471936.0, + "1275": 450471936.0, + "1280": 450471936.0, + "1285": 450471936.0, + "1290": 450471936.0, + "1295": 450471936.0, + "1300": 450471936.0, + "1305": 450471936.0, + "1310": 450471936.0, + "1315": 450471936.0, + "1320": 450471936.0, + "1325": 450471936.0, + "1330": 450471936.0, + "1335": 450471936.0, + "1340": 450471936.0, + "1345": 450471936.0, + "1350": 450471936.0, + "1355": 450471936.0, + "1360": 450471936.0, + "1365": 450471936.0, + "1370": 450471936.0, + "1375": 450471936.0, + "1380": 450471936.0, + "1385": 450471936.0, + "1390": 450471936.0, + "1395": 450471936.0, + "1400": 450471936.0, + "1405": 450471936.0, + "1410": 450471936.0, + "1415": 450471936.0, + "1420": 450471936.0, + "1425": 450471936.0, + "1430": 450471936.0, + "1435": 450471936.0, + "1440": 450471936.0, + "1445": 450471936.0, + "1450": 450471936.0, + "1455": 450471936.0, + "1460": 450471936.0, + "1465": 450471936.0, + "1470": 450471936.0, + "1475": 450471936.0, + "1480": 450471936.0, + "1485": 450471936.0, + "1490": 450471936.0, + "1495": 450471936.0, + "1500": 450471936.0, + "1505": 450471936.0, + "1510": 450471936.0, + "1515": 450471936.0, + "1520": 450471936.0, + "1525": 450471936.0, + "1530": 450471936.0, + "1535": 450471936.0, + "1540": 450471936.0, + "1545": 450471936.0, + "1550": 450471936.0, + "1555": 450471936.0, + "1560": 450471936.0, + "1565": 450471936.0, + "1570": 450471936.0, + "1575": 450471936.0, + "1580": 450471936.0, + "1585": 450471936.0, + "1590": 450471936.0, + "1595": 450471936.0, + "1600": 450471936.0, + "1605": 450471936.0, + "1610": 450471936.0, + "1615": 450471936.0, + "1620": 450471936.0, + "1625": 450471936.0, + "1630": 450471936.0, + "1635": 450471936.0, + "1640": 450471936.0, + "1645": 450471936.0, + "1650": 450471936.0, + "1655": 450471936.0, + "1660": 450471936.0, + "1665": 450471936.0, + "1670": 450471936.0, + "1675": 450471936.0, + "1680": 450471936.0, + "1685": 450471936.0, + "1690": 450471936.0, + "1695": 450471936.0, + "1700": 450471936.0, + "1705": 450471936.0, + "1710": 450471936.0, + "1715": 450471936.0, + "1720": 450471936.0, + "1725": 450471936.0, + "1730": 450471936.0, + "1735": 450471936.0, + "1740": 450471936.0, + "1745": 450471936.0, + "1750": 450471936.0, + "1755": 450471936.0, + "1760": 450471936.0, + "1765": 450471936.0, + "1770": 450471936.0, + "1775": 450471936.0, + "1780": 450471936.0, + "1785": 450471936.0, + "1790": 450471936.0, + "1795": 450471936.0, + "1800": 450471936.0, + "1805": 450471936.0, + "1810": 450471936.0, + "1815": 450471936.0, + "1820": 450471936.0, + "1825": 450471936.0, + "1830": 450471936.0, + "1835": 450471936.0, + "1840": 450471936.0, + "1845": 450471936.0, + "1850": 450471936.0, + "1855": 450471936.0, + "1860": 450471936.0, + "1865": 450471936.0, + "1870": 450471936.0, + "1875": 450471936.0, + "1880": 450471936.0, + "1885": 450471936.0, + "1890": 450471936.0, + "1895": 450471936.0, + "1900": 450471936.0, + "1905": 450471936.0, + "1910": 450471936.0, + "1915": 450471936.0, + "1920": 450471936.0, + "1925": 450471936.0, + "1930": 450471936.0, + "1935": 450471936.0, + "1940": 450471936.0, + "1945": 450471936.0, + "1950": 450471936.0, + "1955": 450471936.0, + "1960": 450471936.0, + "1965": 450471936.0, + "1970": 450471936.0, + "1975": 450471936.0, + "1980": 450471936.0, + "1985": 450471936.0, + "1990": 450471936.0, + "1995": 450471936.0, + "2000": 450471936.0 } }, "num-zeros": { @@ -1232,403 +1232,403 @@ "5": "nan", "10": "nan", "15": "nan", - "20": 11126.0, - "25": 12249.0, - "30": 19140.0, - "35": 12369.0, - "40": 14207.0, - "45": 15224.0, - "50": 11178.0, - "55": 15367.0, - "60": 11820.0, - "65": 14691.0, - "70": 12073.0, - "75": 11627.0, - "80": 11991.0, - "85": 15596.0, - "90": 11999.0, - "95": 10549.0, - "100": 11606.0, - "105": 12504.0, - "110": 13700.0, - "115": 11991.0, - "120": 14059.0, - "125": 11335.0, - "130": 10835.0, - "135": 13953.0, - "140": 11929.0, - "145": 14799.0, - "150": 13229.0, - "155": 15472.0, - "160": 11406.0, - "165": 15247.0, - "170": 9529.0, - "175": 12710.0, - "180": 13155.0, - "185": 15125.0, - "190": 13726.0, - "195": 17756.0, - "200": 10916.0, - "205": 13862.0, - "210": 13578.0, - "215": 10895.0, - "220": 16877.0, - "225": 15229.0, - "230": 13938.0, - "235": 15508.0, - "240": 12726.0, - "245": 12348.0, - "250": 14410.0, - "255": 13434.0, - "260": 17827.0, - "265": 15329.0, - "270": 13628.0, - "275": 15046.0, - "280": 13144.0, - "285": 15535.0, - "290": 17888.0, - "295": 17234.0, - "300": 14754.0, - "305": 11149.0, - "310": 14487.0, - "315": 14411.0, - "320": 17228.0, - "325": 13714.0, - "330": 14740.0, - "335": 13311.0, - "340": 14491.0, - "345": 16997.0, - "350": 16522.0, - "355": 14422.0, - "360": 12247.0, - "365": 14871.0, - "370": 17731.0, - "375": 14154.0, - "380": 15543.0, - "385": 13886.0, - "390": 12928.0, - "395": 14649.0, - "400": 15787.0, - "405": 17468.0, - "410": 15075.0, - "415": 15301.0, - "420": 14614.0, - "425": 19006.0, - "430": 14247.0, - "435": 14681.0, - "440": 16223.0, - "445": 14578.0, - "450": 13873.0, - "455": 13380.0, - "460": 13517.0, - "465": 17454.0, - "470": 14040.0, - "475": 17236.0, - "480": 16666.0, - "485": 17023.0, - "490": 15709.0, - "495": 15414.0, - "500": 12707.0, - "505": 14827.0, - "510": 15950.0, - "515": 16274.0, - "520": 15667.0, - "525": 14477.0, - "530": 15424.0, - "535": 17320.0, - "540": 16319.0, - "545": 12333.0, - "550": 14918.0, - "555": 17550.0, - "560": 15912.0, - "565": 21876.0, - "570": 17301.0, - "575": 15361.0, - "580": 15405.0, - "585": 15389.0, - "590": 12466.0, - "595": 15960.0, - "600": 16930.0, - "605": 13435.0, - "610": 13811.0, - "615": 15980.0, - "620": 16505.0, - "625": 14031.0, - "630": 16850.0, - "635": 15206.0, - "640": 15198.0, - "645": 14208.0, - "650": 16778.0, - "655": 14591.0, - "660": 16321.0, - "665": 13584.0, - "670": 15348.0, - "675": 14058.0, - "680": 16433.0, - "685": 12411.0, - "690": 14661.0, - "695": 17286.0, - "700": 14220.0, - "705": 18757.0, - "710": 15816.0, - "715": 15926.0, - "720": 18036.0, - "725": 19086.0, - "730": 14314.0, - "735": 16272.0, - "740": 14738.0, - "745": 13662.0, - "750": 15518.0, - "755": 15480.0, - "760": 15950.0, - "765": 15513.0, - "770": 16564.0, - "775": 14164.0, - "780": 15719.0, - "785": 15352.0, - "790": 18986.0, - "795": 15625.0, - "800": 14687.0, - "805": 14589.0, - "810": 16989.0, - "815": 19615.0, - "820": 16251.0, - "825": 15097.0, - "830": 16122.0, - "835": 14212.0, - "840": 16754.0, - "845": 12954.0, - "850": 15977.0, - "855": 14907.0, - "860": 15322.0, - "865": 17259.0, - "870": 13588.0, - "875": 16783.0, - "880": 14364.0, - "885": 14525.0, - "890": 17470.0, - "895": 17787.0, - "900": 15757.0, - "905": 17777.0, - "910": 16832.0, - "915": 13708.0, - "920": 15584.0, - "925": 16424.0, - "930": 14111.0, - "935": 15447.0, - "940": 17180.0, - "945": 14005.0, - "950": 15583.0, - "955": 15461.0, - "960": 18189.0, - "965": 15583.0, - "970": 14240.0, - "975": 14838.0, - "980": 15797.0, - "985": 16926.0, - "990": 16379.0, - "995": 15499.0, - "1000": 16000.0, - "1005": 14305.0, - "1010": 15053.0, - "1015": 17034.0, - "1020": 14752.0, - "1025": 16599.0, - "1030": 16129.0, - "1035": 13241.0, - "1040": 16228.0, - "1045": 17155.0, - "1050": 17961.0, - "1055": 16863.0, - "1060": 18099.0, - "1065": 12753.0, - "1070": 13606.0, - "1075": 13683.0, - "1080": 17044.0, - "1085": 16837.0, - "1090": 18249.0, - "1095": 14717.0, - "1100": 14912.0, - "1105": 16838.0, - "1110": 16017.0, - "1115": 15118.0, - "1120": 14814.0, - "1125": 18515.0, - "1130": 16530.0, - "1135": 19228.0, - "1140": 16655.0, - "1145": 17545.0, - "1150": 16725.0, - "1155": 15204.0, - "1160": 19715.0, - "1165": 19396.0, - "1170": 20418.0, - "1175": 14415.0, - "1180": 15571.0, - "1185": 18010.0, - "1190": 17665.0, - "1195": 15221.0, - "1200": 20421.0, - "1205": 14464.0, - "1210": 13487.0, - "1215": 18645.0, - "1220": 14791.0, - "1225": 16494.0, - "1230": 18570.0, - "1235": 14370.0, - "1240": 17224.0, - "1245": 17563.0, - "1250": 16316.0, - "1255": 14709.0, - "1260": 17189.0, - "1265": 14657.0, - "1270": 14964.0, - "1275": 13755.0, - "1280": 17210.0, - "1285": 15931.0, - "1290": 16983.0, - "1295": 18309.0, - "1300": 16653.0, - "1305": 16699.0, - "1310": 15794.0, - "1315": 18104.0, - "1320": 17588.0, - "1325": 17720.0, - "1330": 15669.0, - "1335": 14984.0, - "1340": 15344.0, - "1345": 16037.0, - "1350": 18233.0, - "1355": 14010.0, - "1360": 16117.0, - "1365": 16666.0, - "1370": 14346.0, - "1375": 14525.0, - "1380": 15956.0, - "1385": 16405.0, - "1390": 21714.0, - "1395": 17702.0, - "1400": 13749.0, - "1405": 18162.0, - "1410": 19088.0, - "1415": 16163.0, - "1420": 17467.0, - "1425": 18600.0, - "1430": 19346.0, - "1435": 20835.0, - "1440": 14684.0, - "1445": 17267.0, - "1450": 16364.0, - "1455": 14785.0, - "1460": 15789.0, - "1465": 15235.0, - "1470": 16515.0, - "1475": 16771.0, - "1480": 14759.0, - "1485": 18533.0, - "1490": 16107.0, - "1495": 16641.0, - "1500": 14983.0, - "1505": 14949.0, - "1510": 21560.0, - "1515": 16423.0, - "1520": 15244.0, - "1525": 15415.0, - "1530": 16817.0, - "1535": 14331.0, - "1540": 14527.0, - "1545": 16244.0, - "1550": 14392.0, - "1555": 14696.0, - "1560": 16565.0, - "1565": 19695.0, - "1570": 17158.0, - "1575": 15855.0, - "1580": 15052.0, - "1585": 14905.0, - "1590": 13857.0, - "1595": 14753.0, - "1600": 19304.0, - "1605": 15761.0, - "1610": 16322.0, - "1615": 17761.0, - "1620": 16919.0, - "1625": 18981.0, - "1630": 16265.0, - "1635": 18577.0, - "1640": 15403.0, - "1645": 20529.0, - "1650": 15646.0, - "1655": 16713.0, - "1660": 19946.0, - "1665": 18556.0, - "1670": 13639.0, - "1675": 17523.0, - "1680": 15008.0, - "1685": 15227.0, - "1690": 16644.0, - "1695": 16413.0, - "1700": 16646.0, - "1705": 14961.0, - "1710": 21756.0, - "1715": 15938.0, - "1720": 17438.0, - "1725": 17202.0, - "1730": 15705.0, - "1735": 15069.0, - "1740": 15817.0, - "1745": 16398.0, - "1750": 14509.0, - "1755": 16275.0, - "1760": 18536.0, - "1765": 17624.0, - "1770": 17337.0, - "1775": 20748.0, - "1780": 16235.0, - "1785": 16895.0, - "1790": 16020.0, - "1795": 15179.0, - "1800": 16650.0, - "1805": 13650.0, - "1810": 16952.0, - "1815": 19606.0, - "1820": 15953.0, - "1825": 16192.0, - "1830": 19313.0, - "1835": 13919.0, - "1840": 14854.0, - "1845": 17505.0, - "1850": 15526.0, - "1855": 17568.0, - "1860": 15665.0, - "1865": 17837.0, - "1870": 15569.0, - "1875": 18622.0, - "1880": 21810.0, - "1885": 15065.0, - "1890": 16463.0, - "1895": 15548.0, - "1900": 13651.0, - "1905": 16596.0, - "1910": 18823.0, - "1915": 19033.0, - "1920": 16955.0, - "1925": 15738.0, - "1930": 16891.0, - "1935": 18327.0, - "1940": 18436.0, - "1945": 16796.0, - "1950": 16448.0, - "1955": 15942.0, - "1960": 17742.0, - "1965": 15082.0, - "1970": 17179.0, - "1975": 17390.0, - "1980": 15663.0, - "1985": 19042.0, - "1990": 17079.0, - "1995": 15139.0, - "2000": 16070.0 + "20": 11992.0, + "25": 12791.0, + "30": 17318.0, + "35": 13313.0, + "40": 13889.0, + "45": 15256.0, + "50": 11370.0, + "55": 14792.0, + "60": 13572.0, + "65": 14618.0, + "70": 10636.0, + "75": 12479.0, + "80": 11546.0, + "85": 17330.0, + "90": 10222.0, + "95": 12866.0, + "100": 10240.0, + "105": 12091.0, + "110": 15229.0, + "115": 13316.0, + "120": 15329.0, + "125": 10543.0, + "130": 13341.0, + "135": 11373.0, + "140": 12167.0, + "145": 16571.0, + "150": 13896.0, + "155": 16085.0, + "160": 12143.0, + "165": 16313.0, + "170": 10658.0, + "175": 13633.0, + "180": 10238.0, + "185": 12445.0, + "190": 11320.0, + "195": 15702.0, + "200": 14683.0, + "205": 15921.0, + "210": 13240.0, + "215": 13450.0, + "220": 18456.0, + "225": 12420.0, + "230": 13176.0, + "235": 13557.0, + "240": 14613.0, + "245": 13040.0, + "250": 14162.0, + "255": 14512.0, + "260": 13823.0, + "265": 18504.0, + "270": 15208.0, + "275": 13893.0, + "280": 11858.0, + "285": 14474.0, + "290": 15059.0, + "295": 15372.0, + "300": 12492.0, + "305": 13020.0, + "310": 16763.0, + "315": 16313.0, + "320": 14840.0, + "325": 14424.0, + "330": 14796.0, + "335": 13147.0, + "340": 13996.0, + "345": 16086.0, + "350": 16038.0, + "355": 11910.0, + "360": 13482.0, + "365": 15937.0, + "370": 15123.0, + "375": 11569.0, + "380": 18286.0, + "385": 15464.0, + "390": 13894.0, + "395": 14113.0, + "400": 16376.0, + "405": 17310.0, + "410": 13934.0, + "415": 19325.0, + "420": 14179.0, + "425": 20879.0, + "430": 12685.0, + "435": 14301.0, + "440": 16235.0, + "445": 17108.0, + "450": 13875.0, + "455": 17519.0, + "460": 15208.0, + "465": 15818.0, + "470": 14442.0, + "475": 16949.0, + "480": 15538.0, + "485": 16196.0, + "490": 15341.0, + "495": 16051.0, + "500": 13419.0, + "505": 15552.0, + "510": 16935.0, + "515": 16824.0, + "520": 12877.0, + "525": 14026.0, + "530": 13620.0, + "535": 13850.0, + "540": 14720.0, + "545": 12288.0, + "550": 15016.0, + "555": 16905.0, + "560": 15507.0, + "565": 17081.0, + "570": 16282.0, + "575": 15907.0, + "580": 14680.0, + "585": 17563.0, + "590": 14132.0, + "595": 17477.0, + "600": 17725.0, + "605": 14044.0, + "610": 15590.0, + "615": 16606.0, + "620": 17061.0, + "625": 14453.0, + "630": 17025.0, + "635": 17716.0, + "640": 15419.0, + "645": 13890.0, + "650": 16352.0, + "655": 15647.0, + "660": 15850.0, + "665": 15369.0, + "670": 16123.0, + "675": 17523.0, + "680": 14561.0, + "685": 13141.0, + "690": 14711.0, + "695": 15253.0, + "700": 14874.0, + "705": 15332.0, + "710": 14777.0, + "715": 16931.0, + "720": 15833.0, + "725": 19244.0, + "730": 14076.0, + "735": 16320.0, + "740": 16859.0, + "745": 13481.0, + "750": 14972.0, + "755": 15488.0, + "760": 15341.0, + "765": 16116.0, + "770": 15517.0, + "775": 14491.0, + "780": 15819.0, + "785": 14058.0, + "790": 17767.0, + "795": 13865.0, + "800": 15919.0, + "805": 15144.0, + "810": 16693.0, + "815": 18203.0, + "820": 16243.0, + "825": 13355.0, + "830": 17683.0, + "835": 14729.0, + "840": 18498.0, + "845": 16504.0, + "850": 16146.0, + "855": 15142.0, + "860": 15373.0, + "865": 15746.0, + "870": 16742.0, + "875": 15626.0, + "880": 13812.0, + "885": 14653.0, + "890": 16362.0, + "895": 15496.0, + "900": 16213.0, + "905": 16081.0, + "910": 17628.0, + "915": 15995.0, + "920": 15730.0, + "925": 15026.0, + "930": 15889.0, + "935": 15551.0, + "940": 17077.0, + "945": 15037.0, + "950": 17784.0, + "955": 16426.0, + "960": 18232.0, + "965": 13735.0, + "970": 12534.0, + "975": 14917.0, + "980": 15858.0, + "985": 16929.0, + "990": 16031.0, + "995": 14929.0, + "1000": 18652.0, + "1005": 14100.0, + "1010": 14165.0, + "1015": 16922.0, + "1020": 15414.0, + "1025": 17850.0, + "1030": 15709.0, + "1035": 14603.0, + "1040": 14928.0, + "1045": 18600.0, + "1050": 15802.0, + "1055": 19174.0, + "1060": 15022.0, + "1065": 14666.0, + "1070": 15402.0, + "1075": 14816.0, + "1080": 15724.0, + "1085": 14881.0, + "1090": 18898.0, + "1095": 16011.0, + "1100": 16835.0, + "1105": 18298.0, + "1110": 13161.0, + "1115": 19553.0, + "1120": 15198.0, + "1125": 15939.0, + "1130": 16832.0, + "1135": 16160.0, + "1140": 17129.0, + "1145": 18492.0, + "1150": 13452.0, + "1155": 15636.0, + "1160": 15013.0, + "1165": 17731.0, + "1170": 21903.0, + "1175": 16121.0, + "1180": 15737.0, + "1185": 19161.0, + "1190": 18360.0, + "1195": 15405.0, + "1200": 17015.0, + "1205": 12343.0, + "1210": 14123.0, + "1215": 15810.0, + "1220": 13957.0, + "1225": 14139.0, + "1230": 17362.0, + "1235": 15869.0, + "1240": 15904.0, + "1245": 18478.0, + "1250": 16019.0, + "1255": 14828.0, + "1260": 14875.0, + "1265": 14493.0, + "1270": 14007.0, + "1275": 13660.0, + "1280": 14056.0, + "1285": 17708.0, + "1290": 15145.0, + "1295": 18088.0, + "1300": 17203.0, + "1305": 16560.0, + "1310": 15669.0, + "1315": 17341.0, + "1320": 16307.0, + "1325": 17612.0, + "1330": 13539.0, + "1335": 13802.0, + "1340": 16415.0, + "1345": 17711.0, + "1350": 17117.0, + "1355": 14693.0, + "1360": 17885.0, + "1365": 17267.0, + "1370": 16646.0, + "1375": 16270.0, + "1380": 17787.0, + "1385": 20402.0, + "1390": 22226.0, + "1395": 16008.0, + "1400": 13993.0, + "1405": 16304.0, + "1410": 16616.0, + "1415": 14189.0, + "1420": 20514.0, + "1425": 19277.0, + "1430": 20527.0, + "1435": 20429.0, + "1440": 15174.0, + "1445": 18024.0, + "1450": 15190.0, + "1455": 15578.0, + "1460": 15951.0, + "1465": 15106.0, + "1470": 17513.0, + "1475": 15760.0, + "1480": 16046.0, + "1485": 19743.0, + "1490": 14777.0, + "1495": 17049.0, + "1500": 14367.0, + "1505": 15647.0, + "1510": 21215.0, + "1515": 16621.0, + "1520": 15834.0, + "1525": 16291.0, + "1530": 17942.0, + "1535": 14546.0, + "1540": 15021.0, + "1545": 16479.0, + "1550": 13428.0, + "1555": 17283.0, + "1560": 14157.0, + "1565": 22260.0, + "1570": 17688.0, + "1575": 14820.0, + "1580": 15551.0, + "1585": 17850.0, + "1590": 14709.0, + "1595": 13862.0, + "1600": 18194.0, + "1605": 14203.0, + "1610": 15675.0, + "1615": 19634.0, + "1620": 18751.0, + "1625": 15551.0, + "1630": 16515.0, + "1635": 15822.0, + "1640": 15486.0, + "1645": 19133.0, + "1650": 15387.0, + "1655": 15879.0, + "1660": 17098.0, + "1665": 20649.0, + "1670": 15996.0, + "1675": 17422.0, + "1680": 16103.0, + "1685": 15754.0, + "1690": 15361.0, + "1695": 14877.0, + "1700": 16444.0, + "1705": 15040.0, + "1710": 22005.0, + "1715": 16108.0, + "1720": 17863.0, + "1725": 17126.0, + "1730": 15137.0, + "1735": 16200.0, + "1740": 16536.0, + "1745": 17812.0, + "1750": 12662.0, + "1755": 17016.0, + "1760": 17337.0, + "1765": 16694.0, + "1770": 15580.0, + "1775": 20158.0, + "1780": 15690.0, + "1785": 17227.0, + "1790": 16492.0, + "1795": 16192.0, + "1800": 15733.0, + "1805": 15477.0, + "1810": 15899.0, + "1815": 19125.0, + "1820": 16134.0, + "1825": 14656.0, + "1830": 17925.0, + "1835": 15461.0, + "1840": 15620.0, + "1845": 17909.0, + "1850": 16805.0, + "1855": 16469.0, + "1860": 16604.0, + "1865": 18986.0, + "1870": 14919.0, + "1875": 16415.0, + "1880": 18604.0, + "1885": 15624.0, + "1890": 18572.0, + "1895": 16082.0, + "1900": 13936.0, + "1905": 15561.0, + "1910": 18143.0, + "1915": 15272.0, + "1920": 14559.0, + "1925": 16145.0, + "1930": 14397.0, + "1935": 18377.0, + "1940": 16762.0, + "1945": 16837.0, + "1950": 18209.0, + "1955": 17811.0, + "1960": 18479.0, + "1965": 16120.0, + "1970": 18199.0, + "1975": 16385.0, + "1980": 15824.0, + "1985": 18034.0, + "1990": 16429.0, + "1995": 15744.0, + "2000": 16481.0 } }, "iteration-time": { @@ -1656,7 +1656,7 @@ "85": "nan", "90": "nan", "95": "nan", - "100": 0.89088, + "100": 0.7866, "105": "nan", "110": "nan", "115": "nan", @@ -1676,7 +1676,7 @@ "185": "nan", "190": "nan", "195": "nan", - "200": 0.41214, + "200": 0.46824, "205": "nan", "210": "nan", "215": "nan", @@ -1696,7 +1696,7 @@ "285": "nan", "290": "nan", "295": "nan", - "300": 0.46388, + "300": 0.39004, "305": "nan", "310": "nan", "315": "nan", @@ -1716,7 +1716,7 @@ "385": "nan", "390": "nan", "395": "nan", - "400": 0.39595, + "400": 0.38578, "405": "nan", "410": "nan", "415": "nan", @@ -1736,7 +1736,7 @@ "485": "nan", "490": "nan", "495": "nan", - "500": 0.39521, + "500": 0.38197, "505": "nan", "510": "nan", "515": "nan", @@ -1756,7 +1756,7 @@ "585": "nan", "590": "nan", "595": "nan", - "600": 0.41808, + "600": 0.40009, "605": "nan", "610": "nan", "615": "nan", @@ -1776,7 +1776,7 @@ "685": "nan", "690": "nan", "695": "nan", - "700": 0.53177, + "700": 0.4229, "705": "nan", "710": "nan", "715": "nan", @@ -1796,7 +1796,7 @@ "785": "nan", "790": "nan", "795": "nan", - "800": 0.42948, + "800": 0.41403, "805": "nan", "810": "nan", "815": "nan", @@ -1816,7 +1816,7 @@ "885": "nan", "890": "nan", "895": "nan", - "900": 0.38661, + "900": 0.43862, "905": "nan", "910": "nan", "915": "nan", @@ -1836,7 +1836,7 @@ "985": "nan", "990": "nan", "995": "nan", - "1000": 0.42253, + "1000": 0.40449, "1005": "nan", "1010": "nan", "1015": "nan", @@ -1856,7 +1856,7 @@ "1085": "nan", "1090": "nan", "1095": "nan", - "1100": 0.51685, + "1100": 0.37487, "1105": "nan", "1110": "nan", "1115": "nan", @@ -1876,7 +1876,7 @@ "1185": "nan", "1190": "nan", "1195": "nan", - "1200": 0.44735, + "1200": 0.38459, "1205": "nan", "1210": "nan", "1215": "nan", @@ -1896,7 +1896,7 @@ "1285": "nan", "1290": "nan", "1295": "nan", - "1300": 0.41596, + "1300": 0.40402, "1305": "nan", "1310": "nan", "1315": "nan", @@ -1916,7 +1916,7 @@ "1385": "nan", "1390": "nan", "1395": "nan", - "1400": 0.42642, + "1400": 0.37795, "1405": "nan", "1410": "nan", "1415": "nan", @@ -1936,7 +1936,7 @@ "1485": "nan", "1490": "nan", "1495": "nan", - "1500": 0.45004, + "1500": 0.38043, "1505": "nan", "1510": "nan", "1515": "nan", @@ -1956,7 +1956,7 @@ "1585": "nan", "1590": "nan", "1595": "nan", - "1600": 0.55485, + "1600": 0.38498, "1605": "nan", "1610": "nan", "1615": "nan", @@ -1976,7 +1976,7 @@ "1685": "nan", "1690": "nan", "1695": "nan", - "1700": 0.45362, + "1700": 0.38993, "1705": "nan", "1710": "nan", "1715": "nan", @@ -1996,7 +1996,7 @@ "1785": "nan", "1790": "nan", "1795": "nan", - "1800": 0.44163, + "1800": 0.37943, "1805": "nan", "1810": "nan", "1815": "nan", @@ -2016,7 +2016,7 @@ "1885": "nan", "1890": "nan", "1895": "nan", - "1900": 0.42322, + "1900": 0.38578, "1905": "nan", "1910": "nan", "1915": "nan", @@ -2036,7 +2036,7 @@ "1985": "nan", "1990": "nan", "1995": "nan", - "2000": 0.44103 + "2000": 0.44172 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_h100.json index 481cd5d6f2c..d1ae85719d6 100644 --- a/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_release_sm/golden_values_dev_dgx_h100.json @@ -4,407 +4,407 @@ "end_step": 2000, "step_interval": 5, "values": { - "1": 10.50981, - "5": 10.52132, - "10": 10.54467, - "15": 10.53034, - "20": 10.14176, - "25": 9.56316, - "30": 9.41201, - "35": 9.14045, - "40": 9.03793, - "45": 8.97943, - "50": 8.74476, - "55": 8.78097, - "60": 8.43347, - "65": 8.48724, - "70": 8.1483, - "75": 8.25799, - "80": 7.88134, - "85": 7.77078, - "90": 7.61628, - "95": 7.63765, - "100": 7.62599, - "105": 7.38754, - "110": 7.51312, - "115": 7.15635, - "120": 6.98224, - "125": 7.15259, - "130": 6.93165, - "135": 6.84804, - "140": 7.07103, - "145": 6.98396, - "150": 6.97626, - "155": 6.92978, - "160": 6.90511, - "165": 6.99512, - "170": 6.82412, - "175": 6.88064, - "180": 6.58478, - "185": 7.00319, - "190": 6.97898, - "195": 6.85601, - "200": 6.86699, - "205": 6.80147, - "210": 6.81247, - "215": 6.87188, - "220": 6.63014, - "225": 6.77188, - "230": 6.82735, - "235": 6.63593, - "240": 6.57369, - "245": 6.90953, - "250": 6.68458, - "255": 6.59068, - "260": 6.68902, - "265": 6.5486, - "270": 6.47161, - "275": 6.76735, - "280": 6.60479, - "285": 6.47886, - "290": 6.57441, - "295": 6.67894, - "300": 6.32369, - "305": 6.35522, - "310": 6.96119, - "315": 6.74812, - "320": 6.73965, - "325": 6.4882, - "330": 6.69591, - "335": 6.55814, - "340": 6.43709, - "345": 6.61475, - "350": 6.47561, - "355": 6.64751, - "360": 6.5721, - "365": 6.68385, - "370": 6.53682, - "375": 6.63148, - "380": 6.34783, - "385": 6.4744, - "390": 6.50964, - "395": 6.31193, - "400": 6.59053, - "405": 6.50822, - "410": 6.60423, - "415": 6.54984, - "420": 6.50354, - "425": 6.44221, - "430": 6.55533, - "435": 6.38839, - "440": 6.54412, - "445": 6.46568, - "450": 6.6155, - "455": 6.51864, - "460": 6.82792, - "465": 6.73612, - "470": 6.42051, - "475": 6.18807, - "480": 6.49274, - "485": 6.53951, - "490": 6.20043, - "495": 6.30227, - "500": 6.53083, - "505": 6.45948, - "510": 6.5186, - "515": 6.15467, - "520": 6.57003, - "525": 6.51194, - "530": 6.30627, - "535": 6.13217, - "540": 6.6149, - "545": 6.41825, - "550": 6.41446, - "555": 6.40233, - "560": 6.41859, - "565": 6.32439, - "570": 6.37545, - "575": 6.56996, - "580": 6.46491, - "585": 6.46863, - "590": 6.21123, - "595": 6.27685, - "600": 6.45722, - "605": 6.37946, - "610": 6.46543, - "615": 6.44709, - "620": 6.48221, - "625": 6.39414, - "630": 6.4606, - "635": 6.434, - "640": 6.3535, - "645": 6.19942, - "650": 6.30224, - "655": 6.57067, - "660": 6.34065, - "665": 6.31783, - "670": 6.41913, - "675": 6.30241, - "680": 6.38289, - "685": 6.52466, - "690": 6.29377, - "695": 6.17752, - "700": 6.11274, - "705": 6.33807, - "710": 6.16689, - "715": 6.41801, - "720": 6.40648, - "725": 6.27717, - "730": 6.37474, - "735": 6.48367, - "740": 6.64083, - "745": 6.21163, - "750": 6.23656, - "755": 6.02299, - "760": 6.53349, - "765": 6.30263, - "770": 6.4211, - "775": 6.14678, - "780": 6.25403, - "785": 6.27723, - "790": 6.44443, - "795": 6.4055, - "800": 6.10802, - "805": 6.37167, - "810": 6.23799, - "815": 6.1477, - "820": 6.35015, - "825": 6.62634, - "830": 6.34469, - "835": 6.19872, - "840": 6.13522, - "845": 6.42575, - "850": 6.44008, - "855": 6.48705, - "860": 6.21344, - "865": 6.35987, - "870": 6.30644, - "875": 6.2403, - "880": 6.29303, - "885": 6.34307, - "890": 6.19587, - "895": 6.28625, - "900": 6.32783, - "905": 6.23937, - "910": 6.14857, - "915": 6.45527, - "920": 6.4137, - "925": 6.15755, - "930": 6.04786, - "935": 6.43364, - "940": 6.30712, - "945": 6.05005, - "950": 6.23914, - "955": 6.03294, - "960": 6.33868, - "965": 6.19141, - "970": 6.33309, - "975": 6.08094, - "980": 6.04011, - "985": 6.31671, - "990": 6.19024, - "995": 6.31386, - "1000": 6.22588, - "1005": 6.41101, - "1010": 6.19615, - "1015": 6.10361, - "1020": 6.09383, - "1025": 6.32601, - "1030": 6.12736, - "1035": 6.02996, - "1040": 5.99835, - "1045": 6.60297, - "1050": 6.32644, - "1055": 6.08419, - "1060": 6.15553, - "1065": 5.86137, - "1070": 6.24448, - "1075": 5.95959, - "1080": 6.11328, - "1085": 6.11752, - "1090": 6.03543, - "1095": 6.23221, - "1100": 6.07202, - "1105": 6.28641, - "1110": 6.20696, - "1115": 6.09737, - "1120": 6.1552, - "1125": 6.11443, - "1130": 5.95507, - "1135": 6.31456, - "1140": 6.3946, - "1145": 6.20644, - "1150": 6.10405, - "1155": 6.02352, - "1160": 6.23554, - "1165": 6.22329, - "1170": 6.38109, - "1175": 6.04487, - "1180": 6.12873, - "1185": 6.23617, - "1190": 6.37846, - "1195": 6.27078, - "1200": 6.01396, - "1205": 6.26061, - "1210": 6.24471, - "1215": 6.09861, - "1220": 6.07156, - "1225": 6.38332, - "1230": 6.20798, - "1235": 5.99457, - "1240": 6.53359, - "1245": 6.10209, - "1250": 5.95254, - "1255": 6.08749, - "1260": 6.15374, - "1265": 6.04549, - "1270": 5.93741, - "1275": 6.0949, - "1280": 5.86673, - "1285": 5.90887, - "1290": 6.11573, - "1295": 6.095, - "1300": 6.2492, - "1305": 5.96239, - "1310": 6.02582, - "1315": 6.01544, - "1320": 6.08084, - "1325": 6.24796, - "1330": 6.08362, - "1335": 6.02995, - "1340": 6.21756, - "1345": 6.05792, - "1350": 5.91776, - "1355": 6.24769, - "1360": 6.32148, - "1365": 6.06429, - "1370": 6.01348, - "1375": 6.30284, - "1380": 6.12761, - "1385": 5.90788, - "1390": 6.01815, - "1395": 6.01618, - "1400": 6.23517, - "1405": 5.99152, - "1410": 6.12839, - "1415": 6.33481, - "1420": 6.14652, - "1425": 6.16144, - "1430": 6.00912, - "1435": 6.36052, - "1440": 6.30564, - "1445": 6.27698, - "1450": 6.07911, - "1455": 5.75315, - "1460": 6.21535, - "1465": 5.94694, - "1470": 5.98132, - "1475": 6.16824, - "1480": 6.22148, - "1485": 6.04188, - "1490": 6.21154, - "1495": 6.18018, - "1500": 6.16085, - "1505": 6.25301, - "1510": 6.32452, - "1515": 6.10846, - "1520": 5.87717, - "1525": 5.97106, - "1530": 5.97099, - "1535": 6.19453, - "1540": 6.40694, - "1545": 6.28097, - "1550": 6.03593, - "1555": 5.95416, - "1560": 6.19127, - "1565": 6.14784, - "1570": 6.07151, - "1575": 6.07282, - "1580": 6.03695, - "1585": 6.00971, - "1590": 6.30864, - "1595": 6.25375, - "1600": 5.90165, - "1605": 5.95638, - "1610": 5.99119, - "1615": 6.17674, - "1620": 6.1006, - "1625": 5.99627, - "1630": 6.04879, - "1635": 6.34644, - "1640": 6.08337, - "1645": 6.1796, - "1650": 6.2655, - "1655": 6.26934, - "1660": 6.25408, - "1665": 5.87274, - "1670": 6.17053, - "1675": 5.90981, - "1680": 6.13622, - "1685": 6.30625, - "1690": 6.2662, - "1695": 5.99154, - "1700": 6.25327, - "1705": 6.11549, - "1710": 6.19643, - "1715": 5.97027, - "1720": 6.31725, - "1725": 6.22514, - "1730": 6.2013, - "1735": 6.15053, - "1740": 6.0408, - "1745": 5.92954, - "1750": 6.34737, - "1755": 6.38484, - "1760": 5.86031, - "1765": 6.07139, - "1770": 6.22432, - "1775": 5.95847, - "1780": 6.26317, - "1785": 5.81888, - "1790": 6.01946, - "1795": 6.25126, - "1800": 6.12103, - "1805": 5.97352, - "1810": 6.6163, - "1815": 6.21339, - "1820": 6.24843, - "1825": 6.12354, - "1830": 6.1596, - "1835": 5.97546, - "1840": 6.00348, - "1845": 6.15828, - "1850": 6.21482, - "1855": 6.12155, - "1860": 6.13895, - "1865": 5.97713, - "1870": 6.23932, - "1875": 6.1584, - "1880": 5.91981, - "1885": 6.20226, - "1890": 6.12651, - "1895": 6.07352, - "1900": 5.99302, - "1905": 6.34237, - "1910": 6.38592, - "1915": 6.26749, - "1920": 6.10634, - "1925": 5.85693, - "1930": 5.98252, - "1935": 6.1181, - "1940": 6.01526, - "1945": 5.85808, - "1950": 6.09341, - "1955": 5.96082, - "1960": 6.11694, - "1965": 6.04861, - "1970": 6.04391, - "1975": 6.08616, - "1980": 6.41508, - "1985": 6.30127, - "1990": 5.98171, - "1995": 6.08165, - "2000": 5.98709 + "1": 10.52518, + "5": 10.54711, + "10": 10.57625, + "15": 10.53228, + "20": 10.1977, + "25": 9.60859, + "30": 9.42961, + "35": 9.13438, + "40": 9.11757, + "45": 8.9598, + "50": 8.69439, + "55": 8.74614, + "60": 8.5262, + "65": 8.48894, + "70": 8.18786, + "75": 8.30128, + "80": 7.98015, + "85": 7.75995, + "90": 7.67797, + "95": 7.58098, + "100": 7.53685, + "105": 7.37115, + "110": 7.47741, + "115": 7.16871, + "120": 6.95404, + "125": 7.22744, + "130": 6.98847, + "135": 6.78308, + "140": 7.19909, + "145": 6.9713, + "150": 7.073, + "155": 6.97305, + "160": 7.00146, + "165": 7.0568, + "170": 6.9259, + "175": 6.8686, + "180": 6.70845, + "185": 6.92037, + "190": 7.10711, + "195": 6.94684, + "200": 6.84551, + "205": 6.89554, + "210": 6.74732, + "215": 6.98353, + "220": 6.66662, + "225": 6.73845, + "230": 6.68939, + "235": 6.80476, + "240": 6.57309, + "245": 7.09103, + "250": 6.60586, + "255": 6.6257, + "260": 6.71981, + "265": 6.60514, + "270": 6.58499, + "275": 6.84108, + "280": 6.51956, + "285": 6.5881, + "290": 6.77888, + "295": 6.73633, + "300": 6.45158, + "305": 6.35295, + "310": 6.95462, + "315": 6.92967, + "320": 6.85163, + "325": 6.65274, + "330": 6.63877, + "335": 6.6328, + "340": 6.58326, + "345": 6.55319, + "350": 6.39654, + "355": 6.48845, + "360": 6.55577, + "365": 6.60764, + "370": 6.50698, + "375": 6.60894, + "380": 6.43397, + "385": 6.40337, + "390": 6.45377, + "395": 6.25318, + "400": 6.64296, + "405": 6.48078, + "410": 6.36101, + "415": 6.56149, + "420": 6.58523, + "425": 6.51312, + "430": 6.53315, + "435": 6.51013, + "440": 6.53088, + "445": 6.54469, + "450": 6.58192, + "455": 6.61907, + "460": 6.7284, + "465": 6.7023, + "470": 6.4933, + "475": 6.22155, + "480": 6.44352, + "485": 6.51276, + "490": 6.16963, + "495": 6.18146, + "500": 6.58793, + "505": 6.61849, + "510": 6.51771, + "515": 6.19808, + "520": 6.38782, + "525": 6.4449, + "530": 6.38794, + "535": 5.9946, + "540": 6.43932, + "545": 6.34319, + "550": 6.42034, + "555": 6.48463, + "560": 6.41058, + "565": 6.18975, + "570": 6.26475, + "575": 6.60776, + "580": 6.40861, + "585": 6.44091, + "590": 6.17827, + "595": 6.26133, + "600": 6.48062, + "605": 6.48987, + "610": 6.30567, + "615": 6.41793, + "620": 6.50242, + "625": 6.41944, + "630": 6.42269, + "635": 6.48993, + "640": 6.3142, + "645": 6.26425, + "650": 6.24968, + "655": 6.54216, + "660": 6.32704, + "665": 6.28362, + "670": 6.34635, + "675": 6.25007, + "680": 6.36366, + "685": 6.51787, + "690": 6.52306, + "695": 6.19164, + "700": 6.02684, + "705": 6.27937, + "710": 6.15186, + "715": 6.37122, + "720": 6.24474, + "725": 6.4324, + "730": 6.54322, + "735": 6.59039, + "740": 6.56551, + "745": 6.25838, + "750": 6.26025, + "755": 5.99142, + "760": 6.56569, + "765": 6.36209, + "770": 6.41801, + "775": 6.14492, + "780": 6.22431, + "785": 6.2837, + "790": 6.49366, + "795": 6.36524, + "800": 6.31734, + "805": 6.50546, + "810": 6.18094, + "815": 6.23859, + "820": 6.44193, + "825": 6.50405, + "830": 6.39936, + "835": 6.3749, + "840": 6.32574, + "845": 6.18599, + "850": 6.37284, + "855": 6.39409, + "860": 6.25521, + "865": 6.28276, + "870": 6.36092, + "875": 6.40236, + "880": 6.28502, + "885": 6.48567, + "890": 6.18932, + "895": 6.27216, + "900": 6.26478, + "905": 6.36788, + "910": 6.06337, + "915": 6.49909, + "920": 6.33728, + "925": 6.27291, + "930": 6.20875, + "935": 6.2218, + "940": 6.36607, + "945": 6.03875, + "950": 6.16958, + "955": 6.1498, + "960": 6.23218, + "965": 6.27167, + "970": 6.27182, + "975": 6.18992, + "980": 6.0871, + "985": 6.23515, + "990": 6.15401, + "995": 6.39715, + "1000": 6.199, + "1005": 6.41564, + "1010": 6.10307, + "1015": 6.18253, + "1020": 6.0715, + "1025": 6.34874, + "1030": 6.15345, + "1035": 5.91993, + "1040": 6.00182, + "1045": 6.32773, + "1050": 6.44289, + "1055": 6.09205, + "1060": 6.11626, + "1065": 5.94789, + "1070": 6.18822, + "1075": 5.96807, + "1080": 6.14028, + "1085": 6.00403, + "1090": 6.07878, + "1095": 6.39724, + "1100": 6.07371, + "1105": 6.27733, + "1110": 6.17767, + "1115": 6.05213, + "1120": 6.03505, + "1125": 6.14642, + "1130": 5.91905, + "1135": 6.33701, + "1140": 6.4673, + "1145": 6.24062, + "1150": 6.11148, + "1155": 6.00366, + "1160": 6.07106, + "1165": 6.12458, + "1170": 6.31238, + "1175": 6.06133, + "1180": 6.23575, + "1185": 6.28767, + "1190": 6.32616, + "1195": 6.20409, + "1200": 6.1787, + "1205": 6.27853, + "1210": 6.124, + "1215": 6.02269, + "1220": 6.21049, + "1225": 6.31462, + "1230": 6.27525, + "1235": 6.07179, + "1240": 6.44848, + "1245": 6.08257, + "1250": 5.89585, + "1255": 6.22473, + "1260": 6.21804, + "1265": 5.98499, + "1270": 6.05378, + "1275": 6.11328, + "1280": 5.79212, + "1285": 5.96076, + "1290": 6.02109, + "1295": 6.15922, + "1300": 6.33887, + "1305": 5.93778, + "1310": 5.98927, + "1315": 6.04956, + "1320": 6.11263, + "1325": 6.15042, + "1330": 6.10207, + "1335": 6.03588, + "1340": 6.09098, + "1345": 6.17077, + "1350": 5.94377, + "1355": 6.10134, + "1360": 6.44012, + "1365": 5.97453, + "1370": 6.08617, + "1375": 6.26098, + "1380": 6.08712, + "1385": 5.99329, + "1390": 5.83651, + "1395": 5.87328, + "1400": 6.13648, + "1405": 6.12933, + "1410": 6.0632, + "1415": 6.25026, + "1420": 6.196, + "1425": 6.18042, + "1430": 6.01123, + "1435": 6.51218, + "1440": 6.34508, + "1445": 6.3179, + "1450": 6.0905, + "1455": 5.80082, + "1460": 6.19257, + "1465": 6.16862, + "1470": 6.26836, + "1475": 6.25295, + "1480": 6.30886, + "1485": 6.05106, + "1490": 6.25044, + "1495": 6.25631, + "1500": 6.17856, + "1505": 6.24903, + "1510": 6.38972, + "1515": 6.04357, + "1520": 5.83213, + "1525": 5.90258, + "1530": 5.87533, + "1535": 6.49284, + "1540": 6.40956, + "1545": 6.36558, + "1550": 6.13092, + "1555": 6.06429, + "1560": 6.15867, + "1565": 6.04309, + "1570": 5.99586, + "1575": 6.10514, + "1580": 6.22456, + "1585": 6.04057, + "1590": 6.25663, + "1595": 6.16142, + "1600": 6.07455, + "1605": 6.05807, + "1610": 6.14498, + "1615": 6.12337, + "1620": 6.03388, + "1625": 6.07928, + "1630": 6.09847, + "1635": 6.32276, + "1640": 6.14014, + "1645": 6.19561, + "1650": 6.29657, + "1655": 6.36122, + "1660": 6.224, + "1665": 6.06213, + "1670": 6.16801, + "1675": 5.86985, + "1680": 6.09215, + "1685": 6.38653, + "1690": 6.14996, + "1695": 5.99868, + "1700": 6.23211, + "1705": 6.07235, + "1710": 6.00732, + "1715": 6.02437, + "1720": 6.17613, + "1725": 6.38947, + "1730": 6.18961, + "1735": 6.02104, + "1740": 6.11735, + "1745": 6.1043, + "1750": 6.32512, + "1755": 6.27834, + "1760": 5.98423, + "1765": 6.01155, + "1770": 6.1114, + "1775": 5.9844, + "1780": 6.04965, + "1785": 5.822, + "1790": 5.96921, + "1795": 6.31597, + "1800": 6.16889, + "1805": 5.81951, + "1810": 6.48012, + "1815": 6.15535, + "1820": 6.46764, + "1825": 6.1539, + "1830": 6.08742, + "1835": 5.96482, + "1840": 5.88116, + "1845": 6.30056, + "1850": 6.25113, + "1855": 6.11407, + "1860": 6.04051, + "1865": 6.0148, + "1870": 6.34421, + "1875": 6.09027, + "1880": 5.9285, + "1885": 6.28984, + "1890": 6.10867, + "1895": 5.95919, + "1900": 6.07489, + "1905": 6.31557, + "1910": 6.30316, + "1915": 6.31794, + "1920": 6.18453, + "1925": 5.99466, + "1930": 6.09093, + "1935": 5.9949, + "1940": 6.13025, + "1945": 6.08214, + "1950": 6.02806, + "1955": 6.03901, + "1960": 6.00841, + "1965": 6.00114, + "1970": 6.05624, + "1975": 6.24372, + "1980": 6.3997, + "1985": 6.11374, + "1990": 5.97077, + "1995": 5.92911, + "2000": 6.07324 } }, "mem-allocated-bytes": { @@ -412,407 +412,407 @@ "end_step": 2000, "step_interval": 5, "values": { - "1": 238916608.0, - "5": 238392320.0, - "10": 238392320.0, - "15": 238392320.0, - "20": 317275648.0, - "25": 317275648.0, - "30": 317275648.0, - "35": 317275648.0, - "40": 317275648.0, - "45": 317275648.0, - "50": 317275648.0, - "55": 317275648.0, - "60": 317275648.0, - "65": 317275648.0, - "70": 317275648.0, - "75": 317275648.0, - "80": 317275648.0, - "85": 317275648.0, - "90": 317275648.0, - "95": 317275648.0, - "100": 317275648.0, - "105": 317275648.0, - "110": 317275648.0, - "115": 317275648.0, - "120": 317275648.0, - "125": 317275648.0, - "130": 317275648.0, - "135": 317275648.0, - "140": 317275648.0, - "145": 317275648.0, - "150": 317275648.0, - "155": 317275648.0, - "160": 317275648.0, - "165": 317275648.0, - "170": 317275648.0, - "175": 317275648.0, - "180": 317275648.0, - "185": 317275648.0, - "190": 317275648.0, - "195": 317275648.0, - "200": 317275648.0, - "205": 317275648.0, - "210": 317275648.0, - "215": 317275648.0, - "220": 317275648.0, - "225": 317275648.0, - "230": 317275648.0, - "235": 317275648.0, - "240": 317275648.0, - "245": 317275648.0, - "250": 317275648.0, - "255": 317275648.0, - "260": 317275648.0, - "265": 317275648.0, - "270": 317275648.0, - "275": 317275648.0, - "280": 317275648.0, - "285": 317275648.0, - "290": 317275648.0, - "295": 317275648.0, - "300": 317275648.0, - "305": 317275648.0, - "310": 317275648.0, - "315": 317275648.0, - "320": 317275648.0, - "325": 317275648.0, - "330": 317275648.0, - "335": 317275648.0, - "340": 317275648.0, - "345": 317275648.0, - "350": 317275648.0, - "355": 317275648.0, - "360": 317275648.0, - "365": 317275648.0, - "370": 317275648.0, - "375": 317275648.0, - "380": 317275648.0, - "385": 317275648.0, - "390": 317275648.0, - "395": 317275648.0, - "400": 317275648.0, - "405": 317275648.0, - "410": 317275648.0, - "415": 317275648.0, - "420": 317275648.0, - "425": 317275648.0, - "430": 317275648.0, - "435": 317275648.0, - "440": 317275648.0, - "445": 317275648.0, - "450": 317275648.0, - "455": 317275648.0, - "460": 317275648.0, - "465": 317275648.0, - "470": 317275648.0, - "475": 317275648.0, - "480": 317275648.0, - "485": 317275648.0, - "490": 317275648.0, - "495": 317275648.0, - "500": 317275648.0, - "505": 317275648.0, - "510": 317275648.0, - "515": 317275648.0, - "520": 317275648.0, - "525": 317275648.0, - "530": 317275648.0, - "535": 317275648.0, - "540": 317275648.0, - "545": 317275648.0, - "550": 317275648.0, - "555": 317275648.0, - "560": 317275648.0, - "565": 317275648.0, - "570": 317275648.0, - "575": 317275648.0, - "580": 317275648.0, - "585": 317275648.0, - "590": 317275648.0, - "595": 317275648.0, - "600": 317275648.0, - "605": 317275648.0, - "610": 317275648.0, - "615": 317275648.0, - "620": 317275648.0, - "625": 317275648.0, - "630": 317275648.0, - "635": 317275648.0, - "640": 317275648.0, - "645": 317275648.0, - "650": 317275648.0, - "655": 317275648.0, - "660": 317275648.0, - "665": 317275648.0, - "670": 317275648.0, - "675": 317275648.0, - "680": 317275648.0, - "685": 317275648.0, - "690": 317275648.0, - "695": 317275648.0, - "700": 317275648.0, - "705": 317275648.0, - "710": 317275648.0, - "715": 317275648.0, - "720": 317275648.0, - "725": 317275648.0, - "730": 317275648.0, - "735": 317275648.0, - "740": 317275648.0, - "745": 317275648.0, - "750": 317275648.0, - "755": 317275648.0, - "760": 317275648.0, - "765": 317275648.0, - "770": 317275648.0, - "775": 317275648.0, - "780": 317275648.0, - "785": 317275648.0, - "790": 317275648.0, - "795": 317275648.0, - "800": 317275648.0, - "805": 317275648.0, - "810": 317275648.0, - "815": 317275648.0, - "820": 317275648.0, - "825": 317275648.0, - "830": 317275648.0, - "835": 317275648.0, - "840": 317275648.0, - "845": 317275648.0, - "850": 317275648.0, - "855": 317275648.0, - "860": 317275648.0, - "865": 317275648.0, - "870": 317275648.0, - "875": 317275648.0, - "880": 317275648.0, - "885": 317275648.0, - "890": 317275648.0, - "895": 317275648.0, - "900": 317275648.0, - "905": 317275648.0, - "910": 317275648.0, - "915": 317275648.0, - "920": 317275648.0, - "925": 317275648.0, - "930": 317275648.0, - "935": 317275648.0, - "940": 317275648.0, - "945": 317275648.0, - "950": 317275648.0, - "955": 317275648.0, - "960": 317275648.0, - "965": 317275648.0, - "970": 317275648.0, - "975": 317275648.0, - "980": 317275648.0, - "985": 317275648.0, - "990": 317275648.0, - "995": 317275648.0, - "1000": 317275648.0, - "1005": 317275648.0, - "1010": 317275648.0, - "1015": 317275648.0, - "1020": 317275648.0, - "1025": 317275648.0, - "1030": 317275648.0, - "1035": 317275648.0, - "1040": 317275648.0, - "1045": 317275648.0, - "1050": 317275648.0, - "1055": 317275648.0, - "1060": 317275648.0, - "1065": 317275648.0, - "1070": 317275648.0, - "1075": 317275648.0, - "1080": 317275648.0, - "1085": 317275648.0, - "1090": 317275648.0, - "1095": 317275648.0, - "1100": 317275648.0, - "1105": 317275648.0, - "1110": 317275648.0, - "1115": 317275648.0, - "1120": 317275648.0, - "1125": 317275648.0, - "1130": 317275648.0, - "1135": 317275648.0, - "1140": 317275648.0, - "1145": 317275648.0, - "1150": 317275648.0, - "1155": 317275648.0, - "1160": 317275648.0, - "1165": 317275648.0, - "1170": 317275648.0, - "1175": 317275648.0, - "1180": 317275648.0, - "1185": 317275648.0, - "1190": 317275648.0, - "1195": 317275648.0, - "1200": 317275648.0, - "1205": 317275648.0, - "1210": 317275648.0, - "1215": 317275648.0, - "1220": 317275648.0, - "1225": 317275648.0, - "1230": 317275648.0, - "1235": 317275648.0, - "1240": 317275648.0, - "1245": 317275648.0, - "1250": 317275648.0, - "1255": 317275648.0, - "1260": 317275648.0, - "1265": 317275648.0, - "1270": 317275648.0, - "1275": 317275648.0, - "1280": 317275648.0, - "1285": 317275648.0, - "1290": 317275648.0, - "1295": 317275648.0, - "1300": 317275648.0, - "1305": 317275648.0, - "1310": 317275648.0, - "1315": 317275648.0, - "1320": 317275648.0, - "1325": 317275648.0, - "1330": 317275648.0, - "1335": 317275648.0, - "1340": 317275648.0, - "1345": 317275648.0, - "1350": 317275648.0, - "1355": 317275648.0, - "1360": 317275648.0, - "1365": 317275648.0, - "1370": 317275648.0, - "1375": 317275648.0, - "1380": 317275648.0, - "1385": 317275648.0, - "1390": 317275648.0, - "1395": 317275648.0, - "1400": 317275648.0, - "1405": 317275648.0, - "1410": 317275648.0, - "1415": 317275648.0, - "1420": 317275648.0, - "1425": 317275648.0, - "1430": 317275648.0, - "1435": 317275648.0, - "1440": 317275648.0, - "1445": 317275648.0, - "1450": 317275648.0, - "1455": 317275648.0, - "1460": 317275648.0, - "1465": 317275648.0, - "1470": 317275648.0, - "1475": 317275648.0, - "1480": 317275648.0, - "1485": 317275648.0, - "1490": 317275648.0, - "1495": 317275648.0, - "1500": 317275648.0, - "1505": 317275648.0, - "1510": 317275648.0, - "1515": 317275648.0, - "1520": 317275648.0, - "1525": 317275648.0, - "1530": 317275648.0, - "1535": 317275648.0, - "1540": 317275648.0, - "1545": 317275648.0, - "1550": 317275648.0, - "1555": 317275648.0, - "1560": 317275648.0, - "1565": 317275648.0, - "1570": 317275648.0, - "1575": 317275648.0, - "1580": 317275648.0, - "1585": 317275648.0, - "1590": 317275648.0, - "1595": 317275648.0, - "1600": 317275648.0, - "1605": 317275648.0, - "1610": 317275648.0, - "1615": 317275648.0, - "1620": 317275648.0, - "1625": 317275648.0, - "1630": 317275648.0, - "1635": 317275648.0, - "1640": 317275648.0, - "1645": 317275648.0, - "1650": 317275648.0, - "1655": 317275648.0, - "1660": 317275648.0, - "1665": 317275648.0, - "1670": 317275648.0, - "1675": 317275648.0, - "1680": 317275648.0, - "1685": 317275648.0, - "1690": 317275648.0, - "1695": 317275648.0, - "1700": 317275648.0, - "1705": 317275648.0, - "1710": 317275648.0, - "1715": 317275648.0, - "1720": 317275648.0, - "1725": 317275648.0, - "1730": 317275648.0, - "1735": 317275648.0, - "1740": 317275648.0, - "1745": 317275648.0, - "1750": 317275648.0, - "1755": 317275648.0, - "1760": 317275648.0, - "1765": 317275648.0, - "1770": 317275648.0, - "1775": 317275648.0, - "1780": 317275648.0, - "1785": 317275648.0, - "1790": 317275648.0, - "1795": 317275648.0, - "1800": 317275648.0, - "1805": 317275648.0, - "1810": 317275648.0, - "1815": 317275648.0, - "1820": 317275648.0, - "1825": 317275648.0, - "1830": 317275648.0, - "1835": 317275648.0, - "1840": 317275648.0, - "1845": 317275648.0, - "1850": 317275648.0, - "1855": 317275648.0, - "1860": 317275648.0, - "1865": 317275648.0, - "1870": 317275648.0, - "1875": 317275648.0, - "1880": 317275648.0, - "1885": 317275648.0, - "1890": 317275648.0, - "1895": 317275648.0, - "1900": 317275648.0, - "1905": 317275648.0, - "1910": 317275648.0, - "1915": 317275648.0, - "1920": 317275648.0, - "1925": 317275648.0, - "1930": 317275648.0, - "1935": 317275648.0, - "1940": 317275648.0, - "1945": 317275648.0, - "1950": 317275648.0, - "1955": 317275648.0, - "1960": 317275648.0, - "1965": 317275648.0, - "1970": 317275648.0, - "1975": 317275648.0, - "1980": 317275648.0, - "1985": 317275648.0, - "1990": 317275648.0, - "1995": 317275648.0, - "2000": 317275648.0 + "1": 244161024.0, + "5": 244161024.0, + "10": 244161024.0, + "15": 244161024.0, + "20": 322521088.0, + "25": 320948224.0, + "30": 320948224.0, + "35": 320948224.0, + "40": 322521088.0, + "45": 320948224.0, + "50": 320948224.0, + "55": 320948224.0, + "60": 320948224.0, + "65": 320948224.0, + "70": 320948224.0, + "75": 320948224.0, + "80": 322521088.0, + "85": 320948224.0, + "90": 322521088.0, + "95": 322521088.0, + "100": 322521088.0, + "105": 322521088.0, + "110": 322521088.0, + "115": 322521088.0, + "120": 322521088.0, + "125": 322521088.0, + "130": 322521088.0, + "135": 320948224.0, + "140": 320948224.0, + "145": 322521088.0, + "150": 322521088.0, + "155": 322521088.0, + "160": 322521088.0, + "165": 322521088.0, + "170": 322521088.0, + "175": 320948224.0, + "180": 320948224.0, + "185": 320948224.0, + "190": 322521088.0, + "195": 322521088.0, + "200": 322521088.0, + "205": 320948224.0, + "210": 320948224.0, + "215": 322521088.0, + "220": 322521088.0, + "225": 320948224.0, + "230": 320948224.0, + "235": 322521088.0, + "240": 322521088.0, + "245": 320948224.0, + "250": 320948224.0, + "255": 320948224.0, + "260": 322521088.0, + "265": 322521088.0, + "270": 322521088.0, + "275": 322521088.0, + "280": 322521088.0, + "285": 322521088.0, + "290": 320948224.0, + "295": 320948224.0, + "300": 320948224.0, + "305": 320948224.0, + "310": 320948224.0, + "315": 320948224.0, + "320": 320948224.0, + "325": 320948224.0, + "330": 320948224.0, + "335": 320948224.0, + "340": 320948224.0, + "345": 320948224.0, + "350": 320948224.0, + "355": 320948224.0, + "360": 320948224.0, + "365": 320948224.0, + "370": 320948224.0, + "375": 320948224.0, + "380": 320948224.0, + "385": 320948224.0, + "390": 320948224.0, + "395": 320948224.0, + "400": 320948224.0, + "405": 320948224.0, + "410": 322521088.0, + "415": 322521088.0, + "420": 322521088.0, + "425": 322521088.0, + "430": 322521088.0, + "435": 320948224.0, + "440": 320948224.0, + "445": 320948224.0, + "450": 320948224.0, + "455": 322521088.0, + "460": 320948224.0, + "465": 322521088.0, + "470": 322521088.0, + "475": 322521088.0, + "480": 322521088.0, + "485": 320948224.0, + "490": 322521088.0, + "495": 322521088.0, + "500": 322521088.0, + "505": 322521088.0, + "510": 320948224.0, + "515": 322521088.0, + "520": 322521088.0, + "525": 322521088.0, + "530": 320948224.0, + "535": 320948224.0, + "540": 320948224.0, + "545": 320948224.0, + "550": 320948224.0, + "555": 320948224.0, + "560": 320948224.0, + "565": 320948224.0, + "570": 320948224.0, + "575": 320948224.0, + "580": 320948224.0, + "585": 320948224.0, + "590": 320948224.0, + "595": 320948224.0, + "600": 320948224.0, + "605": 320948224.0, + "610": 320948224.0, + "615": 320948224.0, + "620": 320948224.0, + "625": 320948224.0, + "630": 320948224.0, + "635": 320948224.0, + "640": 320948224.0, + "645": 320948224.0, + "650": 320948224.0, + "655": 320948224.0, + "660": 322521088.0, + "665": 320948224.0, + "670": 320948224.0, + "675": 320948224.0, + "680": 322521088.0, + "685": 322521088.0, + "690": 322521088.0, + "695": 322521088.0, + "700": 322521088.0, + "705": 322521088.0, + "710": 322521088.0, + "715": 322521088.0, + "720": 322521088.0, + "725": 322521088.0, + "730": 320948224.0, + "735": 320948224.0, + "740": 320948224.0, + "745": 320948224.0, + "750": 320948224.0, + "755": 320948224.0, + "760": 320948224.0, + "765": 320948224.0, + "770": 320948224.0, + "775": 320948224.0, + "780": 320948224.0, + "785": 322521088.0, + "790": 320948224.0, + "795": 320948224.0, + "800": 320948224.0, + "805": 320948224.0, + "810": 320948224.0, + "815": 322521088.0, + "820": 322521088.0, + "825": 322521088.0, + "830": 322521088.0, + "835": 322521088.0, + "840": 322521088.0, + "845": 322521088.0, + "850": 320948224.0, + "855": 320948224.0, + "860": 320948224.0, + "865": 320948224.0, + "870": 320948224.0, + "875": 320948224.0, + "880": 322521088.0, + "885": 320948224.0, + "890": 320948224.0, + "895": 322521088.0, + "900": 322521088.0, + "905": 320948224.0, + "910": 320948224.0, + "915": 320948224.0, + "920": 320948224.0, + "925": 320948224.0, + "930": 320948224.0, + "935": 320948224.0, + "940": 320948224.0, + "945": 320948224.0, + "950": 322521088.0, + "955": 320948224.0, + "960": 320948224.0, + "965": 320948224.0, + "970": 320948224.0, + "975": 320948224.0, + "980": 320948224.0, + "985": 320948224.0, + "990": 322521088.0, + "995": 322521088.0, + "1000": 322521088.0, + "1005": 322521088.0, + "1010": 322521088.0, + "1015": 322521088.0, + "1020": 322521088.0, + "1025": 322521088.0, + "1030": 322521088.0, + "1035": 322521088.0, + "1040": 322521088.0, + "1045": 322521088.0, + "1050": 322521088.0, + "1055": 322521088.0, + "1060": 320948224.0, + "1065": 320948224.0, + "1070": 320948224.0, + "1075": 320948224.0, + "1080": 320948224.0, + "1085": 320948224.0, + "1090": 320948224.0, + "1095": 320948224.0, + "1100": 320948224.0, + "1105": 320948224.0, + "1110": 320948224.0, + "1115": 320948224.0, + "1120": 320948224.0, + "1125": 320948224.0, + "1130": 320948224.0, + "1135": 320948224.0, + "1140": 320948224.0, + "1145": 320948224.0, + "1150": 320948224.0, + "1155": 320948224.0, + "1160": 320948224.0, + "1165": 320948224.0, + "1170": 320948224.0, + "1175": 322521088.0, + "1180": 322521088.0, + "1185": 322521088.0, + "1190": 322521088.0, + "1195": 322521088.0, + "1200": 322521088.0, + "1205": 322521088.0, + "1210": 322521088.0, + "1215": 322521088.0, + "1220": 322521088.0, + "1225": 322521088.0, + "1230": 322521088.0, + "1235": 320948224.0, + "1240": 322521088.0, + "1245": 320948224.0, + "1250": 322521088.0, + "1255": 322521088.0, + "1260": 320948224.0, + "1265": 320948224.0, + "1270": 320948224.0, + "1275": 320948224.0, + "1280": 322521088.0, + "1285": 320948224.0, + "1290": 320948224.0, + "1295": 320948224.0, + "1300": 322521088.0, + "1305": 322521088.0, + "1310": 322521088.0, + "1315": 322521088.0, + "1320": 322521088.0, + "1325": 322521088.0, + "1330": 322521088.0, + "1335": 322521088.0, + "1340": 322521088.0, + "1345": 322521088.0, + "1350": 322521088.0, + "1355": 322521088.0, + "1360": 322521088.0, + "1365": 320948224.0, + "1370": 320948224.0, + "1375": 320948224.0, + "1380": 320948224.0, + "1385": 320948224.0, + "1390": 320948224.0, + "1395": 320948224.0, + "1400": 320948224.0, + "1405": 320948224.0, + "1410": 322521088.0, + "1415": 322521088.0, + "1420": 320948224.0, + "1425": 322521088.0, + "1430": 322521088.0, + "1435": 320948224.0, + "1440": 322521088.0, + "1445": 322521088.0, + "1450": 322521088.0, + "1455": 322521088.0, + "1460": 322521088.0, + "1465": 320948224.0, + "1470": 320948224.0, + "1475": 320948224.0, + "1480": 322521088.0, + "1485": 322521088.0, + "1490": 322521088.0, + "1495": 322521088.0, + "1500": 322521088.0, + "1505": 320948224.0, + "1510": 320948224.0, + "1515": 320948224.0, + "1520": 320948224.0, + "1525": 320948224.0, + "1530": 320948224.0, + "1535": 320948224.0, + "1540": 320948224.0, + "1545": 322521088.0, + "1550": 320948224.0, + "1555": 320948224.0, + "1560": 320948224.0, + "1565": 320948224.0, + "1570": 320948224.0, + "1575": 322521088.0, + "1580": 322521088.0, + "1585": 320948224.0, + "1590": 320948224.0, + "1595": 320948224.0, + "1600": 322521088.0, + "1605": 320948224.0, + "1610": 320948224.0, + "1615": 320948224.0, + "1620": 320948224.0, + "1625": 320948224.0, + "1630": 320948224.0, + "1635": 320948224.0, + "1640": 320948224.0, + "1645": 320948224.0, + "1650": 320948224.0, + "1655": 320948224.0, + "1660": 322521088.0, + "1665": 322521088.0, + "1670": 322521088.0, + "1675": 322521088.0, + "1680": 322521088.0, + "1685": 320948224.0, + "1690": 322521088.0, + "1695": 322521088.0, + "1700": 322521088.0, + "1705": 322521088.0, + "1710": 322521088.0, + "1715": 322521088.0, + "1720": 322521088.0, + "1725": 322521088.0, + "1730": 322521088.0, + "1735": 322521088.0, + "1740": 322521088.0, + "1745": 322521088.0, + "1750": 322521088.0, + "1755": 322521088.0, + "1760": 322521088.0, + "1765": 322521088.0, + "1770": 322521088.0, + "1775": 320948224.0, + "1780": 322521088.0, + "1785": 322521088.0, + "1790": 320948224.0, + "1795": 320948224.0, + "1800": 320948224.0, + "1805": 320948224.0, + "1810": 320948224.0, + "1815": 320948224.0, + "1820": 322521088.0, + "1825": 322521088.0, + "1830": 322521088.0, + "1835": 322521088.0, + "1840": 320948224.0, + "1845": 320948224.0, + "1850": 322521088.0, + "1855": 322521088.0, + "1860": 320948224.0, + "1865": 320948224.0, + "1870": 320948224.0, + "1875": 320948224.0, + "1880": 320948224.0, + "1885": 320948224.0, + "1890": 322521088.0, + "1895": 320948224.0, + "1900": 320948224.0, + "1905": 320948224.0, + "1910": 322521088.0, + "1915": 320948224.0, + "1920": 322521088.0, + "1925": 322521088.0, + "1930": 320948224.0, + "1935": 320948224.0, + "1940": 322521088.0, + "1945": 320948224.0, + "1950": 320948224.0, + "1955": 320948224.0, + "1960": 322521088.0, + "1965": 322521088.0, + "1970": 322521088.0, + "1975": 322521088.0, + "1980": 322521088.0, + "1985": 322521088.0, + "1990": 322521088.0, + "1995": 322521088.0, + "2000": 322521088.0 } }, "mem-max-allocated-bytes": { @@ -820,407 +820,407 @@ "end_step": 2000, "step_interval": 5, "values": { - "1": 414053376.0, - "5": 414053888.0, - "10": 414053888.0, - "15": 414053888.0, - "20": 492938240.0, - "25": 492938240.0, - "30": 492938240.0, - "35": 492938240.0, - "40": 492938240.0, - "45": 492938240.0, - "50": 492938240.0, - "55": 492938240.0, - "60": 492938240.0, - "65": 492938240.0, - "70": 492938240.0, - "75": 492938240.0, - "80": 492938240.0, - "85": 492938240.0, - "90": 492938240.0, - "95": 492938240.0, - "100": 492938240.0, - "105": 492938240.0, - "110": 492938240.0, - "115": 492938240.0, - "120": 492938240.0, - "125": 492938240.0, - "130": 492938240.0, - "135": 492938240.0, - "140": 492938240.0, - "145": 492938240.0, - "150": 492938240.0, - "155": 492938240.0, - "160": 492938240.0, - "165": 492938240.0, - "170": 492938240.0, - "175": 492938240.0, - "180": 492938240.0, - "185": 492938240.0, - "190": 492938240.0, - "195": 492938240.0, - "200": 492938240.0, - "205": 492938240.0, - "210": 492938240.0, - "215": 492938240.0, - "220": 492938240.0, - "225": 492938240.0, - "230": 492938240.0, - "235": 492938240.0, - "240": 492938240.0, - "245": 492938240.0, - "250": 492938240.0, - "255": 492938240.0, - "260": 492938240.0, - "265": 492938240.0, - "270": 492938240.0, - "275": 492938240.0, - "280": 492938240.0, - "285": 492938240.0, - "290": 492938240.0, - "295": 492938240.0, - "300": 492938240.0, - "305": 492938240.0, - "310": 492938240.0, - "315": 492938240.0, - "320": 492938240.0, - "325": 492938240.0, - "330": 492938240.0, - "335": 492938240.0, - "340": 492938240.0, - "345": 492938240.0, - "350": 492938240.0, - "355": 492938240.0, - "360": 492938240.0, - "365": 492938240.0, - "370": 492938240.0, - "375": 492938240.0, - "380": 492938240.0, - "385": 492938240.0, - "390": 492938240.0, - "395": 492938240.0, - "400": 492938240.0, - "405": 492938240.0, - "410": 492938240.0, - "415": 492938240.0, - "420": 492938240.0, - "425": 492938240.0, - "430": 492938240.0, - "435": 492938240.0, - "440": 492938240.0, - "445": 492938240.0, - "450": 492938240.0, - "455": 492938240.0, - "460": 492938240.0, - "465": 492938240.0, - "470": 492938240.0, - "475": 492938240.0, - "480": 492938240.0, - "485": 492938240.0, - "490": 492938240.0, - "495": 492938240.0, - "500": 492938240.0, - "505": 492938240.0, - "510": 492938240.0, - "515": 492938240.0, - "520": 492938240.0, - "525": 492938240.0, - "530": 492938240.0, - "535": 492938240.0, - "540": 492938240.0, - "545": 492938240.0, - "550": 492938240.0, - "555": 492938240.0, - "560": 492938240.0, - "565": 492938240.0, - "570": 492938240.0, - "575": 492938240.0, - "580": 492938240.0, - "585": 492938240.0, - "590": 492938240.0, - "595": 492938240.0, - "600": 492938240.0, - "605": 492938240.0, - "610": 492938240.0, - "615": 492938240.0, - "620": 492938240.0, - "625": 492938240.0, - "630": 492938240.0, - "635": 492938240.0, - "640": 492938240.0, - "645": 492938240.0, - "650": 492938240.0, - "655": 492938240.0, - "660": 492938240.0, - "665": 492938240.0, - "670": 492938240.0, - "675": 492938240.0, - "680": 492938240.0, - "685": 492938240.0, - "690": 492938240.0, - "695": 492938240.0, - "700": 492938240.0, - "705": 492938240.0, - "710": 492938240.0, - "715": 492938240.0, - "720": 492938240.0, - "725": 492938240.0, - "730": 492938240.0, - "735": 492938240.0, - "740": 492938240.0, - "745": 492938240.0, - "750": 492938240.0, - "755": 492938240.0, - "760": 492938240.0, - "765": 492938240.0, - "770": 492938240.0, - "775": 492938240.0, - "780": 492938240.0, - "785": 492938240.0, - "790": 492938240.0, - "795": 492938240.0, - "800": 492938240.0, - "805": 492938240.0, - "810": 492938240.0, - "815": 492938240.0, - "820": 492938240.0, - "825": 492938240.0, - "830": 492938240.0, - "835": 492938240.0, - "840": 492938240.0, - "845": 492938240.0, - "850": 492938240.0, - "855": 492938240.0, - "860": 492938240.0, - "865": 492938240.0, - "870": 492938240.0, - "875": 492938240.0, - "880": 492938240.0, - "885": 492938240.0, - "890": 492938240.0, - "895": 492938240.0, - "900": 492938240.0, - "905": 492938240.0, - "910": 492938240.0, - "915": 492938240.0, - "920": 492938240.0, - "925": 492938240.0, - "930": 492938240.0, - "935": 492938240.0, - "940": 492938240.0, - "945": 492938240.0, - "950": 492938240.0, - "955": 492938240.0, - "960": 492938240.0, - "965": 492938240.0, - "970": 492938240.0, - "975": 492938240.0, - "980": 492938240.0, - "985": 492938240.0, - "990": 492938240.0, - "995": 492938240.0, - "1000": 492938240.0, - "1005": 492938240.0, - "1010": 492938240.0, - "1015": 492938240.0, - "1020": 492938240.0, - "1025": 492938240.0, - "1030": 492938240.0, - "1035": 492938240.0, - "1040": 492938240.0, - "1045": 492938240.0, - "1050": 492938240.0, - "1055": 492938240.0, - "1060": 492938240.0, - "1065": 492938240.0, - "1070": 492938240.0, - "1075": 492938240.0, - "1080": 492938240.0, - "1085": 492938240.0, - "1090": 492938240.0, - "1095": 492938240.0, - "1100": 492938240.0, - "1105": 492938240.0, - "1110": 492938240.0, - "1115": 492938240.0, - "1120": 492938240.0, - "1125": 492938240.0, - "1130": 492938240.0, - "1135": 492938240.0, - "1140": 492938240.0, - "1145": 492938240.0, - "1150": 492938240.0, - "1155": 492938240.0, - "1160": 492938240.0, - "1165": 492938240.0, - "1170": 492938240.0, - "1175": 492938240.0, - "1180": 492938240.0, - "1185": 492938240.0, - "1190": 492938240.0, - "1195": 492938240.0, - "1200": 492938240.0, - "1205": 492938240.0, - "1210": 492938240.0, - "1215": 492938240.0, - "1220": 492938240.0, - "1225": 492938240.0, - "1230": 492938240.0, - "1235": 492938240.0, - "1240": 492938240.0, - "1245": 492938240.0, - "1250": 492938240.0, - "1255": 492938240.0, - "1260": 492938240.0, - "1265": 492938240.0, - "1270": 492938240.0, - "1275": 492938240.0, - "1280": 492938240.0, - "1285": 492938240.0, - "1290": 492938240.0, - "1295": 492938240.0, - "1300": 492938240.0, - "1305": 492938240.0, - "1310": 492938240.0, - "1315": 492938240.0, - "1320": 492938240.0, - "1325": 492938240.0, - "1330": 492938240.0, - "1335": 492938240.0, - "1340": 492938240.0, - "1345": 492938240.0, - "1350": 492938240.0, - "1355": 492938240.0, - "1360": 492938240.0, - "1365": 492938240.0, - "1370": 492938240.0, - "1375": 492938240.0, - "1380": 492938240.0, - "1385": 492938240.0, - "1390": 492938240.0, - "1395": 492938240.0, - "1400": 492938240.0, - "1405": 492938240.0, - "1410": 492938240.0, - "1415": 492938240.0, - "1420": 492938240.0, - "1425": 492938240.0, - "1430": 492938240.0, - "1435": 492938240.0, - "1440": 492938240.0, - "1445": 492938240.0, - "1450": 492938240.0, - "1455": 492938240.0, - "1460": 492938240.0, - "1465": 492938240.0, - "1470": 492938240.0, - "1475": 492938240.0, - "1480": 492938240.0, - "1485": 492938240.0, - "1490": 492938240.0, - "1495": 492938240.0, - "1500": 492938240.0, - "1505": 492938240.0, - "1510": 492938240.0, - "1515": 492938240.0, - "1520": 492938240.0, - "1525": 492938240.0, - "1530": 492938240.0, - "1535": 492938240.0, - "1540": 492938240.0, - "1545": 492938240.0, - "1550": 492938240.0, - "1555": 492938240.0, - "1560": 492938240.0, - "1565": 492938240.0, - "1570": 492938240.0, - "1575": 492938240.0, - "1580": 492938240.0, - "1585": 492938240.0, - "1590": 492938240.0, - "1595": 492938240.0, - "1600": 492938240.0, - "1605": 492938240.0, - "1610": 492938240.0, - "1615": 492938240.0, - "1620": 492938240.0, - "1625": 492938240.0, - "1630": 492938240.0, - "1635": 492938240.0, - "1640": 492938240.0, - "1645": 492938240.0, - "1650": 492938240.0, - "1655": 492938240.0, - "1660": 492938240.0, - "1665": 492938240.0, - "1670": 492938240.0, - "1675": 492938240.0, - "1680": 492938240.0, - "1685": 492938240.0, - "1690": 492938240.0, - "1695": 492938240.0, - "1700": 492938240.0, - "1705": 492938240.0, - "1710": 492938240.0, - "1715": 492938240.0, - "1720": 492938240.0, - "1725": 492938240.0, - "1730": 492938240.0, - "1735": 492938240.0, - "1740": 492938240.0, - "1745": 492938240.0, - "1750": 492938240.0, - "1755": 492938240.0, - "1760": 492938240.0, - "1765": 492938240.0, - "1770": 492938240.0, - "1775": 492938240.0, - "1780": 492938240.0, - "1785": 492938240.0, - "1790": 492938240.0, - "1795": 492938240.0, - "1800": 492938240.0, - "1805": 492938240.0, - "1810": 492938240.0, - "1815": 492938240.0, - "1820": 492938240.0, - "1825": 492938240.0, - "1830": 492938240.0, - "1835": 492938240.0, - "1840": 492938240.0, - "1845": 492938240.0, - "1850": 492938240.0, - "1855": 492938240.0, - "1860": 492938240.0, - "1865": 492938240.0, - "1870": 492938240.0, - "1875": 492938240.0, - "1880": 492938240.0, - "1885": 492938240.0, - "1890": 492938240.0, - "1895": 492938240.0, - "1900": 492938240.0, - "1905": 492938240.0, - "1910": 492938240.0, - "1915": 492938240.0, - "1920": 492938240.0, - "1925": 492938240.0, - "1930": 492938240.0, - "1935": 492938240.0, - "1940": 492938240.0, - "1945": 492938240.0, - "1950": 492938240.0, - "1955": 492938240.0, - "1960": 492938240.0, - "1965": 492938240.0, - "1970": 492938240.0, - "1975": 492938240.0, - "1980": 492938240.0, - "1985": 492938240.0, - "1990": 492938240.0, - "1995": 492938240.0, - "2000": 492938240.0 + "1": 420345856.0, + "5": 420346368.0, + "10": 420346368.0, + "15": 420346368.0, + "20": 501327360.0, + "25": 501327872.0, + "30": 501327872.0, + "35": 501327872.0, + "40": 501327872.0, + "45": 501327872.0, + "50": 501327872.0, + "55": 501327872.0, + "60": 501327872.0, + "65": 501327872.0, + "70": 501327872.0, + "75": 501327872.0, + "80": 501327872.0, + "85": 501327872.0, + "90": 501327872.0, + "95": 501327872.0, + "100": 501327872.0, + "105": 501327872.0, + "110": 501327872.0, + "115": 501327872.0, + "120": 501327872.0, + "125": 501327872.0, + "130": 501327872.0, + "135": 501327872.0, + "140": 501327872.0, + "145": 501327872.0, + "150": 501327872.0, + "155": 501327872.0, + "160": 501327872.0, + "165": 501327872.0, + "170": 501327872.0, + "175": 501327872.0, + "180": 501327872.0, + "185": 501327872.0, + "190": 501327872.0, + "195": 501327872.0, + "200": 501327872.0, + "205": 501327872.0, + "210": 501327872.0, + "215": 501327872.0, + "220": 501327872.0, + "225": 501327872.0, + "230": 501327872.0, + "235": 501327872.0, + "240": 501327872.0, + "245": 501327872.0, + "250": 501327872.0, + "255": 501327872.0, + "260": 501327872.0, + "265": 501327872.0, + "270": 501327872.0, + "275": 501327872.0, + "280": 501327872.0, + "285": 501327872.0, + "290": 501327872.0, + "295": 501327872.0, + "300": 501327872.0, + "305": 501327872.0, + "310": 501327872.0, + "315": 501327872.0, + "320": 501327872.0, + "325": 501327872.0, + "330": 501327872.0, + "335": 501327872.0, + "340": 501327872.0, + "345": 501327872.0, + "350": 501327872.0, + "355": 501327872.0, + "360": 501327872.0, + "365": 501327872.0, + "370": 501327872.0, + "375": 501327872.0, + "380": 501327872.0, + "385": 501327872.0, + "390": 501327872.0, + "395": 501327872.0, + "400": 501327872.0, + "405": 501327872.0, + "410": 501327872.0, + "415": 501327872.0, + "420": 501327872.0, + "425": 501327872.0, + "430": 501327872.0, + "435": 501327872.0, + "440": 501327872.0, + "445": 501327872.0, + "450": 501327872.0, + "455": 501327872.0, + "460": 501327872.0, + "465": 501327872.0, + "470": 501327872.0, + "475": 501327872.0, + "480": 501327872.0, + "485": 501327872.0, + "490": 501327872.0, + "495": 501327872.0, + "500": 501327872.0, + "505": 501327872.0, + "510": 501327872.0, + "515": 501327872.0, + "520": 501327872.0, + "525": 501327872.0, + "530": 501327872.0, + "535": 501327872.0, + "540": 501327872.0, + "545": 501327872.0, + "550": 501327872.0, + "555": 501327872.0, + "560": 501327872.0, + "565": 501327872.0, + "570": 501327872.0, + "575": 501327872.0, + "580": 501327872.0, + "585": 501327872.0, + "590": 501327872.0, + "595": 501327872.0, + "600": 501327872.0, + "605": 501327872.0, + "610": 501327872.0, + "615": 501327872.0, + "620": 501327872.0, + "625": 501327872.0, + "630": 501327872.0, + "635": 501327872.0, + "640": 501327872.0, + "645": 501327872.0, + "650": 501327872.0, + "655": 501327872.0, + "660": 501327872.0, + "665": 501327872.0, + "670": 501327872.0, + "675": 501327872.0, + "680": 501327872.0, + "685": 501327872.0, + "690": 501327872.0, + "695": 501327872.0, + "700": 501327872.0, + "705": 501327872.0, + "710": 501327872.0, + "715": 501327872.0, + "720": 501327872.0, + "725": 501327872.0, + "730": 501327872.0, + "735": 501327872.0, + "740": 501327872.0, + "745": 501327872.0, + "750": 501327872.0, + "755": 501327872.0, + "760": 501327872.0, + "765": 501327872.0, + "770": 501327872.0, + "775": 501327872.0, + "780": 501327872.0, + "785": 501327872.0, + "790": 501327872.0, + "795": 501327872.0, + "800": 501327872.0, + "805": 501327872.0, + "810": 501327872.0, + "815": 501327872.0, + "820": 501327872.0, + "825": 501327872.0, + "830": 501327872.0, + "835": 501327872.0, + "840": 501327872.0, + "845": 501327872.0, + "850": 501327872.0, + "855": 501327872.0, + "860": 501327872.0, + "865": 501327872.0, + "870": 501327872.0, + "875": 501327872.0, + "880": 501327872.0, + "885": 501327872.0, + "890": 501327872.0, + "895": 501327872.0, + "900": 501327872.0, + "905": 501327872.0, + "910": 501327872.0, + "915": 501327872.0, + "920": 501327872.0, + "925": 501327872.0, + "930": 501327872.0, + "935": 501327872.0, + "940": 501327872.0, + "945": 501327872.0, + "950": 501327872.0, + "955": 501327872.0, + "960": 501327872.0, + "965": 501327872.0, + "970": 501327872.0, + "975": 501327872.0, + "980": 501327872.0, + "985": 501327872.0, + "990": 501327872.0, + "995": 501327872.0, + "1000": 501327872.0, + "1005": 501327872.0, + "1010": 501327872.0, + "1015": 501327872.0, + "1020": 501327872.0, + "1025": 501327872.0, + "1030": 501327872.0, + "1035": 501327872.0, + "1040": 501327872.0, + "1045": 501327872.0, + "1050": 501327872.0, + "1055": 501327872.0, + "1060": 501327872.0, + "1065": 501327872.0, + "1070": 501327872.0, + "1075": 501327872.0, + "1080": 501327872.0, + "1085": 501327872.0, + "1090": 501327872.0, + "1095": 501327872.0, + "1100": 501327872.0, + "1105": 501327872.0, + "1110": 501327872.0, + "1115": 501327872.0, + "1120": 501327872.0, + "1125": 501327872.0, + "1130": 501327872.0, + "1135": 501327872.0, + "1140": 501327872.0, + "1145": 501327872.0, + "1150": 501327872.0, + "1155": 501327872.0, + "1160": 501327872.0, + "1165": 501327872.0, + "1170": 501327872.0, + "1175": 501327872.0, + "1180": 501327872.0, + "1185": 501327872.0, + "1190": 501327872.0, + "1195": 501327872.0, + "1200": 501327872.0, + "1205": 501327872.0, + "1210": 501327872.0, + "1215": 501327872.0, + "1220": 501327872.0, + "1225": 501327872.0, + "1230": 501327872.0, + "1235": 501327872.0, + "1240": 501327872.0, + "1245": 501327872.0, + "1250": 501327872.0, + "1255": 501327872.0, + "1260": 501327872.0, + "1265": 501327872.0, + "1270": 501327872.0, + "1275": 501327872.0, + "1280": 501327872.0, + "1285": 501327872.0, + "1290": 501327872.0, + "1295": 501327872.0, + "1300": 501327872.0, + "1305": 501327872.0, + "1310": 501327872.0, + "1315": 501327872.0, + "1320": 501327872.0, + "1325": 501327872.0, + "1330": 501327872.0, + "1335": 501327872.0, + "1340": 501327872.0, + "1345": 501327872.0, + "1350": 501327872.0, + "1355": 501327872.0, + "1360": 501327872.0, + "1365": 501327872.0, + "1370": 501327872.0, + "1375": 501327872.0, + "1380": 501327872.0, + "1385": 501327872.0, + "1390": 501327872.0, + "1395": 501327872.0, + "1400": 501327872.0, + "1405": 501327872.0, + "1410": 501327872.0, + "1415": 501327872.0, + "1420": 501327872.0, + "1425": 501327872.0, + "1430": 501327872.0, + "1435": 501327872.0, + "1440": 501327872.0, + "1445": 501327872.0, + "1450": 501327872.0, + "1455": 501327872.0, + "1460": 501327872.0, + "1465": 501327872.0, + "1470": 501327872.0, + "1475": 501327872.0, + "1480": 501327872.0, + "1485": 501327872.0, + "1490": 501327872.0, + "1495": 501327872.0, + "1500": 501327872.0, + "1505": 501327872.0, + "1510": 501327872.0, + "1515": 501327872.0, + "1520": 501327872.0, + "1525": 501327872.0, + "1530": 501327872.0, + "1535": 501327872.0, + "1540": 501327872.0, + "1545": 501327872.0, + "1550": 501327872.0, + "1555": 501327872.0, + "1560": 501327872.0, + "1565": 501327872.0, + "1570": 501327872.0, + "1575": 501327872.0, + "1580": 501327872.0, + "1585": 501327872.0, + "1590": 501327872.0, + "1595": 501327872.0, + "1600": 501327872.0, + "1605": 501327872.0, + "1610": 501327872.0, + "1615": 501327872.0, + "1620": 501327872.0, + "1625": 501327872.0, + "1630": 501327872.0, + "1635": 501327872.0, + "1640": 501327872.0, + "1645": 501327872.0, + "1650": 501327872.0, + "1655": 501327872.0, + "1660": 501327872.0, + "1665": 501327872.0, + "1670": 501327872.0, + "1675": 501327872.0, + "1680": 501327872.0, + "1685": 501327872.0, + "1690": 501327872.0, + "1695": 501327872.0, + "1700": 501327872.0, + "1705": 501327872.0, + "1710": 501327872.0, + "1715": 501327872.0, + "1720": 501327872.0, + "1725": 501327872.0, + "1730": 501327872.0, + "1735": 501327872.0, + "1740": 501327872.0, + "1745": 501327872.0, + "1750": 501327872.0, + "1755": 501327872.0, + "1760": 501327872.0, + "1765": 501327872.0, + "1770": 501327872.0, + "1775": 501327872.0, + "1780": 501327872.0, + "1785": 501327872.0, + "1790": 501327872.0, + "1795": 501327872.0, + "1800": 501327872.0, + "1805": 501327872.0, + "1810": 501327872.0, + "1815": 501327872.0, + "1820": 501327872.0, + "1825": 501327872.0, + "1830": 501327872.0, + "1835": 501327872.0, + "1840": 501327872.0, + "1845": 501327872.0, + "1850": 501327872.0, + "1855": 501327872.0, + "1860": 501327872.0, + "1865": 501327872.0, + "1870": 501327872.0, + "1875": 501327872.0, + "1880": 501327872.0, + "1885": 501327872.0, + "1890": 501327872.0, + "1895": 501327872.0, + "1900": 501327872.0, + "1905": 501327872.0, + "1910": 501327872.0, + "1915": 501327872.0, + "1920": 501327872.0, + "1925": 501327872.0, + "1930": 501327872.0, + "1935": 501327872.0, + "1940": 501327872.0, + "1945": 501327872.0, + "1950": 501327872.0, + "1955": 501327872.0, + "1960": 501327872.0, + "1965": 501327872.0, + "1970": 501327872.0, + "1975": 501327872.0, + "1980": 501327872.0, + "1985": 501327872.0, + "1990": 501327872.0, + "1995": 501327872.0, + "2000": 501327872.0 } }, "num-zeros": { @@ -1232,403 +1232,403 @@ "5": "nan", "10": "nan", "15": "nan", - "20": 12182.0, - "25": 12896.0, - "30": 18370.0, - "35": 12414.0, - "40": 13467.0, - "45": 14702.0, - "50": 11489.0, - "55": 14148.0, - "60": 14328.0, - "65": 14200.0, - "70": 10667.0, - "75": 14247.0, - "80": 12848.0, - "85": 17297.0, - "90": 10416.0, - "95": 13127.0, - "100": 11245.0, - "105": 13012.0, - "110": 14440.0, - "115": 11660.0, - "120": 16039.0, - "125": 10826.0, - "130": 11791.0, - "135": 12172.0, - "140": 12658.0, - "145": 15243.0, - "150": 13439.0, - "155": 13368.0, - "160": 11249.0, - "165": 14337.0, - "170": 9870.0, - "175": 12859.0, - "180": 12448.0, - "185": 13727.0, - "190": 13142.0, - "195": 16590.0, - "200": 12369.0, - "205": 14097.0, - "210": 12018.0, - "215": 12238.0, - "220": 15162.0, - "225": 15207.0, - "230": 13903.0, - "235": 14131.0, - "240": 12788.0, - "245": 13486.0, - "250": 13896.0, - "255": 12110.0, - "260": 14309.0, - "265": 15182.0, - "270": 13093.0, - "275": 15335.0, - "280": 13932.0, - "285": 15481.0, - "290": 17597.0, - "295": 17809.0, - "300": 15055.0, - "305": 11958.0, - "310": 15056.0, - "315": 16013.0, - "320": 14004.0, - "325": 13822.0, - "330": 13799.0, - "335": 13902.0, - "340": 14458.0, - "345": 17281.0, - "350": 18699.0, - "355": 14846.0, - "360": 13955.0, - "365": 14350.0, - "370": 17774.0, - "375": 14542.0, - "380": 15039.0, - "385": 14377.0, - "390": 12128.0, - "395": 14627.0, - "400": 16342.0, - "405": 17069.0, - "410": 14310.0, - "415": 15240.0, - "420": 13514.0, - "425": 21398.0, - "430": 14720.0, - "435": 14407.0, - "440": 15561.0, - "445": 15875.0, + "20": 12399.0, + "25": 12768.0, + "30": 16641.0, + "35": 12861.0, + "40": 13048.0, + "45": 13826.0, + "50": 10792.0, + "55": 12500.0, + "60": 13751.0, + "65": 15066.0, + "70": 10815.0, + "75": 11843.0, + "80": 10739.0, + "85": 17210.0, + "90": 12167.0, + "95": 12456.0, + "100": 11589.0, + "105": 13445.0, + "110": 14807.0, + "115": 11882.0, + "120": 12425.0, + "125": 11696.0, + "130": 12874.0, + "135": 11719.0, + "140": 12660.0, + "145": 17034.0, + "150": 12668.0, + "155": 14247.0, + "160": 10069.0, + "165": 16144.0, + "170": 9903.0, + "175": 14183.0, + "180": 12261.0, + "185": 12523.0, + "190": 10611.0, + "195": 15090.0, + "200": 13729.0, + "205": 13604.0, + "210": 12246.0, + "215": 11912.0, + "220": 16876.0, + "225": 14473.0, + "230": 14743.0, + "235": 14900.0, + "240": 14588.0, + "245": 13489.0, + "250": 15237.0, + "255": 15391.0, + "260": 13542.0, + "265": 17355.0, + "270": 14088.0, + "275": 13259.0, + "280": 14138.0, + "285": 13254.0, + "290": 14182.0, + "295": 15382.0, + "300": 13137.0, + "305": 12597.0, + "310": 16148.0, + "315": 16526.0, + "320": 15265.0, + "325": 15245.0, + "330": 14420.0, + "335": 12278.0, + "340": 15325.0, + "345": 14203.0, + "350": 15636.0, + "355": 13620.0, + "360": 12816.0, + "365": 15947.0, + "370": 16936.0, + "375": 13675.0, + "380": 17271.0, + "385": 14395.0, + "390": 13666.0, + "395": 14357.0, + "400": 18807.0, + "405": 18024.0, + "410": 15076.0, + "415": 18044.0, + "420": 13713.0, + "425": 19144.0, + "430": 13480.0, + "435": 13479.0, + "440": 16351.0, + "445": 16067.0, "450": 15695.0, - "455": 13097.0, - "460": 14873.0, - "465": 18063.0, - "470": 14532.0, - "475": 16457.0, - "480": 16776.0, - "485": 15142.0, - "490": 16280.0, - "495": 16538.0, - "500": 12776.0, - "505": 15538.0, - "510": 14888.0, - "515": 16066.0, - "520": 14194.0, - "525": 13963.0, - "530": 14111.0, - "535": 14835.0, - "540": 16709.0, - "545": 11799.0, - "550": 14740.0, - "555": 17140.0, - "560": 15595.0, - "565": 22347.0, - "570": 17417.0, - "575": 16023.0, - "580": 15821.0, - "585": 15358.0, - "590": 14261.0, - "595": 18603.0, - "600": 17980.0, - "605": 13102.0, - "610": 14218.0, - "615": 15801.0, - "620": 17018.0, - "625": 15482.0, - "630": 17618.0, - "635": 17917.0, - "640": 15129.0, - "645": 13871.0, - "650": 17789.0, - "655": 14696.0, - "660": 14721.0, - "665": 14157.0, - "670": 15160.0, - "675": 14675.0, - "680": 15686.0, - "685": 13047.0, - "690": 15091.0, - "695": 17909.0, - "700": 15055.0, - "705": 17495.0, - "710": 14853.0, - "715": 15282.0, - "720": 16586.0, - "725": 19101.0, - "730": 13861.0, - "735": 16050.0, - "740": 14365.0, - "745": 12559.0, - "750": 15217.0, - "755": 15307.0, - "760": 16415.0, - "765": 15178.0, - "770": 16453.0, - "775": 14127.0, - "780": 15326.0, - "785": 15966.0, - "790": 18433.0, - "795": 15611.0, - "800": 14353.0, - "805": 14403.0, - "810": 17272.0, - "815": 19011.0, - "820": 16262.0, - "825": 14807.0, - "830": 16659.0, - "835": 13709.0, - "840": 17854.0, - "845": 12956.0, - "850": 15870.0, - "855": 13971.0, - "860": 15532.0, - "865": 16639.0, - "870": 14279.0, - "875": 17166.0, - "880": 14936.0, - "885": 14983.0, - "890": 16530.0, - "895": 16993.0, - "900": 15702.0, - "905": 17331.0, - "910": 17232.0, - "915": 14550.0, - "920": 16115.0, - "925": 15869.0, - "930": 15097.0, - "935": 15786.0, - "940": 16222.0, - "945": 15150.0, - "950": 14934.0, - "955": 15606.0, - "960": 17002.0, - "965": 13464.0, - "970": 14613.0, - "975": 15697.0, - "980": 16269.0, - "985": 17370.0, - "990": 16020.0, - "995": 14795.0, - "1000": 16558.0, - "1005": 14647.0, - "1010": 14757.0, - "1015": 17932.0, - "1020": 14561.0, - "1025": 17872.0, - "1030": 15785.0, - "1035": 12959.0, - "1040": 16896.0, - "1045": 17356.0, - "1050": 18323.0, - "1055": 17774.0, - "1060": 14633.0, - "1065": 14419.0, - "1070": 14050.0, - "1075": 13831.0, - "1080": 19709.0, - "1085": 16334.0, - "1090": 18400.0, - "1095": 14750.0, - "1100": 15372.0, - "1105": 16354.0, - "1110": 15656.0, - "1115": 16014.0, - "1120": 15644.0, - "1125": 18350.0, - "1130": 16207.0, - "1135": 17033.0, - "1140": 16714.0, - "1145": 18557.0, - "1150": 16634.0, - "1155": 16372.0, - "1160": 19428.0, - "1165": 19628.0, - "1170": 20380.0, - "1175": 16964.0, - "1180": 15323.0, - "1185": 16590.0, - "1190": 18209.0, - "1195": 14401.0, - "1200": 20536.0, - "1205": 14757.0, - "1210": 14039.0, - "1215": 18870.0, - "1220": 15263.0, - "1225": 16591.0, - "1230": 18955.0, - "1235": 15599.0, - "1240": 17034.0, - "1245": 17641.0, - "1250": 16207.0, - "1255": 14064.0, - "1260": 16984.0, - "1265": 14834.0, - "1270": 15013.0, - "1275": 15646.0, - "1280": 15408.0, - "1285": 16541.0, - "1290": 16051.0, - "1295": 18279.0, - "1300": 18619.0, - "1305": 16478.0, - "1310": 17667.0, - "1315": 17856.0, - "1320": 17343.0, - "1325": 18190.0, - "1330": 15740.0, - "1335": 16130.0, - "1340": 15469.0, - "1345": 17063.0, - "1350": 18154.0, - "1355": 15037.0, - "1360": 15670.0, - "1365": 15680.0, - "1370": 15779.0, - "1375": 14337.0, - "1380": 16103.0, - "1385": 17427.0, - "1390": 21933.0, - "1395": 16670.0, - "1400": 14522.0, - "1405": 17856.0, - "1410": 18852.0, - "1415": 15923.0, - "1420": 18531.0, - "1425": 17404.0, - "1430": 17707.0, - "1435": 20715.0, - "1440": 15608.0, - "1445": 18924.0, - "1450": 16425.0, - "1455": 15758.0, - "1460": 16151.0, - "1465": 15317.0, - "1470": 17561.0, - "1475": 16174.0, - "1480": 14509.0, - "1485": 18268.0, - "1490": 16771.0, - "1495": 16143.0, - "1500": 14759.0, - "1505": 15027.0, - "1510": 21058.0, - "1515": 17258.0, - "1520": 15430.0, - "1525": 17240.0, - "1530": 16270.0, - "1535": 15304.0, - "1540": 15680.0, - "1545": 16176.0, - "1550": 16301.0, - "1555": 14803.0, - "1560": 16730.0, - "1565": 19793.0, - "1570": 17660.0, - "1575": 15598.0, - "1580": 15801.0, - "1585": 13747.0, - "1590": 13545.0, - "1595": 14401.0, - "1600": 19867.0, - "1605": 15440.0, - "1610": 15461.0, - "1615": 18087.0, - "1620": 15627.0, - "1625": 18405.0, - "1630": 16796.0, - "1635": 18197.0, - "1640": 14128.0, - "1645": 19336.0, - "1650": 15644.0, - "1655": 17231.0, - "1660": 20131.0, - "1665": 18925.0, - "1670": 14794.0, - "1675": 17115.0, - "1680": 15299.0, - "1685": 15879.0, - "1690": 15871.0, - "1695": 15904.0, - "1700": 16591.0, - "1705": 15623.0, - "1710": 21554.0, - "1715": 16160.0, - "1720": 17486.0, - "1725": 16815.0, - "1730": 15459.0, - "1735": 15254.0, - "1740": 14799.0, - "1745": 16163.0, - "1750": 13959.0, - "1755": 15759.0, - "1760": 15063.0, - "1765": 17957.0, - "1770": 17275.0, - "1775": 19661.0, - "1780": 16286.0, - "1785": 16591.0, - "1790": 16252.0, - "1795": 17528.0, - "1800": 16750.0, - "1805": 14287.0, - "1810": 16270.0, - "1815": 19576.0, - "1820": 15970.0, - "1825": 16755.0, - "1830": 20762.0, - "1835": 13631.0, - "1840": 14389.0, - "1845": 16039.0, - "1850": 15930.0, - "1855": 17105.0, - "1860": 16155.0, - "1865": 20568.0, - "1870": 14702.0, - "1875": 19426.0, - "1880": 20908.0, - "1885": 15515.0, - "1890": 16867.0, - "1895": 14981.0, - "1900": 13856.0, - "1905": 15871.0, - "1910": 19199.0, - "1915": 19607.0, - "1920": 16682.0, - "1925": 15708.0, - "1930": 17004.0, - "1935": 19190.0, - "1940": 17807.0, - "1945": 17144.0, - "1950": 16121.0, - "1955": 15565.0, - "1960": 16004.0, - "1965": 15120.0, - "1970": 17345.0, - "1975": 16457.0, - "1980": 16411.0, - "1985": 18413.0, - "1990": 16812.0, - "1995": 14920.0, - "2000": 16089.0 + "455": 16439.0, + "460": 15762.0, + "465": 16117.0, + "470": 14570.0, + "475": 16073.0, + "480": 16836.0, + "485": 15823.0, + "490": 17428.0, + "495": 15714.0, + "500": 15473.0, + "505": 14010.0, + "510": 17357.0, + "515": 16311.0, + "520": 15036.0, + "525": 13085.0, + "530": 12049.0, + "535": 15795.0, + "540": 15218.0, + "545": 13095.0, + "550": 14667.0, + "555": 16625.0, + "560": 14978.0, + "565": 16884.0, + "570": 17396.0, + "575": 15771.0, + "580": 14244.0, + "585": 17594.0, + "590": 14149.0, + "595": 16441.0, + "600": 16689.0, + "605": 14090.0, + "610": 13665.0, + "615": 15655.0, + "620": 15122.0, + "625": 14692.0, + "630": 18197.0, + "635": 16871.0, + "640": 16280.0, + "645": 15121.0, + "650": 17339.0, + "655": 15328.0, + "660": 15865.0, + "665": 11765.0, + "670": 14995.0, + "675": 17923.0, + "680": 14080.0, + "685": 14368.0, + "690": 13369.0, + "695": 15366.0, + "700": 13216.0, + "705": 15326.0, + "710": 15574.0, + "715": 15741.0, + "720": 16788.0, + "725": 18627.0, + "730": 15154.0, + "735": 15522.0, + "740": 16941.0, + "745": 15349.0, + "750": 16371.0, + "755": 14916.0, + "760": 16842.0, + "765": 15406.0, + "770": 16940.0, + "775": 15582.0, + "780": 16231.0, + "785": 15112.0, + "790": 17318.0, + "795": 14480.0, + "800": 14988.0, + "805": 14551.0, + "810": 14601.0, + "815": 17625.0, + "820": 16695.0, + "825": 12130.0, + "830": 16119.0, + "835": 15071.0, + "840": 18768.0, + "845": 14302.0, + "850": 15455.0, + "855": 15110.0, + "860": 15268.0, + "865": 15904.0, + "870": 15028.0, + "875": 16093.0, + "880": 12820.0, + "885": 14034.0, + "890": 15560.0, + "895": 16321.0, + "900": 15868.0, + "905": 15995.0, + "910": 15372.0, + "915": 15635.0, + "920": 15878.0, + "925": 17142.0, + "930": 16179.0, + "935": 14544.0, + "940": 16970.0, + "945": 15322.0, + "950": 16045.0, + "955": 15838.0, + "960": 19384.0, + "965": 14166.0, + "970": 13564.0, + "975": 13604.0, + "980": 15645.0, + "985": 16705.0, + "990": 16844.0, + "995": 15594.0, + "1000": 18440.0, + "1005": 13331.0, + "1010": 15473.0, + "1015": 17161.0, + "1020": 15060.0, + "1025": 16612.0, + "1030": 14790.0, + "1035": 14648.0, + "1040": 15360.0, + "1045": 19850.0, + "1050": 14983.0, + "1055": 18180.0, + "1060": 15044.0, + "1065": 15459.0, + "1070": 16779.0, + "1075": 14457.0, + "1080": 14730.0, + "1085": 14956.0, + "1090": 18878.0, + "1095": 17996.0, + "1100": 15911.0, + "1105": 18119.0, + "1110": 14685.0, + "1115": 18203.0, + "1120": 14214.0, + "1125": 16461.0, + "1130": 17344.0, + "1135": 16215.0, + "1140": 17530.0, + "1145": 17567.0, + "1150": 14462.0, + "1155": 15942.0, + "1160": 14909.0, + "1165": 18851.0, + "1170": 22578.0, + "1175": 14920.0, + "1180": 16032.0, + "1185": 18810.0, + "1190": 16783.0, + "1195": 14758.0, + "1200": 18966.0, + "1205": 12641.0, + "1210": 14496.0, + "1215": 16522.0, + "1220": 14614.0, + "1225": 14367.0, + "1230": 17478.0, + "1235": 15641.0, + "1240": 15478.0, + "1245": 18552.0, + "1250": 16757.0, + "1255": 15297.0, + "1260": 15694.0, + "1265": 14704.0, + "1270": 14225.0, + "1275": 14655.0, + "1280": 14686.0, + "1285": 17248.0, + "1290": 16072.0, + "1295": 18917.0, + "1300": 17183.0, + "1305": 17118.0, + "1310": 15283.0, + "1315": 17086.0, + "1320": 16520.0, + "1325": 18610.0, + "1330": 14080.0, + "1335": 14118.0, + "1340": 17189.0, + "1345": 16845.0, + "1350": 17053.0, + "1355": 14369.0, + "1360": 16477.0, + "1365": 17514.0, + "1370": 15038.0, + "1375": 17672.0, + "1380": 18278.0, + "1385": 16726.0, + "1390": 22921.0, + "1395": 15140.0, + "1400": 15183.0, + "1405": 14967.0, + "1410": 16606.0, + "1415": 15109.0, + "1420": 19431.0, + "1425": 17505.0, + "1430": 18660.0, + "1435": 20507.0, + "1440": 15585.0, + "1445": 18728.0, + "1450": 14608.0, + "1455": 16242.0, + "1460": 15575.0, + "1465": 15658.0, + "1470": 17025.0, + "1475": 16266.0, + "1480": 15608.0, + "1485": 17129.0, + "1490": 15290.0, + "1495": 16548.0, + "1500": 15479.0, + "1505": 15923.0, + "1510": 19409.0, + "1515": 13514.0, + "1520": 16060.0, + "1525": 15836.0, + "1530": 18468.0, + "1535": 13807.0, + "1540": 14881.0, + "1545": 15470.0, + "1550": 12872.0, + "1555": 17358.0, + "1560": 16032.0, + "1565": 23723.0, + "1570": 19253.0, + "1575": 14498.0, + "1580": 16635.0, + "1585": 16477.0, + "1590": 14446.0, + "1595": 13727.0, + "1600": 19013.0, + "1605": 16523.0, + "1610": 15293.0, + "1615": 19549.0, + "1620": 17366.0, + "1625": 14557.0, + "1630": 16260.0, + "1635": 17512.0, + "1640": 15433.0, + "1645": 19414.0, + "1650": 17363.0, + "1655": 15694.0, + "1660": 16322.0, + "1665": 19927.0, + "1670": 15723.0, + "1675": 17732.0, + "1680": 16517.0, + "1685": 16166.0, + "1690": 14234.0, + "1695": 15753.0, + "1700": 15548.0, + "1705": 15450.0, + "1710": 20463.0, + "1715": 15973.0, + "1720": 17542.0, + "1725": 18316.0, + "1730": 15131.0, + "1735": 15759.0, + "1740": 16241.0, + "1745": 15234.0, + "1750": 14370.0, + "1755": 16531.0, + "1760": 16839.0, + "1765": 17326.0, + "1770": 15857.0, + "1775": 21195.0, + "1780": 14469.0, + "1785": 16678.0, + "1790": 16776.0, + "1795": 17759.0, + "1800": 15019.0, + "1805": 14821.0, + "1810": 18102.0, + "1815": 20126.0, + "1820": 14974.0, + "1825": 14647.0, + "1830": 15838.0, + "1835": 14329.0, + "1840": 14177.0, + "1845": 18461.0, + "1850": 15969.0, + "1855": 16030.0, + "1860": 17732.0, + "1865": 20004.0, + "1870": 14896.0, + "1875": 16398.0, + "1880": 17982.0, + "1885": 15943.0, + "1890": 17442.0, + "1895": 15338.0, + "1900": 12685.0, + "1905": 14507.0, + "1910": 17727.0, + "1915": 16421.0, + "1920": 15923.0, + "1925": 15230.0, + "1930": 15692.0, + "1935": 18265.0, + "1940": 16992.0, + "1945": 16655.0, + "1950": 16376.0, + "1955": 17354.0, + "1960": 19155.0, + "1965": 15851.0, + "1970": 16382.0, + "1975": 17019.0, + "1980": 17139.0, + "1985": 17579.0, + "1990": 17860.0, + "1995": 16695.0, + "2000": 15874.0 } }, "iteration-time": { @@ -1656,7 +1656,7 @@ "85": "nan", "90": "nan", "95": "nan", - "100": 0.6788, + "100": 0.58989, "105": "nan", "110": "nan", "115": "nan", @@ -1676,7 +1676,7 @@ "185": "nan", "190": "nan", "195": "nan", - "200": 0.25176, + "200": 0.26173, "205": "nan", "210": "nan", "215": "nan", @@ -1696,7 +1696,7 @@ "285": "nan", "290": "nan", "295": "nan", - "300": 0.28405, + "300": 0.26925, "305": "nan", "310": "nan", "315": "nan", @@ -1716,7 +1716,7 @@ "385": "nan", "390": "nan", "395": "nan", - "400": 0.2554, + "400": 0.2606, "405": "nan", "410": "nan", "415": "nan", @@ -1736,7 +1736,7 @@ "485": "nan", "490": "nan", "495": "nan", - "500": 0.25856, + "500": 0.25904, "505": "nan", "510": "nan", "515": "nan", @@ -1756,7 +1756,7 @@ "585": "nan", "590": "nan", "595": "nan", - "600": 0.27163, + "600": 0.27358, "605": "nan", "610": "nan", "615": "nan", @@ -1776,7 +1776,7 @@ "685": "nan", "690": "nan", "695": "nan", - "700": 0.24758, + "700": 0.30298, "705": "nan", "710": "nan", "715": "nan", @@ -1796,7 +1796,7 @@ "785": "nan", "790": "nan", "795": "nan", - "800": 0.28282, + "800": 0.29186, "805": "nan", "810": "nan", "815": "nan", @@ -1816,7 +1816,7 @@ "885": "nan", "890": "nan", "895": "nan", - "900": 0.25896, + "900": 0.29862, "905": "nan", "910": "nan", "915": "nan", @@ -1836,7 +1836,7 @@ "985": "nan", "990": "nan", "995": "nan", - "1000": 0.26503, + "1000": 0.27405, "1005": "nan", "1010": "nan", "1015": "nan", @@ -1856,7 +1856,7 @@ "1085": "nan", "1090": "nan", "1095": "nan", - "1100": 0.288, + "1100": 0.27684, "1105": "nan", "1110": "nan", "1115": "nan", @@ -1876,7 +1876,7 @@ "1185": "nan", "1190": "nan", "1195": "nan", - "1200": 0.28612, + "1200": 0.27559, "1205": "nan", "1210": "nan", "1215": "nan", @@ -1896,7 +1896,7 @@ "1285": "nan", "1290": "nan", "1295": "nan", - "1300": 0.2819, + "1300": 0.27282, "1305": "nan", "1310": "nan", "1315": "nan", @@ -1916,7 +1916,7 @@ "1385": "nan", "1390": "nan", "1395": "nan", - "1400": 0.26349, + "1400": 0.25948, "1405": "nan", "1410": "nan", "1415": "nan", @@ -1936,7 +1936,7 @@ "1485": "nan", "1490": "nan", "1495": "nan", - "1500": 0.27004, + "1500": 0.27252, "1505": "nan", "1510": "nan", "1515": "nan", @@ -1956,7 +1956,7 @@ "1585": "nan", "1590": "nan", "1595": "nan", - "1600": 0.27881, + "1600": 0.27844, "1605": "nan", "1610": "nan", "1615": "nan", @@ -1976,7 +1976,7 @@ "1685": "nan", "1690": "nan", "1695": "nan", - "1700": 0.27532, + "1700": 0.27607, "1705": "nan", "1710": "nan", "1715": "nan", @@ -1996,7 +1996,7 @@ "1785": "nan", "1790": "nan", "1795": "nan", - "1800": 0.26438, + "1800": 0.27527, "1805": "nan", "1810": "nan", "1815": "nan", @@ -2016,7 +2016,7 @@ "1885": "nan", "1890": "nan", "1895": "nan", - "1900": 0.26337, + "1900": 0.27903, "1905": "nan", "1910": "nan", "1915": "nan", @@ -2036,7 +2036,7 @@ "1985": "nan", "1990": "nan", "1995": "nan", - "2000": 0.26296 + "2000": 0.31051 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_gb200/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_gb200/model_config.yaml new file mode 100644 index 00000000000..73edd1d93aa --- /dev/null +++ b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_gb200/model_config.yaml @@ -0,0 +1,100 @@ +ENV_VARS: + CUDA_DEVICE_MAX_CONNECTIONS: 1 + NVTE_ALLOW_NONDETERMINISTIC_ALGO: 1 + NON_DETERMINSTIC_RESULTS: 1 + NVTE_NORM_FWD_USE_CUDNN: 1 + NVTE_NORM_BWD_USE_CUDNN: 1 + NVTE_FUSED_ATTN: 1 + PYTORCH_CUDA_ALLOC_CONF: expandable_segments:True + USE_MNNVL: 1 +TEST_TYPE: "release" +MODEL_ARGS: + # Distributed args + --distributed-timeout-minutes: 60 + --tensor-model-parallel-size: 4 + --pipeline-model-parallel-size: 2 + --num-layers-per-virtual-pipeline-stage: 8 + --use-distributed-optimizer: true + --overlap-grad-reduce: true + --overlap-param-gather: true + --tp-comm-overlap: true + # Training args + --use-mcore-models: true + --sequence-parallel: true + --disable-bias-linear: true + --micro-batch-size: 4 + --rampup-batch-size: "[384 384 97656250]" + --global-batch-size: 1152 + --train-samples: 19531250 + --manual-gc: true + --cross-entropy-loss-fusion: true + --cross-entropy-fusion-impl: te + # Transformer Engine args + --transformer-impl: transformer_engine + # Data args + --data-cache-path: ${DATA_CACHE_PATH} + --tokenizer-type: GPTSentencePieceTokenizer + --tokenizer-model: ${DATA_PATH}/utils/nemotron_2_256k.model + --data-path: $DATA_BLEND + --split: 99,1,0 + --no-mmap-bin-files: true + --num-workers: 6 + # Add network size args + --apply-layernorm-1p: true + --untie-embeddings-and-output-weights: true + --position-embedding-type: rope + --rotary-percent: 0.5 + --squared-relu: true + --num-layers: 32 + --hidden-size: 6144 + --num-attention-heads: 48 + --group-query-attention: true + --num-query-groups: 8 + --seq-length: 4096 + --max-position-embeddings: 4096 + # Add regularization args + --attention-dropout: 0.0 + --hidden-dropout: 0.0 + --clip-grad: 1.0 + --weight-decay: 0.1 + # Add learning rate args + --lr-decay-samples: 1949218748 + --lr-warmup-samples: 3906252 + --lr: 4.5e-4 + --min-lr: 4.5e-5 + --decoupled-lr: 5.0e-4 + --decoupled-min-lr: 4.5e-5 + --lr-decay-style: cosine + --adam-beta1: 0.9 + --adam-beta2: 0.95 + # Add validation args + --eval-iters: 32 + --eval-interval: 2000 + # Add checkpointing args + --save: ${CHECKPOINT_SAVE_PATH} + --load: ${CHECKPOINT_LOAD_PATH} + --save-interval: 1000 + --save-retain-interval: 5000 + # Add initialization args + --init-method-std: 0.0134 + # Add logging args + --log-timers-to-tensorboard: true + --log-memory-to-tensorboard: true + --log-num-zeros-in-grad: true + --log-params-norm: true + --log-validation-ppl-to-tensorboard: true + --log-throughput: true + --log-interval: 100 + --tensorboard-dir: ${TENSORBOARD_PATH} + --wandb-project: megatron-core-release-runs + --wandb-entity: adlr + --wandb-exp-name: ${WANDB_EXPERIMENT} + # Add mixed precision args + --bf16: true + --exit-interval: 51000 + --wandb-save-dir: ${WANDB_SAVE_PATH} +METRICS: + - "iteration-time" + - "lm loss" + - "mem-allocated-bytes" + - "mem-max-allocated-bytes" diff --git a/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_dev_dgx_gb200.json new file mode 100644 index 00000000000..e05f23ef303 --- /dev/null +++ b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_dev_dgx_gb200.json @@ -0,0 +1,13042 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 13000, + "step_interval": 5, + "values": { + "1": 13.00341, + "5": 12.95282, + "10": 12.10778, + "15": 11.54743, + "20": 10.38064, + "25": 9.96943, + "30": 9.61583, + "35": 9.35993, + "40": 9.18388, + "45": 9.04655, + "50": 8.88708, + "55": 8.73169, + "60": 8.64595, + "65": 8.56844, + "70": 8.47431, + "75": 8.29862, + "80": 8.15455, + "85": 8.13037, + "90": 8.03999, + "95": 7.94008, + "100": 7.81135, + "105": 7.68743, + "110": 7.59148, + "115": 7.48955, + "120": 7.46567, + "125": 7.41631, + "130": 7.2757, + "135": 7.23718, + "140": 7.1914, + "145": 7.04633, + "150": 7.18433, + "155": 7.03577, + "160": 6.94043, + "165": 6.93135, + "170": 6.81691, + "175": 6.84664, + "180": 6.8163, + "185": 6.7551, + "190": 6.69768, + "195": 6.63881, + "200": 6.65089, + "205": 6.61819, + "210": 6.53871, + "215": 6.50275, + "220": 6.51297, + "225": 6.49057, + "230": 6.528, + "235": 6.46104, + "240": 6.3991, + "245": 6.39504, + "250": 6.34376, + "255": 6.45426, + "260": 6.35163, + "265": 6.30593, + "270": 6.2449, + "275": 6.24094, + "280": 6.22016, + "285": 6.22853, + "290": 6.18891, + "295": 6.13549, + "300": 6.12886, + "305": 6.05304, + "310": 6.11723, + "315": 6.08704, + "320": 5.99557, + "325": 5.9427, + "330": 5.9916, + "335": 6.01094, + "340": 5.943, + "345": 5.92627, + "350": 5.91033, + "355": 5.8613, + "360": 5.90035, + "365": 5.86533, + "370": 5.83734, + "375": 5.87837, + "380": 5.84845, + "385": 5.78602, + "390": 5.79911, + "395": 5.69522, + "400": 5.66258, + "405": 5.6747, + "410": 5.66221, + "415": 5.69803, + "420": 5.67149, + "425": 5.68823, + "430": 5.63923, + "435": 5.565, + "440": 5.61082, + "445": 5.52916, + "450": 5.60319, + "455": 5.51312, + "460": 5.4984, + "465": 5.59438, + "470": 5.56489, + "475": 5.48861, + "480": 5.48945, + "485": 5.50778, + "490": 5.48381, + "495": 5.46072, + "500": 5.40169, + "505": 5.35826, + "510": 5.45831, + "515": 5.42488, + "520": 5.44311, + "525": 5.28781, + "530": 5.32698, + "535": 5.32999, + "540": 5.3123, + "545": 5.37638, + "550": 5.35248, + "555": 5.21556, + "560": 5.32644, + "565": 5.27412, + "570": 5.27391, + "575": 5.30158, + "580": 5.2278, + "585": 5.19805, + "590": 5.20458, + "595": 5.22492, + "600": 5.26217, + "605": 5.22824, + "610": 5.21735, + "615": 5.16884, + "620": 5.17672, + "625": 5.19402, + "630": 5.1403, + "635": 5.13381, + "640": 5.08111, + "645": 5.11608, + "650": 5.12425, + "655": 5.11953, + "660": 5.0382, + "665": 5.08316, + "670": 5.02529, + "675": 5.02258, + "680": 5.01892, + "685": 4.97919, + "690": 4.99517, + "695": 4.96847, + "700": 4.95202, + "705": 4.94585, + "710": 4.95931, + "715": 4.86635, + "720": 4.85227, + "725": 4.81006, + "730": 4.85128, + "735": 4.8154, + "740": 4.83909, + "745": 4.69365, + "750": 4.74319, + "755": 4.77271, + "760": 4.76402, + "765": 4.73205, + "770": 4.67087, + "775": 4.65419, + "780": 4.67296, + "785": 4.76815, + "790": 4.65704, + "795": 4.66153, + "800": 4.61386, + "805": 4.59823, + "810": 4.62179, + "815": 4.57296, + "820": 4.60773, + "825": 4.57845, + "830": 4.56525, + "835": 4.5459, + "840": 4.45395, + "845": 4.46403, + "850": 4.43813, + "855": 4.49986, + "860": 4.43175, + "865": 4.4862, + "870": 4.45556, + "875": 4.34881, + "880": 4.40215, + "885": 4.37846, + "890": 4.41409, + "895": 4.4217, + "900": 4.37113, + "905": 4.32814, + "910": 4.35962, + "915": 4.3318, + "920": 4.37059, + "925": 4.37232, + "930": 4.2975, + "935": 4.28259, + "940": 4.34895, + "945": 4.29285, + "950": 4.35589, + "955": 4.2374, + "960": 4.17782, + "965": 4.28699, + "970": 4.2605, + "975": 4.22283, + "980": 4.21392, + "985": 4.15862, + "990": 4.14997, + "995": 4.17141, + "1000": 4.24118, + "1005": 4.17774, + "1010": 4.1699, + "1015": 4.12546, + "1020": 4.14741, + "1025": 4.21766, + "1030": 4.1176, + "1035": 4.09191, + "1040": 4.09265, + "1045": 4.09146, + "1050": 4.13107, + "1055": 4.08531, + "1060": 4.09951, + "1065": 4.06018, + "1070": 4.05114, + "1075": 4.05617, + "1080": 4.05555, + "1085": 4.08029, + "1090": 4.0071, + "1095": 4.0907, + "1100": 4.05758, + "1105": 4.07469, + "1110": 4.02177, + "1115": 4.01434, + "1120": 3.99358, + "1125": 3.98306, + "1130": 4.05322, + "1135": 4.0092, + "1140": 3.99072, + "1145": 3.92195, + "1150": 4.03579, + "1155": 3.99701, + "1160": 3.97067, + "1165": 3.86814, + "1170": 3.92222, + "1175": 3.92804, + "1180": 3.95933, + "1185": 3.96391, + "1190": 3.92944, + "1195": 3.93933, + "1200": 3.8774, + "1205": 3.85232, + "1210": 3.98673, + "1215": 3.83918, + "1220": 3.84435, + "1225": 3.80402, + "1230": 3.90757, + "1235": 3.88788, + "1240": 3.86858, + "1245": 3.79653, + "1250": 3.8226, + "1255": 3.86487, + "1260": 3.88944, + "1265": 3.8054, + "1270": 3.8725, + "1275": 3.84069, + "1280": 3.8272, + "1285": 3.84101, + "1290": 3.86734, + "1295": 3.84344, + "1300": 3.81557, + "1305": 3.82235, + "1310": 3.81946, + "1315": 3.81858, + "1320": 3.82101, + "1325": 3.71406, + "1330": 3.78974, + "1335": 3.75815, + "1340": 3.74693, + "1345": 3.74855, + "1350": 3.72971, + "1355": 3.76468, + "1360": 3.72924, + "1365": 3.72618, + "1370": 3.745, + "1375": 3.74466, + "1380": 3.75533, + "1385": 3.74749, + "1390": 3.66162, + "1395": 3.74044, + "1400": 3.73268, + "1405": 3.66171, + "1410": 3.675, + "1415": 3.65416, + "1420": 3.68871, + "1425": 3.7079, + "1430": 3.67178, + "1435": 3.65934, + "1440": 3.64023, + "1445": 3.69206, + "1450": 3.68166, + "1455": 3.66296, + "1460": 3.65139, + "1465": 3.68083, + "1470": 3.62366, + "1475": 3.6855, + "1480": 3.67027, + "1485": 3.65899, + "1490": 3.62592, + "1495": 3.60214, + "1500": 3.64218, + "1505": 3.68503, + "1510": 3.55738, + "1515": 3.60821, + "1520": 3.63821, + "1525": 3.59664, + "1530": 3.58203, + "1535": 3.59168, + "1540": 3.6284, + "1545": 3.60374, + "1550": 3.5589, + "1555": 3.58528, + "1560": 3.60845, + "1565": 3.61971, + "1570": 3.59263, + "1575": 3.56569, + "1580": 3.58413, + "1585": 3.57017, + "1590": 3.47604, + "1595": 3.50827, + "1600": 3.49282, + "1605": 3.53851, + "1610": 3.57015, + "1615": 3.50241, + "1620": 3.52246, + "1625": 3.47492, + "1630": 3.50009, + "1635": 3.54559, + "1640": 3.5397, + "1645": 3.53653, + "1650": 3.52508, + "1655": 3.48883, + "1660": 3.52548, + "1665": 3.48788, + "1670": 3.5136, + "1675": 3.49709, + "1680": 3.46921, + "1685": 3.49078, + "1690": 3.47354, + "1695": 3.48898, + "1700": 3.46982, + "1705": 3.39023, + "1710": 3.50693, + "1715": 3.49841, + "1720": 3.43695, + "1725": 3.42268, + "1730": 3.41636, + "1735": 3.45692, + "1740": 3.46242, + "1745": 3.45952, + "1750": 3.42376, + "1755": 3.42622, + "1760": 3.39111, + "1765": 3.43137, + "1770": 3.4422, + "1775": 3.38271, + "1780": 3.41979, + "1785": 3.41667, + "1790": 3.38863, + "1795": 3.40825, + "1800": 3.34462, + "1805": 3.39529, + "1810": 3.32295, + "1815": 3.42738, + "1820": 3.41333, + "1825": 3.375, + "1830": 3.33549, + "1835": 3.43637, + "1840": 3.40535, + "1845": 3.42467, + "1850": 3.38812, + "1855": 3.36965, + "1860": 3.33865, + "1865": 3.38199, + "1870": 3.30933, + "1875": 3.43508, + "1880": 3.3395, + "1885": 3.35459, + "1890": 3.33612, + "1895": 3.39941, + "1900": 3.37561, + "1905": 3.30827, + "1910": 3.32745, + "1915": 3.30559, + "1920": 3.35831, + "1925": 3.33716, + "1930": 3.32272, + "1935": 3.32229, + "1940": 3.38342, + "1945": 3.27978, + "1950": 3.40609, + "1955": 3.28996, + "1960": 3.28625, + "1965": 3.27158, + "1970": 3.29364, + "1975": 3.3382, + "1980": 3.33403, + "1985": 3.24406, + "1990": 3.30765, + "1995": 3.27854, + "2000": 3.27484, + "2005": 3.26184, + "2010": 3.26534, + "2015": 3.21842, + "2020": 3.27379, + "2025": 3.26704, + "2030": 3.28585, + "2035": 3.30676, + "2040": 3.25351, + "2045": 3.24455, + "2050": 3.27847, + "2055": 3.32351, + "2060": 3.28264, + "2065": 3.24592, + "2070": 3.28814, + "2075": 3.23618, + "2080": 3.23069, + "2085": 3.27266, + "2090": 3.14481, + "2095": 3.27316, + "2100": 3.239, + "2105": 3.19514, + "2110": 3.21434, + "2115": 3.22623, + "2120": 3.17749, + "2125": 3.20847, + "2130": 3.21248, + "2135": 3.28745, + "2140": 3.20611, + "2145": 3.19872, + "2150": 3.21887, + "2155": 3.23068, + "2160": 3.18815, + "2165": 3.22776, + "2170": 3.21354, + "2175": 3.16799, + "2180": 3.23529, + "2185": 3.24865, + "2190": 3.23197, + "2195": 3.16199, + "2200": 3.19947, + "2205": 3.16674, + "2210": 3.12196, + "2215": 3.1938, + "2220": 3.19794, + "2225": 3.18644, + "2230": 3.12773, + "2235": 3.16594, + "2240": 3.20496, + "2245": 3.17049, + "2250": 3.19927, + "2255": 3.12229, + "2260": 3.13331, + "2265": 3.20933, + "2270": 3.18357, + "2275": 3.13915, + "2280": 3.17223, + "2285": 3.16447, + "2290": 3.16657, + "2295": 3.1927, + "2300": 3.13208, + "2305": 3.18964, + "2310": 3.13932, + "2315": 3.07633, + "2320": 3.11821, + "2325": 3.16623, + "2330": 3.12536, + "2335": 3.12162, + "2340": 3.14297, + "2345": 3.10963, + "2350": 3.11784, + "2355": 3.10625, + "2360": 3.16104, + "2365": 3.10584, + "2370": 3.14549, + "2375": 3.17332, + "2380": 3.1178, + "2385": 3.10236, + "2390": 3.08947, + "2395": 3.08137, + "2400": 3.08073, + "2405": 3.08587, + "2410": 3.08314, + "2415": 3.0791, + "2420": 3.07113, + "2425": 3.07964, + "2430": 3.07021, + "2435": 3.07029, + "2440": 3.08337, + "2445": 3.04968, + "2450": 3.12731, + "2455": 3.15086, + "2460": 3.07874, + "2465": 3.08421, + "2470": 3.06043, + "2475": 3.06934, + "2480": 3.09621, + "2485": 3.04953, + "2490": 3.04445, + "2495": 3.05866, + "2500": 3.05497, + "2505": 3.08808, + "2510": 3.15669, + "2515": 3.0582, + "2520": 3.10236, + "2525": 3.021, + "2530": 3.03681, + "2535": 3.08312, + "2540": 3.06587, + "2545": 3.05372, + "2550": 2.99619, + "2555": 3.06456, + "2560": 3.03578, + "2565": 3.09463, + "2570": 3.00563, + "2575": 3.04436, + "2580": 3.084, + "2585": 3.01523, + "2590": 3.06732, + "2595": 3.00023, + "2600": 3.08861, + "2605": 3.14402, + "2610": 3.08533, + "2615": 3.07656, + "2620": 3.00603, + "2625": 3.01343, + "2630": 3.03246, + "2635": 3.0523, + "2640": 3.00846, + "2645": 3.05301, + "2650": 3.01792, + "2655": 2.98999, + "2660": 3.01495, + "2665": 3.04128, + "2670": 2.9958, + "2675": 2.9649, + "2680": 2.99141, + "2685": 2.99883, + "2690": 2.99734, + "2695": 2.98598, + "2700": 3.03046, + "2705": 2.9834, + "2710": 2.96809, + "2715": 2.96337, + "2720": 3.0264, + "2725": 2.98626, + "2730": 3.03826, + "2735": 3.02965, + "2740": 2.99202, + "2745": 3.02839, + "2750": 3.00926, + "2755": 2.97903, + "2760": 2.99403, + "2765": 3.00181, + "2770": 2.97472, + "2775": 2.9923, + "2780": 3.0061, + "2785": 2.95659, + "2790": 2.95657, + "2795": 2.94303, + "2800": 2.95448, + "2805": 2.93332, + "2810": 2.98427, + "2815": 2.96695, + "2820": 3.00231, + "2825": 3.0147, + "2830": 2.99007, + "2835": 2.90983, + "2840": 2.92834, + "2845": 2.99026, + "2850": 2.97232, + "2855": 2.96179, + "2860": 2.94476, + "2865": 2.91085, + "2870": 2.9888, + "2875": 2.91323, + "2880": 2.94565, + "2885": 2.91637, + "2890": 2.97445, + "2895": 2.92644, + "2900": 2.94865, + "2905": 3.03353, + "2910": 2.91723, + "2915": 2.93144, + "2920": 2.94797, + "2925": 2.93537, + "2930": 2.95144, + "2935": 2.9369, + "2940": 2.96325, + "2945": 2.91214, + "2950": 2.98922, + "2955": 2.90926, + "2960": 2.96584, + "2965": 2.88683, + "2970": 2.95718, + "2975": 2.98277, + "2980": 2.9367, + "2985": 3.03343, + "2990": 2.93541, + "2995": 2.86261, + "3000": 2.92534, + "3005": 2.88407, + "3010": 2.93414, + "3015": 2.92309, + "3020": 2.977, + "3025": 2.95352, + "3030": 2.93532, + "3035": 2.95868, + "3040": 2.91521, + "3045": 2.83891, + "3050": 2.8977, + "3055": 2.88904, + "3060": 2.92244, + "3065": 2.91471, + "3070": 2.91449, + "3075": 2.88932, + "3080": 2.92122, + "3085": 2.89336, + "3090": 2.92476, + "3095": 2.92179, + "3100": 2.86189, + "3105": 2.92443, + "3110": 2.89386, + "3115": 2.93361, + "3120": 2.95895, + "3125": 2.85462, + "3130": 2.92521, + "3135": 2.93995, + "3140": 2.87634, + "3145": 2.91792, + "3150": 2.85868, + "3155": 2.84568, + "3160": 2.84763, + "3165": 2.84155, + "3170": 2.88845, + "3175": 2.91094, + "3180": 2.8661, + "3185": 2.89866, + "3190": 2.91812, + "3195": 2.92615, + "3200": 2.95465, + "3205": 2.86572, + "3210": 2.87823, + "3215": 2.91074, + "3220": 2.86578, + "3225": 2.86915, + "3230": 2.80969, + "3235": 2.86948, + "3240": 2.86986, + "3245": 2.89771, + "3250": 2.85186, + "3255": 2.84589, + "3260": 2.85824, + "3265": 2.87471, + "3270": 2.84718, + "3275": 2.86791, + "3280": 2.79556, + "3285": 2.8117, + "3290": 2.86902, + "3295": 2.89815, + "3300": 2.87745, + "3305": 2.86306, + "3310": 2.85809, + "3315": 2.81091, + "3320": 2.8372, + "3325": 2.84637, + "3330": 2.83284, + "3335": 2.84257, + "3340": 2.82204, + "3345": 2.84111, + "3350": 2.84457, + "3355": 2.85755, + "3360": 2.79436, + "3365": 2.8589, + "3370": 2.85077, + "3375": 2.83647, + "3380": 2.84805, + "3385": 2.88398, + "3390": 2.87033, + "3395": 2.80786, + "3400": 2.78177, + "3405": 2.83488, + "3410": 2.85095, + "3415": 2.86165, + "3420": 2.82119, + "3425": 2.8102, + "3430": 2.8363, + "3435": 2.89596, + "3440": 2.8135, + "3445": 2.86467, + "3450": 2.81786, + "3455": 2.7874, + "3460": 2.81131, + "3465": 2.84613, + "3470": 2.83749, + "3475": 2.77325, + "3480": 2.84036, + "3485": 2.82948, + "3490": 2.89206, + "3495": 2.85003, + "3500": 2.83297, + "3505": 2.82069, + "3510": 2.81196, + "3515": 2.83997, + "3520": 2.77942, + "3525": 2.80249, + "3530": 2.85547, + "3535": 2.78481, + "3540": 2.83765, + "3545": 2.80967, + "3550": 2.79672, + "3555": 2.82248, + "3560": 2.82367, + "3565": 2.8292, + "3570": 2.80511, + "3575": 2.80236, + "3580": 2.81895, + "3585": 2.83346, + "3590": 2.83136, + "3595": 2.77898, + "3600": 2.74846, + "3605": 2.79314, + "3610": 2.84596, + "3615": 2.7513, + "3620": 2.80426, + "3625": 2.88432, + "3630": 2.77648, + "3635": 2.78896, + "3640": 2.78215, + "3645": 2.7715, + "3650": 2.80647, + "3655": 2.82016, + "3660": 2.7692, + "3665": 2.78341, + "3670": 2.76989, + "3675": 2.77234, + "3680": 2.8071, + "3685": 2.80012, + "3690": 2.80812, + "3695": 2.81329, + "3700": 2.79421, + "3705": 2.78765, + "3710": 2.7547, + "3715": 2.80455, + "3720": 2.79133, + "3725": 2.79596, + "3730": 2.83694, + "3735": 2.79754, + "3740": 2.75406, + "3745": 2.79016, + "3750": 2.80417, + "3755": 2.7959, + "3760": 2.75894, + "3765": 2.75271, + "3770": 2.76679, + "3775": 2.77229, + "3780": 2.75917, + "3785": 2.7853, + "3790": 2.74166, + "3795": 2.79163, + "3800": 2.8017, + "3805": 2.74854, + "3810": 2.80189, + "3815": 2.76902, + "3820": 2.79012, + "3825": 2.73474, + "3830": 2.74634, + "3835": 2.81817, + "3840": 2.72688, + "3845": 2.72236, + "3850": 2.77266, + "3855": 2.72027, + "3860": 2.80478, + "3865": 2.75292, + "3870": 2.77339, + "3875": 2.75733, + "3880": 2.78558, + "3885": 2.78699, + "3890": 2.74303, + "3895": 2.7996, + "3900": 2.7629, + "3905": 2.72091, + "3910": 2.74733, + "3915": 2.758, + "3920": 2.7967, + "3925": 2.77615, + "3930": 2.71012, + "3935": 2.73961, + "3940": 2.75239, + "3945": 2.74262, + "3950": 2.73683, + "3955": 2.78055, + "3960": 2.76323, + "3965": 2.74184, + "3970": 2.75793, + "3975": 2.73131, + "3980": 2.73729, + "3985": 2.74485, + "3990": 2.69287, + "3995": 2.7834, + "4000": 2.73648, + "4005": 2.76984, + "4010": 2.70933, + "4015": 2.72406, + "4020": 2.75112, + "4025": 2.73253, + "4030": 2.66097, + "4035": 2.69403, + "4040": 2.75338, + "4045": 2.74949, + "4050": 2.79346, + "4055": 2.72174, + "4060": 2.7159, + "4065": 2.65176, + "4070": 2.81153, + "4075": 2.75849, + "4080": 2.71956, + "4085": 2.75067, + "4090": 2.67987, + "4095": 2.69015, + "4100": 2.71058, + "4105": 2.73706, + "4110": 2.72798, + "4115": 2.70336, + "4120": 2.72875, + "4125": 2.7011, + "4130": 2.69669, + "4135": 2.68835, + "4140": 2.68559, + "4145": 2.78223, + "4150": 2.71009, + "4155": 2.73996, + "4160": 2.76212, + "4165": 2.72153, + "4170": 2.67355, + "4175": 2.71994, + "4180": 2.727, + "4185": 2.72905, + "4190": 2.73546, + "4195": 2.69401, + "4200": 2.70509, + "4205": 2.74168, + "4210": 2.67815, + "4215": 2.66585, + "4220": 2.65921, + "4225": 2.70225, + "4230": 2.72856, + "4235": 2.73236, + "4240": 2.70478, + "4245": 2.69813, + "4250": 2.70927, + "4255": 2.65015, + "4260": 2.72399, + "4265": 2.73256, + "4270": 2.72096, + "4275": 2.68966, + "4280": 2.70256, + "4285": 2.7317, + "4290": 2.68551, + "4295": 2.69037, + "4300": 2.69925, + "4305": 2.69945, + "4310": 2.72829, + "4315": 2.71156, + "4320": 2.69748, + "4325": 2.7069, + "4330": 2.70852, + "4335": 2.69007, + "4340": 2.69885, + "4345": 2.72196, + "4350": 2.67329, + "4355": 2.6918, + "4360": 2.71448, + "4365": 2.78418, + "4370": 2.73535, + "4375": 2.74071, + "4380": 2.70083, + "4385": 2.69955, + "4390": 2.7011, + "4395": 2.75061, + "4400": 2.66448, + "4405": 2.66584, + "4410": 2.68248, + "4415": 2.70539, + "4420": 2.70577, + "4425": 2.72028, + "4430": 2.69184, + "4435": 2.68123, + "4440": 2.69505, + "4445": 2.67984, + "4450": 2.65395, + "4455": 2.66652, + "4460": 2.68943, + "4465": 2.69819, + "4470": 2.67145, + "4475": 2.68587, + "4480": 2.65553, + "4485": 2.69963, + "4490": 2.65294, + "4495": 2.71037, + "4500": 2.70324, + "4505": 2.69683, + "4510": 2.64896, + "4515": 2.69797, + "4520": 2.66783, + "4525": 2.67012, + "4530": 2.67298, + "4535": 2.66959, + "4540": 2.70704, + "4545": 2.65362, + "4550": 2.70111, + "4555": 2.68032, + "4560": 2.65997, + "4565": 2.6396, + "4570": 2.63886, + "4575": 2.66714, + "4580": 2.68937, + "4585": 2.68084, + "4590": 2.61504, + "4595": 2.66219, + "4600": 2.67647, + "4605": 2.68095, + "4610": 2.66659, + "4615": 2.66484, + "4620": 2.65798, + "4625": 2.71498, + "4630": 2.67833, + "4635": 2.64579, + "4640": 2.69257, + "4645": 2.64881, + "4650": 2.69874, + "4655": 2.70611, + "4660": 2.67285, + "4665": 2.68494, + "4670": 2.67239, + "4675": 2.68509, + "4680": 2.66516, + "4685": 2.6554, + "4690": 2.70637, + "4695": 2.65837, + "4700": 2.67207, + "4705": 2.6526, + "4710": 2.67753, + "4715": 2.65051, + "4720": 2.72219, + "4725": 2.62879, + "4730": 2.65138, + "4735": 2.6864, + "4740": 2.64033, + "4745": 2.64943, + "4750": 2.63903, + "4755": 2.6536, + "4760": 2.66257, + "4765": 2.64101, + "4770": 2.62193, + "4775": 2.65287, + "4780": 2.6554, + "4785": 2.69084, + "4790": 2.64804, + "4795": 2.66928, + "4800": 2.62567, + "4805": 2.63985, + "4810": 2.661, + "4815": 2.64809, + "4820": 2.67082, + "4825": 2.65124, + "4830": 2.61626, + "4835": 2.64733, + "4840": 2.65426, + "4845": 2.63739, + "4850": 2.62545, + "4855": 2.60194, + "4860": 2.64972, + "4865": 2.62682, + "4870": 2.63799, + "4875": 2.61811, + "4880": 2.62652, + "4885": 2.62543, + "4890": 2.68013, + "4895": 2.66042, + "4900": 2.61535, + "4905": 2.61912, + "4910": 2.63653, + "4915": 2.61524, + "4920": 2.65467, + "4925": 2.64999, + "4930": 2.56915, + "4935": 2.64924, + "4940": 2.63292, + "4945": 2.63792, + "4950": 2.62476, + "4955": 2.61732, + "4960": 2.6167, + "4965": 2.66171, + "4970": 2.59848, + "4975": 2.65287, + "4980": 2.6187, + "4985": 2.63335, + "4990": 2.6586, + "4995": 2.57974, + "5000": 2.65898, + "5005": 2.66578, + "5010": 2.68301, + "5015": 2.63322, + "5020": 2.63924, + "5025": 2.6866, + "5030": 2.64456, + "5035": 2.61559, + "5040": 2.62024, + "5045": 2.60287, + "5050": 2.6231, + "5055": 2.64947, + "5060": 2.6452, + "5065": 2.6881, + "5070": 2.60595, + "5075": 2.61447, + "5080": 2.60665, + "5085": 2.60357, + "5090": 2.59045, + "5095": 2.64908, + "5100": 2.64606, + "5105": 2.61042, + "5110": 2.66253, + "5115": 2.61674, + "5120": 2.6721, + "5125": 2.62882, + "5130": 2.6133, + "5135": 2.61257, + "5140": 2.57323, + "5145": 2.62739, + "5150": 2.63655, + "5155": 2.61744, + "5160": 2.6636, + "5165": 2.58271, + "5170": 2.58972, + "5175": 2.61655, + "5180": 2.60404, + "5185": 2.61939, + "5190": 2.62404, + "5195": 2.66753, + "5200": 2.5989, + "5205": 2.60446, + "5210": 2.60475, + "5215": 2.64605, + "5220": 2.58627, + "5225": 2.5519, + "5230": 2.6321, + "5235": 2.61744, + "5240": 2.64291, + "5245": 2.63621, + "5250": 2.60218, + "5255": 2.6186, + "5260": 2.55727, + "5265": 2.59614, + "5270": 2.58806, + "5275": 2.61658, + "5280": 2.60897, + "5285": 2.60361, + "5290": 2.63324, + "5295": 2.62086, + "5300": 2.57816, + "5305": 2.59805, + "5310": 2.61289, + "5315": 2.5858, + "5320": 2.61592, + "5325": 2.6441, + "5330": 2.60238, + "5335": 2.58083, + "5340": 2.56386, + "5345": 2.65745, + "5350": 2.62017, + "5355": 2.5774, + "5360": 2.59964, + "5365": 2.62005, + "5370": 2.61244, + "5375": 2.62598, + "5380": 2.57586, + "5385": 2.56169, + "5390": 2.58533, + "5395": 2.61918, + "5400": 2.60517, + "5405": 2.54618, + "5410": 2.60967, + "5415": 2.595, + "5420": 2.61096, + "5425": 2.62258, + "5430": 2.62722, + "5435": 2.5764, + "5440": 2.58535, + "5445": 2.62872, + "5450": 2.64623, + "5455": 2.609, + "5460": 2.59057, + "5465": 2.60606, + "5470": 2.59632, + "5475": 2.62477, + "5480": 2.58787, + "5485": 2.58859, + "5490": 2.57747, + "5495": 2.57015, + "5500": 2.56782, + "5505": 2.61543, + "5510": 2.62353, + "5515": 2.58253, + "5520": 2.55721, + "5525": 2.58387, + "5530": 2.66211, + "5535": 2.62005, + "5540": 2.57052, + "5545": 2.59608, + "5550": 2.54903, + "5555": 2.571, + "5560": 2.56272, + "5565": 2.60562, + "5570": 2.65097, + "5575": 2.62977, + "5580": 2.57224, + "5585": 2.59618, + "5590": 2.56443, + "5595": 2.58267, + "5600": 2.55357, + "5605": 2.59978, + "5610": 2.58046, + "5615": 2.58067, + "5620": 2.58075, + "5625": 2.55005, + "5630": 2.56908, + "5635": 2.63034, + "5640": 2.59338, + "5645": 2.56893, + "5650": 2.57608, + "5655": 2.54821, + "5660": 2.55792, + "5665": 2.58591, + "5670": 2.56547, + "5675": 2.60454, + "5680": 2.5262, + "5685": 2.56681, + "5690": 2.60176, + "5695": 2.55937, + "5700": 2.59684, + "5705": 2.59636, + "5710": 2.57638, + "5715": 2.58318, + "5720": 2.53262, + "5725": 2.60064, + "5730": 2.57304, + "5735": 2.60717, + "5740": 2.59194, + "5745": 2.55793, + "5750": 2.53836, + "5755": 2.5567, + "5760": 2.61443, + "5765": 2.55588, + "5770": 2.53851, + "5775": 2.58782, + "5780": 2.57719, + "5785": 2.53776, + "5790": 2.56308, + "5795": 2.60024, + "5800": 2.54175, + "5805": 2.53318, + "5810": 2.55626, + "5815": 2.5244, + "5820": 2.59728, + "5825": 2.50527, + "5830": 2.49522, + "5835": 2.59468, + "5840": 2.53947, + "5845": 2.55127, + "5850": 2.61142, + "5855": 2.50793, + "5860": 2.55927, + "5865": 2.51711, + "5870": 2.57272, + "5875": 2.60591, + "5880": 2.58271, + "5885": 2.56594, + "5890": 2.58158, + "5895": 2.55213, + "5900": 2.61216, + "5905": 2.55585, + "5910": 2.59736, + "5915": 2.61237, + "5920": 2.58654, + "5925": 2.54725, + "5930": 2.62155, + "5935": 2.58179, + "5940": 2.58196, + "5945": 2.52214, + "5950": 2.55771, + "5955": 2.58453, + "5960": 2.56145, + "5965": 2.61505, + "5970": 2.54895, + "5975": 2.57663, + "5980": 2.55629, + "5985": 2.55842, + "5990": 2.55443, + "5995": 2.55641, + "6000": 2.55159, + "6005": 2.52054, + "6010": 2.55823, + "6015": 2.52099, + "6020": 2.53292, + "6025": 2.55713, + "6030": 2.60153, + "6035": 2.54241, + "6040": 2.54726, + "6045": 2.48874, + "6050": 2.59262, + "6055": 2.51567, + "6060": 2.54341, + "6065": 2.52354, + "6070": 2.52746, + "6075": 2.53647, + "6080": 2.53381, + "6085": 2.59542, + "6090": 2.56894, + "6095": 2.53307, + "6100": 2.54002, + "6105": 2.52343, + "6110": 2.5534, + "6115": 2.58294, + "6120": 2.55434, + "6125": 2.53926, + "6130": 2.47204, + "6135": 2.55321, + "6140": 2.5535, + "6145": 2.55533, + "6150": 2.52311, + "6155": 2.50907, + "6160": 2.53915, + "6165": 2.57049, + "6170": 2.54242, + "6175": 2.59879, + "6180": 2.50969, + "6185": 2.54989, + "6190": 2.49232, + "6195": 2.57901, + "6200": 2.55006, + "6205": 2.53567, + "6210": 2.51847, + "6215": 2.51389, + "6220": 2.56254, + "6225": 2.51182, + "6230": 2.50777, + "6235": 2.55912, + "6240": 2.54898, + "6245": 2.52163, + "6250": 2.53375, + "6255": 2.5742, + "6260": 2.52313, + "6265": 2.57224, + "6270": 2.52333, + "6275": 2.5617, + "6280": 2.52013, + "6285": 2.51858, + "6290": 2.51624, + "6295": 2.50566, + "6300": 2.55453, + "6305": 2.52441, + "6310": 2.51112, + "6315": 2.53522, + "6320": 2.48781, + "6325": 2.5957, + "6330": 2.55401, + "6335": 2.50915, + "6340": 2.50909, + "6345": 2.55416, + "6350": 2.55378, + "6355": 2.52109, + "6360": 2.51957, + "6365": 2.48297, + "6370": 2.53494, + "6375": 2.49306, + "6380": 2.55558, + "6385": 2.57647, + "6390": 2.50421, + "6395": 2.54995, + "6400": 2.50619, + "6405": 2.52515, + "6410": 2.5145, + "6415": 2.523, + "6420": 2.5404, + "6425": 2.53299, + "6430": 2.57518, + "6435": 2.54369, + "6440": 2.53393, + "6445": 2.52557, + "6450": 2.53037, + "6455": 2.51956, + "6460": 2.51424, + "6465": 2.55742, + "6470": 2.51587, + "6475": 2.52288, + "6480": 2.48485, + "6485": 2.52568, + "6490": 2.50531, + "6495": 2.49851, + "6500": 2.52156, + "6505": 2.49322, + "6510": 2.54091, + "6515": 2.50769, + "6520": 2.50847, + "6525": 2.49126, + "6530": 2.54068, + "6535": 2.53196, + "6540": 2.5298, + "6545": 2.55935, + "6550": 2.50141, + "6555": 2.55393, + "6560": 2.50851, + "6565": 2.51974, + "6570": 2.58456, + "6575": 2.5206, + "6580": 2.49613, + "6585": 2.50468, + "6590": 2.50784, + "6595": 2.49551, + "6600": 2.48492, + "6605": 2.53761, + "6610": 2.47813, + "6615": 2.56643, + "6620": 2.53331, + "6625": 2.50918, + "6630": 2.50884, + "6635": 2.46955, + "6640": 2.53625, + "6645": 2.59366, + "6650": 2.50727, + "6655": 2.49491, + "6660": 2.57096, + "6665": 2.51861, + "6670": 2.5669, + "6675": 2.46451, + "6680": 2.54552, + "6685": 2.53303, + "6690": 2.51066, + "6695": 2.48338, + "6700": 2.5201, + "6705": 2.51556, + "6710": 2.48936, + "6715": 2.51426, + "6720": 2.50704, + "6725": 2.51943, + "6730": 2.51595, + "6735": 2.47971, + "6740": 2.51256, + "6745": 2.49237, + "6750": 2.55432, + "6755": 2.47171, + "6760": 2.5398, + "6765": 2.48511, + "6770": 2.51673, + "6775": 2.50938, + "6780": 2.53691, + "6785": 2.46942, + "6790": 2.5404, + "6795": 2.49747, + "6800": 2.526, + "6805": 2.50951, + "6810": 2.50246, + "6815": 2.51992, + "6820": 2.48493, + "6825": 2.50145, + "6830": 2.53699, + "6835": 2.50583, + "6840": 2.5074, + "6845": 2.52166, + "6850": 2.47062, + "6855": 2.50963, + "6860": 2.50181, + "6865": 2.48488, + "6870": 2.54928, + "6875": 2.47554, + "6880": 2.55063, + "6885": 2.47562, + "6890": 2.54406, + "6895": 2.49869, + "6900": 2.48472, + "6905": 2.49732, + "6910": 2.51658, + "6915": 2.51538, + "6920": 2.52945, + "6925": 2.53592, + "6930": 2.48743, + "6935": 2.51601, + "6940": 2.49733, + "6945": 2.45735, + "6950": 2.48159, + "6955": 2.52529, + "6960": 2.51942, + "6965": 2.49038, + "6970": 2.46776, + "6975": 2.51893, + "6980": 2.45119, + "6985": 2.51435, + "6990": 2.52681, + "6995": 2.46008, + "7000": 2.4857, + "7005": 2.4667, + "7010": 2.47022, + "7015": 2.51594, + "7020": 2.46517, + "7025": 2.44841, + "7030": 2.48208, + "7035": 2.47701, + "7040": 2.50402, + "7045": 2.51891, + "7050": 2.52336, + "7055": 2.4399, + "7060": 2.47602, + "7065": 2.48595, + "7070": 2.49079, + "7075": 2.49162, + "7080": 2.53301, + "7085": 2.48237, + "7090": 2.473, + "7095": 2.49968, + "7100": 2.51235, + "7105": 2.48475, + "7110": 2.48398, + "7115": 2.5008, + "7120": 2.46802, + "7125": 2.45993, + "7130": 2.48174, + "7135": 2.51009, + "7140": 2.49524, + "7145": 2.49547, + "7150": 2.50838, + "7155": 2.50549, + "7160": 2.47267, + "7165": 2.45441, + "7170": 2.50323, + "7175": 2.50138, + "7180": 2.50287, + "7185": 2.47888, + "7190": 2.45754, + "7195": 2.46282, + "7200": 2.50582, + "7205": 2.48673, + "7210": 2.44143, + "7215": 2.4774, + "7220": 2.44056, + "7225": 2.50992, + "7230": 2.50819, + "7235": 2.48137, + "7240": 2.47521, + "7245": 2.49699, + "7250": 2.50435, + "7255": 2.48907, + "7260": 2.4559, + "7265": 2.44754, + "7270": 2.46985, + "7275": 2.49711, + "7280": 2.49068, + "7285": 2.42028, + "7290": 2.4765, + "7295": 2.48576, + "7300": 2.41537, + "7305": 2.44172, + "7310": 2.44612, + "7315": 2.48688, + "7320": 2.48061, + "7325": 2.45471, + "7330": 2.48741, + "7335": 2.47103, + "7340": 2.45999, + "7345": 2.49065, + "7350": 2.50759, + "7355": 2.49204, + "7360": 2.47672, + "7365": 2.46675, + "7370": 2.46718, + "7375": 2.44736, + "7380": 2.49247, + "7385": 2.48245, + "7390": 2.47143, + "7395": 2.47076, + "7400": 2.47826, + "7405": 2.43636, + "7410": 2.47594, + "7415": 2.46762, + "7420": 2.49047, + "7425": 2.45309, + "7430": 2.51923, + "7435": 2.48835, + "7440": 2.51712, + "7445": 2.50649, + "7450": 2.47023, + "7455": 2.4505, + "7460": 2.46232, + "7465": 2.47224, + "7470": 2.44654, + "7475": 2.45263, + "7480": 2.50696, + "7485": 2.44731, + "7490": 2.47151, + "7495": 2.47897, + "7500": 2.49176, + "7505": 2.43714, + "7510": 2.4327, + "7515": 2.41782, + "7520": 2.48958, + "7525": 2.49304, + "7530": 2.47239, + "7535": 2.45795, + "7540": 2.47005, + "7545": 2.47142, + "7550": 2.48676, + "7555": 2.45126, + "7560": 2.42516, + "7565": 2.50493, + "7570": 2.48155, + "7575": 2.43534, + "7580": 2.45593, + "7585": 2.47794, + "7590": 2.47723, + "7595": 2.45983, + "7600": 2.4619, + "7605": 2.44428, + "7610": 2.44666, + "7615": 2.42334, + "7620": 2.54396, + "7625": 2.47914, + "7630": 2.42239, + "7635": 2.42463, + "7640": 2.44931, + "7645": 2.47013, + "7650": 2.45978, + "7655": 2.48267, + "7660": 2.45011, + "7665": 2.43052, + "7670": 2.43917, + "7675": 2.45127, + "7680": 2.4822, + "7685": 2.42789, + "7690": 2.47748, + "7695": 2.45207, + "7700": 2.47852, + "7705": 2.49472, + "7710": 2.4906, + "7715": 2.43857, + "7720": 2.46528, + "7725": 2.47882, + "7730": 2.45384, + "7735": 2.46895, + "7740": 2.43524, + "7745": 2.44409, + "7750": 2.43493, + "7755": 2.46349, + "7760": 2.44734, + "7765": 2.45062, + "7770": 2.46527, + "7775": 2.44968, + "7780": 2.41367, + "7785": 2.44115, + "7790": 2.47809, + "7795": 2.43666, + "7800": 2.45672, + "7805": 2.47745, + "7810": 2.49856, + "7815": 2.48425, + "7820": 2.44372, + "7825": 2.51041, + "7830": 2.44874, + "7835": 2.46354, + "7840": 2.47479, + "7845": 2.45731, + "7850": 2.41361, + "7855": 2.46795, + "7860": 2.49498, + "7865": 2.42043, + "7870": 2.46323, + "7875": 2.44232, + "7880": 2.44989, + "7885": 2.45571, + "7890": 2.46629, + "7895": 2.44233, + "7900": 2.43437, + "7905": 2.43129, + "7910": 2.41956, + "7915": 2.47833, + "7920": 2.47132, + "7925": 2.41801, + "7930": 2.46833, + "7935": 2.44775, + "7940": 2.42007, + "7945": 2.46791, + "7950": 2.4404, + "7955": 2.4146, + "7960": 2.48514, + "7965": 2.51375, + "7970": 2.5174, + "7975": 2.44637, + "7980": 2.43831, + "7985": 2.46457, + "7990": 2.4281, + "7995": 2.46689, + "8000": 2.43426, + "8005": 2.4158, + "8010": 2.45426, + "8015": 2.46634, + "8020": 2.47876, + "8025": 2.47029, + "8030": 2.4497, + "8035": 2.46716, + "8040": 2.41566, + "8045": 2.45052, + "8050": 2.44515, + "8055": 2.42304, + "8060": 2.43892, + "8065": 2.45749, + "8070": 2.45333, + "8075": 2.45444, + "8080": 2.44209, + "8085": 2.43781, + "8090": 2.4222, + "8095": 2.42035, + "8100": 2.43701, + "8105": 2.49226, + "8110": 2.43554, + "8115": 2.44107, + "8120": 2.46446, + "8125": 2.46397, + "8130": 2.45005, + "8135": 2.44859, + "8140": 2.43719, + "8145": 2.42285, + "8150": 2.41929, + "8155": 2.48306, + "8160": 2.44961, + "8165": 2.43799, + "8170": 2.43144, + "8175": 2.4191, + "8180": 2.49169, + "8185": 2.42127, + "8190": 2.46436, + "8195": 2.45449, + "8200": 2.44219, + "8205": 2.44226, + "8210": 2.42747, + "8215": 2.43706, + "8220": 2.43181, + "8225": 2.40713, + "8230": 2.43716, + "8235": 2.46065, + "8240": 2.42535, + "8245": 2.4454, + "8250": 2.44079, + "8255": 2.4331, + "8260": 2.43059, + "8265": 2.4271, + "8270": 2.43176, + "8275": 2.43875, + "8280": 2.3943, + "8285": 2.43559, + "8290": 2.47695, + "8295": 2.44448, + "8300": 2.45474, + "8305": 2.40521, + "8310": 2.4311, + "8315": 2.45391, + "8320": 2.3955, + "8325": 2.3912, + "8330": 2.43328, + "8335": 2.44265, + "8340": 2.48794, + "8345": 2.45065, + "8350": 2.45145, + "8355": 2.41099, + "8360": 2.40381, + "8365": 2.45603, + "8370": 2.45802, + "8375": 2.42948, + "8380": 2.42394, + "8385": 2.43031, + "8390": 2.4431, + "8395": 2.44939, + "8400": 2.44584, + "8405": 2.495, + "8410": 2.44327, + "8415": 2.43894, + "8420": 2.42215, + "8425": 2.44395, + "8430": 2.46704, + "8435": 2.41158, + "8440": 2.4595, + "8445": 2.46637, + "8450": 2.41361, + "8455": 2.46609, + "8460": 2.46112, + "8465": 2.44125, + "8470": 2.41471, + "8475": 2.48334, + "8480": 2.41021, + "8485": 2.42432, + "8490": 2.47209, + "8495": 2.44598, + "8500": 2.45224, + "8505": 2.42377, + "8510": 2.41131, + "8515": 2.43868, + "8520": 2.43196, + "8525": 2.49903, + "8530": 2.38038, + "8535": 2.40733, + "8540": 2.49469, + "8545": 2.3894, + "8550": 2.44785, + "8555": 2.45932, + "8560": 2.47841, + "8565": 2.43193, + "8570": 2.44137, + "8575": 2.45682, + "8580": 2.44831, + "8585": 2.42889, + "8590": 2.41034, + "8595": 2.43429, + "8600": 2.42179, + "8605": 2.5001, + "8610": 2.4355, + "8615": 2.39538, + "8620": 2.45793, + "8625": 2.43491, + "8630": 2.46953, + "8635": 2.46026, + "8640": 2.44563, + "8645": 2.48328, + "8650": 2.4289, + "8655": 2.46099, + "8660": 2.46544, + "8665": 2.39596, + "8670": 2.4187, + "8675": 2.43748, + "8680": 2.45725, + "8685": 2.43903, + "8690": 2.41756, + "8695": 2.44994, + "8700": 2.44424, + "8705": 2.43203, + "8710": 2.43799, + "8715": 2.45796, + "8720": 2.4885, + "8725": 2.42286, + "8730": 2.40182, + "8735": 2.44324, + "8740": 2.43971, + "8745": 2.40735, + "8750": 2.44644, + "8755": 2.43268, + "8760": 2.40882, + "8765": 2.44368, + "8770": 2.41346, + "8775": 2.44728, + "8780": 2.42897, + "8785": 2.48105, + "8790": 2.42913, + "8795": 2.4275, + "8800": 2.42507, + "8805": 2.41547, + "8810": 2.41989, + "8815": 2.48573, + "8820": 2.46245, + "8825": 2.43508, + "8830": 2.39363, + "8835": 2.43059, + "8840": 2.4011, + "8845": 2.43561, + "8850": 2.4432, + "8855": 2.41208, + "8860": 2.43692, + "8865": 2.4368, + "8870": 2.44614, + "8875": 2.44694, + "8880": 2.41968, + "8885": 2.40435, + "8890": 2.45636, + "8895": 2.43825, + "8900": 2.42221, + "8905": 2.41086, + "8910": 2.40878, + "8915": 2.42762, + "8920": 2.44256, + "8925": 2.47644, + "8930": 2.42537, + "8935": 2.42038, + "8940": 2.39746, + "8945": 2.40294, + "8950": 2.42585, + "8955": 2.40426, + "8960": 2.4429, + "8965": 2.42534, + "8970": 2.41287, + "8975": 2.48503, + "8980": 2.44965, + "8985": 2.38255, + "8990": 2.41786, + "8995": 2.42593, + "9000": 2.46556, + "9005": 2.42295, + "9010": 2.38472, + "9015": 2.41606, + "9020": 2.40591, + "9025": 2.37666, + "9030": 2.41023, + "9035": 2.43334, + "9040": 2.43041, + "9045": 2.42903, + "9050": 2.40571, + "9055": 2.42869, + "9060": 2.43178, + "9065": 2.41519, + "9070": 2.45462, + "9075": 2.40713, + "9080": 2.44279, + "9085": 2.42534, + "9090": 2.42125, + "9095": 2.40854, + "9100": 2.41025, + "9105": 2.367, + "9110": 2.47453, + "9115": 2.42448, + "9120": 2.41281, + "9125": 2.46625, + "9130": 2.40301, + "9135": 2.45728, + "9140": 2.44304, + "9145": 2.43611, + "9150": 2.43471, + "9155": 2.38526, + "9160": 2.42692, + "9165": 2.43405, + "9170": 2.38388, + "9175": 2.42789, + "9180": 2.38445, + "9185": 2.4481, + "9190": 2.42039, + "9195": 2.39805, + "9200": 2.40085, + "9205": 2.45829, + "9210": 2.371, + "9215": 2.47166, + "9220": 2.45642, + "9225": 2.39429, + "9230": 2.45657, + "9235": 2.40768, + "9240": 2.41027, + "9245": 2.44666, + "9250": 2.43485, + "9255": 2.43757, + "9260": 2.39426, + "9265": 2.44798, + "9270": 2.44482, + "9275": 2.40359, + "9280": 2.39705, + "9285": 2.43007, + "9290": 2.41426, + "9295": 2.39299, + "9300": 2.43289, + "9305": 2.41279, + "9310": 2.423, + "9315": 2.41942, + "9320": 2.45204, + "9325": 2.37844, + "9330": 2.41244, + "9335": 2.36996, + "9340": 2.41408, + "9345": 2.42371, + "9350": 2.44769, + "9355": 2.48475, + "9360": 2.44528, + "9365": 2.39717, + "9370": 2.44369, + "9375": 2.44154, + "9380": 2.36344, + "9385": 2.40893, + "9390": 2.392, + "9395": 2.39609, + "9400": 2.45217, + "9405": 2.42157, + "9410": 2.40685, + "9415": 2.4464, + "9420": 2.45271, + "9425": 2.44004, + "9430": 2.45598, + "9435": 2.42225, + "9440": 2.48766, + "9445": 2.38406, + "9450": 2.403, + "9455": 2.41116, + "9460": 2.39528, + "9465": 2.38808, + "9470": 2.39304, + "9475": 2.37421, + "9480": 2.44231, + "9485": 2.3953, + "9490": 2.429, + "9495": 2.39024, + "9500": 2.37127, + "9505": 2.43715, + "9510": 2.40592, + "9515": 2.43922, + "9520": 2.4267, + "9525": 2.39745, + "9530": 2.46261, + "9535": 2.4094, + "9540": 2.42584, + "9545": 2.38754, + "9550": 2.43208, + "9555": 2.40052, + "9560": 2.43543, + "9565": 2.42095, + "9570": 2.3827, + "9575": 2.421, + "9580": 2.40541, + "9585": 2.43312, + "9590": 2.43539, + "9595": 2.45662, + "9600": 2.39949, + "9605": 2.39163, + "9610": 2.42764, + "9615": 2.42109, + "9620": 2.42093, + "9625": 2.45314, + "9630": 2.40624, + "9635": 2.41073, + "9640": 2.45484, + "9645": 2.41927, + "9650": 2.40829, + "9655": 2.38, + "9660": 2.43229, + "9665": 2.39547, + "9670": 2.38951, + "9675": 2.36541, + "9680": 2.40451, + "9685": 2.40399, + "9690": 2.47182, + "9695": 2.3897, + "9700": 2.38473, + "9705": 2.39081, + "9710": 2.37373, + "9715": 2.39466, + "9720": 2.44223, + "9725": 2.44947, + "9730": 2.43603, + "9735": 2.39314, + "9740": 2.38934, + "9745": 2.43447, + "9750": 2.40659, + "9755": 2.41677, + "9760": 2.41903, + "9765": 2.3765, + "9770": 2.45819, + "9775": 2.40841, + "9780": 2.37191, + "9785": 2.40974, + "9790": 2.41715, + "9795": 2.36864, + "9800": 2.40489, + "9805": 2.41293, + "9810": 2.41636, + "9815": 2.38765, + "9820": 2.38452, + "9825": 2.41458, + "9830": 2.42939, + "9835": 2.39324, + "9840": 2.42203, + "9845": 2.36981, + "9850": 2.40762, + "9855": 2.40309, + "9860": 2.39844, + "9865": 2.38777, + "9870": 2.39425, + "9875": 2.38784, + "9880": 2.45814, + "9885": 2.40039, + "9890": 2.36126, + "9895": 2.32977, + "9900": 2.40372, + "9905": 2.43103, + "9910": 2.36341, + "9915": 2.37042, + "9920": 2.41821, + "9925": 2.40625, + "9930": 2.39008, + "9935": 2.35818, + "9940": 2.39734, + "9945": 2.38754, + "9950": 2.4102, + "9955": 2.45576, + "9960": 2.43796, + "9965": 2.36266, + "9970": 2.41282, + "9975": 2.39226, + "9980": 2.34002, + "9985": 2.4136, + "9990": 2.40407, + "9995": 2.40251, + "10000": 2.37503, + "10005": 2.38016, + "10010": 2.38897, + "10015": 2.45152, + "10020": 2.37135, + "10025": 2.39485, + "10030": 2.39555, + "10035": 2.41697, + "10040": 2.41008, + "10045": 2.39015, + "10050": 2.3608, + "10055": 2.37497, + "10060": 2.42662, + "10065": 2.381, + "10070": 2.42931, + "10075": 2.37803, + "10080": 2.36864, + "10085": 2.37765, + "10090": 2.35414, + "10095": 2.40824, + "10100": 2.32065, + "10105": 2.38938, + "10110": 2.41723, + "10115": 2.3932, + "10120": 2.3649, + "10125": 2.3777, + "10130": 2.36629, + "10135": 2.38894, + "10140": 2.41886, + "10145": 2.41313, + "10150": 2.38364, + "10155": 2.40171, + "10160": 2.36831, + "10165": 2.38929, + "10170": 2.42951, + "10175": 2.33254, + "10180": 2.40139, + "10185": 2.38961, + "10190": 2.44963, + "10195": 2.40903, + "10200": 2.39636, + "10205": 2.39541, + "10210": 2.37545, + "10215": 2.35138, + "10220": 2.42686, + "10225": 2.4374, + "10230": 2.36151, + "10235": 2.39413, + "10240": 2.37745, + "10245": 2.39586, + "10250": 2.39498, + "10255": 2.42063, + "10260": 2.34179, + "10265": 2.35595, + "10270": 2.35696, + "10275": 2.37742, + "10280": 2.45578, + "10285": 2.36405, + "10290": 2.39142, + "10295": 2.37906, + "10300": 2.37381, + "10305": 2.42262, + "10310": 2.39511, + "10315": 2.36789, + "10320": 2.3721, + "10325": 2.36743, + "10330": 2.41904, + "10335": 2.36838, + "10340": 2.42816, + "10345": 2.37986, + "10350": 2.36588, + "10355": 2.40402, + "10360": 2.38027, + "10365": 2.36618, + "10370": 2.34647, + "10375": 2.36068, + "10380": 2.42359, + "10385": 2.41044, + "10390": 2.38547, + "10395": 2.36378, + "10400": 2.3835, + "10405": 2.35412, + "10410": 2.34482, + "10415": 2.42134, + "10420": 2.38596, + "10425": 2.33277, + "10430": 2.36637, + "10435": 2.37673, + "10440": 2.37865, + "10445": 2.36491, + "10450": 2.3669, + "10455": 2.38595, + "10460": 2.38657, + "10465": 2.30837, + "10470": 2.36369, + "10475": 2.38619, + "10480": 2.36847, + "10485": 2.3661, + "10490": 2.42007, + "10495": 2.37239, + "10500": 2.37043, + "10505": 2.37665, + "10510": 2.38893, + "10515": 2.3786, + "10520": 2.40715, + "10525": 2.39544, + "10530": 2.39751, + "10535": 2.36068, + "10540": 2.41035, + "10545": 2.36388, + "10550": 2.38204, + "10555": 2.36345, + "10560": 2.34633, + "10565": 2.37874, + "10570": 2.38037, + "10575": 2.36022, + "10580": 2.38294, + "10585": 2.37306, + "10590": 2.38416, + "10595": 2.38213, + "10600": 2.33865, + "10605": 2.37753, + "10610": 2.37058, + "10615": 2.37039, + "10620": 2.35512, + "10625": 2.42587, + "10630": 2.37959, + "10635": 2.32939, + "10640": 2.37025, + "10645": 2.42582, + "10650": 2.36625, + "10655": 2.31323, + "10660": 2.35436, + "10665": 2.40571, + "10670": 2.32294, + "10675": 2.42284, + "10680": 2.36013, + "10685": 2.29341, + "10690": 2.38755, + "10695": 2.33602, + "10700": 2.39021, + "10705": 2.39103, + "10710": 2.34839, + "10715": 2.38791, + "10720": 2.33122, + "10725": 2.35822, + "10730": 2.35545, + "10735": 2.35889, + "10740": 2.32328, + "10745": 2.3436, + "10750": 2.33874, + "10755": 2.40853, + "10760": 2.37013, + "10765": 2.34207, + "10770": 2.3764, + "10775": 2.39275, + "10780": 2.37572, + "10785": 2.39828, + "10790": 2.35249, + "10795": 2.39336, + "10800": 2.32898, + "10805": 2.40193, + "10810": 2.38061, + "10815": 2.35979, + "10820": 2.34858, + "10825": 2.37631, + "10830": 2.34337, + "10835": 2.35361, + "10840": 2.33499, + "10845": 2.39216, + "10850": 2.33795, + "10855": 2.36908, + "10860": 2.33711, + "10865": 2.32743, + "10870": 2.32848, + "10875": 2.30977, + "10880": 2.39976, + "10885": 2.40825, + "10890": 2.36578, + "10895": 2.37644, + "10900": 2.33747, + "10905": 2.31849, + "10910": 2.41102, + "10915": 2.37581, + "10920": 2.37944, + "10925": 2.36681, + "10930": 2.32353, + "10935": 2.366, + "10940": 2.35829, + "10945": 2.35268, + "10950": 2.36612, + "10955": 2.36831, + "10960": 2.31609, + "10965": 2.36861, + "10970": 2.36195, + "10975": 2.41427, + "10980": 2.37916, + "10985": 2.34718, + "10990": 2.40203, + "10995": 2.36813, + "11000": 2.3431, + "11005": 2.36593, + "11010": 2.34815, + "11015": 2.33058, + "11020": 2.33971, + "11025": 2.37059, + "11030": 2.34495, + "11035": 2.32056, + "11040": 2.32299, + "11045": 2.32437, + "11050": 2.32271, + "11055": 2.29492, + "11060": 2.34574, + "11065": 2.31429, + "11070": 2.3997, + "11075": 2.32488, + "11080": 2.35909, + "11085": 2.34215, + "11090": 2.35097, + "11095": 2.37591, + "11100": 2.33353, + "11105": 2.32079, + "11110": 2.36825, + "11115": 2.37722, + "11120": 2.38574, + "11125": 2.32049, + "11130": 2.35432, + "11135": 2.33798, + "11140": 2.3756, + "11145": 2.35296, + "11150": 2.39873, + "11155": 2.34565, + "11160": 2.36975, + "11165": 2.36888, + "11170": 2.34562, + "11175": 2.33842, + "11180": 2.377, + "11185": 2.31587, + "11190": 2.28274, + "11195": 2.33321, + "11200": 2.35058, + "11205": 2.36546, + "11210": 2.33584, + "11215": 2.32266, + "11220": 2.34696, + "11225": 2.37525, + "11230": 2.37025, + "11235": 2.32278, + "11240": 2.34703, + "11245": 2.36117, + "11250": 2.33601, + "11255": 2.33861, + "11260": 2.36043, + "11265": 2.39195, + "11270": 2.29246, + "11275": 2.31756, + "11280": 2.37339, + "11285": 2.29474, + "11290": 2.35128, + "11295": 2.36883, + "11300": 2.38525, + "11305": 2.33833, + "11310": 2.335, + "11315": 2.30246, + "11320": 2.30888, + "11325": 2.31935, + "11330": 2.35739, + "11335": 2.34267, + "11340": 2.31199, + "11345": 2.31657, + "11350": 2.29981, + "11355": 2.32629, + "11360": 2.35455, + "11365": 2.29683, + "11370": 2.35491, + "11375": 2.33083, + "11380": 2.34514, + "11385": 2.35134, + "11390": 2.33916, + "11395": 2.2904, + "11400": 2.31403, + "11405": 2.35915, + "11410": 2.35981, + "11415": 2.3881, + "11420": 2.35419, + "11425": 2.3118, + "11430": 2.37189, + "11435": 2.36599, + "11440": 2.35189, + "11445": 2.36747, + "11450": 2.32505, + "11455": 2.31027, + "11460": 2.35577, + "11465": 2.34641, + "11470": 2.37697, + "11475": 2.31611, + "11480": 2.32987, + "11485": 2.3146, + "11490": 2.34959, + "11495": 2.41145, + "11500": 2.34337, + "11505": 2.35276, + "11510": 2.36718, + "11515": 2.32509, + "11520": 2.30839, + "11525": 2.36337, + "11530": 2.3194, + "11535": 2.32609, + "11540": 2.35006, + "11545": 2.34693, + "11550": 2.36786, + "11555": 2.32993, + "11560": 2.3536, + "11565": 2.34458, + "11570": 2.3536, + "11575": 2.3011, + "11580": 2.33205, + "11585": 2.35602, + "11590": 2.36689, + "11595": 2.33751, + "11600": 2.36086, + "11605": 2.32743, + "11610": 2.36471, + "11615": 2.36332, + "11620": 2.29974, + "11625": 2.28036, + "11630": 2.32987, + "11635": 2.34628, + "11640": 2.30899, + "11645": 2.31323, + "11650": 2.33117, + "11655": 2.35585, + "11660": 2.34024, + "11665": 2.33286, + "11670": 2.30287, + "11675": 2.30075, + "11680": 2.32815, + "11685": 2.33901, + "11690": 2.34716, + "11695": 2.3197, + "11700": 2.32709, + "11705": 2.30459, + "11710": 2.34705, + "11715": 2.31826, + "11720": 2.30389, + "11725": 2.34199, + "11730": 2.30779, + "11735": 2.33209, + "11740": 2.2753, + "11745": 2.32144, + "11750": 2.3336, + "11755": 2.35456, + "11760": 2.31473, + "11765": 2.33841, + "11770": 2.27811, + "11775": 2.32897, + "11780": 2.25799, + "11785": 2.30024, + "11790": 2.31493, + "11795": 2.32371, + "11800": 2.33793, + "11805": 2.30621, + "11810": 2.30786, + "11815": 2.3343, + "11820": 2.32101, + "11825": 2.36172, + "11830": 2.32071, + "11835": 2.34063, + "11840": 2.34274, + "11845": 2.32181, + "11850": 2.30581, + "11855": 2.31644, + "11860": 2.34571, + "11865": 2.36074, + "11870": 2.38141, + "11875": 2.2838, + "11880": 2.29616, + "11885": 2.34139, + "11890": 2.29488, + "11895": 2.29572, + "11900": 2.33763, + "11905": 2.32182, + "11910": 2.28009, + "11915": 2.31065, + "11920": 2.33704, + "11925": 2.30583, + "11930": 2.30791, + "11935": 2.31945, + "11940": 2.31995, + "11945": 2.34572, + "11950": 2.30214, + "11955": 2.31571, + "11960": 2.33963, + "11965": 2.30105, + "11970": 2.30187, + "11975": 2.3488, + "11980": 2.31378, + "11985": 2.28272, + "11990": 2.30796, + "11995": 2.33162, + "12000": 2.32448, + "12005": 2.32719, + "12010": 2.29018, + "12015": 2.31336, + "12020": 2.32951, + "12025": 2.33643, + "12030": 2.31428, + "12035": 2.33848, + "12040": 2.31854, + "12045": 2.31434, + "12050": 2.31215, + "12055": 2.3352, + "12060": 2.30159, + "12065": 2.33219, + "12070": 2.30837, + "12075": 2.28037, + "12080": 2.35467, + "12085": 2.34152, + "12090": 2.33354, + "12095": 2.28306, + "12100": 2.31673, + "12105": 2.31069, + "12110": 2.33069, + "12115": 2.30641, + "12120": 2.30704, + "12125": 2.29609, + "12130": 2.30622, + "12135": 2.33037, + "12140": 2.29688, + "12145": 2.25958, + "12150": 2.26153, + "12155": 2.34294, + "12160": 2.35915, + "12165": 2.32051, + "12170": 2.334, + "12175": 2.34314, + "12180": 2.3318, + "12185": 2.34303, + "12190": 2.33577, + "12195": 2.30093, + "12200": 2.30246, + "12205": 2.32658, + "12210": 2.35972, + "12215": 2.30653, + "12220": 2.30191, + "12225": 2.24709, + "12230": 2.33677, + "12235": 2.34065, + "12240": 2.32782, + "12245": 2.2935, + "12250": 2.27763, + "12255": 2.3395, + "12260": 2.31679, + "12265": 2.34478, + "12270": 2.31554, + "12275": 2.31677, + "12280": 2.32253, + "12285": 2.28952, + "12290": 2.31433, + "12295": 2.26884, + "12300": 2.33108, + "12305": 2.27093, + "12310": 2.28974, + "12315": 2.35756, + "12320": 2.29797, + "12325": 2.32217, + "12330": 2.30328, + "12335": 2.32209, + "12340": 2.34279, + "12345": 2.37023, + "12350": 2.34617, + "12355": 2.30866, + "12360": 2.31576, + "12365": 2.33299, + "12370": 2.29597, + "12375": 2.30396, + "12380": 2.30039, + "12385": 2.29488, + "12390": 2.25304, + "12395": 2.30748, + "12400": 2.30213, + "12405": 2.31418, + "12410": 2.30832, + "12415": 2.2868, + "12420": 2.32194, + "12425": 2.30362, + "12430": 2.31855, + "12435": 2.30193, + "12440": 2.33517, + "12445": 2.3228, + "12450": 2.30936, + "12455": 2.24374, + "12460": 2.33755, + "12465": 2.36582, + "12470": 2.27944, + "12475": 2.27513, + "12480": 2.29532, + "12485": 2.30917, + "12490": 2.33321, + "12495": 2.27309, + "12500": 2.32322, + "12505": 2.33899, + "12510": 2.35918, + "12515": 2.27269, + "12520": 2.32282, + "12525": 2.28953, + "12530": 2.32246, + "12535": 2.27508, + "12540": 2.28833, + "12545": 2.29304, + "12550": 2.31847, + "12555": 2.32567, + "12560": 2.30247, + "12565": 2.33702, + "12570": 2.27975, + "12575": 2.30359, + "12580": 2.31404, + "12585": 2.29346, + "12590": 2.33723, + "12595": 2.32629, + "12600": 2.28432, + "12605": 2.32186, + "12610": 2.36725, + "12615": 2.30853, + "12620": 2.33633, + "12625": 2.33404, + "12630": 2.30017, + "12635": 2.33795, + "12640": 2.29794, + "12645": 2.28149, + "12650": 2.32885, + "12655": 2.26803, + "12660": 2.34509, + "12665": 2.32031, + "12670": 2.31308, + "12675": 2.32177, + "12680": 2.2781, + "12685": 2.36828, + "12690": 2.30518, + "12695": 2.33467, + "12700": 2.29576, + "12705": 2.30963, + "12710": 2.31082, + "12715": 2.2908, + "12720": 2.3163, + "12725": 2.27788, + "12730": 2.34119, + "12735": 2.3003, + "12740": 2.34099, + "12745": 2.28836, + "12750": 2.27593, + "12755": 2.28477, + "12760": 2.27021, + "12765": 2.34085, + "12770": 2.32873, + "12775": 2.26616, + "12780": 2.32288, + "12785": 2.30308, + "12790": 2.3082, + "12795": 2.32298, + "12800": 2.29883, + "12805": 2.31865, + "12810": 2.28331, + "12815": 2.30037, + "12820": 2.32651, + "12825": 2.32484, + "12830": 2.29196, + "12835": 2.2712, + "12840": 2.27357, + "12845": 2.31533, + "12850": 2.27968, + "12855": 2.2743, + "12860": 2.27381, + "12865": 2.31935, + "12870": 2.2679, + "12875": 2.34222, + "12880": 2.32036, + "12885": 2.28574, + "12890": 2.31145, + "12895": 2.24813, + "12900": 2.32757, + "12905": 2.31794, + "12910": 2.29019, + "12915": 2.28757, + "12920": 2.30176, + "12925": 2.30293, + "12930": 2.27492, + "12935": 2.24416, + "12940": 2.26089, + "12945": 2.31287, + "12950": 2.28712, + "12955": 2.32917, + "12960": 2.31954, + "12965": 2.29119, + "12970": 2.27432, + "12975": 2.27007, + "12980": 2.33407, + "12985": 2.28074, + "12990": 2.2834, + "12995": 2.27493, + "13000": 2.25272 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 13000, + "step_interval": 5, + "values": { + "1": 956238080.0, + "5": 967340032.0, + "10": 971387136.0, + "15": 946583872.0, + "20": 958988544.0, + "25": 1069888064.0, + "30": 1195545216.0, + "35": 1265919104.0, + "40": 1225385472.0, + "45": 1143984000.0, + "50": 1123953792.0, + "55": 1097520640.0, + "60": 1062098688.0, + "65": 1045100544.0, + "70": 1013369024.0, + "75": 1002651456.0, + "80": 1017073408.0, + "85": 1010896064.0, + "90": 990290304.0, + "95": 963963648.0, + "100": 977244864.0, + "105": 986322432.0, + "110": 979685888.0, + "115": 981374592.0, + "120": 963850304.0, + "125": 943482752.0, + "130": 976245632.0, + "135": 967085504.0, + "140": 963599104.0, + "145": 977430784.0, + "150": 922111680.0, + "155": 968683328.0, + "160": 956706432.0, + "165": 960015936.0, + "170": 974511872.0, + "175": 949081792.0, + "180": 946759872.0, + "185": 972029696.0, + "190": 969055616.0, + "195": 985147648.0, + "200": 945774912.0, + "205": 958352384.0, + "210": 979447552.0, + "215": 967492032.0, + "220": 956426880.0, + "225": 962403968.0, + "230": 948176128.0, + "235": 965226688.0, + "240": 966071360.0, + "245": 969163776.0, + "250": 974432512.0, + "255": 925067072.0, + "260": 965635840.0, + "265": 970669952.0, + "270": 959135488.0, + "275": 954000256.0, + "280": 963429120.0, + "285": 945788160.0, + "290": 974126784.0, + "295": 966698112.0, + "300": 967156352.0, + "305": 964511808.0, + "310": 940348864.0, + "315": 967400384.0, + "320": 969008576.0, + "325": 980561216.0, + "330": 972092288.0, + "335": 946870592.0, + "340": 966600576.0, + "345": 973021056.0, + "350": 973923136.0, + "355": 963257600.0, + "360": 948344576.0, + "365": 964819904.0, + "370": 962946624.0, + "375": 958442880.0, + "380": 947151296.0, + "385": 955998848.0, + "390": 945404416.0, + "395": 970418944.0, + "400": 979779136.0, + "405": 968349248.0, + "410": 970067008.0, + "415": 953161536.0, + "420": 943564992.0, + "425": 954775168.0, + "430": 962666112.0, + "435": 977082048.0, + "440": 954810112.0, + "445": 971891200.0, + "450": 963511232.0, + "455": 973135936.0, + "460": 983716480.0, + "465": 945283008.0, + "470": 942053952.0, + "475": 967004544.0, + "480": 966101760.0, + "485": 976409792.0, + "490": 962541952.0, + "495": 945466304.0, + "500": 964461504.0, + "505": 986015680.0, + "510": 965678144.0, + "515": 943414080.0, + "520": 945023552.0, + "525": 971265600.0, + "530": 971890944.0, + "535": 979139904.0, + "540": 969535488.0, + "545": 954128896.0, + "550": 951268864.0, + "555": 987222080.0, + "560": 960432128.0, + "565": 966618752.0, + "570": 975727808.0, + "575": 927225344.0, + "580": 970699200.0, + "585": 961180864.0, + "590": 972971072.0, + "595": 963684608.0, + "600": 937080064.0, + "605": 951475072.0, + "610": 963360768.0, + "615": 970011584.0, + "620": 976474304.0, + "625": 949584512.0, + "630": 954446592.0, + "635": 986046080.0, + "640": 980983168.0, + "645": 955012928.0, + "650": 958553792.0, + "655": 951656512.0, + "660": 961046016.0, + "665": 967560320.0, + "670": 962522496.0, + "675": 968339520.0, + "680": 965623104.0, + "685": 962871360.0, + "690": 961923584.0, + "695": 954770176.0, + "700": 970341312.0, + "705": 945518784.0, + "710": 943886144.0, + "715": 973361344.0, + "720": 968367616.0, + "725": 978494976.0, + "730": 952192512.0, + "735": 948816064.0, + "740": 955635584.0, + "745": 975871552.0, + "750": 981237760.0, + "755": 962162368.0, + "760": 951962368.0, + "765": 967347712.0, + "770": 976154176.0, + "775": 970551040.0, + "780": 977544192.0, + "785": 931529728.0, + "790": 960442048.0, + "795": 964582592.0, + "800": 967021440.0, + "805": 962323648.0, + "810": 940978496.0, + "815": 949040832.0, + "820": 953188160.0, + "825": 954505152.0, + "830": 976443904.0, + "835": 956075968.0, + "840": 948409856.0, + "845": 965160128.0, + "850": 966029504.0, + "855": 960906944.0, + "860": 976028736.0, + "865": 938162112.0, + "870": 966417792.0, + "875": 972318848.0, + "880": 963125504.0, + "885": 967747776.0, + "890": 949973248.0, + "895": 960018048.0, + "900": 974236608.0, + "905": 963970048.0, + "910": 958435200.0, + "915": 956354752.0, + "920": 943976576.0, + "925": 960833920.0, + "930": 978850304.0, + "935": 971075776.0, + "940": 960910144.0, + "945": 945065728.0, + "950": 957428160.0, + "955": 979041664.0, + "960": 983593216.0, + "965": 966167488.0, + "970": 951231552.0, + "975": 961577728.0, + "980": 968070720.0, + "985": 968992768.0, + "990": 984393024.0, + "995": 953293440.0, + "1000": 934779904.0, + "1005": 960148352.0, + "1010": 971540288.0, + "1015": 985186304.0, + "1020": 962782912.0, + "1025": 935013120.0, + "1030": 974679936.0, + "1035": 964995008.0, + "1040": 980467776.0, + "1045": 960829376.0, + "1050": 955202368.0, + "1055": 957782592.0, + "1060": 967751808.0, + "1065": 967118208.0, + "1070": 966603264.0, + "1075": 950063424.0, + "1080": 954511424.0, + "1085": 967251008.0, + "1090": 977138048.0, + "1095": 961238464.0, + "1100": 979612672.0, + "1105": 953365568.0, + "1110": 965954240.0, + "1115": 966987456.0, + "1120": 970352640.0, + "1125": 965710784.0, + "1130": 954943808.0, + "1135": 965844160.0, + "1140": 965175104.0, + "1145": 970989056.0, + "1150": 955558656.0, + "1155": 930577344.0, + "1160": 957775040.0, + "1165": 978124608.0, + "1170": 974303296.0, + "1175": 973060928.0, + "1180": 973080320.0, + "1185": 947347520.0, + "1190": 964794304.0, + "1195": 953141632.0, + "1200": 972847232.0, + "1205": 988483584.0, + "1210": 931126400.0, + "1215": 968644928.0, + "1220": 969165504.0, + "1225": 975950912.0, + "1230": 967337728.0, + "1235": 943447168.0, + "1240": 955857920.0, + "1245": 981507520.0, + "1250": 966114240.0, + "1255": 973674176.0, + "1260": 946497152.0, + "1265": 963998336.0, + "1270": 960488896.0, + "1275": 973616576.0, + "1280": 961115904.0, + "1285": 957585216.0, + "1290": 952528384.0, + "1295": 971612736.0, + "1300": 968865216.0, + "1305": 963741120.0, + "1310": 963336384.0, + "1315": 943555136.0, + "1320": 966307456.0, + "1325": 989785088.0, + "1330": 969508864.0, + "1335": 972301312.0, + "1340": 972270592.0, + "1345": 960659136.0, + "1350": 968641536.0, + "1355": 955854144.0, + "1360": 971822784.0, + "1365": 960388032.0, + "1370": 948792640.0, + "1375": 973534080.0, + "1380": 953469888.0, + "1385": 969149696.0, + "1390": 975719552.0, + "1395": 931676416.0, + "1400": 945855808.0, + "1405": 976752576.0, + "1410": 974511040.0, + "1415": 967572800.0, + "1420": 966748096.0, + "1425": 937379392.0, + "1430": 973914176.0, + "1435": 978336320.0, + "1440": 964179712.0, + "1445": 958056512.0, + "1450": 946147584.0, + "1455": 983922368.0, + "1460": 968652928.0, + "1465": 948746496.0, + "1470": 984244032.0, + "1475": 943905600.0, + "1480": 963975488.0, + "1485": 957348928.0, + "1490": 961262592.0, + "1495": 980541184.0, + "1500": 958332800.0, + "1505": 942868800.0, + "1510": 984180352.0, + "1515": 959092928.0, + "1520": 959104896.0, + "1525": 952785152.0, + "1530": 957745792.0, + "1535": 949430720.0, + "1540": 971088768.0, + "1545": 963134464.0, + "1550": 978667072.0, + "1555": 952319808.0, + "1560": 980089344.0, + "1565": 967318144.0, + "1570": 973843520.0, + "1575": 975494400.0, + "1580": 941863296.0, + "1585": 970028736.0, + "1590": 983821504.0, + "1595": 948633600.0, + "1600": 967447104.0, + "1605": 952451840.0, + "1610": 969619840.0, + "1615": 983147136.0, + "1620": 968020800.0, + "1625": 970717568.0, + "1630": 962888000.0, + "1635": 942312064.0, + "1640": 981610368.0, + "1645": 973979456.0, + "1650": 974182080.0, + "1655": 967266112.0, + "1660": 940687616.0, + "1665": 961702720.0, + "1670": 962901440.0, + "1675": 971280704.0, + "1680": 980880064.0, + "1685": 944417472.0, + "1690": 964689344.0, + "1695": 965643264.0, + "1700": 966343424.0, + "1705": 985202240.0, + "1710": 978352384.0, + "1715": 943212864.0, + "1720": 977088768.0, + "1725": 965873088.0, + "1730": 968971904.0, + "1735": 965088192.0, + "1740": 949713280.0, + "1745": 970010048.0, + "1750": 959683008.0, + "1755": 960087424.0, + "1760": 966380160.0, + "1765": 951815360.0, + "1770": 954665536.0, + "1775": 973750656.0, + "1780": 970533952.0, + "1785": 968824832.0, + "1790": 950235328.0, + "1795": 945133568.0, + "1800": 984667200.0, + "1805": 987163392.0, + "1810": 977767744.0, + "1815": 948005376.0, + "1820": 949208704.0, + "1825": 978855168.0, + "1830": 966361984.0, + "1835": 964133568.0, + "1840": 972318272.0, + "1845": 935416064.0, + "1850": 952499712.0, + "1855": 980051136.0, + "1860": 975869696.0, + "1865": 958966336.0, + "1870": 958947648.0, + "1875": 932594688.0, + "1880": 973575936.0, + "1885": 978846272.0, + "1890": 971360448.0, + "1895": 959212416.0, + "1900": 947394496.0, + "1905": 981830720.0, + "1910": 969124480.0, + "1915": 970041280.0, + "1920": 975598592.0, + "1925": 960495360.0, + "1930": 977921984.0, + "1935": 963249792.0, + "1940": 952459264.0, + "1945": 981337728.0, + "1950": 939172864.0, + "1955": 960605120.0, + "1960": 970032384.0, + "1965": 981176640.0, + "1970": 962044928.0, + "1975": 952823552.0, + "1980": 936849344.0, + "1985": 975937600.0, + "1990": 965965824.0, + "1995": 962611456.0, + "2000": 960554432.0, + "2005": 954497664.0, + "2010": 975581632.0, + "2015": 991804288.0, + "2020": 975434496.0, + "2025": 974303168.0, + "2030": 952084352.0, + "2035": 967846400.0, + "2040": 987459776.0, + "2045": 976479808.0, + "2050": 984701376.0, + "2055": 942838080.0, + "2060": 942594816.0, + "2065": 966208896.0, + "2070": 969623552.0, + "2075": 980553664.0, + "2080": 977598528.0, + "2085": 939639040.0, + "2090": 969873088.0, + "2095": 961277824.0, + "2100": 976718912.0, + "2105": 972536000.0, + "2110": 959902720.0, + "2115": 956880896.0, + "2120": 977481088.0, + "2125": 962567168.0, + "2130": 979619200.0, + "2135": 950537472.0, + "2140": 946994944.0, + "2145": 962275776.0, + "2150": 973404800.0, + "2155": 972691712.0, + "2160": 970314560.0, + "2165": 948642688.0, + "2170": 961543744.0, + "2175": 969378496.0, + "2180": 969328832.0, + "2185": 947448512.0, + "2190": 940480576.0, + "2195": 986085824.0, + "2200": 961860928.0, + "2205": 978924032.0, + "2210": 964101632.0, + "2215": 963501312.0, + "2220": 951310976.0, + "2225": 969316288.0, + "2230": 976331264.0, + "2235": 974027648.0, + "2240": 975494848.0, + "2245": 960232448.0, + "2250": 967638912.0, + "2255": 969133696.0, + "2260": 975065152.0, + "2265": 968258688.0, + "2270": 951744000.0, + "2275": 962769088.0, + "2280": 969640896.0, + "2285": 971692928.0, + "2290": 962891712.0, + "2295": 931408128.0, + "2300": 959906432.0, + "2305": 970424000.0, + "2310": 967444800.0, + "2315": 970905600.0, + "2320": 975589568.0, + "2325": 938586112.0, + "2330": 988437312.0, + "2335": 977487872.0, + "2340": 964596544.0, + "2345": 964166976.0, + "2350": 947555008.0, + "2355": 977030720.0, + "2360": 966899968.0, + "2365": 977296704.0, + "2370": 965071488.0, + "2375": 953964864.0, + "2380": 962917504.0, + "2385": 967194624.0, + "2390": 963075712.0, + "2395": 974465728.0, + "2400": 958409856.0, + "2405": 968120768.0, + "2410": 951586368.0, + "2415": 965904640.0, + "2420": 966518592.0, + "2425": 959044096.0, + "2430": 956685632.0, + "2435": 961387072.0, + "2440": 959755712.0, + "2445": 970891200.0, + "2450": 961997184.0, + "2455": 922721472.0, + "2460": 951953600.0, + "2465": 955730176.0, + "2470": 972569600.0, + "2475": 973811968.0, + "2480": 943893696.0, + "2485": 944184576.0, + "2490": 972411904.0, + "2495": 974451840.0, + "2500": 973910720.0, + "2505": 958492032.0, + "2510": 939506176.0, + "2515": 979553408.0, + "2520": 970471232.0, + "2525": 964389504.0, + "2530": 955799232.0, + "2535": 936597056.0, + "2540": 969026240.0, + "2545": 970384896.0, + "2550": 969461824.0, + "2555": 969440320.0, + "2560": 964978752.0, + "2565": 959765632.0, + "2570": 985176512.0, + "2575": 957423872.0, + "2580": 967424448.0, + "2585": 966024128.0, + "2590": 956354176.0, + "2595": 981829504.0, + "2600": 959530816.0, + "2605": 963000064.0, + "2610": 965972672.0, + "2615": 951924608.0, + "2620": 971241600.0, + "2625": 976454720.0, + "2630": 974410240.0, + "2635": 948070336.0, + "2640": 948137152.0, + "2645": 963037632.0, + "2650": 953983616.0, + "2655": 977112000.0, + "2660": 949621312.0, + "2665": 953928768.0, + "2670": 959061312.0, + "2675": 979275520.0, + "2680": 961395776.0, + "2685": 970699392.0, + "2690": 965219712.0, + "2695": 943553472.0, + "2700": 969424704.0, + "2705": 978960128.0, + "2710": 971810880.0, + "2715": 990814208.0, + "2720": 942648320.0, + "2725": 967955200.0, + "2730": 955465088.0, + "2735": 970675456.0, + "2740": 977921472.0, + "2745": 932278016.0, + "2750": 947856704.0, + "2755": 956316160.0, + "2760": 981697344.0, + "2765": 966111552.0, + "2770": 948914240.0, + "2775": 935832064.0, + "2780": 964779008.0, + "2785": 969569024.0, + "2790": 974273344.0, + "2795": 966886080.0, + "2800": 944388800.0, + "2805": 964353280.0, + "2810": 969610560.0, + "2815": 975843712.0, + "2820": 963085120.0, + "2825": 937628928.0, + "2830": 956740800.0, + "2835": 986321856.0, + "2840": 961758592.0, + "2845": 967507136.0, + "2850": 951716928.0, + "2855": 962093312.0, + "2860": 954243328.0, + "2865": 955882624.0, + "2870": 944663104.0, + "2875": 974666176.0, + "2880": 968202880.0, + "2885": 981082112.0, + "2890": 953454720.0, + "2895": 957178432.0, + "2900": 964989696.0, + "2905": 931707328.0, + "2910": 955731136.0, + "2915": 979476608.0, + "2920": 970492352.0, + "2925": 964976512.0, + "2930": 964048000.0, + "2935": 940141248.0, + "2940": 964910592.0, + "2945": 989150720.0, + "2950": 965209344.0, + "2955": 965104128.0, + "2960": 933161216.0, + "2965": 968792896.0, + "2970": 973033792.0, + "2975": 958093376.0, + "2980": 964496064.0, + "2985": 937269504.0, + "2990": 951254272.0, + "2995": 978315584.0, + "3000": 969275840.0, + "3005": 974686656.0, + "3010": 950234432.0, + "3015": 943841920.0, + "3020": 958440064.0, + "3025": 975183488.0, + "3030": 965017472.0, + "3035": 963453120.0, + "3040": 952134208.0, + "3045": 989792448.0, + "3050": 965544448.0, + "3055": 982520448.0, + "3060": 971226688.0, + "3065": 943915264.0, + "3070": 978404096.0, + "3075": 975203264.0, + "3080": 960992192.0, + "3085": 962351424.0, + "3090": 945950912.0, + "3095": 938114880.0, + "3100": 972928192.0, + "3105": 961988992.0, + "3110": 970655424.0, + "3115": 963389504.0, + "3120": 947128768.0, + "3125": 972720192.0, + "3130": 952973376.0, + "3135": 966052480.0, + "3140": 968489152.0, + "3145": 937863808.0, + "3150": 975022016.0, + "3155": 976827328.0, + "3160": 969638848.0, + "3165": 982208128.0, + "3170": 937973824.0, + "3175": 953837824.0, + "3180": 983822016.0, + "3185": 965180032.0, + "3190": 968492992.0, + "3195": 950932608.0, + "3200": 945101888.0, + "3205": 959863168.0, + "3210": 957499136.0, + "3215": 958020096.0, + "3220": 968141504.0, + "3225": 935613824.0, + "3230": 962601024.0, + "3235": 975775616.0, + "3240": 962621248.0, + "3245": 981274432.0, + "3250": 943259840.0, + "3255": 954598016.0, + "3260": 980361792.0, + "3265": 963619776.0, + "3270": 965163968.0, + "3275": 959731584.0, + "3280": 967045376.0, + "3285": 982476544.0, + "3290": 947688192.0, + "3295": 966433984.0, + "3300": 959165312.0, + "3305": 949143104.0, + "3310": 979521984.0, + "3315": 964281984.0, + "3320": 969219584.0, + "3325": 956191744.0, + "3330": 941167296.0, + "3335": 964973440.0, + "3340": 956900864.0, + "3345": 972513408.0, + "3350": 964588608.0, + "3355": 943345984.0, + "3360": 970050432.0, + "3365": 969466368.0, + "3370": 954773824.0, + "3375": 958677248.0, + "3380": 971463488.0, + "3385": 947984960.0, + "3390": 965793216.0, + "3395": 978403904.0, + "3400": 978127360.0, + "3405": 976723392.0, + "3410": 924192960.0, + "3415": 955436608.0, + "3420": 971820160.0, + "3425": 977168064.0, + "3430": 973838272.0, + "3435": 936070976.0, + "3440": 970516352.0, + "3445": 957316160.0, + "3450": 959853696.0, + "3455": 963864832.0, + "3460": 967882432.0, + "3465": 931319424.0, + "3470": 952348032.0, + "3475": 973715840.0, + "3480": 959751232.0, + "3485": 979958976.0, + "3490": 944683072.0, + "3495": 953916800.0, + "3500": 969328960.0, + "3505": 964360256.0, + "3510": 971233984.0, + "3515": 955946048.0, + "3520": 958745536.0, + "3525": 971913920.0, + "3530": 964149568.0, + "3535": 983190912.0, + "3540": 937501696.0, + "3545": 944730624.0, + "3550": 984461952.0, + "3555": 978069632.0, + "3560": 974385792.0, + "3565": 968812480.0, + "3570": 946694976.0, + "3575": 976105408.0, + "3580": 977492672.0, + "3585": 954568320.0, + "3590": 956426432.0, + "3595": 951442432.0, + "3600": 989021440.0, + "3605": 962032256.0, + "3610": 965078784.0, + "3615": 974659840.0, + "3620": 954900608.0, + "3625": 939539776.0, + "3630": 990173952.0, + "3635": 971447552.0, + "3640": 976036160.0, + "3645": 961500352.0, + "3650": 945814912.0, + "3655": 965794688.0, + "3660": 976218944.0, + "3665": 964044096.0, + "3670": 977455488.0, + "3675": 943500288.0, + "3680": 958197248.0, + "3685": 964322368.0, + "3690": 982116352.0, + "3695": 963135872.0, + "3700": 950594112.0, + "3705": 947356928.0, + "3710": 982367424.0, + "3715": 972693184.0, + "3720": 976162880.0, + "3725": 964049664.0, + "3730": 948886912.0, + "3735": 967103040.0, + "3740": 960971584.0, + "3745": 969346752.0, + "3750": 963960384.0, + "3755": 953457280.0, + "3760": 976665664.0, + "3765": 979865984.0, + "3770": 972408448.0, + "3775": 972409856.0, + "3780": 952609792.0, + "3785": 960271808.0, + "3790": 985622400.0, + "3795": 969232512.0, + "3800": 957901184.0, + "3805": 972444928.0, + "3810": 954543040.0, + "3815": 974602816.0, + "3820": 963042944.0, + "3825": 962095936.0, + "3830": 969406976.0, + "3835": 934782272.0, + "3840": 971305280.0, + "3845": 986897088.0, + "3850": 968909376.0, + "3855": 965296576.0, + "3860": 948093120.0, + "3865": 975085440.0, + "3870": 985135488.0, + "3875": 983066688.0, + "3880": 963639552.0, + "3885": 953048768.0, + "3890": 960333312.0, + "3895": 960638528.0, + "3900": 984961664.0, + "3905": 976260992.0, + "3910": 987385664.0, + "3915": 946040960.0, + "3920": 974902976.0, + "3925": 961246784.0, + "3930": 976813696.0, + "3935": 978937344.0, + "3940": 950328512.0, + "3945": 960297792.0, + "3950": 974209216.0, + "3955": 973004032.0, + "3960": 974091392.0, + "3965": 950911104.0, + "3970": 980704448.0, + "3975": 960761728.0, + "3980": 977567296.0, + "3985": 962984768.0, + "3990": 972778688.0, + "3995": 953726016.0, + "4000": 975036928.0, + "4005": 971682560.0, + "4010": 978420736.0, + "4015": 971515904.0, + "4020": 950322624.0, + "4025": 968457920.0, + "4030": 997960128.0, + "4035": 978585536.0, + "4040": 959836352.0, + "4045": 939688704.0, + "4050": 944754048.0, + "4055": 980983936.0, + "4060": 977721280.0, + "4065": 975754688.0, + "4070": 942176640.0, + "4075": 945789504.0, + "4080": 988777984.0, + "4085": 962116096.0, + "4090": 983380864.0, + "4095": 986958144.0, + "4100": 957224128.0, + "4105": 954110144.0, + "4110": 966512064.0, + "4115": 976089664.0, + "4120": 983568064.0, + "4125": 960091328.0, + "4130": 967314368.0, + "4135": 971478784.0, + "4140": 963194432.0, + "4145": 956223232.0, + "4150": 960331264.0, + "4155": 946229376.0, + "4160": 968462272.0, + "4165": 970375872.0, + "4170": 971996608.0, + "4175": 955898688.0, + "4180": 940997248.0, + "4185": 968330880.0, + "4190": 968065536.0, + "4195": 989248000.0, + "4200": 962714368.0, + "4205": 960631936.0, + "4210": 971886912.0, + "4215": 974218432.0, + "4220": 981169152.0, + "4225": 975281600.0, + "4230": 952752000.0, + "4235": 958494592.0, + "4240": 966835840.0, + "4245": 961769280.0, + "4250": 965881792.0, + "4255": 958291840.0, + "4260": 949594432.0, + "4265": 964174656.0, + "4270": 978444864.0, + "4275": 975458496.0, + "4280": 962708672.0, + "4285": 951525632.0, + "4290": 980078464.0, + "4295": 968878976.0, + "4300": 958323456.0, + "4305": 966863424.0, + "4310": 939626304.0, + "4315": 949453440.0, + "4320": 984584704.0, + "4325": 982595840.0, + "4330": 974758592.0, + "4335": 949495936.0, + "4340": 959551360.0, + "4345": 956668224.0, + "4350": 979996544.0, + "4355": 968881728.0, + "4360": 966350784.0, + "4365": 941257536.0, + "4370": 969507648.0, + "4375": 973019648.0, + "4380": 966172160.0, + "4385": 972059840.0, + "4390": 954176768.0, + "4395": 951881344.0, + "4400": 973664960.0, + "4405": 972478272.0, + "4410": 967944960.0, + "4415": 958997824.0, + "4420": 960802944.0, + "4425": 976476608.0, + "4430": 965991232.0, + "4435": 975949952.0, + "4440": 962355520.0, + "4445": 954861760.0, + "4450": 978343616.0, + "4455": 960255360.0, + "4460": 968592576.0, + "4465": 968867648.0, + "4470": 944164544.0, + "4475": 952033600.0, + "4480": 978825088.0, + "4485": 968327936.0, + "4490": 957061568.0, + "4495": 938987136.0, + "4500": 953277568.0, + "4505": 977216384.0, + "4510": 978774336.0, + "4515": 962517312.0, + "4520": 958886784.0, + "4525": 958138688.0, + "4530": 964440064.0, + "4535": 976629952.0, + "4540": 976896576.0, + "4545": 970207040.0, + "4550": 953247680.0, + "4555": 959589760.0, + "4560": 972558784.0, + "4565": 973528896.0, + "4570": 978958400.0, + "4575": 957859072.0, + "4580": 963252672.0, + "4585": 957492672.0, + "4590": 986605120.0, + "4595": 960249792.0, + "4600": 952290240.0, + "4605": 959323264.0, + "4610": 963772992.0, + "4615": 958011968.0, + "4620": 960280000.0, + "4625": 973847424.0, + "4630": 944542784.0, + "4635": 977037120.0, + "4640": 960322432.0, + "4645": 982028736.0, + "4650": 962448384.0, + "4655": 939470080.0, + "4660": 964038144.0, + "4665": 962602048.0, + "4670": 976684032.0, + "4675": 963502784.0, + "4680": 957512448.0, + "4685": 949685760.0, + "4690": 957023680.0, + "4695": 969999936.0, + "4700": 961262720.0, + "4705": 970817664.0, + "4710": 934542016.0, + "4715": 970512448.0, + "4720": 966385600.0, + "4725": 980377472.0, + "4730": 965886784.0, + "4735": 937945472.0, + "4740": 960173696.0, + "4745": 976083008.0, + "4750": 968033408.0, + "4755": 984996800.0, + "4760": 959208960.0, + "4765": 955261632.0, + "4770": 958682304.0, + "4775": 991141824.0, + "4780": 976893440.0, + "4785": 967557376.0, + "4790": 943744320.0, + "4795": 955874496.0, + "4800": 967758592.0, + "4805": 976603392.0, + "4810": 965222336.0, + "4815": 958017856.0, + "4820": 974004736.0, + "4825": 961568064.0, + "4830": 962649344.0, + "4835": 972532288.0, + "4840": 948962816.0, + "4845": 965753600.0, + "4850": 960304768.0, + "4855": 964155392.0, + "4860": 963088448.0, + "4865": 967507520.0, + "4870": 957243328.0, + "4875": 983586560.0, + "4880": 957120896.0, + "4885": 977051840.0, + "4890": 959728640.0, + "4895": 942213312.0, + "4900": 973712448.0, + "4905": 975263296.0, + "4910": 969245184.0, + "4915": 970126848.0, + "4920": 941157120.0, + "4925": 954796928.0, + "4930": 977095424.0, + "4935": 963799872.0, + "4940": 972672192.0, + "4945": 960043968.0, + "4950": 940819328.0, + "4955": 968135488.0, + "4960": 976886912.0, + "4965": 961008576.0, + "4970": 958641152.0, + "4975": 933811648.0, + "4980": 960811648.0, + "4985": 962987584.0, + "4990": 963552704.0, + "4995": 986332416.0, + "5000": 940726912.0, + "5005": 968911744.0, + "5010": 970296000.0, + "5015": 965281536.0, + "5020": 966727808.0, + "5025": 949447936.0, + "5030": 953528000.0, + "5035": 967340992.0, + "5040": 955750528.0, + "5045": 969178432.0, + "5050": 953416960.0, + "5055": 954847552.0, + "5060": 963016640.0, + "5065": 952219520.0, + "5070": 973596928.0, + "5075": 978580288.0, + "5080": 942915840.0, + "5085": 965863168.0, + "5090": 972954688.0, + "5095": 964495680.0, + "5100": 958391744.0, + "5105": 965378432.0, + "5110": 950450304.0, + "5115": 972383744.0, + "5120": 960498688.0, + "5125": 969818112.0, + "5130": 938856960.0, + "5135": 943769728.0, + "5140": 969998720.0, + "5145": 968688320.0, + "5150": 970638016.0, + "5155": 972684352.0, + "5160": 926600576.0, + "5165": 961653824.0, + "5170": 966886592.0, + "5175": 966135424.0, + "5180": 963778176.0, + "5185": 930925824.0, + "5190": 949877312.0, + "5195": 972509376.0, + "5200": 973820480.0, + "5205": 968226240.0, + "5210": 960588800.0, + "5215": 928828352.0, + "5220": 979211648.0, + "5225": 984853376.0, + "5230": 975098112.0, + "5235": 975166272.0, + "5240": 944424000.0, + "5245": 970895616.0, + "5250": 972524992.0, + "5255": 967043968.0, + "5260": 976828224.0, + "5265": 942295872.0, + "5270": 969262976.0, + "5275": 970172224.0, + "5280": 962924480.0, + "5285": 964121920.0, + "5290": 932636480.0, + "5295": 951861696.0, + "5300": 975661696.0, + "5305": 951977344.0, + "5310": 968126208.0, + "5315": 955854912.0, + "5320": 951044352.0, + "5325": 973089472.0, + "5330": 967843968.0, + "5335": 967658560.0, + "5340": 966540608.0, + "5345": 963034432.0, + "5350": 978924928.0, + "5355": 972276800.0, + "5360": 963953792.0, + "5365": 965295616.0, + "5370": 947885760.0, + "5375": 948857408.0, + "5380": 967261056.0, + "5385": 980552896.0, + "5390": 965374656.0, + "5395": 955270720.0, + "5400": 948336320.0, + "5405": 974415488.0, + "5410": 967942912.0, + "5415": 976186048.0, + "5420": 967567296.0, + "5425": 937473920.0, + "5430": 963955776.0, + "5435": 971935552.0, + "5440": 969176448.0, + "5445": 957549888.0, + "5450": 919479488.0, + "5455": 952137920.0, + "5460": 962474048.0, + "5465": 978991744.0, + "5470": 981105024.0, + "5475": 941709440.0, + "5480": 955890624.0, + "5485": 964975616.0, + "5490": 976048192.0, + "5495": 962842752.0, + "5500": 971242368.0, + "5505": 957038208.0, + "5510": 968672256.0, + "5515": 945577600.0, + "5520": 963244224.0, + "5525": 976030976.0, + "5530": 936696128.0, + "5535": 970744320.0, + "5540": 960467968.0, + "5545": 972048640.0, + "5550": 967934400.0, + "5555": 956030528.0, + "5560": 954643968.0, + "5565": 968900736.0, + "5570": 945284928.0, + "5575": 960662528.0, + "5580": 960723584.0, + "5585": 959679296.0, + "5590": 977815808.0, + "5595": 975294272.0, + "5600": 963034688.0, + "5605": 964226176.0, + "5610": 943317056.0, + "5615": 966761792.0, + "5620": 963470272.0, + "5625": 982496320.0, + "5630": 976173696.0, + "5635": 957421824.0, + "5640": 951529728.0, + "5645": 967940672.0, + "5650": 979305152.0, + "5655": 983511104.0, + "5660": 956505792.0, + "5665": 953573440.0, + "5670": 966159360.0, + "5675": 967726848.0, + "5680": 978733632.0, + "5685": 962265728.0, + "5690": 935982144.0, + "5695": 963812800.0, + "5700": 952574784.0, + "5705": 974573952.0, + "5710": 971366464.0, + "5715": 946183872.0, + "5720": 975249536.0, + "5725": 967683328.0, + "5730": 978697088.0, + "5735": 964979776.0, + "5740": 943771008.0, + "5745": 971302656.0, + "5750": 981938752.0, + "5755": 956827840.0, + "5760": 963793216.0, + "5765": 957817344.0, + "5770": 955846912.0, + "5775": 970907584.0, + "5780": 962910272.0, + "5785": 970846912.0, + "5790": 974812096.0, + "5795": 949986752.0, + "5800": 966024000.0, + "5805": 968910016.0, + "5810": 976257088.0, + "5815": 970212928.0, + "5820": 936525120.0, + "5825": 969462848.0, + "5830": 977847744.0, + "5835": 975127104.0, + "5840": 963246912.0, + "5845": 968886464.0, + "5850": 943217536.0, + "5855": 976109632.0, + "5860": 979697024.0, + "5865": 978493312.0, + "5870": 969035584.0, + "5875": 942328512.0, + "5880": 964645184.0, + "5885": 974978304.0, + "5890": 972782528.0, + "5895": 965742272.0, + "5900": 941323200.0, + "5905": 961926272.0, + "5910": 958679232.0, + "5915": 968394880.0, + "5920": 977357184.0, + "5925": 959603648.0, + "5930": 946782592.0, + "5935": 952536448.0, + "5940": 977672320.0, + "5945": 984805440.0, + "5950": 980811648.0, + "5955": 935093120.0, + "5960": 961796544.0, + "5965": 965925568.0, + "5970": 970723584.0, + "5975": 961994688.0, + "5980": 958246336.0, + "5985": 964747136.0, + "5990": 973615680.0, + "5995": 955981184.0, + "6000": 955657408.0, + "6005": 961391744.0, + "6010": 952842624.0, + "6015": 974538304.0, + "6020": 978425088.0, + "6025": 972251520.0, + "6030": 955397632.0, + "6035": 946990912.0, + "6040": 962666624.0, + "6045": 983866368.0, + "6050": 956613312.0, + "6055": 963544384.0, + "6060": 945853376.0, + "6065": 958468352.0, + "6070": 978476992.0, + "6075": 978099392.0, + "6080": 957580032.0, + "6085": 947629952.0, + "6090": 953756864.0, + "6095": 964684416.0, + "6100": 979986240.0, + "6105": 971232960.0, + "6110": 961901760.0, + "6115": 943888064.0, + "6120": 968721600.0, + "6125": 960715392.0, + "6130": 984039872.0, + "6135": 961130112.0, + "6140": 958892800.0, + "6145": 971373376.0, + "6150": 968702208.0, + "6155": 975126592.0, + "6160": 977339200.0, + "6165": 952867264.0, + "6170": 951228544.0, + "6175": 963519104.0, + "6180": 969550528.0, + "6185": 966491968.0, + "6190": 963780352.0, + "6195": 947291328.0, + "6200": 969574720.0, + "6205": 967247872.0, + "6210": 959437568.0, + "6215": 973270144.0, + "6220": 936559552.0, + "6225": 978935936.0, + "6230": 976292864.0, + "6235": 971864256.0, + "6240": 966338176.0, + "6245": 956215040.0, + "6250": 956610304.0, + "6255": 973375424.0, + "6260": 979036928.0, + "6265": 975261248.0, + "6270": 958978432.0, + "6275": 963970880.0, + "6280": 973386048.0, + "6285": 966258304.0, + "6290": 971150720.0, + "6295": 987576320.0, + "6300": 947701696.0, + "6305": 965041344.0, + "6310": 979398464.0, + "6315": 978688448.0, + "6320": 971932800.0, + "6325": 923113408.0, + "6330": 959514880.0, + "6335": 975051584.0, + "6340": 985315712.0, + "6345": 967045312.0, + "6350": 944820736.0, + "6355": 958321984.0, + "6360": 973018880.0, + "6365": 972404736.0, + "6370": 959630848.0, + "6375": 967485888.0, + "6380": 951362560.0, + "6385": 973794304.0, + "6390": 965735168.0, + "6395": 975303168.0, + "6400": 984314880.0, + "6405": 944422144.0, + "6410": 977732160.0, + "6415": 971686144.0, + "6420": 956788672.0, + "6425": 961306944.0, + "6430": 957955392.0, + "6435": 960505792.0, + "6440": 969020736.0, + "6445": 973872960.0, + "6450": 974612672.0, + "6455": 962486912.0, + "6460": 941388416.0, + "6465": 974655232.0, + "6470": 980206848.0, + "6475": 961267648.0, + "6480": 967865536.0, + "6485": 949004032.0, + "6490": 971191744.0, + "6495": 988602816.0, + "6500": 980802176.0, + "6505": 972330112.0, + "6510": 951785472.0, + "6515": 958069824.0, + "6520": 979073536.0, + "6525": 979088768.0, + "6530": 973617152.0, + "6535": 968222464.0, + "6540": 950516544.0, + "6545": 966441216.0, + "6550": 979716160.0, + "6555": 967439040.0, + "6560": 975563136.0, + "6565": 949855168.0, + "6570": 952179392.0, + "6575": 962750912.0, + "6580": 976233664.0, + "6585": 979741568.0, + "6590": 949495808.0, + "6595": 961951488.0, + "6600": 961342144.0, + "6605": 961682496.0, + "6610": 985247936.0, + "6615": 959825984.0, + "6620": 944747840.0, + "6625": 971176192.0, + "6630": 971516352.0, + "6635": 964240256.0, + "6640": 959857344.0, + "6645": 951373696.0, + "6650": 979180224.0, + "6655": 966146880.0, + "6660": 968717120.0, + "6665": 969174720.0, + "6670": 933046912.0, + "6675": 970933056.0, + "6680": 969175936.0, + "6685": 958931968.0, + "6690": 956460480.0, + "6695": 955560704.0, + "6700": 962393856.0, + "6705": 979231488.0, + "6710": 971147776.0, + "6715": 967157952.0, + "6720": 974236864.0, + "6725": 941929344.0, + "6730": 979473536.0, + "6735": 994820544.0, + "6740": 976934144.0, + "6745": 974799808.0, + "6750": 939161920.0, + "6755": 977895424.0, + "6760": 969918144.0, + "6765": 978639552.0, + "6770": 975587712.0, + "6775": 943585856.0, + "6780": 947430528.0, + "6785": 975530944.0, + "6790": 960889152.0, + "6795": 976414464.0, + "6800": 973516736.0, + "6805": 946867008.0, + "6810": 958437888.0, + "6815": 970782784.0, + "6820": 977999680.0, + "6825": 969315520.0, + "6830": 950730304.0, + "6835": 981673024.0, + "6840": 983132672.0, + "6845": 948936192.0, + "6850": 965809856.0, + "6855": 954064128.0, + "6860": 979357824.0, + "6865": 984061696.0, + "6870": 965100352.0, + "6875": 978933952.0, + "6880": 950666368.0, + "6885": 958557376.0, + "6890": 960656704.0, + "6895": 966243456.0, + "6900": 985345984.0, + "6905": 968969856.0, + "6910": 950196224.0, + "6915": 971099264.0, + "6920": 967596416.0, + "6925": 965513152.0, + "6930": 964852416.0, + "6935": 952245952.0, + "6940": 963241728.0, + "6945": 986666560.0, + "6950": 973768960.0, + "6955": 964924608.0, + "6960": 940274688.0, + "6965": 975019648.0, + "6970": 978641728.0, + "6975": 985239040.0, + "6980": 982655040.0, + "6985": 960294400.0, + "6990": 945704448.0, + "6995": 987766336.0, + "7000": 963317440.0, + "7005": 963045760.0, + "7010": 985353984.0, + "7015": 945669120.0, + "7020": 983129344.0, + "7025": 968988800.0, + "7030": 953562688.0, + "7035": 983118720.0, + "7040": 950766208.0, + "7045": 956286336.0, + "7050": 960452992.0, + "7055": 963769600.0, + "7060": 976814528.0, + "7065": 968477184.0, + "7070": 953817920.0, + "7075": 957039744.0, + "7080": 969383040.0, + "7085": 966052928.0, + "7090": 969731456.0, + "7095": 960300288.0, + "7100": 973872448.0, + "7105": 973209856.0, + "7110": 970513728.0, + "7115": 958916480.0, + "7120": 949518784.0, + "7125": 963153856.0, + "7130": 971680640.0, + "7135": 964676800.0, + "7140": 961595904.0, + "7145": 931069184.0, + "7150": 946833152.0, + "7155": 990945280.0, + "7160": 968663872.0, + "7165": 956926400.0, + "7170": 968423552.0, + "7175": 955864320.0, + "7180": 958331200.0, + "7185": 985273280.0, + "7190": 979117824.0, + "7195": 974032448.0, + "7200": 936447232.0, + "7205": 958005888.0, + "7210": 967372992.0, + "7215": 969622400.0, + "7220": 982491200.0, + "7225": 929305152.0, + "7230": 950090048.0, + "7235": 967215296.0, + "7240": 967251712.0, + "7245": 967860032.0, + "7250": 950094976.0, + "7255": 958040960.0, + "7260": 970705600.0, + "7265": 975243968.0, + "7270": 960156928.0, + "7275": 959656320.0, + "7280": 957553536.0, + "7285": 978387136.0, + "7290": 977863936.0, + "7295": 963392320.0, + "7300": 975868224.0, + "7305": 964588352.0, + "7310": 977836352.0, + "7315": 967215872.0, + "7320": 974848256.0, + "7325": 967496768.0, + "7330": 960097600.0, + "7335": 964578688.0, + "7340": 978332544.0, + "7345": 968062592.0, + "7350": 985297856.0, + "7355": 960130752.0, + "7360": 949274304.0, + "7365": 973093760.0, + "7370": 982913920.0, + "7375": 963555648.0, + "7380": 964689792.0, + "7385": 949157376.0, + "7390": 964574592.0, + "7395": 958898240.0, + "7400": 970427456.0, + "7405": 988104640.0, + "7410": 952865920.0, + "7415": 950934528.0, + "7420": 967226752.0, + "7425": 983172800.0, + "7430": 966265728.0, + "7435": 973491840.0, + "7440": 937683712.0, + "7445": 969259264.0, + "7450": 980769024.0, + "7455": 971858368.0, + "7460": 972529408.0, + "7465": 940188544.0, + "7470": 972282496.0, + "7475": 958389696.0, + "7480": 969505344.0, + "7485": 961847040.0, + "7490": 934846592.0, + "7495": 957507200.0, + "7500": 969769152.0, + "7505": 970161536.0, + "7510": 972406464.0, + "7515": 980210048.0, + "7520": 952473600.0, + "7525": 970801600.0, + "7530": 954925952.0, + "7535": 971567936.0, + "7540": 979904512.0, + "7545": 959591808.0, + "7550": 961140800.0, + "7555": 960895552.0, + "7560": 970885632.0, + "7565": 955157248.0, + "7570": 943331520.0, + "7575": 966109824.0, + "7580": 982409792.0, + "7585": 979290048.0, + "7590": 970979008.0, + "7595": 950336384.0, + "7600": 946411712.0, + "7605": 982649152.0, + "7610": 969955072.0, + "7615": 989327744.0, + "7620": 957356672.0, + "7625": 941577536.0, + "7630": 971881984.0, + "7635": 984658624.0, + "7640": 983926016.0, + "7645": 968503552.0, + "7650": 959528896.0, + "7655": 962977792.0, + "7660": 969519488.0, + "7665": 978576896.0, + "7670": 975844800.0, + "7675": 976001216.0, + "7680": 942945920.0, + "7685": 960549504.0, + "7690": 975622592.0, + "7695": 982725568.0, + "7700": 980058816.0, + "7705": 941456384.0, + "7710": 975279744.0, + "7715": 979628288.0, + "7720": 968339712.0, + "7725": 960700608.0, + "7730": 943977216.0, + "7735": 968476032.0, + "7740": 980832192.0, + "7745": 964593600.0, + "7750": 964505920.0, + "7755": 959959936.0, + "7760": 971035968.0, + "7765": 971331968.0, + "7770": 962621184.0, + "7775": 982228992.0, + "7780": 965195904.0, + "7785": 959752704.0, + "7790": 968591680.0, + "7795": 968859456.0, + "7800": 972188736.0, + "7805": 968762240.0, + "7810": 946316224.0, + "7815": 964008448.0, + "7820": 974652096.0, + "7825": 963857664.0, + "7830": 957421888.0, + "7835": 950374080.0, + "7840": 957441088.0, + "7845": 954201344.0, + "7850": 980128000.0, + "7855": 986990592.0, + "7860": 947953088.0, + "7865": 949598656.0, + "7870": 965851456.0, + "7875": 976366912.0, + "7880": 969056576.0, + "7885": 969827328.0, + "7890": 952287488.0, + "7895": 975297408.0, + "7900": 963977472.0, + "7905": 964432576.0, + "7910": 966139520.0, + "7915": 943821248.0, + "7920": 951435520.0, + "7925": 969931584.0, + "7930": 965301248.0, + "7935": 984633472.0, + "7940": 965187648.0, + "7945": 950834240.0, + "7950": 962713728.0, + "7955": 980597632.0, + "7960": 964009728.0, + "7965": 953464256.0, + "7970": 952121408.0, + "7975": 970176768.0, + "7980": 965820288.0, + "7985": 959510336.0, + "7990": 968583680.0, + "7995": 947223296.0, + "8000": 963087744.0, + "8005": 981245184.0, + "8010": 966256320.0, + "8015": 983078976.0, + "8020": 961325504.0, + "8025": 965814784.0, + "8030": 958815232.0, + "8035": 976182784.0, + "8040": 961184576.0, + "8045": 948370368.0, + "8050": 960090304.0, + "8055": 979949632.0, + "8060": 970317824.0, + "8065": 958616896.0, + "8070": 964572224.0, + "8075": 942979840.0, + "8080": 966354688.0, + "8085": 967456384.0, + "8090": 984068800.0, + "8095": 989130304.0, + "8100": 967122880.0, + "8105": 944880832.0, + "8110": 969854208.0, + "8115": 986200512.0, + "8120": 975353792.0, + "8125": 964977664.0, + "8130": 966949824.0, + "8135": 968265216.0, + "8140": 964500160.0, + "8145": 995874752.0, + "8150": 973817600.0, + "8155": 939275776.0, + "8160": 965212608.0, + "8165": 973688512.0, + "8170": 969087680.0, + "8175": 962153344.0, + "8180": 936964480.0, + "8185": 963486208.0, + "8190": 968119488.0, + "8195": 978061376.0, + "8200": 956982272.0, + "8205": 960910912.0, + "8210": 947123008.0, + "8215": 982891392.0, + "8220": 989217856.0, + "8225": 967091328.0, + "8230": 962860608.0, + "8235": 934980480.0, + "8240": 980883072.0, + "8245": 976853696.0, + "8250": 964513536.0, + "8255": 978243904.0, + "8260": 957165888.0, + "8265": 983486016.0, + "8270": 953168128.0, + "8275": 974862144.0, + "8280": 975042112.0, + "8285": 954023424.0, + "8290": 940649664.0, + "8295": 981948480.0, + "8300": 973790592.0, + "8305": 978307968.0, + "8310": 951945216.0, + "8315": 938364608.0, + "8320": 977977344.0, + "8325": 968107648.0, + "8330": 990904448.0, + "8335": 976668800.0, + "8340": 948313088.0, + "8345": 971268096.0, + "8350": 970833216.0, + "8355": 975592512.0, + "8360": 980242240.0, + "8365": 933298112.0, + "8370": 965809280.0, + "8375": 980285440.0, + "8380": 965519296.0, + "8385": 972964096.0, + "8390": 963276160.0, + "8395": 951641792.0, + "8400": 972950208.0, + "8405": 952006016.0, + "8410": 961048640.0, + "8415": 966224960.0, + "8420": 942073216.0, + "8425": 968608576.0, + "8430": 961269632.0, + "8435": 966016768.0, + "8440": 969989952.0, + "8445": 953303168.0, + "8450": 984719936.0, + "8455": 990886144.0, + "8460": 969110848.0, + "8465": 967810816.0, + "8470": 963340288.0, + "8475": 943511616.0, + "8480": 987741120.0, + "8485": 980317376.0, + "8490": 992612032.0, + "8495": 972245632.0, + "8500": 951823360.0, + "8505": 983793408.0, + "8510": 974002240.0, + "8515": 969145216.0, + "8520": 962195840.0, + "8525": 945413312.0, + "8530": 984573440.0, + "8535": 978608128.0, + "8540": 968331200.0, + "8545": 969014720.0, + "8550": 942421056.0, + "8555": 972137728.0, + "8560": 958995008.0, + "8565": 976032000.0, + "8570": 974998080.0, + "8575": 971534528.0, + "8580": 932411712.0, + "8585": 965795392.0, + "8590": 979154688.0, + "8595": 979621440.0, + "8600": 984124800.0, + "8605": 958319616.0, + "8610": 984389056.0, + "8615": 977724160.0, + "8620": 963289728.0, + "8625": 979552576.0, + "8630": 943285120.0, + "8635": 962324608.0, + "8640": 973621184.0, + "8645": 970942976.0, + "8650": 969644480.0, + "8655": 971046080.0, + "8660": 944863936.0, + "8665": 986915840.0, + "8670": 960930944.0, + "8675": 974807040.0, + "8680": 962730432.0, + "8685": 955913472.0, + "8690": 978796160.0, + "8695": 969175104.0, + "8700": 973282112.0, + "8705": 973926784.0, + "8710": 947349248.0, + "8715": 973834112.0, + "8720": 958732160.0, + "8725": 979211392.0, + "8730": 986078336.0, + "8735": 952288384.0, + "8740": 940913152.0, + "8745": 987934528.0, + "8750": 972318080.0, + "8755": 971958080.0, + "8760": 965827136.0, + "8765": 934961664.0, + "8770": 986889536.0, + "8775": 969984320.0, + "8780": 967712512.0, + "8785": 962688384.0, + "8790": 947760128.0, + "8795": 969675584.0, + "8800": 970863680.0, + "8805": 973828480.0, + "8810": 983933760.0, + "8815": 951961600.0, + "8820": 940164672.0, + "8825": 964555200.0, + "8830": 981470848.0, + "8835": 971778240.0, + "8840": 979651200.0, + "8845": 951320384.0, + "8850": 987141504.0, + "8855": 971372864.0, + "8860": 962404800.0, + "8865": 957297472.0, + "8870": 946156288.0, + "8875": 969020672.0, + "8880": 984369856.0, + "8885": 971441792.0, + "8890": 970361408.0, + "8895": 953044608.0, + "8900": 961975936.0, + "8905": 977023360.0, + "8910": 982158720.0, + "8915": 981124992.0, + "8920": 968220160.0, + "8925": 940594688.0, + "8930": 970846912.0, + "8935": 964150656.0, + "8940": 977951488.0, + "8945": 982379648.0, + "8950": 946076352.0, + "8955": 972927552.0, + "8960": 973859840.0, + "8965": 974120640.0, + "8970": 966680000.0, + "8975": 937468160.0, + "8980": 953369728.0, + "8985": 977766912.0, + "8990": 967620608.0, + "8995": 980945856.0, + "9000": 952394752.0, + "9005": 950709376.0, + "9010": 975378752.0, + "9015": 982950080.0, + "9020": 959475008.0, + "9025": 979791872.0, + "9030": 954120320.0, + "9035": 968614656.0, + "9040": 978674880.0, + "9045": 968964160.0, + "9050": 983280640.0, + "9055": 948192640.0, + "9060": 956759744.0, + "9065": 969974400.0, + "9070": 967757056.0, + "9075": 981028672.0, + "9080": 952994304.0, + "9085": 971687424.0, + "9090": 963874496.0, + "9095": 968373952.0, + "9100": 974891776.0, + "9105": 960536704.0, + "9110": 948230272.0, + "9115": 956895488.0, + "9120": 986010176.0, + "9125": 963197504.0, + "9130": 958861888.0, + "9135": 951827776.0, + "9140": 967368448.0, + "9145": 977617280.0, + "9150": 986985472.0, + "9155": 977385792.0, + "9160": 958147904.0, + "9165": 950599232.0, + "9170": 988430720.0, + "9175": 971827456.0, + "9180": 967657152.0, + "9185": 955335872.0, + "9190": 957127552.0, + "9195": 966261376.0, + "9200": 969175040.0, + "9205": 967636352.0, + "9210": 985002240.0, + "9215": 931816768.0, + "9220": 949942976.0, + "9225": 971389696.0, + "9230": 970999680.0, + "9235": 971870080.0, + "9240": 960051776.0, + "9245": 964111808.0, + "9250": 961931648.0, + "9255": 983252672.0, + "9260": 979394752.0, + "9265": 952509760.0, + "9270": 949681856.0, + "9275": 978722560.0, + "9280": 978049664.0, + "9285": 962680960.0, + "9290": 979242752.0, + "9295": 958904064.0, + "9300": 966046592.0, + "9305": 969462592.0, + "9310": 973282752.0, + "9315": 976167552.0, + "9320": 948389184.0, + "9325": 979737216.0, + "9330": 978122432.0, + "9335": 975671488.0, + "9340": 960371840.0, + "9345": 943573440.0, + "9350": 953153920.0, + "9355": 963375808.0, + "9360": 960797696.0, + "9365": 983508224.0, + "9370": 982987328.0, + "9375": 942067008.0, + "9380": 983326144.0, + "9385": 985749440.0, + "9390": 973308096.0, + "9395": 978894592.0, + "9400": 938332160.0, + "9405": 968683456.0, + "9410": 982171328.0, + "9415": 992238848.0, + "9420": 960673344.0, + "9425": 957097856.0, + "9430": 939234816.0, + "9435": 974951872.0, + "9440": 959689472.0, + "9445": 974297664.0, + "9450": 962110144.0, + "9455": 946217088.0, + "9460": 978465920.0, + "9465": 988615680.0, + "9470": 963602304.0, + "9475": 983955968.0, + "9480": 931651008.0, + "9485": 987649984.0, + "9490": 963923968.0, + "9495": 972783104.0, + "9500": 982760384.0, + "9505": 970407616.0, + "9510": 964983552.0, + "9515": 957084480.0, + "9520": 948395456.0, + "9525": 965495424.0, + "9530": 958616256.0, + "9535": 951551872.0, + "9540": 954032704.0, + "9545": 979505152.0, + "9550": 956158400.0, + "9555": 953539968.0, + "9560": 958480064.0, + "9565": 969926848.0, + "9570": 977774464.0, + "9575": 959007552.0, + "9580": 963107904.0, + "9585": 946810048.0, + "9590": 948810432.0, + "9595": 967363264.0, + "9600": 985067136.0, + "9605": 985239360.0, + "9610": 943946880.0, + "9615": 953020480.0, + "9620": 981447552.0, + "9625": 978904192.0, + "9630": 970259840.0, + "9635": 975088384.0, + "9640": 940783936.0, + "9645": 962349824.0, + "9650": 971519744.0, + "9655": 987470656.0, + "9660": 963466368.0, + "9665": 950093504.0, + "9670": 966320192.0, + "9675": 963284160.0, + "9680": 965297472.0, + "9685": 986536832.0, + "9690": 940841216.0, + "9695": 950778496.0, + "9700": 976180736.0, + "9705": 972956480.0, + "9710": 967815424.0, + "9715": 971697664.0, + "9720": 940869888.0, + "9725": 966477312.0, + "9730": 974320320.0, + "9735": 974762368.0, + "9740": 971725312.0, + "9745": 951060672.0, + "9750": 979997248.0, + "9755": 970451264.0, + "9760": 968346944.0, + "9765": 964130816.0, + "9770": 952710976.0, + "9775": 956865600.0, + "9780": 970389120.0, + "9785": 959043072.0, + "9790": 961323648.0, + "9795": 958544896.0, + "9800": 949609152.0, + "9805": 962440768.0, + "9810": 978688000.0, + "9815": 977997760.0, + "9820": 982998976.0, + "9825": 939509760.0, + "9830": 969416512.0, + "9835": 973184704.0, + "9840": 971895552.0, + "9845": 967552704.0, + "9850": 947278592.0, + "9855": 957841536.0, + "9860": 987531456.0, + "9865": 970396032.0, + "9870": 990394624.0, + "9875": 957255616.0, + "9880": 931373248.0, + "9885": 963726400.0, + "9890": 972710848.0, + "9895": 984065280.0, + "9900": 956629824.0, + "9905": 939315648.0, + "9910": 979056000.0, + "9915": 974277760.0, + "9920": 944916160.0, + "9925": 962988416.0, + "9930": 947846144.0, + "9935": 961026496.0, + "9940": 965854848.0, + "9945": 958762688.0, + "9950": 964496192.0, + "9955": 943559104.0, + "9960": 967015296.0, + "9965": 984074496.0, + "9970": 966937216.0, + "9975": 964346240.0, + "9980": 980855808.0, + "9985": 942708160.0, + "9990": 976956480.0, + "9995": 982753280.0, + "10000": 971923776.0, + "10005": 970081216.0, + "10010": 944760576.0, + "10015": 983815808.0, + "10020": 978859200.0, + "10025": 979745280.0, + "10030": 971783936.0, + "10035": 947023168.0, + "10040": 950827904.0, + "10045": 978282816.0, + "10050": 986212160.0, + "10055": 990541760.0, + "10060": 958798592.0, + "10065": 947921472.0, + "10070": 967496640.0, + "10075": 979866880.0, + "10080": 971877184.0, + "10085": 975039104.0, + "10090": 944118272.0, + "10095": 963111040.0, + "10100": 972613056.0, + "10105": 976340736.0, + "10110": 972299136.0, + "10115": 949200960.0, + "10120": 962728896.0, + "10125": 974463808.0, + "10130": 981079104.0, + "10135": 972727488.0, + "10140": 958456576.0, + "10145": 934757632.0, + "10150": 974173632.0, + "10155": 970071040.0, + "10160": 962587904.0, + "10165": 975340032.0, + "10170": 944992576.0, + "10175": 979764288.0, + "10180": 984166848.0, + "10185": 979299584.0, + "10190": 956011072.0, + "10195": 937762816.0, + "10200": 988375040.0, + "10205": 973486912.0, + "10210": 967071936.0, + "10215": 976244288.0, + "10220": 948392768.0, + "10225": 950509120.0, + "10230": 975910400.0, + "10235": 954518208.0, + "10240": 969725760.0, + "10245": 962262720.0, + "10250": 936595328.0, + "10255": 979858880.0, + "10260": 965036480.0, + "10265": 967979456.0, + "10270": 969013376.0, + "10275": 936557568.0, + "10280": 970089984.0, + "10285": 996574272.0, + "10290": 979919936.0, + "10295": 982067648.0, + "10300": 952589312.0, + "10305": 972220096.0, + "10310": 960615680.0, + "10315": 971949120.0, + "10320": 985623808.0, + "10325": 983756096.0, + "10330": 935342912.0, + "10335": 976575872.0, + "10340": 957602304.0, + "10345": 974258688.0, + "10350": 984902144.0, + "10355": 942600832.0, + "10360": 962436736.0, + "10365": 974586944.0, + "10370": 981020352.0, + "10375": 970280320.0, + "10380": 962189312.0, + "10385": 955427904.0, + "10390": 991076992.0, + "10395": 965397312.0, + "10400": 961206656.0, + "10405": 950568768.0, + "10410": 955784576.0, + "10415": 976330368.0, + "10420": 967640256.0, + "10425": 970082752.0, + "10430": 965444544.0, + "10435": 963393344.0, + "10440": 972564096.0, + "10445": 972711104.0, + "10450": 975586240.0, + "10455": 966761280.0, + "10460": 949044608.0, + "10465": 972012864.0, + "10470": 973235136.0, + "10475": 979907264.0, + "10480": 997795200.0, + "10485": 949619008.0, + "10490": 935300480.0, + "10495": 969611904.0, + "10500": 978921280.0, + "10505": 959660992.0, + "10510": 951633856.0, + "10515": 954111680.0, + "10520": 972589952.0, + "10525": 969646400.0, + "10530": 970841536.0, + "10535": 986954368.0, + "10540": 947295104.0, + "10545": 971010944.0, + "10550": 969935232.0, + "10555": 959974656.0, + "10560": 976629184.0, + "10565": 961878592.0, + "10570": 969657536.0, + "10575": 973664384.0, + "10580": 961126784.0, + "10585": 973761984.0, + "10590": 952334656.0, + "10595": 957006080.0, + "10600": 967797504.0, + "10605": 986734464.0, + "10610": 966871040.0, + "10615": 977264000.0, + "10620": 941644608.0, + "10625": 965452224.0, + "10630": 968266048.0, + "10635": 973553152.0, + "10640": 974994624.0, + "10645": 949035328.0, + "10650": 966545152.0, + "10655": 986163456.0, + "10660": 977134784.0, + "10665": 967246080.0, + "10670": 955432448.0, + "10675": 934489536.0, + "10680": 986790528.0, + "10685": 991420352.0, + "10690": 964497600.0, + "10695": 972595136.0, + "10700": 950187648.0, + "10705": 978509504.0, + "10710": 968830912.0, + "10715": 967620672.0, + "10720": 966650496.0, + "10725": 944721472.0, + "10730": 980659840.0, + "10735": 961373248.0, + "10740": 971771328.0, + "10745": 985008576.0, + "10750": 981981696.0, + "10755": 945716672.0, + "10760": 970052160.0, + "10765": 973155328.0, + "10770": 974475456.0, + "10775": 959065152.0, + "10780": 949775680.0, + "10785": 954158976.0, + "10790": 970536768.0, + "10795": 960812480.0, + "10800": 972540160.0, + "10805": 951692608.0, + "10810": 974430272.0, + "10815": 960269632.0, + "10820": 971717568.0, + "10825": 967418816.0, + "10830": 957221696.0, + "10835": 963639936.0, + "10840": 971205888.0, + "10845": 964413312.0, + "10850": 958640000.0, + "10855": 968024512.0, + "10860": 951093888.0, + "10865": 964574848.0, + "10870": 983797696.0, + "10875": 982923584.0, + "10880": 958486080.0, + "10885": 955116224.0, + "10890": 973588480.0, + "10895": 973971840.0, + "10900": 970937984.0, + "10905": 965514560.0, + "10910": 939441472.0, + "10915": 961079296.0, + "10920": 984131648.0, + "10925": 970323776.0, + "10930": 969175744.0, + "10935": 963301760.0, + "10940": 954394688.0, + "10945": 965563776.0, + "10950": 973128640.0, + "10955": 967246784.0, + "10960": 972552896.0, + "10965": 966833984.0, + "10970": 983963392.0, + "10975": 966287232.0, + "10980": 975342720.0, + "10985": 987025792.0, + "10990": 951644096.0, + "10995": 963978240.0, + "11000": 985935360.0, + "11005": 979086848.0, + "11010": 972104448.0, + "11015": 970536832.0, + "11020": 948057984.0, + "11025": 960816512.0, + "11030": 978449600.0, + "11035": 976138624.0, + "11040": 986853184.0, + "11045": 957369600.0, + "11050": 973873792.0, + "11055": 975254464.0, + "11060": 962811776.0, + "11065": 985970368.0, + "11070": 950293056.0, + "11075": 977031296.0, + "11080": 972596224.0, + "11085": 967855104.0, + "11090": 976950464.0, + "11095": 947014080.0, + "11100": 966197568.0, + "11105": 974603968.0, + "11110": 981418624.0, + "11115": 968486848.0, + "11120": 958033216.0, + "11125": 957333376.0, + "11130": 976226496.0, + "11135": 979965312.0, + "11140": 965299264.0, + "11145": 966830400.0, + "11150": 936524416.0, + "11155": 976638336.0, + "11160": 984635776.0, + "11165": 983012480.0, + "11170": 978529920.0, + "11175": 958660352.0, + "11180": 962894464.0, + "11185": 972480192.0, + "11190": 980341504.0, + "11195": 985512704.0, + "11200": 983381056.0, + "11205": 942584384.0, + "11210": 985304320.0, + "11215": 967911168.0, + "11220": 983659648.0, + "11225": 962193280.0, + "11230": 953703808.0, + "11235": 982258240.0, + "11240": 977915200.0, + "11245": 966858368.0, + "11250": 969759808.0, + "11255": 960890560.0, + "11260": 980377856.0, + "11265": 964428800.0, + "11270": 982000896.0, + "11275": 968942592.0, + "11280": 956529920.0, + "11285": 954079872.0, + "11290": 957163328.0, + "11295": 968884800.0, + "11300": 963188032.0, + "11305": 959323840.0, + "11310": 946978176.0, + "11315": 983673792.0, + "11320": 965318976.0, + "11325": 981629568.0, + "11330": 976249728.0, + "11335": 952934336.0, + "11340": 971284032.0, + "11345": 970465728.0, + "11350": 982093824.0, + "11355": 982960896.0, + "11360": 941900288.0, + "11365": 971190976.0, + "11370": 979491968.0, + "11375": 976025856.0, + "11380": 968820864.0, + "11385": 959336256.0, + "11390": 938646720.0, + "11395": 977983680.0, + "11400": 973858112.0, + "11405": 961935744.0, + "11410": 966806528.0, + "11415": 929777408.0, + "11420": 965160384.0, + "11425": 981550848.0, + "11430": 979212288.0, + "11435": 970729728.0, + "11440": 945697280.0, + "11445": 975559552.0, + "11450": 984857152.0, + "11455": 971634304.0, + "11460": 965512128.0, + "11465": 960628416.0, + "11470": 955201728.0, + "11475": 973266304.0, + "11480": 956934656.0, + "11485": 977665152.0, + "11490": 987202432.0, + "11495": 959512640.0, + "11500": 970934080.0, + "11505": 964563584.0, + "11510": 977252928.0, + "11515": 978639616.0, + "11520": 954465344.0, + "11525": 976774656.0, + "11530": 977371968.0, + "11535": 980325376.0, + "11540": 974974656.0, + "11545": 954059392.0, + "11550": 953760768.0, + "11555": 982529344.0, + "11560": 985169536.0, + "11565": 965645568.0, + "11570": 967013632.0, + "11575": 952418368.0, + "11580": 976773568.0, + "11585": 977635008.0, + "11590": 969803136.0, + "11595": 977281984.0, + "11600": 946867904.0, + "11605": 973934848.0, + "11610": 982750144.0, + "11615": 972768256.0, + "11620": 969840832.0, + "11625": 949821696.0, + "11630": 938129920.0, + "11635": 974156672.0, + "11640": 981822656.0, + "11645": 980619520.0, + "11650": 972432320.0, + "11655": 956571072.0, + "11660": 981361024.0, + "11665": 958829312.0, + "11670": 982936768.0, + "11675": 973014976.0, + "11680": 956714432.0, + "11685": 983334272.0, + "11690": 969116032.0, + "11695": 968036288.0, + "11700": 974173376.0, + "11705": 956800064.0, + "11710": 965369920.0, + "11715": 983784000.0, + "11720": 984323008.0, + "11725": 965977664.0, + "11730": 956037824.0, + "11735": 943149120.0, + "11740": 974220992.0, + "11745": 971688640.0, + "11750": 962298304.0, + "11755": 964072960.0, + "11760": 950646400.0, + "11765": 984367936.0, + "11770": 985153088.0, + "11775": 975965056.0, + "11780": 985772224.0, + "11785": 947688640.0, + "11790": 973230528.0, + "11795": 971111488.0, + "11800": 973656384.0, + "11805": 987233472.0, + "11810": 968240704.0, + "11815": 956327424.0, + "11820": 974046080.0, + "11825": 971406976.0, + "11830": 975546112.0, + "11835": 962241792.0, + "11840": 944970496.0, + "11845": 981491008.0, + "11850": 975104640.0, + "11855": 978532480.0, + "11860": 972385280.0, + "11865": 939096384.0, + "11870": 940701376.0, + "11875": 990513856.0, + "11880": 972906624.0, + "11885": 963429056.0, + "11890": 970857216.0, + "11895": 965527488.0, + "11900": 979883712.0, + "11905": 962068800.0, + "11910": 984083072.0, + "11915": 990557376.0, + "11920": 945026432.0, + "11925": 994653632.0, + "11930": 965404352.0, + "11935": 963992512.0, + "11940": 977430528.0, + "11945": 945362048.0, + "11950": 978226752.0, + "11955": 979741056.0, + "11960": 972926400.0, + "11965": 976653248.0, + "11970": 963649344.0, + "11975": 963654656.0, + "11980": 978148672.0, + "11985": 953660672.0, + "11990": 969205632.0, + "11995": 965646848.0, + "12000": 959189376.0, + "12005": 975245760.0, + "12010": 980040512.0, + "12015": 972961472.0, + "12020": 974015936.0, + "12025": 935486528.0, + "12030": 969883456.0, + "12035": 984936448.0, + "12040": 978279104.0, + "12045": 982466944.0, + "12050": 932071488.0, + "12055": 939453504.0, + "12060": 975133888.0, + "12065": 966175552.0, + "12070": 968532864.0, + "12075": 950454848.0, + "12080": 954126336.0, + "12085": 973089216.0, + "12090": 964544896.0, + "12095": 964301056.0, + "12100": 977560000.0, + "12105": 951131328.0, + "12110": 972670528.0, + "12115": 968593472.0, + "12120": 987082368.0, + "12125": 981458944.0, + "12130": 942360832.0, + "12135": 956325184.0, + "12140": 976590336.0, + "12145": 980090304.0, + "12150": 980381248.0, + "12155": 962713536.0, + "12160": 947316608.0, + "12165": 968991616.0, + "12170": 965062464.0, + "12175": 968575040.0, + "12180": 976120320.0, + "12185": 954075520.0, + "12190": 989391104.0, + "12195": 971708800.0, + "12200": 965827264.0, + "12205": 969711040.0, + "12210": 940248576.0, + "12215": 997989184.0, + "12220": 970995200.0, + "12225": 980366208.0, + "12230": 980909120.0, + "12235": 950726656.0, + "12240": 964435264.0, + "12245": 966266944.0, + "12250": 977518208.0, + "12255": 968924928.0, + "12260": 984033792.0, + "12265": 932555840.0, + "12270": 967046272.0, + "12275": 980228736.0, + "12280": 978388800.0, + "12285": 971154624.0, + "12290": 929978688.0, + "12295": 977657280.0, + "12300": 986762304.0, + "12305": 970652864.0, + "12310": 986926592.0, + "12315": 936949504.0, + "12320": 958171456.0, + "12325": 967223808.0, + "12330": 968969344.0, + "12335": 964536128.0, + "12340": 958341056.0, + "12345": 944836288.0, + "12350": 967498368.0, + "12355": 976371072.0, + "12360": 979569024.0, + "12365": 965419264.0, + "12370": 949564672.0, + "12375": 964426688.0, + "12380": 965351744.0, + "12385": 973481536.0, + "12390": 962323136.0, + "12395": 962068928.0, + "12400": 975785216.0, + "12405": 976753664.0, + "12410": 953826496.0, + "12415": 963161280.0, + "12420": 944512320.0, + "12425": 949133632.0, + "12430": 972276608.0, + "12435": 969186816.0, + "12440": 961963200.0, + "12445": 952227776.0, + "12450": 947719424.0, + "12455": 981553664.0, + "12460": 973975168.0, + "12465": 954619008.0, + "12470": 981484928.0, + "12475": 958971712.0, + "12480": 967487808.0, + "12485": 978829888.0, + "12490": 974300928.0, + "12495": 970095616.0, + "12500": 962149312.0, + "12505": 944269184.0, + "12510": 961737600.0, + "12515": 969895232.0, + "12520": 974657408.0, + "12525": 972976704.0, + "12530": 945367232.0, + "12535": 977345216.0, + "12540": 966331136.0, + "12545": 972619968.0, + "12550": 970357760.0, + "12555": 941690496.0, + "12560": 965253184.0, + "12565": 948048128.0, + "12570": 975043136.0, + "12575": 963776704.0, + "12580": 958666560.0, + "12585": 964961536.0, + "12590": 966634624.0, + "12595": 979503232.0, + "12600": 982656704.0, + "12605": 949885952.0, + "12610": 938553984.0, + "12615": 963255936.0, + "12620": 961752256.0, + "12625": 967008512.0, + "12630": 971583232.0, + "12635": 962909312.0, + "12640": 978944512.0, + "12645": 969957952.0, + "12650": 970774272.0, + "12655": 964693888.0, + "12660": 932868224.0, + "12665": 957452096.0, + "12670": 986767872.0, + "12675": 966118336.0, + "12680": 961677440.0, + "12685": 951879616.0, + "12690": 945942400.0, + "12695": 978999424.0, + "12700": 985706368.0, + "12705": 959433984.0, + "12710": 969079488.0, + "12715": 957051264.0, + "12720": 977087616.0, + "12725": 965928640.0, + "12730": 969980352.0, + "12735": 987452160.0, + "12740": 937968896.0, + "12745": 971461312.0, + "12750": 974890176.0, + "12755": 980713920.0, + "12760": 970725312.0, + "12765": 942710592.0, + "12770": 952649088.0, + "12775": 951886656.0, + "12780": 969741312.0, + "12785": 956598016.0, + "12790": 963494144.0, + "12795": 953530688.0, + "12800": 963390720.0, + "12805": 973287872.0, + "12810": 974244416.0, + "12815": 953176896.0, + "12820": 941838656.0, + "12825": 967136384.0, + "12830": 999296576.0, + "12835": 977431744.0, + "12840": 963033920.0, + "12845": 942053952.0, + "12850": 959577152.0, + "12855": 961839488.0, + "12860": 972850048.0, + "12865": 978494912.0, + "12870": 974999104.0, + "12875": 956488640.0, + "12880": 968016832.0, + "12885": 981818176.0, + "12890": 960462464.0, + "12895": 970178176.0, + "12900": 938071232.0, + "12905": 968847744.0, + "12910": 982008960.0, + "12915": 975883520.0, + "12920": 956247808.0, + "12925": 949779136.0, + "12930": 960950592.0, + "12935": 991529088.0, + "12940": 968458944.0, + "12945": 976237952.0, + "12950": 971959936.0, + "12955": 956432064.0, + "12960": 978052416.0, + "12965": 961617664.0, + "12970": 962469760.0, + "12975": 960424000.0, + "12980": 938356224.0, + "12985": 963543808.0, + "12990": 968678016.0, + "12995": 976098752.0, + "13000": 980572992.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 13000, + "step_interval": 5, + "values": { + "1": 14650828800.0, + "5": 14650828800.0, + "10": 14650828800.0, + "15": 14650828800.0, + "20": 14650828800.0, + "25": 14650828800.0, + "30": 14650828800.0, + "35": 14650828800.0, + "40": 14650828800.0, + "45": 14650828800.0, + "50": 14650828800.0, + "55": 14650828800.0, + "60": 14650828800.0, + "65": 14650828800.0, + "70": 14650828800.0, + "75": 14650828800.0, + "80": 14650828800.0, + "85": 14650828800.0, + "90": 14650828800.0, + "95": 14650828800.0, + "100": 14650828800.0, + "105": 14650828800.0, + "110": 14650828800.0, + "115": 14650828800.0, + "120": 14650828800.0, + "125": 14650828800.0, + "130": 14650828800.0, + "135": 14650828800.0, + "140": 14650828800.0, + "145": 14650828800.0, + "150": 14650828800.0, + "155": 14650828800.0, + "160": 14650828800.0, + "165": 14650828800.0, + "170": 14650828800.0, + "175": 14650828800.0, + "180": 14650828800.0, + "185": 14650828800.0, + "190": 14650828800.0, + "195": 14650828800.0, + "200": 14650828800.0, + "205": 14650828800.0, + "210": 14650828800.0, + "215": 14650828800.0, + "220": 14650828800.0, + "225": 14650828800.0, + "230": 14650828800.0, + "235": 14650828800.0, + "240": 14650828800.0, + "245": 14650828800.0, + "250": 14650828800.0, + "255": 14650828800.0, + "260": 14650828800.0, + "265": 14650828800.0, + "270": 14650828800.0, + "275": 14650828800.0, + "280": 14650828800.0, + "285": 14650828800.0, + "290": 14650828800.0, + "295": 14650828800.0, + "300": 14650828800.0, + "305": 14650828800.0, + "310": 14650828800.0, + "315": 14650828800.0, + "320": 14650828800.0, + "325": 14650828800.0, + "330": 14650828800.0, + "335": 14650828800.0, + "340": 14650828800.0, + "345": 14650828800.0, + "350": 14650828800.0, + "355": 14650828800.0, + "360": 14650828800.0, + "365": 14650828800.0, + "370": 14650828800.0, + "375": 14650828800.0, + "380": 14650828800.0, + "385": 14650828800.0, + "390": 14650828800.0, + "395": 14650828800.0, + "400": 14650828800.0, + "405": 14650828800.0, + "410": 14650828800.0, + "415": 14650828800.0, + "420": 14650828800.0, + "425": 14650828800.0, + "430": 14650828800.0, + "435": 14650828800.0, + "440": 14650828800.0, + "445": 14650828800.0, + "450": 14650828800.0, + "455": 14650828800.0, + "460": 14650828800.0, + "465": 14650828800.0, + "470": 14650828800.0, + "475": 14650828800.0, + "480": 14650828800.0, + "485": 14650828800.0, + "490": 14650828800.0, + "495": 14650828800.0, + "500": 14650828800.0, + "505": 14650828800.0, + "510": 14650828800.0, + "515": 14650828800.0, + "520": 14650828800.0, + "525": 14650828800.0, + "530": 14650828800.0, + "535": 14650828800.0, + "540": 14650828800.0, + "545": 14650828800.0, + "550": 14650828800.0, + "555": 14650828800.0, + "560": 14650828800.0, + "565": 14650828800.0, + "570": 14650828800.0, + "575": 14650828800.0, + "580": 14650828800.0, + "585": 14650828800.0, + "590": 14650828800.0, + "595": 14650828800.0, + "600": 14650828800.0, + "605": 14650828800.0, + "610": 14650828800.0, + "615": 14650828800.0, + "620": 14650828800.0, + "625": 14650828800.0, + "630": 14650828800.0, + "635": 14650828800.0, + "640": 14650828800.0, + "645": 14650828800.0, + "650": 14650828800.0, + "655": 14650828800.0, + "660": 14650828800.0, + "665": 14650828800.0, + "670": 14650828800.0, + "675": 14650828800.0, + "680": 14650828800.0, + "685": 14650828800.0, + "690": 14650828800.0, + "695": 14650828800.0, + "700": 14650828800.0, + "705": 14650828800.0, + "710": 14650828800.0, + "715": 14650828800.0, + "720": 14650828800.0, + "725": 14650828800.0, + "730": 14650828800.0, + "735": 14650828800.0, + "740": 14650828800.0, + "745": 14650828800.0, + "750": 14650828800.0, + "755": 14650828800.0, + "760": 14650828800.0, + "765": 14650828800.0, + "770": 14650828800.0, + "775": 14650828800.0, + "780": 14650828800.0, + "785": 14650828800.0, + "790": 14650828800.0, + "795": 14650828800.0, + "800": 14650828800.0, + "805": 14650828800.0, + "810": 14650828800.0, + "815": 14650828800.0, + "820": 14650828800.0, + "825": 14650828800.0, + "830": 14650828800.0, + "835": 14650828800.0, + "840": 14650828800.0, + "845": 14650828800.0, + "850": 14650828800.0, + "855": 14650828800.0, + "860": 14650828800.0, + "865": 14650828800.0, + "870": 14650828800.0, + "875": 14650828800.0, + "880": 14650828800.0, + "885": 14650828800.0, + "890": 14650828800.0, + "895": 14650828800.0, + "900": 14650828800.0, + "905": 14650828800.0, + "910": 14650828800.0, + "915": 14650828800.0, + "920": 14650828800.0, + "925": 14650828800.0, + "930": 14650828800.0, + "935": 14650828800.0, + "940": 14650828800.0, + "945": 14650828800.0, + "950": 14650828800.0, + "955": 14650828800.0, + "960": 14650828800.0, + "965": 14650828800.0, + "970": 14650828800.0, + "975": 14650828800.0, + "980": 14650828800.0, + "985": 14650828800.0, + "990": 14650828800.0, + "995": 14650828800.0, + "1000": 14650828800.0, + "1005": 14650828800.0, + "1010": 14650828800.0, + "1015": 14650828800.0, + "1020": 14650828800.0, + "1025": 14650828800.0, + "1030": 14650828800.0, + "1035": 14650828800.0, + "1040": 14650828800.0, + "1045": 14650828800.0, + "1050": 14650828800.0, + "1055": 14650828800.0, + "1060": 14650828800.0, + "1065": 14650828800.0, + "1070": 14650828800.0, + "1075": 14650828800.0, + "1080": 14650828800.0, + "1085": 14650828800.0, + "1090": 14650828800.0, + "1095": 14650828800.0, + "1100": 14650828800.0, + "1105": 14650828800.0, + "1110": 14650828800.0, + "1115": 14650828800.0, + "1120": 14650828800.0, + "1125": 14650828800.0, + "1130": 14650828800.0, + "1135": 14650828800.0, + "1140": 14650828800.0, + "1145": 14650828800.0, + "1150": 14650828800.0, + "1155": 14650828800.0, + "1160": 14650828800.0, + "1165": 14650828800.0, + "1170": 14650828800.0, + "1175": 14650828800.0, + "1180": 14650828800.0, + "1185": 14650828800.0, + "1190": 14650828800.0, + "1195": 14650828800.0, + "1200": 14650828800.0, + "1205": 14650828800.0, + "1210": 14650828800.0, + "1215": 14650828800.0, + "1220": 14650828800.0, + "1225": 14650828800.0, + "1230": 14650828800.0, + "1235": 14650828800.0, + "1240": 14650828800.0, + "1245": 14650828800.0, + "1250": 14650828800.0, + "1255": 14650828800.0, + "1260": 14650828800.0, + "1265": 14650828800.0, + "1270": 14650828800.0, + "1275": 14650828800.0, + "1280": 14650828800.0, + "1285": 14650828800.0, + "1290": 14650828800.0, + "1295": 14650828800.0, + "1300": 14650828800.0, + "1305": 14650828800.0, + "1310": 14650828800.0, + "1315": 14650828800.0, + "1320": 14650828800.0, + "1325": 14650828800.0, + "1330": 14650828800.0, + "1335": 14650828800.0, + "1340": 14650828800.0, + "1345": 14650828800.0, + "1350": 14650828800.0, + "1355": 14650828800.0, + "1360": 14650828800.0, + "1365": 14650828800.0, + "1370": 14650828800.0, + "1375": 14650828800.0, + "1380": 14650828800.0, + "1385": 14650828800.0, + "1390": 14650828800.0, + "1395": 14650828800.0, + "1400": 14650828800.0, + "1405": 14650828800.0, + "1410": 14650828800.0, + "1415": 14650828800.0, + "1420": 14650828800.0, + "1425": 14650828800.0, + "1430": 14650828800.0, + "1435": 14650828800.0, + "1440": 14650828800.0, + "1445": 14650828800.0, + "1450": 14650828800.0, + "1455": 14650828800.0, + "1460": 14650828800.0, + "1465": 14650828800.0, + "1470": 14650828800.0, + "1475": 14650828800.0, + "1480": 14650828800.0, + "1485": 14650828800.0, + "1490": 14650828800.0, + "1495": 14650828800.0, + "1500": 14650828800.0, + "1505": 14650828800.0, + "1510": 14650828800.0, + "1515": 14650828800.0, + "1520": 14650828800.0, + "1525": 14650828800.0, + "1530": 14650828800.0, + "1535": 14650828800.0, + "1540": 14650828800.0, + "1545": 14650828800.0, + "1550": 14650828800.0, + "1555": 14650828800.0, + "1560": 14650828800.0, + "1565": 14650828800.0, + "1570": 14650828800.0, + "1575": 14650828800.0, + "1580": 14650828800.0, + "1585": 14650828800.0, + "1590": 14650828800.0, + "1595": 14650828800.0, + "1600": 14650828800.0, + "1605": 14650828800.0, + "1610": 14650828800.0, + "1615": 14650828800.0, + "1620": 14650828800.0, + "1625": 14650828800.0, + "1630": 14650828800.0, + "1635": 14650828800.0, + "1640": 14650828800.0, + "1645": 14650828800.0, + "1650": 14650828800.0, + "1655": 14650828800.0, + "1660": 14650828800.0, + "1665": 14650828800.0, + "1670": 14650828800.0, + "1675": 14650828800.0, + "1680": 14650828800.0, + "1685": 14650828800.0, + "1690": 14650828800.0, + "1695": 14650828800.0, + "1700": 14650828800.0, + "1705": 14650828800.0, + "1710": 14650828800.0, + "1715": 14650828800.0, + "1720": 14650828800.0, + "1725": 14650828800.0, + "1730": 14650828800.0, + "1735": 14650828800.0, + "1740": 14650828800.0, + "1745": 14650828800.0, + "1750": 14650828800.0, + "1755": 14650828800.0, + "1760": 14650828800.0, + "1765": 14650828800.0, + "1770": 14650828800.0, + "1775": 14650828800.0, + "1780": 14650828800.0, + "1785": 14650828800.0, + "1790": 14650828800.0, + "1795": 14650828800.0, + "1800": 14650828800.0, + "1805": 14650828800.0, + "1810": 14650828800.0, + "1815": 14650828800.0, + "1820": 14650828800.0, + "1825": 14650828800.0, + "1830": 14650828800.0, + "1835": 14650828800.0, + "1840": 14650828800.0, + "1845": 14650828800.0, + "1850": 14650828800.0, + "1855": 14650828800.0, + "1860": 14650828800.0, + "1865": 14650828800.0, + "1870": 14650828800.0, + "1875": 14650828800.0, + "1880": 14650828800.0, + "1885": 14650828800.0, + "1890": 14650828800.0, + "1895": 14650828800.0, + "1900": 14650828800.0, + "1905": 14650828800.0, + "1910": 14650828800.0, + "1915": 14650828800.0, + "1920": 14650828800.0, + "1925": 14650828800.0, + "1930": 14650828800.0, + "1935": 14650828800.0, + "1940": 14650828800.0, + "1945": 14650828800.0, + "1950": 14650828800.0, + "1955": 14650828800.0, + "1960": 14650828800.0, + "1965": 14650828800.0, + "1970": 14650828800.0, + "1975": 14650828800.0, + "1980": 14650828800.0, + "1985": 14650828800.0, + "1990": 14650828800.0, + "1995": 14650828800.0, + "2000": 14650828800.0, + "2005": 14650828800.0, + "2010": 14650828800.0, + "2015": 14650828800.0, + "2020": 14650828800.0, + "2025": 14650828800.0, + "2030": 14650828800.0, + "2035": 14650828800.0, + "2040": 14650828800.0, + "2045": 14650828800.0, + "2050": 14650828800.0, + "2055": 14650828800.0, + "2060": 14650828800.0, + "2065": 14650828800.0, + "2070": 14650828800.0, + "2075": 14650828800.0, + "2080": 14650828800.0, + "2085": 14650828800.0, + "2090": 14650828800.0, + "2095": 14650828800.0, + "2100": 14650828800.0, + "2105": 14650828800.0, + "2110": 14650828800.0, + "2115": 14650828800.0, + "2120": 14650828800.0, + "2125": 14650828800.0, + "2130": 14650828800.0, + "2135": 14650828800.0, + "2140": 14650828800.0, + "2145": 14650828800.0, + "2150": 14650828800.0, + "2155": 14650828800.0, + "2160": 14650828800.0, + "2165": 14650828800.0, + "2170": 14650828800.0, + "2175": 14650828800.0, + "2180": 14650828800.0, + "2185": 14650828800.0, + "2190": 14650828800.0, + "2195": 14650828800.0, + "2200": 14650828800.0, + "2205": 14650828800.0, + "2210": 14650828800.0, + "2215": 14650828800.0, + "2220": 14650828800.0, + "2225": 14650828800.0, + "2230": 14650828800.0, + "2235": 14650828800.0, + "2240": 14650828800.0, + "2245": 14650828800.0, + "2250": 14650828800.0, + "2255": 14650828800.0, + "2260": 14650828800.0, + "2265": 14650828800.0, + "2270": 14650828800.0, + "2275": 14650828800.0, + "2280": 14650828800.0, + "2285": 14650828800.0, + "2290": 14650828800.0, + "2295": 14650828800.0, + "2300": 14650828800.0, + "2305": 14650828800.0, + "2310": 14650828800.0, + "2315": 14650828800.0, + "2320": 14650828800.0, + "2325": 14650828800.0, + "2330": 14650828800.0, + "2335": 14650828800.0, + "2340": 14650828800.0, + "2345": 14650828800.0, + "2350": 14650828800.0, + "2355": 14650828800.0, + "2360": 14650828800.0, + "2365": 14650828800.0, + "2370": 14650828800.0, + "2375": 14650828800.0, + "2380": 14650828800.0, + "2385": 14650828800.0, + "2390": 14650828800.0, + "2395": 14650828800.0, + "2400": 14650828800.0, + "2405": 14650828800.0, + "2410": 14650828800.0, + "2415": 14650828800.0, + "2420": 14650828800.0, + "2425": 14650828800.0, + "2430": 14650828800.0, + "2435": 14650828800.0, + "2440": 14650828800.0, + "2445": 14650828800.0, + "2450": 14650828800.0, + "2455": 14650828800.0, + "2460": 14650828800.0, + "2465": 14650828800.0, + "2470": 14650828800.0, + "2475": 14650828800.0, + "2480": 14650828800.0, + "2485": 14650828800.0, + "2490": 14650828800.0, + "2495": 14650828800.0, + "2500": 14650828800.0, + "2505": 14650828800.0, + "2510": 14650828800.0, + "2515": 14650828800.0, + "2520": 14650828800.0, + "2525": 14650828800.0, + "2530": 14650828800.0, + "2535": 14650828800.0, + "2540": 14650828800.0, + "2545": 14650828800.0, + "2550": 14650828800.0, + "2555": 14650828800.0, + "2560": 14650828800.0, + "2565": 14650828800.0, + "2570": 14650828800.0, + "2575": 14650828800.0, + "2580": 14650828800.0, + "2585": 14650828800.0, + "2590": 14650828800.0, + "2595": 14650828800.0, + "2600": 14650828800.0, + "2605": 14650828800.0, + "2610": 14650828800.0, + "2615": 14650828800.0, + "2620": 14650828800.0, + "2625": 14650828800.0, + "2630": 14650828800.0, + "2635": 14650828800.0, + "2640": 14650828800.0, + "2645": 14650828800.0, + "2650": 14650828800.0, + "2655": 14650828800.0, + "2660": 14650828800.0, + "2665": 14650828800.0, + "2670": 14650828800.0, + "2675": 14650828800.0, + "2680": 14650828800.0, + "2685": 14650828800.0, + "2690": 14650828800.0, + "2695": 14650828800.0, + "2700": 14650828800.0, + "2705": 14650828800.0, + "2710": 14650828800.0, + "2715": 14650828800.0, + "2720": 14650828800.0, + "2725": 14650828800.0, + "2730": 14650828800.0, + "2735": 14650828800.0, + "2740": 14650828800.0, + "2745": 14650828800.0, + "2750": 14650828800.0, + "2755": 14650828800.0, + "2760": 14650828800.0, + "2765": 14650828800.0, + "2770": 14650828800.0, + "2775": 14650828800.0, + "2780": 14650828800.0, + "2785": 14650828800.0, + "2790": 14650828800.0, + "2795": 14650828800.0, + "2800": 14650828800.0, + "2805": 14650828800.0, + "2810": 14650828800.0, + "2815": 14650828800.0, + "2820": 14650828800.0, + "2825": 14650828800.0, + "2830": 14650828800.0, + "2835": 14650828800.0, + "2840": 14650828800.0, + "2845": 14650828800.0, + "2850": 14650828800.0, + "2855": 14650828800.0, + "2860": 14650828800.0, + "2865": 14650828800.0, + "2870": 14650828800.0, + "2875": 14650828800.0, + "2880": 14650828800.0, + "2885": 14650828800.0, + "2890": 14650828800.0, + "2895": 14650828800.0, + "2900": 14650828800.0, + "2905": 14650828800.0, + "2910": 14650828800.0, + "2915": 14650828800.0, + "2920": 14650828800.0, + "2925": 14650828800.0, + "2930": 14650828800.0, + "2935": 14650828800.0, + "2940": 14650828800.0, + "2945": 14650828800.0, + "2950": 14650828800.0, + "2955": 14650828800.0, + "2960": 14650828800.0, + "2965": 14650828800.0, + "2970": 14650828800.0, + "2975": 14650828800.0, + "2980": 14650828800.0, + "2985": 14650828800.0, + "2990": 14650828800.0, + "2995": 14650828800.0, + "3000": 14650828800.0, + "3005": 14650828800.0, + "3010": 14650828800.0, + "3015": 14650828800.0, + "3020": 14650828800.0, + "3025": 14650828800.0, + "3030": 14650828800.0, + "3035": 14650828800.0, + "3040": 14650828800.0, + "3045": 14650828800.0, + "3050": 14650828800.0, + "3055": 14650828800.0, + "3060": 14650828800.0, + "3065": 14650828800.0, + "3070": 14650828800.0, + "3075": 14650828800.0, + "3080": 14650828800.0, + "3085": 14650828800.0, + "3090": 14650828800.0, + "3095": 14650828800.0, + "3100": 14650828800.0, + "3105": 14650828800.0, + "3110": 14650828800.0, + "3115": 14650828800.0, + "3120": 14650828800.0, + "3125": 14650828800.0, + "3130": 14650828800.0, + "3135": 14650828800.0, + "3140": 14650828800.0, + "3145": 14650828800.0, + "3150": 14650828800.0, + "3155": 14650828800.0, + "3160": 14650828800.0, + "3165": 14650828800.0, + "3170": 14650828800.0, + "3175": 14650828800.0, + "3180": 14650828800.0, + "3185": 14650828800.0, + "3190": 14650828800.0, + "3195": 14650828800.0, + "3200": 14650828800.0, + "3205": 14650828800.0, + "3210": 14650828800.0, + "3215": 14650828800.0, + "3220": 14650828800.0, + "3225": 14650828800.0, + "3230": 14650828800.0, + "3235": 14650828800.0, + "3240": 14650828800.0, + "3245": 14650828800.0, + "3250": 14650828800.0, + "3255": 14650828800.0, + "3260": 14650828800.0, + "3265": 14650828800.0, + "3270": 14650828800.0, + "3275": 14650828800.0, + "3280": 14650828800.0, + "3285": 14650828800.0, + "3290": 14650828800.0, + "3295": 14650828800.0, + "3300": 14650828800.0, + "3305": 14650828800.0, + "3310": 14650828800.0, + "3315": 14650828800.0, + "3320": 14650828800.0, + "3325": 14650828800.0, + "3330": 14650828800.0, + "3335": 14650828800.0, + "3340": 14650828800.0, + "3345": 14650828800.0, + "3350": 14650828800.0, + "3355": 14650828800.0, + "3360": 14650828800.0, + "3365": 14650828800.0, + "3370": 14650828800.0, + "3375": 14650828800.0, + "3380": 14650828800.0, + "3385": 14650828800.0, + "3390": 14650828800.0, + "3395": 14650828800.0, + "3400": 14650828800.0, + "3405": 14650828800.0, + "3410": 14650828800.0, + "3415": 14650828800.0, + "3420": 14650828800.0, + "3425": 14650828800.0, + "3430": 14650828800.0, + "3435": 14650828800.0, + "3440": 14650828800.0, + "3445": 14650828800.0, + "3450": 14650828800.0, + "3455": 14650828800.0, + "3460": 14650828800.0, + "3465": 14650828800.0, + "3470": 14650828800.0, + "3475": 14650828800.0, + "3480": 14650828800.0, + "3485": 14650828800.0, + "3490": 14650828800.0, + "3495": 14650828800.0, + "3500": 14650828800.0, + "3505": 14650828800.0, + "3510": 14650828800.0, + "3515": 14650828800.0, + "3520": 14650828800.0, + "3525": 14650828800.0, + "3530": 14650828800.0, + "3535": 14650828800.0, + "3540": 14650828800.0, + "3545": 14650828800.0, + "3550": 14650828800.0, + "3555": 14650828800.0, + "3560": 14650828800.0, + "3565": 14650828800.0, + "3570": 14650828800.0, + "3575": 14650828800.0, + "3580": 14650828800.0, + "3585": 14650828800.0, + "3590": 14650828800.0, + "3595": 14650828800.0, + "3600": 14650828800.0, + "3605": 14650828800.0, + "3610": 14650828800.0, + "3615": 14650828800.0, + "3620": 14650828800.0, + "3625": 14650828800.0, + "3630": 14650828800.0, + "3635": 14650828800.0, + "3640": 14650828800.0, + "3645": 14650828800.0, + "3650": 14650828800.0, + "3655": 14650828800.0, + "3660": 14650828800.0, + "3665": 14650828800.0, + "3670": 14650828800.0, + "3675": 14650828800.0, + "3680": 14650828800.0, + "3685": 14650828800.0, + "3690": 14650828800.0, + "3695": 14650828800.0, + "3700": 14650828800.0, + "3705": 14650828800.0, + "3710": 14650828800.0, + "3715": 14650828800.0, + "3720": 14650828800.0, + "3725": 14650828800.0, + "3730": 14650828800.0, + "3735": 14650828800.0, + "3740": 14650828800.0, + "3745": 14650828800.0, + "3750": 14650828800.0, + "3755": 14650828800.0, + "3760": 14650828800.0, + "3765": 14650828800.0, + "3770": 14650828800.0, + "3775": 14650828800.0, + "3780": 14650828800.0, + "3785": 14650828800.0, + "3790": 14650828800.0, + "3795": 14650828800.0, + "3800": 14650828800.0, + "3805": 14650828800.0, + "3810": 14650828800.0, + "3815": 14650828800.0, + "3820": 14650828800.0, + "3825": 14650828800.0, + "3830": 14650828800.0, + "3835": 14650828800.0, + "3840": 14650828800.0, + "3845": 14650828800.0, + "3850": 14650828800.0, + "3855": 14650828800.0, + "3860": 14650828800.0, + "3865": 14650828800.0, + "3870": 14650828800.0, + "3875": 14650828800.0, + "3880": 14650828800.0, + "3885": 14650828800.0, + "3890": 14650828800.0, + "3895": 14650828800.0, + "3900": 14650828800.0, + "3905": 14650828800.0, + "3910": 14650828800.0, + "3915": 14650828800.0, + "3920": 14650828800.0, + "3925": 14650828800.0, + "3930": 14650828800.0, + "3935": 14650828800.0, + "3940": 14650828800.0, + "3945": 14650828800.0, + "3950": 14650828800.0, + "3955": 14650828800.0, + "3960": 14650828800.0, + "3965": 14650828800.0, + "3970": 14650828800.0, + "3975": 14650828800.0, + "3980": 14650828800.0, + "3985": 14650828800.0, + "3990": 14650828800.0, + "3995": 14650828800.0, + "4000": 14650828800.0, + "4005": 14650828800.0, + "4010": 14650828800.0, + "4015": 14650828800.0, + "4020": 14650828800.0, + "4025": 14650828800.0, + "4030": 14650828800.0, + "4035": 14650828800.0, + "4040": 14650828800.0, + "4045": 14650828800.0, + "4050": 14650828800.0, + "4055": 14650828800.0, + "4060": 14650828800.0, + "4065": 14650828800.0, + "4070": 14650828800.0, + "4075": 14650828800.0, + "4080": 14650828800.0, + "4085": 14650828800.0, + "4090": 14650828800.0, + "4095": 14650828800.0, + "4100": 14650828800.0, + "4105": 14650828800.0, + "4110": 14650828800.0, + "4115": 14650828800.0, + "4120": 14650828800.0, + "4125": 14650828800.0, + "4130": 14650828800.0, + "4135": 14650828800.0, + "4140": 14650828800.0, + "4145": 14650828800.0, + "4150": 14650828800.0, + "4155": 14650828800.0, + "4160": 14650828800.0, + "4165": 14650828800.0, + "4170": 14650828800.0, + "4175": 14650828800.0, + "4180": 14650828800.0, + "4185": 14650828800.0, + "4190": 14650828800.0, + "4195": 14650828800.0, + "4200": 14650828800.0, + "4205": 14650828800.0, + "4210": 14650828800.0, + "4215": 14650828800.0, + "4220": 14650828800.0, + "4225": 14650828800.0, + "4230": 14650828800.0, + "4235": 14650828800.0, + "4240": 14650828800.0, + "4245": 14650828800.0, + "4250": 14650828800.0, + "4255": 14650828800.0, + "4260": 14650828800.0, + "4265": 14650828800.0, + "4270": 14650828800.0, + "4275": 14650828800.0, + "4280": 14650828800.0, + "4285": 14650828800.0, + "4290": 14650828800.0, + "4295": 14650828800.0, + "4300": 14650828800.0, + "4305": 14650828800.0, + "4310": 14650828800.0, + "4315": 14650828800.0, + "4320": 14650828800.0, + "4325": 14650828800.0, + "4330": 14650828800.0, + "4335": 14650828800.0, + "4340": 14650828800.0, + "4345": 14650828800.0, + "4350": 14650828800.0, + "4355": 14650828800.0, + "4360": 14650828800.0, + "4365": 14650828800.0, + "4370": 14650828800.0, + "4375": 14650828800.0, + "4380": 14650828800.0, + "4385": 14650828800.0, + "4390": 14650828800.0, + "4395": 14650828800.0, + "4400": 14650828800.0, + "4405": 14650828800.0, + "4410": 14650828800.0, + "4415": 14650828800.0, + "4420": 14650828800.0, + "4425": 14650828800.0, + "4430": 14650828800.0, + "4435": 14650828800.0, + "4440": 14650828800.0, + "4445": 14650828800.0, + "4450": 14650828800.0, + "4455": 14650828800.0, + "4460": 14650828800.0, + "4465": 14650828800.0, + "4470": 14650828800.0, + "4475": 14650828800.0, + "4480": 14650828800.0, + "4485": 14650828800.0, + "4490": 14650828800.0, + "4495": 14650828800.0, + "4500": 14650828800.0, + "4505": 14650828800.0, + "4510": 14650828800.0, + "4515": 14650828800.0, + "4520": 14650828800.0, + "4525": 14650828800.0, + "4530": 14650828800.0, + "4535": 14650828800.0, + "4540": 14650828800.0, + "4545": 14650828800.0, + "4550": 14650828800.0, + "4555": 14650828800.0, + "4560": 14650828800.0, + "4565": 14650828800.0, + "4570": 14650828800.0, + "4575": 14650828800.0, + "4580": 14650828800.0, + "4585": 14650828800.0, + "4590": 14650828800.0, + "4595": 14650828800.0, + "4600": 14650828800.0, + "4605": 14650828800.0, + "4610": 14650828800.0, + "4615": 14650828800.0, + "4620": 14650828800.0, + "4625": 14650828800.0, + "4630": 14650828800.0, + "4635": 14650828800.0, + "4640": 14650828800.0, + "4645": 14650828800.0, + "4650": 14650828800.0, + "4655": 14650828800.0, + "4660": 14650828800.0, + "4665": 14650828800.0, + "4670": 14650828800.0, + "4675": 14650828800.0, + "4680": 14650828800.0, + "4685": 14650828800.0, + "4690": 14650828800.0, + "4695": 14650828800.0, + "4700": 14650828800.0, + "4705": 14650828800.0, + "4710": 14650828800.0, + "4715": 14650828800.0, + "4720": 14650828800.0, + "4725": 14650828800.0, + "4730": 14650828800.0, + "4735": 14650828800.0, + "4740": 14650828800.0, + "4745": 14650828800.0, + "4750": 14650828800.0, + "4755": 14650828800.0, + "4760": 14650828800.0, + "4765": 14650828800.0, + "4770": 14650828800.0, + "4775": 14650828800.0, + "4780": 14650828800.0, + "4785": 14650828800.0, + "4790": 14650828800.0, + "4795": 14650828800.0, + "4800": 14650828800.0, + "4805": 14650828800.0, + "4810": 14650828800.0, + "4815": 14650828800.0, + "4820": 14650828800.0, + "4825": 14650828800.0, + "4830": 14650828800.0, + "4835": 14650828800.0, + "4840": 14650828800.0, + "4845": 14650828800.0, + "4850": 14650828800.0, + "4855": 14650828800.0, + "4860": 14650828800.0, + "4865": 14650828800.0, + "4870": 14650828800.0, + "4875": 14650828800.0, + "4880": 14650828800.0, + "4885": 14650828800.0, + "4890": 14650828800.0, + "4895": 14650828800.0, + "4900": 14650828800.0, + "4905": 14650828800.0, + "4910": 14650828800.0, + "4915": 14650828800.0, + "4920": 14650828800.0, + "4925": 14650828800.0, + "4930": 14650828800.0, + "4935": 14650828800.0, + "4940": 14650828800.0, + "4945": 14650828800.0, + "4950": 14650828800.0, + "4955": 14650828800.0, + "4960": 14650828800.0, + "4965": 14650828800.0, + "4970": 14650828800.0, + "4975": 14650828800.0, + "4980": 14650828800.0, + "4985": 14650828800.0, + "4990": 14650828800.0, + "4995": 14650828800.0, + "5000": 14650828800.0, + "5005": 14650828800.0, + "5010": 14650828800.0, + "5015": 14650828800.0, + "5020": 14650828800.0, + "5025": 14650828800.0, + "5030": 14650828800.0, + "5035": 14650828800.0, + "5040": 14650828800.0, + "5045": 14650828800.0, + "5050": 14650828800.0, + "5055": 14650828800.0, + "5060": 14650828800.0, + "5065": 14650828800.0, + "5070": 14650828800.0, + "5075": 14650828800.0, + "5080": 14650828800.0, + "5085": 14650828800.0, + "5090": 14650828800.0, + "5095": 14650828800.0, + "5100": 14650828800.0, + "5105": 14650828800.0, + "5110": 14650828800.0, + "5115": 14650828800.0, + "5120": 14650828800.0, + "5125": 14650828800.0, + "5130": 14650828800.0, + "5135": 14650828800.0, + "5140": 14650828800.0, + "5145": 14650828800.0, + "5150": 14650828800.0, + "5155": 14650828800.0, + "5160": 14650828800.0, + "5165": 14650828800.0, + "5170": 14650828800.0, + "5175": 14650828800.0, + "5180": 14650828800.0, + "5185": 14650828800.0, + "5190": 14650828800.0, + "5195": 14650828800.0, + "5200": 14650828800.0, + "5205": 14650828800.0, + "5210": 14650828800.0, + "5215": 14650828800.0, + "5220": 14650828800.0, + "5225": 14650828800.0, + "5230": 14650828800.0, + "5235": 14650828800.0, + "5240": 14650828800.0, + "5245": 14650828800.0, + "5250": 14650828800.0, + "5255": 14650828800.0, + "5260": 14650828800.0, + "5265": 14650828800.0, + "5270": 14650828800.0, + "5275": 14650828800.0, + "5280": 14650828800.0, + "5285": 14650828800.0, + "5290": 14650828800.0, + "5295": 14650828800.0, + "5300": 14650828800.0, + "5305": 14650828800.0, + "5310": 14650828800.0, + "5315": 14650828800.0, + "5320": 14650828800.0, + "5325": 14650828800.0, + "5330": 14650828800.0, + "5335": 14650828800.0, + "5340": 14650828800.0, + "5345": 14650828800.0, + "5350": 14650828800.0, + "5355": 14650828800.0, + "5360": 14650828800.0, + "5365": 14650828800.0, + "5370": 14650828800.0, + "5375": 14650828800.0, + "5380": 14650828800.0, + "5385": 14650828800.0, + "5390": 14650828800.0, + "5395": 14650828800.0, + "5400": 14650828800.0, + "5405": 14650828800.0, + "5410": 14650828800.0, + "5415": 14650828800.0, + "5420": 14650828800.0, + "5425": 14650828800.0, + "5430": 14650828800.0, + "5435": 14650828800.0, + "5440": 14650828800.0, + "5445": 14650828800.0, + "5450": 14650828800.0, + "5455": 14650828800.0, + "5460": 14650828800.0, + "5465": 14650828800.0, + "5470": 14650828800.0, + "5475": 14650828800.0, + "5480": 14650828800.0, + "5485": 14650828800.0, + "5490": 14650828800.0, + "5495": 14650828800.0, + "5500": 14650828800.0, + "5505": 14650828800.0, + "5510": 14650828800.0, + "5515": 14650828800.0, + "5520": 14650828800.0, + "5525": 14650828800.0, + "5530": 14650828800.0, + "5535": 14650828800.0, + "5540": 14650828800.0, + "5545": 14650828800.0, + "5550": 14650828800.0, + "5555": 14650828800.0, + "5560": 14650828800.0, + "5565": 14650828800.0, + "5570": 14650828800.0, + "5575": 14650828800.0, + "5580": 14650828800.0, + "5585": 14650828800.0, + "5590": 14650828800.0, + "5595": 14650828800.0, + "5600": 14650828800.0, + "5605": 14650828800.0, + "5610": 14650828800.0, + "5615": 14650828800.0, + "5620": 14650828800.0, + "5625": 14650828800.0, + "5630": 14650828800.0, + "5635": 14650828800.0, + "5640": 14650828800.0, + "5645": 14650828800.0, + "5650": 14650828800.0, + "5655": 14650828800.0, + "5660": 14650828800.0, + "5665": 14650828800.0, + "5670": 14650828800.0, + "5675": 14650828800.0, + "5680": 14650828800.0, + "5685": 14650828800.0, + "5690": 14650828800.0, + "5695": 14650828800.0, + "5700": 14650828800.0, + "5705": 14650828800.0, + "5710": 14650828800.0, + "5715": 14650828800.0, + "5720": 14650828800.0, + "5725": 14650828800.0, + "5730": 14650828800.0, + "5735": 14650828800.0, + "5740": 14650828800.0, + "5745": 14650828800.0, + "5750": 14650828800.0, + "5755": 14650828800.0, + "5760": 14650828800.0, + "5765": 14650828800.0, + "5770": 14650828800.0, + "5775": 14650828800.0, + "5780": 14650828800.0, + "5785": 14650828800.0, + "5790": 14650828800.0, + "5795": 14650828800.0, + "5800": 14650828800.0, + "5805": 14650828800.0, + "5810": 14650828800.0, + "5815": 14650828800.0, + "5820": 14650828800.0, + "5825": 14650828800.0, + "5830": 14650828800.0, + "5835": 14650828800.0, + "5840": 14650828800.0, + "5845": 14650828800.0, + "5850": 14650828800.0, + "5855": 14650828800.0, + "5860": 14650828800.0, + "5865": 14650828800.0, + "5870": 14650828800.0, + "5875": 14650828800.0, + "5880": 14650828800.0, + "5885": 14650828800.0, + "5890": 14650828800.0, + "5895": 14650828800.0, + "5900": 14650828800.0, + "5905": 14650828800.0, + "5910": 14650828800.0, + "5915": 14650828800.0, + "5920": 14650828800.0, + "5925": 14650828800.0, + "5930": 14650828800.0, + "5935": 14650828800.0, + "5940": 14650828800.0, + "5945": 14650828800.0, + "5950": 14650828800.0, + "5955": 14650828800.0, + "5960": 14650828800.0, + "5965": 14650828800.0, + "5970": 14650828800.0, + "5975": 14650828800.0, + "5980": 14650828800.0, + "5985": 14650828800.0, + "5990": 14650828800.0, + "5995": 14650828800.0, + "6000": 14650828800.0, + "6005": 14650828800.0, + "6010": 14650828800.0, + "6015": 14650828800.0, + "6020": 14650828800.0, + "6025": 14650828800.0, + "6030": 14650828800.0, + "6035": 14650828800.0, + "6040": 14650828800.0, + "6045": 14650828800.0, + "6050": 14650828800.0, + "6055": 14650828800.0, + "6060": 14650828800.0, + "6065": 14650828800.0, + "6070": 14650828800.0, + "6075": 14650828800.0, + "6080": 14650828800.0, + "6085": 14650828800.0, + "6090": 14650828800.0, + "6095": 14650828800.0, + "6100": 14650828800.0, + "6105": 14650828800.0, + "6110": 14650828800.0, + "6115": 14650828800.0, + "6120": 14650828800.0, + "6125": 14650828800.0, + "6130": 14650828800.0, + "6135": 14650828800.0, + "6140": 14650828800.0, + "6145": 14650828800.0, + "6150": 14650828800.0, + "6155": 14650828800.0, + "6160": 14650828800.0, + "6165": 14650828800.0, + "6170": 14650828800.0, + "6175": 14650828800.0, + "6180": 14650828800.0, + "6185": 14650828800.0, + "6190": 14650828800.0, + "6195": 14650828800.0, + "6200": 14650828800.0, + "6205": 14650828800.0, + "6210": 14650828800.0, + "6215": 14650828800.0, + "6220": 14650828800.0, + "6225": 14650828800.0, + "6230": 14650828800.0, + "6235": 14650828800.0, + "6240": 14650828800.0, + "6245": 14650828800.0, + "6250": 14650828800.0, + "6255": 14650828800.0, + "6260": 14650828800.0, + "6265": 14650828800.0, + "6270": 14650828800.0, + "6275": 14650828800.0, + "6280": 14650828800.0, + "6285": 14650828800.0, + "6290": 14650828800.0, + "6295": 14650828800.0, + "6300": 14650828800.0, + "6305": 14650828800.0, + "6310": 14650828800.0, + "6315": 14650828800.0, + "6320": 14650828800.0, + "6325": 14650828800.0, + "6330": 14650828800.0, + "6335": 14650828800.0, + "6340": 14650828800.0, + "6345": 14650828800.0, + "6350": 14650828800.0, + "6355": 14650828800.0, + "6360": 14650828800.0, + "6365": 14650828800.0, + "6370": 14650828800.0, + "6375": 14650828800.0, + "6380": 14650828800.0, + "6385": 14650828800.0, + "6390": 14650828800.0, + "6395": 14650828800.0, + "6400": 14650828800.0, + "6405": 14650828800.0, + "6410": 14650828800.0, + "6415": 14650828800.0, + "6420": 14650828800.0, + "6425": 14650828800.0, + "6430": 14650828800.0, + "6435": 14650828800.0, + "6440": 14650828800.0, + "6445": 14650828800.0, + "6450": 14650828800.0, + "6455": 14650828800.0, + "6460": 14650828800.0, + "6465": 14650828800.0, + "6470": 14650828800.0, + "6475": 14650828800.0, + "6480": 14650828800.0, + "6485": 14650828800.0, + "6490": 14650828800.0, + "6495": 14650828800.0, + "6500": 14650828800.0, + "6505": 14650828800.0, + "6510": 14650828800.0, + "6515": 14650828800.0, + "6520": 14650828800.0, + "6525": 14650828800.0, + "6530": 14650828800.0, + "6535": 14650828800.0, + "6540": 14650828800.0, + "6545": 14650828800.0, + "6550": 14650828800.0, + "6555": 14650828800.0, + "6560": 14650828800.0, + "6565": 14650828800.0, + "6570": 14650828800.0, + "6575": 14650828800.0, + "6580": 14650828800.0, + "6585": 14650828800.0, + "6590": 14650828800.0, + "6595": 14650828800.0, + "6600": 14650828800.0, + "6605": 14650828800.0, + "6610": 14650828800.0, + "6615": 14650828800.0, + "6620": 14650828800.0, + "6625": 14650828800.0, + "6630": 14650828800.0, + "6635": 14650828800.0, + "6640": 14650828800.0, + "6645": 14650828800.0, + "6650": 14650828800.0, + "6655": 14650828800.0, + "6660": 14650828800.0, + "6665": 14650828800.0, + "6670": 14650828800.0, + "6675": 14650828800.0, + "6680": 14650828800.0, + "6685": 14650828800.0, + "6690": 14650828800.0, + "6695": 14650828800.0, + "6700": 14650828800.0, + "6705": 14650828800.0, + "6710": 14650828800.0, + "6715": 14650828800.0, + "6720": 14650828800.0, + "6725": 14650828800.0, + "6730": 14650828800.0, + "6735": 14650828800.0, + "6740": 14650828800.0, + "6745": 14650828800.0, + "6750": 14650828800.0, + "6755": 14650828800.0, + "6760": 14650828800.0, + "6765": 14650828800.0, + "6770": 14650828800.0, + "6775": 14650828800.0, + "6780": 14650828800.0, + "6785": 14650828800.0, + "6790": 14650828800.0, + "6795": 14650828800.0, + "6800": 14650828800.0, + "6805": 14650828800.0, + "6810": 14650828800.0, + "6815": 14650828800.0, + "6820": 14650828800.0, + "6825": 14650828800.0, + "6830": 14650828800.0, + "6835": 14650828800.0, + "6840": 14650828800.0, + "6845": 14650828800.0, + "6850": 14650828800.0, + "6855": 14650828800.0, + "6860": 14650828800.0, + "6865": 14650828800.0, + "6870": 14650828800.0, + "6875": 14650828800.0, + "6880": 14650828800.0, + "6885": 14650828800.0, + "6890": 14650828800.0, + "6895": 14650828800.0, + "6900": 14650828800.0, + "6905": 14650828800.0, + "6910": 14650828800.0, + "6915": 14650828800.0, + "6920": 14650828800.0, + "6925": 14650828800.0, + "6930": 14650828800.0, + "6935": 14650828800.0, + "6940": 14650828800.0, + "6945": 14650828800.0, + "6950": 14650828800.0, + "6955": 14650828800.0, + "6960": 14650828800.0, + "6965": 14650828800.0, + "6970": 14650828800.0, + "6975": 14650828800.0, + "6980": 14650828800.0, + "6985": 14650828800.0, + "6990": 14650828800.0, + "6995": 14650828800.0, + "7000": 14650828800.0, + "7005": 14650828800.0, + "7010": 14650828800.0, + "7015": 14650828800.0, + "7020": 14650828800.0, + "7025": 14650828800.0, + "7030": 14650828800.0, + "7035": 14650828800.0, + "7040": 14650828800.0, + "7045": 14650828800.0, + "7050": 14650828800.0, + "7055": 14650828800.0, + "7060": 14650828800.0, + "7065": 14650828800.0, + "7070": 14650828800.0, + "7075": 14650828800.0, + "7080": 14650828800.0, + "7085": 14650828800.0, + "7090": 14650828800.0, + "7095": 14650828800.0, + "7100": 14650828800.0, + "7105": 14650828800.0, + "7110": 14650828800.0, + "7115": 14650828800.0, + "7120": 14650828800.0, + "7125": 14650828800.0, + "7130": 14650828800.0, + "7135": 14650828800.0, + "7140": 14650828800.0, + "7145": 14650828800.0, + "7150": 14650828800.0, + "7155": 14650828800.0, + "7160": 14650828800.0, + "7165": 14650828800.0, + "7170": 14650828800.0, + "7175": 14650828800.0, + "7180": 14650828800.0, + "7185": 14650828800.0, + "7190": 14650828800.0, + "7195": 14650828800.0, + "7200": 14650828800.0, + "7205": 14650828800.0, + "7210": 14650828800.0, + "7215": 14650828800.0, + "7220": 14650828800.0, + "7225": 14650828800.0, + "7230": 14650828800.0, + "7235": 14650828800.0, + "7240": 14650828800.0, + "7245": 14650828800.0, + "7250": 14650828800.0, + "7255": 14650828800.0, + "7260": 14650828800.0, + "7265": 14650828800.0, + "7270": 14650828800.0, + "7275": 14650828800.0, + "7280": 14650828800.0, + "7285": 14650828800.0, + "7290": 14650828800.0, + "7295": 14650828800.0, + "7300": 14650828800.0, + "7305": 14650828800.0, + "7310": 14650828800.0, + "7315": 14650828800.0, + "7320": 14650828800.0, + "7325": 14650828800.0, + "7330": 14650828800.0, + "7335": 14650828800.0, + "7340": 14650828800.0, + "7345": 14650828800.0, + "7350": 14650828800.0, + "7355": 14650828800.0, + "7360": 14650828800.0, + "7365": 14650828800.0, + "7370": 14650828800.0, + "7375": 14650828800.0, + "7380": 14650828800.0, + "7385": 14650828800.0, + "7390": 14650828800.0, + "7395": 14650828800.0, + "7400": 14650828800.0, + "7405": 14650828800.0, + "7410": 14650828800.0, + "7415": 14650828800.0, + "7420": 14650828800.0, + "7425": 14650828800.0, + "7430": 14650828800.0, + "7435": 14650828800.0, + "7440": 14650828800.0, + "7445": 14650828800.0, + "7450": 14650828800.0, + "7455": 14650828800.0, + "7460": 14650828800.0, + "7465": 14650828800.0, + "7470": 14650828800.0, + "7475": 14650828800.0, + "7480": 14650828800.0, + "7485": 14650828800.0, + "7490": 14650828800.0, + "7495": 14650828800.0, + "7500": 14650828800.0, + "7505": 14650828800.0, + "7510": 14650828800.0, + "7515": 14650828800.0, + "7520": 14650828800.0, + "7525": 14650828800.0, + "7530": 14650828800.0, + "7535": 14650828800.0, + "7540": 14650828800.0, + "7545": 14650828800.0, + "7550": 14650828800.0, + "7555": 14650828800.0, + "7560": 14650828800.0, + "7565": 14650828800.0, + "7570": 14650828800.0, + "7575": 14650828800.0, + "7580": 14650828800.0, + "7585": 14650828800.0, + "7590": 14650828800.0, + "7595": 14650828800.0, + "7600": 14650828800.0, + "7605": 14650828800.0, + "7610": 14650828800.0, + "7615": 14650828800.0, + "7620": 14650828800.0, + "7625": 14650828800.0, + "7630": 14650828800.0, + "7635": 14650828800.0, + "7640": 14650828800.0, + "7645": 14650828800.0, + "7650": 14650828800.0, + "7655": 14650828800.0, + "7660": 14650828800.0, + "7665": 14650828800.0, + "7670": 14650828800.0, + "7675": 14650828800.0, + "7680": 14650828800.0, + "7685": 14650828800.0, + "7690": 14650828800.0, + "7695": 14650828800.0, + "7700": 14650828800.0, + "7705": 14650828800.0, + "7710": 14650828800.0, + "7715": 14650828800.0, + "7720": 14650828800.0, + "7725": 14650828800.0, + "7730": 14650828800.0, + "7735": 14650828800.0, + "7740": 14650828800.0, + "7745": 14650828800.0, + "7750": 14650828800.0, + "7755": 14650828800.0, + "7760": 14650828800.0, + "7765": 14650828800.0, + "7770": 14650828800.0, + "7775": 14650828800.0, + "7780": 14650828800.0, + "7785": 14650828800.0, + "7790": 14650828800.0, + "7795": 14650828800.0, + "7800": 14650828800.0, + "7805": 14650828800.0, + "7810": 14650828800.0, + "7815": 14650828800.0, + "7820": 14650828800.0, + "7825": 14650828800.0, + "7830": 14650828800.0, + "7835": 14650828800.0, + "7840": 14650828800.0, + "7845": 14650828800.0, + "7850": 14650828800.0, + "7855": 14650828800.0, + "7860": 14650828800.0, + "7865": 14650828800.0, + "7870": 14650828800.0, + "7875": 14650828800.0, + "7880": 14650828800.0, + "7885": 14650828800.0, + "7890": 14650828800.0, + "7895": 14650828800.0, + "7900": 14650828800.0, + "7905": 14650828800.0, + "7910": 14650828800.0, + "7915": 14650828800.0, + "7920": 14650828800.0, + "7925": 14650828800.0, + "7930": 14650828800.0, + "7935": 14650828800.0, + "7940": 14650828800.0, + "7945": 14650828800.0, + "7950": 14650828800.0, + "7955": 14650828800.0, + "7960": 14650828800.0, + "7965": 14650828800.0, + "7970": 14650828800.0, + "7975": 14650828800.0, + "7980": 14650828800.0, + "7985": 14650828800.0, + "7990": 14650828800.0, + "7995": 14650828800.0, + "8000": 14650828800.0, + "8005": 14650828800.0, + "8010": 14650828800.0, + "8015": 14650828800.0, + "8020": 14650828800.0, + "8025": 14650828800.0, + "8030": 14650828800.0, + "8035": 14650828800.0, + "8040": 14650828800.0, + "8045": 14650828800.0, + "8050": 14650828800.0, + "8055": 14650828800.0, + "8060": 14650828800.0, + "8065": 14650828800.0, + "8070": 14650828800.0, + "8075": 14650828800.0, + "8080": 14650828800.0, + "8085": 14650828800.0, + "8090": 14650828800.0, + "8095": 14650828800.0, + "8100": 14650828800.0, + "8105": 14650828800.0, + "8110": 14650828800.0, + "8115": 14650828800.0, + "8120": 14650828800.0, + "8125": 14650828800.0, + "8130": 14650828800.0, + "8135": 14650828800.0, + "8140": 14650828800.0, + "8145": 14650828800.0, + "8150": 14650828800.0, + "8155": 14650828800.0, + "8160": 14650828800.0, + "8165": 14650828800.0, + "8170": 14650828800.0, + "8175": 14650828800.0, + "8180": 14650828800.0, + "8185": 14650828800.0, + "8190": 14650828800.0, + "8195": 14650828800.0, + "8200": 14650828800.0, + "8205": 14650828800.0, + "8210": 14650828800.0, + "8215": 14650828800.0, + "8220": 14650828800.0, + "8225": 14650828800.0, + "8230": 14650828800.0, + "8235": 14650828800.0, + "8240": 14650828800.0, + "8245": 14650828800.0, + "8250": 14650828800.0, + "8255": 14650828800.0, + "8260": 14650828800.0, + "8265": 14650828800.0, + "8270": 14650828800.0, + "8275": 14650828800.0, + "8280": 14650828800.0, + "8285": 14650828800.0, + "8290": 14650828800.0, + "8295": 14650828800.0, + "8300": 14650828800.0, + "8305": 14650828800.0, + "8310": 14650828800.0, + "8315": 14650828800.0, + "8320": 14650828800.0, + "8325": 14650828800.0, + "8330": 14650828800.0, + "8335": 14650828800.0, + "8340": 14650828800.0, + "8345": 14650828800.0, + "8350": 14650828800.0, + "8355": 14650828800.0, + "8360": 14650828800.0, + "8365": 14650828800.0, + "8370": 14650828800.0, + "8375": 14650828800.0, + "8380": 14650828800.0, + "8385": 14650828800.0, + "8390": 14650828800.0, + "8395": 14650828800.0, + "8400": 14650828800.0, + "8405": 14650828800.0, + "8410": 14650828800.0, + "8415": 14650828800.0, + "8420": 14650828800.0, + "8425": 14650828800.0, + "8430": 14650828800.0, + "8435": 14650828800.0, + "8440": 14650828800.0, + "8445": 14650828800.0, + "8450": 14650828800.0, + "8455": 14650828800.0, + "8460": 14650828800.0, + "8465": 14650828800.0, + "8470": 14650828800.0, + "8475": 14650828800.0, + "8480": 14650828800.0, + "8485": 14650828800.0, + "8490": 14650828800.0, + "8495": 14650828800.0, + "8500": 14650828800.0, + "8505": 14650828800.0, + "8510": 14650828800.0, + "8515": 14650828800.0, + "8520": 14650828800.0, + "8525": 14650828800.0, + "8530": 14650828800.0, + "8535": 14650828800.0, + "8540": 14650828800.0, + "8545": 14650828800.0, + "8550": 14650828800.0, + "8555": 14650828800.0, + "8560": 14650828800.0, + "8565": 14650828800.0, + "8570": 14650828800.0, + "8575": 14650828800.0, + "8580": 14650828800.0, + "8585": 14650828800.0, + "8590": 14650828800.0, + "8595": 14650828800.0, + "8600": 14650828800.0, + "8605": 14650828800.0, + "8610": 14650828800.0, + "8615": 14650828800.0, + "8620": 14650828800.0, + "8625": 14650828800.0, + "8630": 14650828800.0, + "8635": 14650828800.0, + "8640": 14650828800.0, + "8645": 14650828800.0, + "8650": 14650828800.0, + "8655": 14650828800.0, + "8660": 14650828800.0, + "8665": 14650828800.0, + "8670": 14650828800.0, + "8675": 14650828800.0, + "8680": 14650828800.0, + "8685": 14650828800.0, + "8690": 14650828800.0, + "8695": 14650828800.0, + "8700": 14650828800.0, + "8705": 14650828800.0, + "8710": 14650828800.0, + "8715": 14650828800.0, + "8720": 14650828800.0, + "8725": 14650828800.0, + "8730": 14650828800.0, + "8735": 14650828800.0, + "8740": 14650828800.0, + "8745": 14650828800.0, + "8750": 14650828800.0, + "8755": 14650828800.0, + "8760": 14650828800.0, + "8765": 14650828800.0, + "8770": 14650828800.0, + "8775": 14650828800.0, + "8780": 14650828800.0, + "8785": 14650828800.0, + "8790": 14650828800.0, + "8795": 14650828800.0, + "8800": 14650828800.0, + "8805": 14650828800.0, + "8810": 14650828800.0, + "8815": 14650828800.0, + "8820": 14650828800.0, + "8825": 14650828800.0, + "8830": 14650828800.0, + "8835": 14650828800.0, + "8840": 14650828800.0, + "8845": 14650828800.0, + "8850": 14650828800.0, + "8855": 14650828800.0, + "8860": 14650828800.0, + "8865": 14650828800.0, + "8870": 14650828800.0, + "8875": 14650828800.0, + "8880": 14650828800.0, + "8885": 14650828800.0, + "8890": 14650828800.0, + "8895": 14650828800.0, + "8900": 14650828800.0, + "8905": 14650828800.0, + "8910": 14650828800.0, + "8915": 14650828800.0, + "8920": 14650828800.0, + "8925": 14650828800.0, + "8930": 14650828800.0, + "8935": 14650828800.0, + "8940": 14650828800.0, + "8945": 14650828800.0, + "8950": 14650828800.0, + "8955": 14650828800.0, + "8960": 14650828800.0, + "8965": 14650828800.0, + "8970": 14650828800.0, + "8975": 14650828800.0, + "8980": 14650828800.0, + "8985": 14650828800.0, + "8990": 14650828800.0, + "8995": 14650828800.0, + "9000": 14650828800.0, + "9005": 14650828800.0, + "9010": 14650828800.0, + "9015": 14650828800.0, + "9020": 14650828800.0, + "9025": 14650828800.0, + "9030": 14650828800.0, + "9035": 14650828800.0, + "9040": 14650828800.0, + "9045": 14650828800.0, + "9050": 14650828800.0, + "9055": 14650828800.0, + "9060": 14650828800.0, + "9065": 14650828800.0, + "9070": 14650828800.0, + "9075": 14650828800.0, + "9080": 14650828800.0, + "9085": 14650828800.0, + "9090": 14650828800.0, + "9095": 14650828800.0, + "9100": 14650828800.0, + "9105": 14650828800.0, + "9110": 14650828800.0, + "9115": 14650828800.0, + "9120": 14650828800.0, + "9125": 14650828800.0, + "9130": 14650828800.0, + "9135": 14650828800.0, + "9140": 14650828800.0, + "9145": 14650828800.0, + "9150": 14650828800.0, + "9155": 14650828800.0, + "9160": 14650828800.0, + "9165": 14650828800.0, + "9170": 14650828800.0, + "9175": 14650828800.0, + "9180": 14650828800.0, + "9185": 14650828800.0, + "9190": 14650828800.0, + "9195": 14650828800.0, + "9200": 14650828800.0, + "9205": 14650828800.0, + "9210": 14650828800.0, + "9215": 14650828800.0, + "9220": 14650828800.0, + "9225": 14650828800.0, + "9230": 14650828800.0, + "9235": 14650828800.0, + "9240": 14650828800.0, + "9245": 14650828800.0, + "9250": 14650828800.0, + "9255": 14650828800.0, + "9260": 14650828800.0, + "9265": 14650828800.0, + "9270": 14650828800.0, + "9275": 14650828800.0, + "9280": 14650828800.0, + "9285": 14650828800.0, + "9290": 14650828800.0, + "9295": 14650828800.0, + "9300": 14650828800.0, + "9305": 14650828800.0, + "9310": 14650828800.0, + "9315": 14650828800.0, + "9320": 14650828800.0, + "9325": 14650828800.0, + "9330": 14650828800.0, + "9335": 14650828800.0, + "9340": 14650828800.0, + "9345": 14650828800.0, + "9350": 14650828800.0, + "9355": 14650828800.0, + "9360": 14650828800.0, + "9365": 14650828800.0, + "9370": 14650828800.0, + "9375": 14650828800.0, + "9380": 14650828800.0, + "9385": 14650828800.0, + "9390": 14650828800.0, + "9395": 14650828800.0, + "9400": 14650828800.0, + "9405": 14650828800.0, + "9410": 14650828800.0, + "9415": 14650828800.0, + "9420": 14650828800.0, + "9425": 14650828800.0, + "9430": 14650828800.0, + "9435": 14650828800.0, + "9440": 14650828800.0, + "9445": 14650828800.0, + "9450": 14650828800.0, + "9455": 14650828800.0, + "9460": 14650828800.0, + "9465": 14650828800.0, + "9470": 14650828800.0, + "9475": 14650828800.0, + "9480": 14650828800.0, + "9485": 14650828800.0, + "9490": 14650828800.0, + "9495": 14650828800.0, + "9500": 14650828800.0, + "9505": 14650828800.0, + "9510": 14650828800.0, + "9515": 14650828800.0, + "9520": 14650828800.0, + "9525": 14650828800.0, + "9530": 14650828800.0, + "9535": 14650828800.0, + "9540": 14650828800.0, + "9545": 14650828800.0, + "9550": 14650828800.0, + "9555": 14650828800.0, + "9560": 14650828800.0, + "9565": 14650828800.0, + "9570": 14650828800.0, + "9575": 14650828800.0, + "9580": 14650828800.0, + "9585": 14650828800.0, + "9590": 14650828800.0, + "9595": 14650828800.0, + "9600": 14650828800.0, + "9605": 14650828800.0, + "9610": 14650828800.0, + "9615": 14650828800.0, + "9620": 14650828800.0, + "9625": 14650828800.0, + "9630": 14650828800.0, + "9635": 14650828800.0, + "9640": 14650828800.0, + "9645": 14650828800.0, + "9650": 14650828800.0, + "9655": 14650828800.0, + "9660": 14650828800.0, + "9665": 14650828800.0, + "9670": 14650828800.0, + "9675": 14650828800.0, + "9680": 14650828800.0, + "9685": 14650828800.0, + "9690": 14650828800.0, + "9695": 14650828800.0, + "9700": 14650828800.0, + "9705": 14650828800.0, + "9710": 14650828800.0, + "9715": 14650828800.0, + "9720": 14650828800.0, + "9725": 14650828800.0, + "9730": 14650828800.0, + "9735": 14650828800.0, + "9740": 14650828800.0, + "9745": 14650828800.0, + "9750": 14650828800.0, + "9755": 14650828800.0, + "9760": 14650828800.0, + "9765": 14650828800.0, + "9770": 14650828800.0, + "9775": 14650828800.0, + "9780": 14650828800.0, + "9785": 14650828800.0, + "9790": 14650828800.0, + "9795": 14650828800.0, + "9800": 14650828800.0, + "9805": 14650828800.0, + "9810": 14650828800.0, + "9815": 14650828800.0, + "9820": 14650828800.0, + "9825": 14650828800.0, + "9830": 14650828800.0, + "9835": 14650828800.0, + "9840": 14650828800.0, + "9845": 14650828800.0, + "9850": 14650828800.0, + "9855": 14650828800.0, + "9860": 14650828800.0, + "9865": 14650828800.0, + "9870": 14650828800.0, + "9875": 14650828800.0, + "9880": 14650828800.0, + "9885": 14650828800.0, + "9890": 14650828800.0, + "9895": 14650828800.0, + "9900": 14650828800.0, + "9905": 14650828800.0, + "9910": 14650828800.0, + "9915": 14650828800.0, + "9920": 14650828800.0, + "9925": 14650828800.0, + "9930": 14650828800.0, + "9935": 14650828800.0, + "9940": 14650828800.0, + "9945": 14650828800.0, + "9950": 14650828800.0, + "9955": 14650828800.0, + "9960": 14650828800.0, + "9965": 14650828800.0, + "9970": 14650828800.0, + "9975": 14650828800.0, + "9980": 14650828800.0, + "9985": 14650828800.0, + "9990": 14650828800.0, + "9995": 14650828800.0, + "10000": 14650828800.0, + "10005": 14650828800.0, + "10010": 14650828800.0, + "10015": 14650828800.0, + "10020": 14650828800.0, + "10025": 14650828800.0, + "10030": 14650828800.0, + "10035": 14650828800.0, + "10040": 14650828800.0, + "10045": 14650828800.0, + "10050": 14650828800.0, + "10055": 14650828800.0, + "10060": 14650828800.0, + "10065": 14650828800.0, + "10070": 14650828800.0, + "10075": 14650828800.0, + "10080": 14650828800.0, + "10085": 14650828800.0, + "10090": 14650828800.0, + "10095": 14650828800.0, + "10100": 14650828800.0, + "10105": 14650828800.0, + "10110": 14650828800.0, + "10115": 14650828800.0, + "10120": 14650828800.0, + "10125": 14650828800.0, + "10130": 14650828800.0, + "10135": 14650828800.0, + "10140": 14650828800.0, + "10145": 14650828800.0, + "10150": 14650828800.0, + "10155": 14650828800.0, + "10160": 14650828800.0, + "10165": 14650828800.0, + "10170": 14650828800.0, + "10175": 14650828800.0, + "10180": 14650828800.0, + "10185": 14650828800.0, + "10190": 14650828800.0, + "10195": 14650828800.0, + "10200": 14650828800.0, + "10205": 14650828800.0, + "10210": 14650828800.0, + "10215": 14650828800.0, + "10220": 14650828800.0, + "10225": 14650828800.0, + "10230": 14650828800.0, + "10235": 14650828800.0, + "10240": 14650828800.0, + "10245": 14650828800.0, + "10250": 14650828800.0, + "10255": 14650828800.0, + "10260": 14650828800.0, + "10265": 14650828800.0, + "10270": 14650828800.0, + "10275": 14650828800.0, + "10280": 14650828800.0, + "10285": 14650828800.0, + "10290": 14650828800.0, + "10295": 14650828800.0, + "10300": 14650828800.0, + "10305": 14650828800.0, + "10310": 14650828800.0, + "10315": 14650828800.0, + "10320": 14650828800.0, + "10325": 14650828800.0, + "10330": 14650828800.0, + "10335": 14650828800.0, + "10340": 14650828800.0, + "10345": 14650828800.0, + "10350": 14650828800.0, + "10355": 14650828800.0, + "10360": 14650828800.0, + "10365": 14650828800.0, + "10370": 14650828800.0, + "10375": 14650828800.0, + "10380": 14650828800.0, + "10385": 14650828800.0, + "10390": 14650828800.0, + "10395": 14650828800.0, + "10400": 14650828800.0, + "10405": 14650828800.0, + "10410": 14650828800.0, + "10415": 14650828800.0, + "10420": 14650828800.0, + "10425": 14650828800.0, + "10430": 14650828800.0, + "10435": 14650828800.0, + "10440": 14650828800.0, + "10445": 14650828800.0, + "10450": 14650828800.0, + "10455": 14650828800.0, + "10460": 14650828800.0, + "10465": 14650828800.0, + "10470": 14650828800.0, + "10475": 14650828800.0, + "10480": 14650828800.0, + "10485": 14650828800.0, + "10490": 14650828800.0, + "10495": 14650828800.0, + "10500": 14650828800.0, + "10505": 14650828800.0, + "10510": 14650828800.0, + "10515": 14650828800.0, + "10520": 14650828800.0, + "10525": 14650828800.0, + "10530": 14650828800.0, + "10535": 14650828800.0, + "10540": 14650828800.0, + "10545": 14650828800.0, + "10550": 14650828800.0, + "10555": 14650828800.0, + "10560": 14650828800.0, + "10565": 14650828800.0, + "10570": 14650828800.0, + "10575": 14650828800.0, + "10580": 14650828800.0, + "10585": 14650828800.0, + "10590": 14650828800.0, + "10595": 14650828800.0, + "10600": 14650828800.0, + "10605": 14650828800.0, + "10610": 14650828800.0, + "10615": 14650828800.0, + "10620": 14650828800.0, + "10625": 14650828800.0, + "10630": 14650828800.0, + "10635": 14650828800.0, + "10640": 14650828800.0, + "10645": 14650828800.0, + "10650": 14650828800.0, + "10655": 14650828800.0, + "10660": 14650828800.0, + "10665": 14650828800.0, + "10670": 14650828800.0, + "10675": 14650828800.0, + "10680": 14650828800.0, + "10685": 14650828800.0, + "10690": 14650828800.0, + "10695": 14650828800.0, + "10700": 14650828800.0, + "10705": 14650828800.0, + "10710": 14650828800.0, + "10715": 14650828800.0, + "10720": 14650828800.0, + "10725": 14650828800.0, + "10730": 14650828800.0, + "10735": 14650828800.0, + "10740": 14650828800.0, + "10745": 14650828800.0, + "10750": 14650828800.0, + "10755": 14650828800.0, + "10760": 14650828800.0, + "10765": 14650828800.0, + "10770": 14650828800.0, + "10775": 14650828800.0, + "10780": 14650828800.0, + "10785": 14650828800.0, + "10790": 14650828800.0, + "10795": 14650828800.0, + "10800": 14650828800.0, + "10805": 14650828800.0, + "10810": 14650828800.0, + "10815": 14650828800.0, + "10820": 14650828800.0, + "10825": 14650828800.0, + "10830": 14650828800.0, + "10835": 14650828800.0, + "10840": 14650828800.0, + "10845": 14650828800.0, + "10850": 14650828800.0, + "10855": 14650828800.0, + "10860": 14650828800.0, + "10865": 14650828800.0, + "10870": 14650828800.0, + "10875": 14650828800.0, + "10880": 14650828800.0, + "10885": 14650828800.0, + "10890": 14650828800.0, + "10895": 14650828800.0, + "10900": 14650828800.0, + "10905": 14650828800.0, + "10910": 14650828800.0, + "10915": 14650828800.0, + "10920": 14650828800.0, + "10925": 14650828800.0, + "10930": 14650828800.0, + "10935": 14650828800.0, + "10940": 14650828800.0, + "10945": 14650828800.0, + "10950": 14650828800.0, + "10955": 14650828800.0, + "10960": 14650828800.0, + "10965": 14650828800.0, + "10970": 14650828800.0, + "10975": 14650828800.0, + "10980": 14650828800.0, + "10985": 14650828800.0, + "10990": 14650828800.0, + "10995": 14650828800.0, + "11000": 14650828800.0, + "11005": 14650828800.0, + "11010": 14650828800.0, + "11015": 14650828800.0, + "11020": 14650828800.0, + "11025": 14650828800.0, + "11030": 14650828800.0, + "11035": 14650828800.0, + "11040": 14650828800.0, + "11045": 14650828800.0, + "11050": 14650828800.0, + "11055": 14650828800.0, + "11060": 14650828800.0, + "11065": 14650828800.0, + "11070": 14650828800.0, + "11075": 14650828800.0, + "11080": 14650828800.0, + "11085": 14650828800.0, + "11090": 14650828800.0, + "11095": 14650828800.0, + "11100": 14650828800.0, + "11105": 14650828800.0, + "11110": 14650828800.0, + "11115": 14650828800.0, + "11120": 14650828800.0, + "11125": 14650828800.0, + "11130": 14650828800.0, + "11135": 14650828800.0, + "11140": 14650828800.0, + "11145": 14650828800.0, + "11150": 14650828800.0, + "11155": 14650828800.0, + "11160": 14650828800.0, + "11165": 14650828800.0, + "11170": 14650828800.0, + "11175": 14650828800.0, + "11180": 14650828800.0, + "11185": 14650828800.0, + "11190": 14650828800.0, + "11195": 14650828800.0, + "11200": 14650828800.0, + "11205": 14650828800.0, + "11210": 14650828800.0, + "11215": 14650828800.0, + "11220": 14650828800.0, + "11225": 14650828800.0, + "11230": 14650828800.0, + "11235": 14650828800.0, + "11240": 14650828800.0, + "11245": 14650828800.0, + "11250": 14650828800.0, + "11255": 14650828800.0, + "11260": 14650828800.0, + "11265": 14650828800.0, + "11270": 14650828800.0, + "11275": 14650828800.0, + "11280": 14650828800.0, + "11285": 14650828800.0, + "11290": 14650828800.0, + "11295": 14650828800.0, + "11300": 14650828800.0, + "11305": 14650828800.0, + "11310": 14650828800.0, + "11315": 14650828800.0, + "11320": 14650828800.0, + "11325": 14650828800.0, + "11330": 14650828800.0, + "11335": 14650828800.0, + "11340": 14650828800.0, + "11345": 14650828800.0, + "11350": 14650828800.0, + "11355": 14650828800.0, + "11360": 14650828800.0, + "11365": 14650828800.0, + "11370": 14650828800.0, + "11375": 14650828800.0, + "11380": 14650828800.0, + "11385": 14650828800.0, + "11390": 14650828800.0, + "11395": 14650828800.0, + "11400": 14650828800.0, + "11405": 14650828800.0, + "11410": 14650828800.0, + "11415": 14650828800.0, + "11420": 14650828800.0, + "11425": 14650828800.0, + "11430": 14650828800.0, + "11435": 14650828800.0, + "11440": 14650828800.0, + "11445": 14650828800.0, + "11450": 14650828800.0, + "11455": 14650828800.0, + "11460": 14650828800.0, + "11465": 14650828800.0, + "11470": 14650828800.0, + "11475": 14650828800.0, + "11480": 14650828800.0, + "11485": 14650828800.0, + "11490": 14650828800.0, + "11495": 14650828800.0, + "11500": 14650828800.0, + "11505": 14650828800.0, + "11510": 14650828800.0, + "11515": 14650828800.0, + "11520": 14650828800.0, + "11525": 14650828800.0, + "11530": 14650828800.0, + "11535": 14650828800.0, + "11540": 14650828800.0, + "11545": 14650828800.0, + "11550": 14650828800.0, + "11555": 14650828800.0, + "11560": 14650828800.0, + "11565": 14650828800.0, + "11570": 14650828800.0, + "11575": 14650828800.0, + "11580": 14650828800.0, + "11585": 14650828800.0, + "11590": 14650828800.0, + "11595": 14650828800.0, + "11600": 14650828800.0, + "11605": 14650828800.0, + "11610": 14650828800.0, + "11615": 14650828800.0, + "11620": 14650828800.0, + "11625": 14650828800.0, + "11630": 14650828800.0, + "11635": 14650828800.0, + "11640": 14650828800.0, + "11645": 14650828800.0, + "11650": 14650828800.0, + "11655": 14650828800.0, + "11660": 14650828800.0, + "11665": 14650828800.0, + "11670": 14650828800.0, + "11675": 14650828800.0, + "11680": 14650828800.0, + "11685": 14650828800.0, + "11690": 14650828800.0, + "11695": 14650828800.0, + "11700": 14650828800.0, + "11705": 14650828800.0, + "11710": 14650828800.0, + "11715": 14650828800.0, + "11720": 14650828800.0, + "11725": 14650828800.0, + "11730": 14650828800.0, + "11735": 14650828800.0, + "11740": 14650828800.0, + "11745": 14650828800.0, + "11750": 14650828800.0, + "11755": 14650828800.0, + "11760": 14650828800.0, + "11765": 14650828800.0, + "11770": 14650828800.0, + "11775": 14650828800.0, + "11780": 14650828800.0, + "11785": 14650828800.0, + "11790": 14650828800.0, + "11795": 14650828800.0, + "11800": 14650828800.0, + "11805": 14650828800.0, + "11810": 14650828800.0, + "11815": 14650828800.0, + "11820": 14650828800.0, + "11825": 14650828800.0, + "11830": 14650828800.0, + "11835": 14650828800.0, + "11840": 14650828800.0, + "11845": 14650828800.0, + "11850": 14650828800.0, + "11855": 14650828800.0, + "11860": 14650828800.0, + "11865": 14650828800.0, + "11870": 14650828800.0, + "11875": 14650828800.0, + "11880": 14650828800.0, + "11885": 14650828800.0, + "11890": 14650828800.0, + "11895": 14650828800.0, + "11900": 14650828800.0, + "11905": 14650828800.0, + "11910": 14650828800.0, + "11915": 14650828800.0, + "11920": 14650828800.0, + "11925": 14650828800.0, + "11930": 14650828800.0, + "11935": 14650828800.0, + "11940": 14650828800.0, + "11945": 14650828800.0, + "11950": 14650828800.0, + "11955": 14650828800.0, + "11960": 14650828800.0, + "11965": 14650828800.0, + "11970": 14650828800.0, + "11975": 14650828800.0, + "11980": 14650828800.0, + "11985": 14650828800.0, + "11990": 14650828800.0, + "11995": 14650828800.0, + "12000": 14650828800.0, + "12005": 14650828800.0, + "12010": 14650828800.0, + "12015": 14650828800.0, + "12020": 14650828800.0, + "12025": 14650828800.0, + "12030": 14650828800.0, + "12035": 14650828800.0, + "12040": 14650828800.0, + "12045": 14650828800.0, + "12050": 14650828800.0, + "12055": 14650828800.0, + "12060": 14650828800.0, + "12065": 14650828800.0, + "12070": 14650828800.0, + "12075": 14650828800.0, + "12080": 14650828800.0, + "12085": 14650828800.0, + "12090": 14650828800.0, + "12095": 14650828800.0, + "12100": 14650828800.0, + "12105": 14650828800.0, + "12110": 14650828800.0, + "12115": 14650828800.0, + "12120": 14650828800.0, + "12125": 14650828800.0, + "12130": 14650828800.0, + "12135": 14650828800.0, + "12140": 14650828800.0, + "12145": 14650828800.0, + "12150": 14650828800.0, + "12155": 14650828800.0, + "12160": 14650828800.0, + "12165": 14650828800.0, + "12170": 14650828800.0, + "12175": 14650828800.0, + "12180": 14650828800.0, + "12185": 14650828800.0, + "12190": 14650828800.0, + "12195": 14650828800.0, + "12200": 14650828800.0, + "12205": 14650828800.0, + "12210": 14650828800.0, + "12215": 14650828800.0, + "12220": 14650828800.0, + "12225": 14650828800.0, + "12230": 14650828800.0, + "12235": 14650828800.0, + "12240": 14650828800.0, + "12245": 14650828800.0, + "12250": 14650828800.0, + "12255": 14650828800.0, + "12260": 14650828800.0, + "12265": 14650828800.0, + "12270": 14650828800.0, + "12275": 14650828800.0, + "12280": 14650828800.0, + "12285": 14650828800.0, + "12290": 14650828800.0, + "12295": 14650828800.0, + "12300": 14650828800.0, + "12305": 14650828800.0, + "12310": 14650828800.0, + "12315": 14650828800.0, + "12320": 14650828800.0, + "12325": 14650828800.0, + "12330": 14650828800.0, + "12335": 14650828800.0, + "12340": 14650828800.0, + "12345": 14650828800.0, + "12350": 14650828800.0, + "12355": 14650828800.0, + "12360": 14650828800.0, + "12365": 14650828800.0, + "12370": 14650828800.0, + "12375": 14650828800.0, + "12380": 14650828800.0, + "12385": 14650828800.0, + "12390": 14650828800.0, + "12395": 14650828800.0, + "12400": 14650828800.0, + "12405": 14650828800.0, + "12410": 14650828800.0, + "12415": 14650828800.0, + "12420": 14650828800.0, + "12425": 14650828800.0, + "12430": 14650828800.0, + "12435": 14650828800.0, + "12440": 14650828800.0, + "12445": 14650828800.0, + "12450": 14650828800.0, + "12455": 14650828800.0, + "12460": 14650828800.0, + "12465": 14650828800.0, + "12470": 14650828800.0, + "12475": 14650828800.0, + "12480": 14650828800.0, + "12485": 14650828800.0, + "12490": 14650828800.0, + "12495": 14650828800.0, + "12500": 14650828800.0, + "12505": 14650828800.0, + "12510": 14650828800.0, + "12515": 14650828800.0, + "12520": 14650828800.0, + "12525": 14650828800.0, + "12530": 14650828800.0, + "12535": 14650828800.0, + "12540": 14650828800.0, + "12545": 14650828800.0, + "12550": 14650828800.0, + "12555": 14650828800.0, + "12560": 14650828800.0, + "12565": 14650828800.0, + "12570": 14650828800.0, + "12575": 14650828800.0, + "12580": 14650828800.0, + "12585": 14650828800.0, + "12590": 14650828800.0, + "12595": 14650828800.0, + "12600": 14650828800.0, + "12605": 14650828800.0, + "12610": 14650828800.0, + "12615": 14650828800.0, + "12620": 14650828800.0, + "12625": 14650828800.0, + "12630": 14650828800.0, + "12635": 14650828800.0, + "12640": 14650828800.0, + "12645": 14650828800.0, + "12650": 14650828800.0, + "12655": 14650828800.0, + "12660": 14650828800.0, + "12665": 14650828800.0, + "12670": 14650828800.0, + "12675": 14650828800.0, + "12680": 14650828800.0, + "12685": 14650828800.0, + "12690": 14650828800.0, + "12695": 14650828800.0, + "12700": 14650828800.0, + "12705": 14650828800.0, + "12710": 14650828800.0, + "12715": 14650828800.0, + "12720": 14650828800.0, + "12725": 14650828800.0, + "12730": 14650828800.0, + "12735": 14650828800.0, + "12740": 14650828800.0, + "12745": 14650828800.0, + "12750": 14650828800.0, + "12755": 14650828800.0, + "12760": 14650828800.0, + "12765": 14650828800.0, + "12770": 14650828800.0, + "12775": 14650828800.0, + "12780": 14650828800.0, + "12785": 14650828800.0, + "12790": 14650828800.0, + "12795": 14650828800.0, + "12800": 14650828800.0, + "12805": 14650828800.0, + "12810": 14650828800.0, + "12815": 14650828800.0, + "12820": 14650828800.0, + "12825": 14650828800.0, + "12830": 14650828800.0, + "12835": 14650828800.0, + "12840": 14650828800.0, + "12845": 14650828800.0, + "12850": 14650828800.0, + "12855": 14650828800.0, + "12860": 14650828800.0, + "12865": 14650828800.0, + "12870": 14650828800.0, + "12875": 14650828800.0, + "12880": 14650828800.0, + "12885": 14650828800.0, + "12890": 14650828800.0, + "12895": 14650828800.0, + "12900": 14650828800.0, + "12905": 14650828800.0, + "12910": 14650828800.0, + "12915": 14650828800.0, + "12920": 14650828800.0, + "12925": 14650828800.0, + "12930": 14650828800.0, + "12935": 14650828800.0, + "12940": 14650828800.0, + "12945": 14650828800.0, + "12950": 14650828800.0, + "12955": 14650828800.0, + "12960": 14650828800.0, + "12965": 14650828800.0, + "12970": 14650828800.0, + "12975": 14650828800.0, + "12980": 14650828800.0, + "12985": 14650828800.0, + "12990": 14650828800.0, + "12995": 14650828800.0, + "13000": 14650828800.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 13000, + "step_interval": 5, + "values": { + "1": 33457934336.0, + "5": 34434887680.0, + "10": 34434887680.0, + "15": 34434887680.0, + "20": 34434887680.0, + "25": 34434887680.0, + "30": 34434887680.0, + "35": 34434887680.0, + "40": 34434887680.0, + "45": 34434887680.0, + "50": 34434887680.0, + "55": 34434887680.0, + "60": 34434887680.0, + "65": 34434887680.0, + "70": 34434887680.0, + "75": 34434887680.0, + "80": 34434887680.0, + "85": 34434887680.0, + "90": 34434887680.0, + "95": 34434887680.0, + "100": 34434887680.0, + "105": 34434887680.0, + "110": 34434887680.0, + "115": 34434887680.0, + "120": 34434887680.0, + "125": 34434887680.0, + "130": 34434887680.0, + "135": 34434887680.0, + "140": 34434887680.0, + "145": 34434887680.0, + "150": 34434887680.0, + "155": 34434887680.0, + "160": 34434887680.0, + "165": 34434887680.0, + "170": 34434887680.0, + "175": 34434887680.0, + "180": 34434887680.0, + "185": 34434887680.0, + "190": 34434887680.0, + "195": 34434887680.0, + "200": 34434887680.0, + "205": 34434887680.0, + "210": 34434887680.0, + "215": 34434887680.0, + "220": 34434887680.0, + "225": 34434887680.0, + "230": 34434887680.0, + "235": 34434887680.0, + "240": 34434887680.0, + "245": 34434887680.0, + "250": 34434887680.0, + "255": 34434887680.0, + "260": 34434887680.0, + "265": 34434887680.0, + "270": 34434887680.0, + "275": 34434887680.0, + "280": 34434887680.0, + "285": 34434887680.0, + "290": 34434887680.0, + "295": 34434887680.0, + "300": 34434887680.0, + "305": 34434887680.0, + "310": 34434887680.0, + "315": 34434887680.0, + "320": 34434887680.0, + "325": 34434887680.0, + "330": 34434887680.0, + "335": 34434887680.0, + "340": 34434887680.0, + "345": 34434887680.0, + "350": 34434887680.0, + "355": 34434887680.0, + "360": 34434887680.0, + "365": 34434887680.0, + "370": 34434887680.0, + "375": 34434887680.0, + "380": 34434887680.0, + "385": 34434887680.0, + "390": 34434887680.0, + "395": 34434887680.0, + "400": 34434887680.0, + "405": 34434887680.0, + "410": 34434887680.0, + "415": 34434887680.0, + "420": 34434887680.0, + "425": 34434887680.0, + "430": 34434887680.0, + "435": 34434887680.0, + "440": 34434887680.0, + "445": 34434887680.0, + "450": 34434887680.0, + "455": 34434887680.0, + "460": 34434887680.0, + "465": 34434887680.0, + "470": 34434887680.0, + "475": 34434887680.0, + "480": 34434887680.0, + "485": 34434887680.0, + "490": 34434887680.0, + "495": 34434887680.0, + "500": 34434887680.0, + "505": 34434887680.0, + "510": 34434887680.0, + "515": 34434887680.0, + "520": 34434887680.0, + "525": 34434887680.0, + "530": 34434887680.0, + "535": 34434887680.0, + "540": 34434887680.0, + "545": 34434887680.0, + "550": 34434887680.0, + "555": 34434887680.0, + "560": 34434887680.0, + "565": 34434887680.0, + "570": 34434887680.0, + "575": 34434887680.0, + "580": 34434887680.0, + "585": 34434887680.0, + "590": 34434887680.0, + "595": 34434887680.0, + "600": 34434887680.0, + "605": 34434887680.0, + "610": 34434887680.0, + "615": 34434887680.0, + "620": 34434887680.0, + "625": 34434887680.0, + "630": 34434887680.0, + "635": 34434887680.0, + "640": 34434887680.0, + "645": 34434887680.0, + "650": 34434887680.0, + "655": 34434887680.0, + "660": 34434887680.0, + "665": 34434887680.0, + "670": 34434887680.0, + "675": 34434887680.0, + "680": 34434887680.0, + "685": 34434887680.0, + "690": 34434887680.0, + "695": 34434887680.0, + "700": 34434887680.0, + "705": 34434887680.0, + "710": 34434887680.0, + "715": 34434887680.0, + "720": 34434887680.0, + "725": 34434887680.0, + "730": 34434887680.0, + "735": 34434887680.0, + "740": 34434887680.0, + "745": 34434887680.0, + "750": 34434887680.0, + "755": 34434887680.0, + "760": 34434887680.0, + "765": 34434887680.0, + "770": 34434887680.0, + "775": 34434887680.0, + "780": 34434887680.0, + "785": 34434887680.0, + "790": 34434887680.0, + "795": 34434887680.0, + "800": 34434887680.0, + "805": 34434887680.0, + "810": 34434887680.0, + "815": 34434887680.0, + "820": 34434887680.0, + "825": 34434887680.0, + "830": 34434887680.0, + "835": 34434887680.0, + "840": 34434887680.0, + "845": 34434887680.0, + "850": 34434887680.0, + "855": 34434887680.0, + "860": 34434887680.0, + "865": 34434887680.0, + "870": 34434887680.0, + "875": 34434887680.0, + "880": 34434887680.0, + "885": 34434887680.0, + "890": 34434887680.0, + "895": 34434887680.0, + "900": 34434887680.0, + "905": 34434887680.0, + "910": 34434887680.0, + "915": 34434887680.0, + "920": 34434887680.0, + "925": 34434887680.0, + "930": 34434887680.0, + "935": 34434887680.0, + "940": 34434887680.0, + "945": 34434887680.0, + "950": 34434887680.0, + "955": 34434887680.0, + "960": 34434887680.0, + "965": 34434887680.0, + "970": 34434887680.0, + "975": 34434887680.0, + "980": 34434887680.0, + "985": 34434887680.0, + "990": 34434887680.0, + "995": 34434887680.0, + "1000": 34434887680.0, + "1005": 34434887680.0, + "1010": 34434887680.0, + "1015": 34434887680.0, + "1020": 34434887680.0, + "1025": 34434887680.0, + "1030": 34434887680.0, + "1035": 34434887680.0, + "1040": 34434887680.0, + "1045": 34434887680.0, + "1050": 34434887680.0, + "1055": 34434887680.0, + "1060": 34434887680.0, + "1065": 34434887680.0, + "1070": 34434887680.0, + "1075": 34434887680.0, + "1080": 34434887680.0, + "1085": 34434887680.0, + "1090": 34434887680.0, + "1095": 34434887680.0, + "1100": 34434887680.0, + "1105": 34434887680.0, + "1110": 34434887680.0, + "1115": 34434887680.0, + "1120": 34434887680.0, + "1125": 34434887680.0, + "1130": 34434887680.0, + "1135": 34434887680.0, + "1140": 34434887680.0, + "1145": 34434887680.0, + "1150": 34434887680.0, + "1155": 34434887680.0, + "1160": 34434887680.0, + "1165": 34434887680.0, + "1170": 34434887680.0, + "1175": 34434887680.0, + "1180": 34434887680.0, + "1185": 34434887680.0, + "1190": 34434887680.0, + "1195": 34434887680.0, + "1200": 34434887680.0, + "1205": 34434887680.0, + "1210": 34434887680.0, + "1215": 34434887680.0, + "1220": 34434887680.0, + "1225": 34434887680.0, + "1230": 34434887680.0, + "1235": 34434887680.0, + "1240": 34434887680.0, + "1245": 34434887680.0, + "1250": 34434887680.0, + "1255": 34434887680.0, + "1260": 34434887680.0, + "1265": 34434887680.0, + "1270": 34434887680.0, + "1275": 34434887680.0, + "1280": 34434887680.0, + "1285": 34434887680.0, + "1290": 34434887680.0, + "1295": 34434887680.0, + "1300": 34434887680.0, + "1305": 34434887680.0, + "1310": 34434887680.0, + "1315": 34434887680.0, + "1320": 34434887680.0, + "1325": 34434887680.0, + "1330": 34434887680.0, + "1335": 34434887680.0, + "1340": 34434887680.0, + "1345": 34434887680.0, + "1350": 34434887680.0, + "1355": 34434887680.0, + "1360": 34434887680.0, + "1365": 34434887680.0, + "1370": 34434887680.0, + "1375": 34434887680.0, + "1380": 34434887680.0, + "1385": 34434887680.0, + "1390": 34434887680.0, + "1395": 34434887680.0, + "1400": 34434887680.0, + "1405": 34434887680.0, + "1410": 34434887680.0, + "1415": 34434887680.0, + "1420": 34434887680.0, + "1425": 34434887680.0, + "1430": 34434887680.0, + "1435": 34434887680.0, + "1440": 34434887680.0, + "1445": 34434887680.0, + "1450": 34434887680.0, + "1455": 34434887680.0, + "1460": 34434887680.0, + "1465": 34434887680.0, + "1470": 34434887680.0, + "1475": 34434887680.0, + "1480": 34434887680.0, + "1485": 34434887680.0, + "1490": 34434887680.0, + "1495": 34434887680.0, + "1500": 34434887680.0, + "1505": 34434887680.0, + "1510": 34434887680.0, + "1515": 34434887680.0, + "1520": 34434887680.0, + "1525": 34434887680.0, + "1530": 34434887680.0, + "1535": 34434887680.0, + "1540": 34434887680.0, + "1545": 34434887680.0, + "1550": 34434887680.0, + "1555": 34434887680.0, + "1560": 34434887680.0, + "1565": 34434887680.0, + "1570": 34434887680.0, + "1575": 34434887680.0, + "1580": 34434887680.0, + "1585": 34434887680.0, + "1590": 34434887680.0, + "1595": 34434887680.0, + "1600": 34434887680.0, + "1605": 34434887680.0, + "1610": 34434887680.0, + "1615": 34434887680.0, + "1620": 34434887680.0, + "1625": 34434887680.0, + "1630": 34434887680.0, + "1635": 34434887680.0, + "1640": 34434887680.0, + "1645": 34434887680.0, + "1650": 34434887680.0, + "1655": 34434887680.0, + "1660": 34434887680.0, + "1665": 34434887680.0, + "1670": 34434887680.0, + "1675": 34434887680.0, + "1680": 34434887680.0, + "1685": 34434887680.0, + "1690": 34434887680.0, + "1695": 34434887680.0, + "1700": 34434887680.0, + "1705": 34434887680.0, + "1710": 34434887680.0, + "1715": 34434887680.0, + "1720": 34434887680.0, + "1725": 34434887680.0, + "1730": 34434887680.0, + "1735": 34434887680.0, + "1740": 34434887680.0, + "1745": 34434887680.0, + "1750": 34434887680.0, + "1755": 34434887680.0, + "1760": 34434887680.0, + "1765": 34434887680.0, + "1770": 34434887680.0, + "1775": 34434887680.0, + "1780": 34434887680.0, + "1785": 34434887680.0, + "1790": 34434887680.0, + "1795": 34434887680.0, + "1800": 34434887680.0, + "1805": 34434887680.0, + "1810": 34434887680.0, + "1815": 34434887680.0, + "1820": 34434887680.0, + "1825": 34434887680.0, + "1830": 34434887680.0, + "1835": 34434887680.0, + "1840": 34434887680.0, + "1845": 34434887680.0, + "1850": 34434887680.0, + "1855": 34434887680.0, + "1860": 34434887680.0, + "1865": 34434887680.0, + "1870": 34434887680.0, + "1875": 34434887680.0, + "1880": 34434887680.0, + "1885": 34434887680.0, + "1890": 34434887680.0, + "1895": 34434887680.0, + "1900": 34434887680.0, + "1905": 34434887680.0, + "1910": 34434887680.0, + "1915": 34434887680.0, + "1920": 34434887680.0, + "1925": 34434887680.0, + "1930": 34434887680.0, + "1935": 34434887680.0, + "1940": 34434887680.0, + "1945": 34434887680.0, + "1950": 34434887680.0, + "1955": 34434887680.0, + "1960": 34434887680.0, + "1965": 34434887680.0, + "1970": 34434887680.0, + "1975": 34434887680.0, + "1980": 34434887680.0, + "1985": 34434887680.0, + "1990": 34434887680.0, + "1995": 34434887680.0, + "2000": 34434887680.0, + "2005": 34434887680.0, + "2010": 34434887680.0, + "2015": 34434887680.0, + "2020": 34434887680.0, + "2025": 34434887680.0, + "2030": 34434887680.0, + "2035": 34434887680.0, + "2040": 34434887680.0, + "2045": 34434887680.0, + "2050": 34434887680.0, + "2055": 34434887680.0, + "2060": 34434887680.0, + "2065": 34434887680.0, + "2070": 34434887680.0, + "2075": 34434887680.0, + "2080": 34434887680.0, + "2085": 34434887680.0, + "2090": 34434887680.0, + "2095": 34434887680.0, + "2100": 34434887680.0, + "2105": 34434887680.0, + "2110": 34434887680.0, + "2115": 34434887680.0, + "2120": 34434887680.0, + "2125": 34434887680.0, + "2130": 34434887680.0, + "2135": 34434887680.0, + "2140": 34434887680.0, + "2145": 34434887680.0, + "2150": 34434887680.0, + "2155": 34434887680.0, + "2160": 34434887680.0, + "2165": 34434887680.0, + "2170": 34434887680.0, + "2175": 34434887680.0, + "2180": 34434887680.0, + "2185": 34434887680.0, + "2190": 34434887680.0, + "2195": 34434887680.0, + "2200": 34434887680.0, + "2205": 34434887680.0, + "2210": 34434887680.0, + "2215": 34434887680.0, + "2220": 34434887680.0, + "2225": 34434887680.0, + "2230": 34434887680.0, + "2235": 34434887680.0, + "2240": 34434887680.0, + "2245": 34434887680.0, + "2250": 34434887680.0, + "2255": 34434887680.0, + "2260": 34434887680.0, + "2265": 34434887680.0, + "2270": 34434887680.0, + "2275": 34434887680.0, + "2280": 34434887680.0, + "2285": 34434887680.0, + "2290": 34434887680.0, + "2295": 34434887680.0, + "2300": 34434887680.0, + "2305": 34434887680.0, + "2310": 34434887680.0, + "2315": 34434887680.0, + "2320": 34434887680.0, + "2325": 34434887680.0, + "2330": 34434887680.0, + "2335": 34434887680.0, + "2340": 34434887680.0, + "2345": 34434887680.0, + "2350": 34434887680.0, + "2355": 34434887680.0, + "2360": 34434887680.0, + "2365": 34434887680.0, + "2370": 34434887680.0, + "2375": 34434887680.0, + "2380": 34434887680.0, + "2385": 34434887680.0, + "2390": 34434887680.0, + "2395": 34434887680.0, + "2400": 34434887680.0, + "2405": 34434887680.0, + "2410": 34434887680.0, + "2415": 34434887680.0, + "2420": 34434887680.0, + "2425": 34434887680.0, + "2430": 34434887680.0, + "2435": 34434887680.0, + "2440": 34434887680.0, + "2445": 34434887680.0, + "2450": 34434887680.0, + "2455": 34434887680.0, + "2460": 34434887680.0, + "2465": 34434887680.0, + "2470": 34434887680.0, + "2475": 34434887680.0, + "2480": 34434887680.0, + "2485": 34434887680.0, + "2490": 34434887680.0, + "2495": 34434887680.0, + "2500": 34434887680.0, + "2505": 34434887680.0, + "2510": 34434887680.0, + "2515": 34434887680.0, + "2520": 34434887680.0, + "2525": 34434887680.0, + "2530": 34434887680.0, + "2535": 34434887680.0, + "2540": 34434887680.0, + "2545": 34434887680.0, + "2550": 34434887680.0, + "2555": 34434887680.0, + "2560": 34434887680.0, + "2565": 34434887680.0, + "2570": 34434887680.0, + "2575": 34434887680.0, + "2580": 34434887680.0, + "2585": 34434887680.0, + "2590": 34434887680.0, + "2595": 34434887680.0, + "2600": 34434887680.0, + "2605": 34434887680.0, + "2610": 34434887680.0, + "2615": 34434887680.0, + "2620": 34434887680.0, + "2625": 34434887680.0, + "2630": 34434887680.0, + "2635": 34434887680.0, + "2640": 34434887680.0, + "2645": 34434887680.0, + "2650": 34434887680.0, + "2655": 34434887680.0, + "2660": 34434887680.0, + "2665": 34434887680.0, + "2670": 34434887680.0, + "2675": 34434887680.0, + "2680": 34434887680.0, + "2685": 34434887680.0, + "2690": 34434887680.0, + "2695": 34434887680.0, + "2700": 34434887680.0, + "2705": 34434887680.0, + "2710": 34434887680.0, + "2715": 34434887680.0, + "2720": 34434887680.0, + "2725": 34434887680.0, + "2730": 34434887680.0, + "2735": 34434887680.0, + "2740": 34434887680.0, + "2745": 34434887680.0, + "2750": 34434887680.0, + "2755": 34434887680.0, + "2760": 34434887680.0, + "2765": 34434887680.0, + "2770": 34434887680.0, + "2775": 34434887680.0, + "2780": 34434887680.0, + "2785": 34434887680.0, + "2790": 34434887680.0, + "2795": 34434887680.0, + "2800": 34434887680.0, + "2805": 34434887680.0, + "2810": 34434887680.0, + "2815": 34434887680.0, + "2820": 34434887680.0, + "2825": 34434887680.0, + "2830": 34434887680.0, + "2835": 34434887680.0, + "2840": 34434887680.0, + "2845": 34434887680.0, + "2850": 34434887680.0, + "2855": 34434887680.0, + "2860": 34434887680.0, + "2865": 34434887680.0, + "2870": 34434887680.0, + "2875": 34434887680.0, + "2880": 34434887680.0, + "2885": 34434887680.0, + "2890": 34434887680.0, + "2895": 34434887680.0, + "2900": 34434887680.0, + "2905": 34434887680.0, + "2910": 34434887680.0, + "2915": 34434887680.0, + "2920": 34434887680.0, + "2925": 34434887680.0, + "2930": 34434887680.0, + "2935": 34434887680.0, + "2940": 34434887680.0, + "2945": 34434887680.0, + "2950": 34434887680.0, + "2955": 34434887680.0, + "2960": 34434887680.0, + "2965": 34434887680.0, + "2970": 34434887680.0, + "2975": 34434887680.0, + "2980": 34434887680.0, + "2985": 34434887680.0, + "2990": 34434887680.0, + "2995": 34434887680.0, + "3000": 34434887680.0, + "3005": 34434887680.0, + "3010": 34434887680.0, + "3015": 34434887680.0, + "3020": 34434887680.0, + "3025": 34434887680.0, + "3030": 34434887680.0, + "3035": 34434887680.0, + "3040": 34434887680.0, + "3045": 34434887680.0, + "3050": 34434887680.0, + "3055": 34434887680.0, + "3060": 34434887680.0, + "3065": 34434887680.0, + "3070": 34434887680.0, + "3075": 34434887680.0, + "3080": 34434887680.0, + "3085": 34434887680.0, + "3090": 34434887680.0, + "3095": 34434887680.0, + "3100": 34434887680.0, + "3105": 34434887680.0, + "3110": 34434887680.0, + "3115": 34434887680.0, + "3120": 34434887680.0, + "3125": 34434887680.0, + "3130": 34434887680.0, + "3135": 34434887680.0, + "3140": 34434887680.0, + "3145": 34434887680.0, + "3150": 34434887680.0, + "3155": 34434887680.0, + "3160": 34434887680.0, + "3165": 34434887680.0, + "3170": 34434887680.0, + "3175": 34434887680.0, + "3180": 34434887680.0, + "3185": 34434887680.0, + "3190": 34434887680.0, + "3195": 34434887680.0, + "3200": 34434887680.0, + "3205": 34434887680.0, + "3210": 34434887680.0, + "3215": 34434887680.0, + "3220": 34434887680.0, + "3225": 34434887680.0, + "3230": 34434887680.0, + "3235": 34434887680.0, + "3240": 34434887680.0, + "3245": 34434887680.0, + "3250": 34434887680.0, + "3255": 34434887680.0, + "3260": 34434887680.0, + "3265": 34434887680.0, + "3270": 34434887680.0, + "3275": 34434887680.0, + "3280": 34434887680.0, + "3285": 34434887680.0, + "3290": 34434887680.0, + "3295": 34434887680.0, + "3300": 34434887680.0, + "3305": 34434887680.0, + "3310": 34434887680.0, + "3315": 34434887680.0, + "3320": 34434887680.0, + "3325": 34434887680.0, + "3330": 34434887680.0, + "3335": 34434887680.0, + "3340": 34434887680.0, + "3345": 34434887680.0, + "3350": 34434887680.0, + "3355": 34434887680.0, + "3360": 34434887680.0, + "3365": 34434887680.0, + "3370": 34434887680.0, + "3375": 34434887680.0, + "3380": 34434887680.0, + "3385": 34434887680.0, + "3390": 34434887680.0, + "3395": 34434887680.0, + "3400": 34434887680.0, + "3405": 34434887680.0, + "3410": 34434887680.0, + "3415": 34434887680.0, + "3420": 34434887680.0, + "3425": 34434887680.0, + "3430": 34434887680.0, + "3435": 34434887680.0, + "3440": 34434887680.0, + "3445": 34434887680.0, + "3450": 34434887680.0, + "3455": 34434887680.0, + "3460": 34434887680.0, + "3465": 34434887680.0, + "3470": 34434887680.0, + "3475": 34434887680.0, + "3480": 34434887680.0, + "3485": 34434887680.0, + "3490": 34434887680.0, + "3495": 34434887680.0, + "3500": 34434887680.0, + "3505": 34434887680.0, + "3510": 34434887680.0, + "3515": 34434887680.0, + "3520": 34434887680.0, + "3525": 34434887680.0, + "3530": 34434887680.0, + "3535": 34434887680.0, + "3540": 34434887680.0, + "3545": 34434887680.0, + "3550": 34434887680.0, + "3555": 34434887680.0, + "3560": 34434887680.0, + "3565": 34434887680.0, + "3570": 34434887680.0, + "3575": 34434887680.0, + "3580": 34434887680.0, + "3585": 34434887680.0, + "3590": 34434887680.0, + "3595": 34434887680.0, + "3600": 34434887680.0, + "3605": 34434887680.0, + "3610": 34434887680.0, + "3615": 34434887680.0, + "3620": 34434887680.0, + "3625": 34434887680.0, + "3630": 34434887680.0, + "3635": 34434887680.0, + "3640": 34434887680.0, + "3645": 34434887680.0, + "3650": 34434887680.0, + "3655": 34434887680.0, + "3660": 34434887680.0, + "3665": 34434887680.0, + "3670": 34434887680.0, + "3675": 34434887680.0, + "3680": 34434887680.0, + "3685": 34434887680.0, + "3690": 34434887680.0, + "3695": 34434887680.0, + "3700": 34434887680.0, + "3705": 34434887680.0, + "3710": 34434887680.0, + "3715": 34434887680.0, + "3720": 34434887680.0, + "3725": 34434887680.0, + "3730": 34434887680.0, + "3735": 34434887680.0, + "3740": 34434887680.0, + "3745": 34434887680.0, + "3750": 34434887680.0, + "3755": 34434887680.0, + "3760": 34434887680.0, + "3765": 34434887680.0, + "3770": 34434887680.0, + "3775": 34434887680.0, + "3780": 34434887680.0, + "3785": 34434887680.0, + "3790": 34434887680.0, + "3795": 34434887680.0, + "3800": 34434887680.0, + "3805": 34434887680.0, + "3810": 34434887680.0, + "3815": 34434887680.0, + "3820": 34434887680.0, + "3825": 34434887680.0, + "3830": 34434887680.0, + "3835": 34434887680.0, + "3840": 34434887680.0, + "3845": 34434887680.0, + "3850": 34434887680.0, + "3855": 34434887680.0, + "3860": 34434887680.0, + "3865": 34434887680.0, + "3870": 34434887680.0, + "3875": 34434887680.0, + "3880": 34434887680.0, + "3885": 34434887680.0, + "3890": 34434887680.0, + "3895": 34434887680.0, + "3900": 34434887680.0, + "3905": 34434887680.0, + "3910": 34434887680.0, + "3915": 34434887680.0, + "3920": 34434887680.0, + "3925": 34434887680.0, + "3930": 34434887680.0, + "3935": 34434887680.0, + "3940": 34434887680.0, + "3945": 34434887680.0, + "3950": 34434887680.0, + "3955": 34434887680.0, + "3960": 34434887680.0, + "3965": 34434887680.0, + "3970": 34434887680.0, + "3975": 34434887680.0, + "3980": 34434887680.0, + "3985": 34434887680.0, + "3990": 34434887680.0, + "3995": 34434887680.0, + "4000": 34434887680.0, + "4005": 34434887680.0, + "4010": 34434887680.0, + "4015": 34434887680.0, + "4020": 34434887680.0, + "4025": 34434887680.0, + "4030": 34434887680.0, + "4035": 34434887680.0, + "4040": 34434887680.0, + "4045": 34434887680.0, + "4050": 34434887680.0, + "4055": 34434887680.0, + "4060": 34434887680.0, + "4065": 34434887680.0, + "4070": 34434887680.0, + "4075": 34434887680.0, + "4080": 34434887680.0, + "4085": 34434887680.0, + "4090": 34434887680.0, + "4095": 34434887680.0, + "4100": 34434887680.0, + "4105": 34434887680.0, + "4110": 34434887680.0, + "4115": 34434887680.0, + "4120": 34434887680.0, + "4125": 34434887680.0, + "4130": 34434887680.0, + "4135": 34434887680.0, + "4140": 34434887680.0, + "4145": 34434887680.0, + "4150": 34434887680.0, + "4155": 34434887680.0, + "4160": 34434887680.0, + "4165": 34434887680.0, + "4170": 34434887680.0, + "4175": 34434887680.0, + "4180": 34434887680.0, + "4185": 34434887680.0, + "4190": 34434887680.0, + "4195": 34434887680.0, + "4200": 34434887680.0, + "4205": 34434887680.0, + "4210": 34434887680.0, + "4215": 34434887680.0, + "4220": 34434887680.0, + "4225": 34434887680.0, + "4230": 34434887680.0, + "4235": 34434887680.0, + "4240": 34434887680.0, + "4245": 34434887680.0, + "4250": 34434887680.0, + "4255": 34434887680.0, + "4260": 34434887680.0, + "4265": 34434887680.0, + "4270": 34434887680.0, + "4275": 34434887680.0, + "4280": 34434887680.0, + "4285": 34434887680.0, + "4290": 34434887680.0, + "4295": 34434887680.0, + "4300": 34434887680.0, + "4305": 34434887680.0, + "4310": 34434887680.0, + "4315": 34434887680.0, + "4320": 34434887680.0, + "4325": 34434887680.0, + "4330": 34434887680.0, + "4335": 34434887680.0, + "4340": 34434887680.0, + "4345": 34434887680.0, + "4350": 34434887680.0, + "4355": 34434887680.0, + "4360": 34434887680.0, + "4365": 34434887680.0, + "4370": 34434887680.0, + "4375": 34434887680.0, + "4380": 34434887680.0, + "4385": 34434887680.0, + "4390": 34434887680.0, + "4395": 34434887680.0, + "4400": 34434887680.0, + "4405": 34434887680.0, + "4410": 34434887680.0, + "4415": 34434887680.0, + "4420": 34434887680.0, + "4425": 34434887680.0, + "4430": 34434887680.0, + "4435": 34434887680.0, + "4440": 34434887680.0, + "4445": 34434887680.0, + "4450": 34434887680.0, + "4455": 34434887680.0, + "4460": 34434887680.0, + "4465": 34434887680.0, + "4470": 34434887680.0, + "4475": 34434887680.0, + "4480": 34434887680.0, + "4485": 34434887680.0, + "4490": 34434887680.0, + "4495": 34434887680.0, + "4500": 34434887680.0, + "4505": 34434887680.0, + "4510": 34434887680.0, + "4515": 34434887680.0, + "4520": 34434887680.0, + "4525": 34434887680.0, + "4530": 34434887680.0, + "4535": 34434887680.0, + "4540": 34434887680.0, + "4545": 34434887680.0, + "4550": 34434887680.0, + "4555": 34434887680.0, + "4560": 34434887680.0, + "4565": 34434887680.0, + "4570": 34434887680.0, + "4575": 34434887680.0, + "4580": 34434887680.0, + "4585": 34434887680.0, + "4590": 34434887680.0, + "4595": 34434887680.0, + "4600": 34434887680.0, + "4605": 34434887680.0, + "4610": 34434887680.0, + "4615": 34434887680.0, + "4620": 34434887680.0, + "4625": 34434887680.0, + "4630": 34434887680.0, + "4635": 34434887680.0, + "4640": 34434887680.0, + "4645": 34434887680.0, + "4650": 34434887680.0, + "4655": 34434887680.0, + "4660": 34434887680.0, + "4665": 34434887680.0, + "4670": 34434887680.0, + "4675": 34434887680.0, + "4680": 34434887680.0, + "4685": 34434887680.0, + "4690": 34434887680.0, + "4695": 34434887680.0, + "4700": 34434887680.0, + "4705": 34434887680.0, + "4710": 34434887680.0, + "4715": 34434887680.0, + "4720": 34434887680.0, + "4725": 34434887680.0, + "4730": 34434887680.0, + "4735": 34434887680.0, + "4740": 34434887680.0, + "4745": 34434887680.0, + "4750": 34434887680.0, + "4755": 34434887680.0, + "4760": 34434887680.0, + "4765": 34434887680.0, + "4770": 34434887680.0, + "4775": 34434887680.0, + "4780": 34434887680.0, + "4785": 34434887680.0, + "4790": 34434887680.0, + "4795": 34434887680.0, + "4800": 34434887680.0, + "4805": 34434887680.0, + "4810": 34434887680.0, + "4815": 34434887680.0, + "4820": 34434887680.0, + "4825": 34434887680.0, + "4830": 34434887680.0, + "4835": 34434887680.0, + "4840": 34434887680.0, + "4845": 34434887680.0, + "4850": 34434887680.0, + "4855": 34434887680.0, + "4860": 34434887680.0, + "4865": 34434887680.0, + "4870": 34434887680.0, + "4875": 34434887680.0, + "4880": 34434887680.0, + "4885": 34434887680.0, + "4890": 34434887680.0, + "4895": 34434887680.0, + "4900": 34434887680.0, + "4905": 34434887680.0, + "4910": 34434887680.0, + "4915": 34434887680.0, + "4920": 34434887680.0, + "4925": 34434887680.0, + "4930": 34434887680.0, + "4935": 34434887680.0, + "4940": 34434887680.0, + "4945": 34434887680.0, + "4950": 34434887680.0, + "4955": 34434887680.0, + "4960": 34434887680.0, + "4965": 34434887680.0, + "4970": 34434887680.0, + "4975": 34434887680.0, + "4980": 34434887680.0, + "4985": 34434887680.0, + "4990": 34434887680.0, + "4995": 34434887680.0, + "5000": 34434887680.0, + "5005": 34434887680.0, + "5010": 34434887680.0, + "5015": 34434887680.0, + "5020": 34434887680.0, + "5025": 34434887680.0, + "5030": 34434887680.0, + "5035": 34434887680.0, + "5040": 34434887680.0, + "5045": 34434887680.0, + "5050": 34434887680.0, + "5055": 34434887680.0, + "5060": 34434887680.0, + "5065": 34434887680.0, + "5070": 34434887680.0, + "5075": 34434887680.0, + "5080": 34434887680.0, + "5085": 34434887680.0, + "5090": 34434887680.0, + "5095": 34434887680.0, + "5100": 34434887680.0, + "5105": 34434887680.0, + "5110": 34434887680.0, + "5115": 34434887680.0, + "5120": 34434887680.0, + "5125": 34434887680.0, + "5130": 34434887680.0, + "5135": 34434887680.0, + "5140": 34434887680.0, + "5145": 34434887680.0, + "5150": 34434887680.0, + "5155": 34434887680.0, + "5160": 34434887680.0, + "5165": 34434887680.0, + "5170": 34434887680.0, + "5175": 34434887680.0, + "5180": 34434887680.0, + "5185": 34434887680.0, + "5190": 34434887680.0, + "5195": 34434887680.0, + "5200": 34434887680.0, + "5205": 34434887680.0, + "5210": 34434887680.0, + "5215": 34434887680.0, + "5220": 34434887680.0, + "5225": 34434887680.0, + "5230": 34434887680.0, + "5235": 34434887680.0, + "5240": 34434887680.0, + "5245": 34434887680.0, + "5250": 34434887680.0, + "5255": 34434887680.0, + "5260": 34434887680.0, + "5265": 34434887680.0, + "5270": 34434887680.0, + "5275": 34434887680.0, + "5280": 34434887680.0, + "5285": 34434887680.0, + "5290": 34434887680.0, + "5295": 34434887680.0, + "5300": 34434887680.0, + "5305": 34434887680.0, + "5310": 34434887680.0, + "5315": 34434887680.0, + "5320": 34434887680.0, + "5325": 34434887680.0, + "5330": 34434887680.0, + "5335": 34434887680.0, + "5340": 34434887680.0, + "5345": 34434887680.0, + "5350": 34434887680.0, + "5355": 34434887680.0, + "5360": 34434887680.0, + "5365": 34434887680.0, + "5370": 34434887680.0, + "5375": 34434887680.0, + "5380": 34434887680.0, + "5385": 34434887680.0, + "5390": 34434887680.0, + "5395": 34434887680.0, + "5400": 34434887680.0, + "5405": 34434887680.0, + "5410": 34434887680.0, + "5415": 34434887680.0, + "5420": 34434887680.0, + "5425": 34434887680.0, + "5430": 34434887680.0, + "5435": 34434887680.0, + "5440": 34434887680.0, + "5445": 34434887680.0, + "5450": 34434887680.0, + "5455": 34434887680.0, + "5460": 34434887680.0, + "5465": 34434887680.0, + "5470": 34434887680.0, + "5475": 34434887680.0, + "5480": 34434887680.0, + "5485": 34434887680.0, + "5490": 34434887680.0, + "5495": 34434887680.0, + "5500": 34434887680.0, + "5505": 34434887680.0, + "5510": 34434887680.0, + "5515": 34434887680.0, + "5520": 34434887680.0, + "5525": 34434887680.0, + "5530": 34434887680.0, + "5535": 34434887680.0, + "5540": 34434887680.0, + "5545": 34434887680.0, + "5550": 34434887680.0, + "5555": 34434887680.0, + "5560": 34434887680.0, + "5565": 34434887680.0, + "5570": 34434887680.0, + "5575": 34434887680.0, + "5580": 34434887680.0, + "5585": 34434887680.0, + "5590": 34434887680.0, + "5595": 34434887680.0, + "5600": 34434887680.0, + "5605": 34434887680.0, + "5610": 34434887680.0, + "5615": 34434887680.0, + "5620": 34434887680.0, + "5625": 34434887680.0, + "5630": 34434887680.0, + "5635": 34434887680.0, + "5640": 34434887680.0, + "5645": 34434887680.0, + "5650": 34434887680.0, + "5655": 34434887680.0, + "5660": 34434887680.0, + "5665": 34434887680.0, + "5670": 34434887680.0, + "5675": 34434887680.0, + "5680": 34434887680.0, + "5685": 34434887680.0, + "5690": 34434887680.0, + "5695": 34434887680.0, + "5700": 34434887680.0, + "5705": 34434887680.0, + "5710": 34434887680.0, + "5715": 34434887680.0, + "5720": 34434887680.0, + "5725": 34434887680.0, + "5730": 34434887680.0, + "5735": 34434887680.0, + "5740": 34434887680.0, + "5745": 34434887680.0, + "5750": 34434887680.0, + "5755": 34434887680.0, + "5760": 34434887680.0, + "5765": 34434887680.0, + "5770": 34434887680.0, + "5775": 34434887680.0, + "5780": 34434887680.0, + "5785": 34434887680.0, + "5790": 34434887680.0, + "5795": 34434887680.0, + "5800": 34434887680.0, + "5805": 34434887680.0, + "5810": 34434887680.0, + "5815": 34434887680.0, + "5820": 34434887680.0, + "5825": 34434887680.0, + "5830": 34434887680.0, + "5835": 34434887680.0, + "5840": 34434887680.0, + "5845": 34434887680.0, + "5850": 34434887680.0, + "5855": 34434887680.0, + "5860": 34434887680.0, + "5865": 34434887680.0, + "5870": 34434887680.0, + "5875": 34434887680.0, + "5880": 34434887680.0, + "5885": 34434887680.0, + "5890": 34434887680.0, + "5895": 34434887680.0, + "5900": 34434887680.0, + "5905": 34434887680.0, + "5910": 34434887680.0, + "5915": 34434887680.0, + "5920": 34434887680.0, + "5925": 34434887680.0, + "5930": 34434887680.0, + "5935": 34434887680.0, + "5940": 34434887680.0, + "5945": 34434887680.0, + "5950": 34434887680.0, + "5955": 34434887680.0, + "5960": 34434887680.0, + "5965": 34434887680.0, + "5970": 34434887680.0, + "5975": 34434887680.0, + "5980": 34434887680.0, + "5985": 34434887680.0, + "5990": 34434887680.0, + "5995": 34434887680.0, + "6000": 34434887680.0, + "6005": 34434887680.0, + "6010": 34434887680.0, + "6015": 34434887680.0, + "6020": 34434887680.0, + "6025": 34434887680.0, + "6030": 34434887680.0, + "6035": 34434887680.0, + "6040": 34434887680.0, + "6045": 34434887680.0, + "6050": 34434887680.0, + "6055": 34434887680.0, + "6060": 34434887680.0, + "6065": 34434887680.0, + "6070": 34434887680.0, + "6075": 34434887680.0, + "6080": 34434887680.0, + "6085": 34434887680.0, + "6090": 34434887680.0, + "6095": 34434887680.0, + "6100": 34434887680.0, + "6105": 34434887680.0, + "6110": 34434887680.0, + "6115": 34434887680.0, + "6120": 34434887680.0, + "6125": 34434887680.0, + "6130": 34434887680.0, + "6135": 34434887680.0, + "6140": 34434887680.0, + "6145": 34434887680.0, + "6150": 34434887680.0, + "6155": 34434887680.0, + "6160": 34434887680.0, + "6165": 34434887680.0, + "6170": 34434887680.0, + "6175": 34434887680.0, + "6180": 34434887680.0, + "6185": 34434887680.0, + "6190": 34434887680.0, + "6195": 34434887680.0, + "6200": 34434887680.0, + "6205": 34434887680.0, + "6210": 34434887680.0, + "6215": 34434887680.0, + "6220": 34434887680.0, + "6225": 34434887680.0, + "6230": 34434887680.0, + "6235": 34434887680.0, + "6240": 34434887680.0, + "6245": 34434887680.0, + "6250": 34434887680.0, + "6255": 34434887680.0, + "6260": 34434887680.0, + "6265": 34434887680.0, + "6270": 34434887680.0, + "6275": 34434887680.0, + "6280": 34434887680.0, + "6285": 34434887680.0, + "6290": 34434887680.0, + "6295": 34434887680.0, + "6300": 34434887680.0, + "6305": 34434887680.0, + "6310": 34434887680.0, + "6315": 34434887680.0, + "6320": 34434887680.0, + "6325": 34434887680.0, + "6330": 34434887680.0, + "6335": 34434887680.0, + "6340": 34434887680.0, + "6345": 34434887680.0, + "6350": 34434887680.0, + "6355": 34434887680.0, + "6360": 34434887680.0, + "6365": 34434887680.0, + "6370": 34434887680.0, + "6375": 34434887680.0, + "6380": 34434887680.0, + "6385": 34434887680.0, + "6390": 34434887680.0, + "6395": 34434887680.0, + "6400": 34434887680.0, + "6405": 34434887680.0, + "6410": 34434887680.0, + "6415": 34434887680.0, + "6420": 34434887680.0, + "6425": 34434887680.0, + "6430": 34434887680.0, + "6435": 34434887680.0, + "6440": 34434887680.0, + "6445": 34434887680.0, + "6450": 34434887680.0, + "6455": 34434887680.0, + "6460": 34434887680.0, + "6465": 34434887680.0, + "6470": 34434887680.0, + "6475": 34434887680.0, + "6480": 34434887680.0, + "6485": 34434887680.0, + "6490": 34434887680.0, + "6495": 34434887680.0, + "6500": 34434887680.0, + "6505": 34434887680.0, + "6510": 34434887680.0, + "6515": 34434887680.0, + "6520": 34434887680.0, + "6525": 34434887680.0, + "6530": 34434887680.0, + "6535": 34434887680.0, + "6540": 34434887680.0, + "6545": 34434887680.0, + "6550": 34434887680.0, + "6555": 34434887680.0, + "6560": 34434887680.0, + "6565": 34434887680.0, + "6570": 34434887680.0, + "6575": 34434887680.0, + "6580": 34434887680.0, + "6585": 34434887680.0, + "6590": 34434887680.0, + "6595": 34434887680.0, + "6600": 34434887680.0, + "6605": 34434887680.0, + "6610": 34434887680.0, + "6615": 34434887680.0, + "6620": 34434887680.0, + "6625": 34434887680.0, + "6630": 34434887680.0, + "6635": 34434887680.0, + "6640": 34434887680.0, + "6645": 34434887680.0, + "6650": 34434887680.0, + "6655": 34434887680.0, + "6660": 34434887680.0, + "6665": 34434887680.0, + "6670": 34434887680.0, + "6675": 34434887680.0, + "6680": 34434887680.0, + "6685": 34434887680.0, + "6690": 34434887680.0, + "6695": 34434887680.0, + "6700": 34434887680.0, + "6705": 34434887680.0, + "6710": 34434887680.0, + "6715": 34434887680.0, + "6720": 34434887680.0, + "6725": 34434887680.0, + "6730": 34434887680.0, + "6735": 34434887680.0, + "6740": 34434887680.0, + "6745": 34434887680.0, + "6750": 34434887680.0, + "6755": 34434887680.0, + "6760": 34434887680.0, + "6765": 34434887680.0, + "6770": 34434887680.0, + "6775": 34434887680.0, + "6780": 34434887680.0, + "6785": 34434887680.0, + "6790": 34434887680.0, + "6795": 34434887680.0, + "6800": 34434887680.0, + "6805": 34434887680.0, + "6810": 34434887680.0, + "6815": 34434887680.0, + "6820": 34434887680.0, + "6825": 34434887680.0, + "6830": 34434887680.0, + "6835": 34434887680.0, + "6840": 34434887680.0, + "6845": 34434887680.0, + "6850": 34434887680.0, + "6855": 34434887680.0, + "6860": 34434887680.0, + "6865": 34434887680.0, + "6870": 34434887680.0, + "6875": 34434887680.0, + "6880": 34434887680.0, + "6885": 34434887680.0, + "6890": 34434887680.0, + "6895": 34434887680.0, + "6900": 34434887680.0, + "6905": 34434887680.0, + "6910": 34434887680.0, + "6915": 34434887680.0, + "6920": 34434887680.0, + "6925": 34434887680.0, + "6930": 34434887680.0, + "6935": 34434887680.0, + "6940": 34434887680.0, + "6945": 34434887680.0, + "6950": 34434887680.0, + "6955": 34434887680.0, + "6960": 34434887680.0, + "6965": 34434887680.0, + "6970": 34434887680.0, + "6975": 34434887680.0, + "6980": 34434887680.0, + "6985": 34434887680.0, + "6990": 34434887680.0, + "6995": 34434887680.0, + "7000": 34434887680.0, + "7005": 34434887680.0, + "7010": 34434887680.0, + "7015": 34434887680.0, + "7020": 34434887680.0, + "7025": 34434887680.0, + "7030": 34434887680.0, + "7035": 34434887680.0, + "7040": 34434887680.0, + "7045": 34434887680.0, + "7050": 34434887680.0, + "7055": 34434887680.0, + "7060": 34434887680.0, + "7065": 34434887680.0, + "7070": 34434887680.0, + "7075": 34434887680.0, + "7080": 34434887680.0, + "7085": 34434887680.0, + "7090": 34434887680.0, + "7095": 34434887680.0, + "7100": 34434887680.0, + "7105": 34434887680.0, + "7110": 34434887680.0, + "7115": 34434887680.0, + "7120": 34434887680.0, + "7125": 34434887680.0, + "7130": 34434887680.0, + "7135": 34434887680.0, + "7140": 34434887680.0, + "7145": 34434887680.0, + "7150": 34434887680.0, + "7155": 34434887680.0, + "7160": 34434887680.0, + "7165": 34434887680.0, + "7170": 34434887680.0, + "7175": 34434887680.0, + "7180": 34434887680.0, + "7185": 34434887680.0, + "7190": 34434887680.0, + "7195": 34434887680.0, + "7200": 34434887680.0, + "7205": 34434887680.0, + "7210": 34434887680.0, + "7215": 34434887680.0, + "7220": 34434887680.0, + "7225": 34434887680.0, + "7230": 34434887680.0, + "7235": 34434887680.0, + "7240": 34434887680.0, + "7245": 34434887680.0, + "7250": 34434887680.0, + "7255": 34434887680.0, + "7260": 34434887680.0, + "7265": 34434887680.0, + "7270": 34434887680.0, + "7275": 34434887680.0, + "7280": 34434887680.0, + "7285": 34434887680.0, + "7290": 34434887680.0, + "7295": 34434887680.0, + "7300": 34434887680.0, + "7305": 34434887680.0, + "7310": 34434887680.0, + "7315": 34434887680.0, + "7320": 34434887680.0, + "7325": 34434887680.0, + "7330": 34434887680.0, + "7335": 34434887680.0, + "7340": 34434887680.0, + "7345": 34434887680.0, + "7350": 34434887680.0, + "7355": 34434887680.0, + "7360": 34434887680.0, + "7365": 34434887680.0, + "7370": 34434887680.0, + "7375": 34434887680.0, + "7380": 34434887680.0, + "7385": 34434887680.0, + "7390": 34434887680.0, + "7395": 34434887680.0, + "7400": 34434887680.0, + "7405": 34434887680.0, + "7410": 34434887680.0, + "7415": 34434887680.0, + "7420": 34434887680.0, + "7425": 34434887680.0, + "7430": 34434887680.0, + "7435": 34434887680.0, + "7440": 34434887680.0, + "7445": 34434887680.0, + "7450": 34434887680.0, + "7455": 34434887680.0, + "7460": 34434887680.0, + "7465": 34434887680.0, + "7470": 34434887680.0, + "7475": 34434887680.0, + "7480": 34434887680.0, + "7485": 34434887680.0, + "7490": 34434887680.0, + "7495": 34434887680.0, + "7500": 34434887680.0, + "7505": 34434887680.0, + "7510": 34434887680.0, + "7515": 34434887680.0, + "7520": 34434887680.0, + "7525": 34434887680.0, + "7530": 34434887680.0, + "7535": 34434887680.0, + "7540": 34434887680.0, + "7545": 34434887680.0, + "7550": 34434887680.0, + "7555": 34434887680.0, + "7560": 34434887680.0, + "7565": 34434887680.0, + "7570": 34434887680.0, + "7575": 34434887680.0, + "7580": 34434887680.0, + "7585": 34434887680.0, + "7590": 34434887680.0, + "7595": 34434887680.0, + "7600": 34434887680.0, + "7605": 34434887680.0, + "7610": 34434887680.0, + "7615": 34434887680.0, + "7620": 34434887680.0, + "7625": 34434887680.0, + "7630": 34434887680.0, + "7635": 34434887680.0, + "7640": 34434887680.0, + "7645": 34434887680.0, + "7650": 34434887680.0, + "7655": 34434887680.0, + "7660": 34434887680.0, + "7665": 34434887680.0, + "7670": 34434887680.0, + "7675": 34434887680.0, + "7680": 34434887680.0, + "7685": 34434887680.0, + "7690": 34434887680.0, + "7695": 34434887680.0, + "7700": 34434887680.0, + "7705": 34434887680.0, + "7710": 34434887680.0, + "7715": 34434887680.0, + "7720": 34434887680.0, + "7725": 34434887680.0, + "7730": 34434887680.0, + "7735": 34434887680.0, + "7740": 34434887680.0, + "7745": 34434887680.0, + "7750": 34434887680.0, + "7755": 34434887680.0, + "7760": 34434887680.0, + "7765": 34434887680.0, + "7770": 34434887680.0, + "7775": 34434887680.0, + "7780": 34434887680.0, + "7785": 34434887680.0, + "7790": 34434887680.0, + "7795": 34434887680.0, + "7800": 34434887680.0, + "7805": 34434887680.0, + "7810": 34434887680.0, + "7815": 34434887680.0, + "7820": 34434887680.0, + "7825": 34434887680.0, + "7830": 34434887680.0, + "7835": 34434887680.0, + "7840": 34434887680.0, + "7845": 34434887680.0, + "7850": 34434887680.0, + "7855": 34434887680.0, + "7860": 34434887680.0, + "7865": 34434887680.0, + "7870": 34434887680.0, + "7875": 34434887680.0, + "7880": 34434887680.0, + "7885": 34434887680.0, + "7890": 34434887680.0, + "7895": 34434887680.0, + "7900": 34434887680.0, + "7905": 34434887680.0, + "7910": 34434887680.0, + "7915": 34434887680.0, + "7920": 34434887680.0, + "7925": 34434887680.0, + "7930": 34434887680.0, + "7935": 34434887680.0, + "7940": 34434887680.0, + "7945": 34434887680.0, + "7950": 34434887680.0, + "7955": 34434887680.0, + "7960": 34434887680.0, + "7965": 34434887680.0, + "7970": 34434887680.0, + "7975": 34434887680.0, + "7980": 34434887680.0, + "7985": 34434887680.0, + "7990": 34434887680.0, + "7995": 34434887680.0, + "8000": 34434887680.0, + "8005": 34434887680.0, + "8010": 34434887680.0, + "8015": 34434887680.0, + "8020": 34434887680.0, + "8025": 34434887680.0, + "8030": 34434887680.0, + "8035": 34434887680.0, + "8040": 34434887680.0, + "8045": 34434887680.0, + "8050": 34434887680.0, + "8055": 34434887680.0, + "8060": 34434887680.0, + "8065": 34434887680.0, + "8070": 34434887680.0, + "8075": 34434887680.0, + "8080": 34434887680.0, + "8085": 34434887680.0, + "8090": 34434887680.0, + "8095": 34434887680.0, + "8100": 34434887680.0, + "8105": 34434887680.0, + "8110": 34434887680.0, + "8115": 34434887680.0, + "8120": 34434887680.0, + "8125": 34434887680.0, + "8130": 34434887680.0, + "8135": 34434887680.0, + "8140": 34434887680.0, + "8145": 34434887680.0, + "8150": 34434887680.0, + "8155": 34434887680.0, + "8160": 34434887680.0, + "8165": 34434887680.0, + "8170": 34434887680.0, + "8175": 34434887680.0, + "8180": 34434887680.0, + "8185": 34434887680.0, + "8190": 34434887680.0, + "8195": 34434887680.0, + "8200": 34434887680.0, + "8205": 34434887680.0, + "8210": 34434887680.0, + "8215": 34434887680.0, + "8220": 34434887680.0, + "8225": 34434887680.0, + "8230": 34434887680.0, + "8235": 34434887680.0, + "8240": 34434887680.0, + "8245": 34434887680.0, + "8250": 34434887680.0, + "8255": 34434887680.0, + "8260": 34434887680.0, + "8265": 34434887680.0, + "8270": 34434887680.0, + "8275": 34434887680.0, + "8280": 34434887680.0, + "8285": 34434887680.0, + "8290": 34434887680.0, + "8295": 34434887680.0, + "8300": 34434887680.0, + "8305": 34434887680.0, + "8310": 34434887680.0, + "8315": 34434887680.0, + "8320": 34434887680.0, + "8325": 34434887680.0, + "8330": 34434887680.0, + "8335": 34434887680.0, + "8340": 34434887680.0, + "8345": 34434887680.0, + "8350": 34434887680.0, + "8355": 34434887680.0, + "8360": 34434887680.0, + "8365": 34434887680.0, + "8370": 34434887680.0, + "8375": 34434887680.0, + "8380": 34434887680.0, + "8385": 34434887680.0, + "8390": 34434887680.0, + "8395": 34434887680.0, + "8400": 34434887680.0, + "8405": 34434887680.0, + "8410": 34434887680.0, + "8415": 34434887680.0, + "8420": 34434887680.0, + "8425": 34434887680.0, + "8430": 34434887680.0, + "8435": 34434887680.0, + "8440": 34434887680.0, + "8445": 34434887680.0, + "8450": 34434887680.0, + "8455": 34434887680.0, + "8460": 34434887680.0, + "8465": 34434887680.0, + "8470": 34434887680.0, + "8475": 34434887680.0, + "8480": 34434887680.0, + "8485": 34434887680.0, + "8490": 34434887680.0, + "8495": 34434887680.0, + "8500": 34434887680.0, + "8505": 34434887680.0, + "8510": 34434887680.0, + "8515": 34434887680.0, + "8520": 34434887680.0, + "8525": 34434887680.0, + "8530": 34434887680.0, + "8535": 34434887680.0, + "8540": 34434887680.0, + "8545": 34434887680.0, + "8550": 34434887680.0, + "8555": 34434887680.0, + "8560": 34434887680.0, + "8565": 34434887680.0, + "8570": 34434887680.0, + "8575": 34434887680.0, + "8580": 34434887680.0, + "8585": 34434887680.0, + "8590": 34434887680.0, + "8595": 34434887680.0, + "8600": 34434887680.0, + "8605": 34434887680.0, + "8610": 34434887680.0, + "8615": 34434887680.0, + "8620": 34434887680.0, + "8625": 34434887680.0, + "8630": 34434887680.0, + "8635": 34434887680.0, + "8640": 34434887680.0, + "8645": 34434887680.0, + "8650": 34434887680.0, + "8655": 34434887680.0, + "8660": 34434887680.0, + "8665": 34434887680.0, + "8670": 34434887680.0, + "8675": 34434887680.0, + "8680": 34434887680.0, + "8685": 34434887680.0, + "8690": 34434887680.0, + "8695": 34434887680.0, + "8700": 34434887680.0, + "8705": 34434887680.0, + "8710": 34434887680.0, + "8715": 34434887680.0, + "8720": 34434887680.0, + "8725": 34434887680.0, + "8730": 34434887680.0, + "8735": 34434887680.0, + "8740": 34434887680.0, + "8745": 34434887680.0, + "8750": 34434887680.0, + "8755": 34434887680.0, + "8760": 34434887680.0, + "8765": 34434887680.0, + "8770": 34434887680.0, + "8775": 34434887680.0, + "8780": 34434887680.0, + "8785": 34434887680.0, + "8790": 34434887680.0, + "8795": 34434887680.0, + "8800": 34434887680.0, + "8805": 34434887680.0, + "8810": 34434887680.0, + "8815": 34434887680.0, + "8820": 34434887680.0, + "8825": 34434887680.0, + "8830": 34434887680.0, + "8835": 34434887680.0, + "8840": 34434887680.0, + "8845": 34434887680.0, + "8850": 34434887680.0, + "8855": 34434887680.0, + "8860": 34434887680.0, + "8865": 34434887680.0, + "8870": 34434887680.0, + "8875": 34434887680.0, + "8880": 34434887680.0, + "8885": 34434887680.0, + "8890": 34434887680.0, + "8895": 34434887680.0, + "8900": 34434887680.0, + "8905": 34434887680.0, + "8910": 34434887680.0, + "8915": 34434887680.0, + "8920": 34434887680.0, + "8925": 34434887680.0, + "8930": 34434887680.0, + "8935": 34434887680.0, + "8940": 34434887680.0, + "8945": 34434887680.0, + "8950": 34434887680.0, + "8955": 34434887680.0, + "8960": 34434887680.0, + "8965": 34434887680.0, + "8970": 34434887680.0, + "8975": 34434887680.0, + "8980": 34434887680.0, + "8985": 34434887680.0, + "8990": 34434887680.0, + "8995": 34434887680.0, + "9000": 34434887680.0, + "9005": 34434887680.0, + "9010": 34434887680.0, + "9015": 34434887680.0, + "9020": 34434887680.0, + "9025": 34434887680.0, + "9030": 34434887680.0, + "9035": 34434887680.0, + "9040": 34434887680.0, + "9045": 34434887680.0, + "9050": 34434887680.0, + "9055": 34434887680.0, + "9060": 34434887680.0, + "9065": 34434887680.0, + "9070": 34434887680.0, + "9075": 34434887680.0, + "9080": 34434887680.0, + "9085": 34434887680.0, + "9090": 34434887680.0, + "9095": 34434887680.0, + "9100": 34434887680.0, + "9105": 34434887680.0, + "9110": 34434887680.0, + "9115": 34434887680.0, + "9120": 34434887680.0, + "9125": 34434887680.0, + "9130": 34434887680.0, + "9135": 34434887680.0, + "9140": 34434887680.0, + "9145": 34434887680.0, + "9150": 34434887680.0, + "9155": 34434887680.0, + "9160": 34434887680.0, + "9165": 34434887680.0, + "9170": 34434887680.0, + "9175": 34434887680.0, + "9180": 34434887680.0, + "9185": 34434887680.0, + "9190": 34434887680.0, + "9195": 34434887680.0, + "9200": 34434887680.0, + "9205": 34434887680.0, + "9210": 34434887680.0, + "9215": 34434887680.0, + "9220": 34434887680.0, + "9225": 34434887680.0, + "9230": 34434887680.0, + "9235": 34434887680.0, + "9240": 34434887680.0, + "9245": 34434887680.0, + "9250": 34434887680.0, + "9255": 34434887680.0, + "9260": 34434887680.0, + "9265": 34434887680.0, + "9270": 34434887680.0, + "9275": 34434887680.0, + "9280": 34434887680.0, + "9285": 34434887680.0, + "9290": 34434887680.0, + "9295": 34434887680.0, + "9300": 34434887680.0, + "9305": 34434887680.0, + "9310": 34434887680.0, + "9315": 34434887680.0, + "9320": 34434887680.0, + "9325": 34434887680.0, + "9330": 34434887680.0, + "9335": 34434887680.0, + "9340": 34434887680.0, + "9345": 34434887680.0, + "9350": 34434887680.0, + "9355": 34434887680.0, + "9360": 34434887680.0, + "9365": 34434887680.0, + "9370": 34434887680.0, + "9375": 34434887680.0, + "9380": 34434887680.0, + "9385": 34434887680.0, + "9390": 34434887680.0, + "9395": 34434887680.0, + "9400": 34434887680.0, + "9405": 34434887680.0, + "9410": 34434887680.0, + "9415": 34434887680.0, + "9420": 34434887680.0, + "9425": 34434887680.0, + "9430": 34434887680.0, + "9435": 34434887680.0, + "9440": 34434887680.0, + "9445": 34434887680.0, + "9450": 34434887680.0, + "9455": 34434887680.0, + "9460": 34434887680.0, + "9465": 34434887680.0, + "9470": 34434887680.0, + "9475": 34434887680.0, + "9480": 34434887680.0, + "9485": 34434887680.0, + "9490": 34434887680.0, + "9495": 34434887680.0, + "9500": 34434887680.0, + "9505": 34434887680.0, + "9510": 34434887680.0, + "9515": 34434887680.0, + "9520": 34434887680.0, + "9525": 34434887680.0, + "9530": 34434887680.0, + "9535": 34434887680.0, + "9540": 34434887680.0, + "9545": 34434887680.0, + "9550": 34434887680.0, + "9555": 34434887680.0, + "9560": 34434887680.0, + "9565": 34434887680.0, + "9570": 34434887680.0, + "9575": 34434887680.0, + "9580": 34434887680.0, + "9585": 34434887680.0, + "9590": 34434887680.0, + "9595": 34434887680.0, + "9600": 34434887680.0, + "9605": 34434887680.0, + "9610": 34434887680.0, + "9615": 34434887680.0, + "9620": 34434887680.0, + "9625": 34434887680.0, + "9630": 34434887680.0, + "9635": 34434887680.0, + "9640": 34434887680.0, + "9645": 34434887680.0, + "9650": 34434887680.0, + "9655": 34434887680.0, + "9660": 34434887680.0, + "9665": 34434887680.0, + "9670": 34434887680.0, + "9675": 34434887680.0, + "9680": 34434887680.0, + "9685": 34434887680.0, + "9690": 34434887680.0, + "9695": 34434887680.0, + "9700": 34434887680.0, + "9705": 34434887680.0, + "9710": 34434887680.0, + "9715": 34434887680.0, + "9720": 34434887680.0, + "9725": 34434887680.0, + "9730": 34434887680.0, + "9735": 34434887680.0, + "9740": 34434887680.0, + "9745": 34434887680.0, + "9750": 34434887680.0, + "9755": 34434887680.0, + "9760": 34434887680.0, + "9765": 34434887680.0, + "9770": 34434887680.0, + "9775": 34434887680.0, + "9780": 34434887680.0, + "9785": 34434887680.0, + "9790": 34434887680.0, + "9795": 34434887680.0, + "9800": 34434887680.0, + "9805": 34434887680.0, + "9810": 34434887680.0, + "9815": 34434887680.0, + "9820": 34434887680.0, + "9825": 34434887680.0, + "9830": 34434887680.0, + "9835": 34434887680.0, + "9840": 34434887680.0, + "9845": 34434887680.0, + "9850": 34434887680.0, + "9855": 34434887680.0, + "9860": 34434887680.0, + "9865": 34434887680.0, + "9870": 34434887680.0, + "9875": 34434887680.0, + "9880": 34434887680.0, + "9885": 34434887680.0, + "9890": 34434887680.0, + "9895": 34434887680.0, + "9900": 34434887680.0, + "9905": 34434887680.0, + "9910": 34434887680.0, + "9915": 34434887680.0, + "9920": 34434887680.0, + "9925": 34434887680.0, + "9930": 34434887680.0, + "9935": 34434887680.0, + "9940": 34434887680.0, + "9945": 34434887680.0, + "9950": 34434887680.0, + "9955": 34434887680.0, + "9960": 34434887680.0, + "9965": 34434887680.0, + "9970": 34434887680.0, + "9975": 34434887680.0, + "9980": 34434887680.0, + "9985": 34434887680.0, + "9990": 34434887680.0, + "9995": 34434887680.0, + "10000": 34434887680.0, + "10005": 34434887680.0, + "10010": 34434887680.0, + "10015": 34434887680.0, + "10020": 34434887680.0, + "10025": 34434887680.0, + "10030": 34434887680.0, + "10035": 34434887680.0, + "10040": 34434887680.0, + "10045": 34434887680.0, + "10050": 34434887680.0, + "10055": 34434887680.0, + "10060": 34434887680.0, + "10065": 34434887680.0, + "10070": 34434887680.0, + "10075": 34434887680.0, + "10080": 34434887680.0, + "10085": 34434887680.0, + "10090": 34434887680.0, + "10095": 34434887680.0, + "10100": 34434887680.0, + "10105": 34434887680.0, + "10110": 34434887680.0, + "10115": 34434887680.0, + "10120": 34434887680.0, + "10125": 34434887680.0, + "10130": 34434887680.0, + "10135": 34434887680.0, + "10140": 34434887680.0, + "10145": 34434887680.0, + "10150": 34434887680.0, + "10155": 34434887680.0, + "10160": 34434887680.0, + "10165": 34434887680.0, + "10170": 34434887680.0, + "10175": 34434887680.0, + "10180": 34434887680.0, + "10185": 34434887680.0, + "10190": 34434887680.0, + "10195": 34434887680.0, + "10200": 34434887680.0, + "10205": 34434887680.0, + "10210": 34434887680.0, + "10215": 34434887680.0, + "10220": 34434887680.0, + "10225": 34434887680.0, + "10230": 34434887680.0, + "10235": 34434887680.0, + "10240": 34434887680.0, + "10245": 34434887680.0, + "10250": 34434887680.0, + "10255": 34434887680.0, + "10260": 34434887680.0, + "10265": 34434887680.0, + "10270": 34434887680.0, + "10275": 34434887680.0, + "10280": 34434887680.0, + "10285": 34434887680.0, + "10290": 34434887680.0, + "10295": 34434887680.0, + "10300": 34434887680.0, + "10305": 34434887680.0, + "10310": 34434887680.0, + "10315": 34434887680.0, + "10320": 34434887680.0, + "10325": 34434887680.0, + "10330": 34434887680.0, + "10335": 34434887680.0, + "10340": 34434887680.0, + "10345": 34434887680.0, + "10350": 34434887680.0, + "10355": 34434887680.0, + "10360": 34434887680.0, + "10365": 34434887680.0, + "10370": 34434887680.0, + "10375": 34434887680.0, + "10380": 34434887680.0, + "10385": 34434887680.0, + "10390": 34434887680.0, + "10395": 34434887680.0, + "10400": 34434887680.0, + "10405": 34434887680.0, + "10410": 34434887680.0, + "10415": 34434887680.0, + "10420": 34434887680.0, + "10425": 34434887680.0, + "10430": 34434887680.0, + "10435": 34434887680.0, + "10440": 34434887680.0, + "10445": 34434887680.0, + "10450": 34434887680.0, + "10455": 34434887680.0, + "10460": 34434887680.0, + "10465": 34434887680.0, + "10470": 34434887680.0, + "10475": 34434887680.0, + "10480": 34434887680.0, + "10485": 34434887680.0, + "10490": 34434887680.0, + "10495": 34434887680.0, + "10500": 34434887680.0, + "10505": 34434887680.0, + "10510": 34434887680.0, + "10515": 34434887680.0, + "10520": 34434887680.0, + "10525": 34434887680.0, + "10530": 34434887680.0, + "10535": 34434887680.0, + "10540": 34434887680.0, + "10545": 34434887680.0, + "10550": 34434887680.0, + "10555": 34434887680.0, + "10560": 34434887680.0, + "10565": 34434887680.0, + "10570": 34434887680.0, + "10575": 34434887680.0, + "10580": 34434887680.0, + "10585": 34434887680.0, + "10590": 34434887680.0, + "10595": 34434887680.0, + "10600": 34434887680.0, + "10605": 34434887680.0, + "10610": 34434887680.0, + "10615": 34434887680.0, + "10620": 34434887680.0, + "10625": 34434887680.0, + "10630": 34434887680.0, + "10635": 34434887680.0, + "10640": 34434887680.0, + "10645": 34434887680.0, + "10650": 34434887680.0, + "10655": 34434887680.0, + "10660": 34434887680.0, + "10665": 34434887680.0, + "10670": 34434887680.0, + "10675": 34434887680.0, + "10680": 34434887680.0, + "10685": 34434887680.0, + "10690": 34434887680.0, + "10695": 34434887680.0, + "10700": 34434887680.0, + "10705": 34434887680.0, + "10710": 34434887680.0, + "10715": 34434887680.0, + "10720": 34434887680.0, + "10725": 34434887680.0, + "10730": 34434887680.0, + "10735": 34434887680.0, + "10740": 34434887680.0, + "10745": 34434887680.0, + "10750": 34434887680.0, + "10755": 34434887680.0, + "10760": 34434887680.0, + "10765": 34434887680.0, + "10770": 34434887680.0, + "10775": 34434887680.0, + "10780": 34434887680.0, + "10785": 34434887680.0, + "10790": 34434887680.0, + "10795": 34434887680.0, + "10800": 34434887680.0, + "10805": 34434887680.0, + "10810": 34434887680.0, + "10815": 34434887680.0, + "10820": 34434887680.0, + "10825": 34434887680.0, + "10830": 34434887680.0, + "10835": 34434887680.0, + "10840": 34434887680.0, + "10845": 34434887680.0, + "10850": 34434887680.0, + "10855": 34434887680.0, + "10860": 34434887680.0, + "10865": 34434887680.0, + "10870": 34434887680.0, + "10875": 34434887680.0, + "10880": 34434887680.0, + "10885": 34434887680.0, + "10890": 34434887680.0, + "10895": 34434887680.0, + "10900": 34434887680.0, + "10905": 34434887680.0, + "10910": 34434887680.0, + "10915": 34434887680.0, + "10920": 34434887680.0, + "10925": 34434887680.0, + "10930": 34434887680.0, + "10935": 34434887680.0, + "10940": 34434887680.0, + "10945": 34434887680.0, + "10950": 34434887680.0, + "10955": 34434887680.0, + "10960": 34434887680.0, + "10965": 34434887680.0, + "10970": 34434887680.0, + "10975": 34434887680.0, + "10980": 34434887680.0, + "10985": 34434887680.0, + "10990": 34434887680.0, + "10995": 34434887680.0, + "11000": 34434887680.0, + "11005": 34434887680.0, + "11010": 34434887680.0, + "11015": 34434887680.0, + "11020": 34434887680.0, + "11025": 34434887680.0, + "11030": 34434887680.0, + "11035": 34434887680.0, + "11040": 34434887680.0, + "11045": 34434887680.0, + "11050": 34434887680.0, + "11055": 34434887680.0, + "11060": 34434887680.0, + "11065": 34434887680.0, + "11070": 34434887680.0, + "11075": 34434887680.0, + "11080": 34434887680.0, + "11085": 34434887680.0, + "11090": 34434887680.0, + "11095": 34434887680.0, + "11100": 34434887680.0, + "11105": 34434887680.0, + "11110": 34434887680.0, + "11115": 34434887680.0, + "11120": 34434887680.0, + "11125": 34434887680.0, + "11130": 34434887680.0, + "11135": 34434887680.0, + "11140": 34434887680.0, + "11145": 34434887680.0, + "11150": 34434887680.0, + "11155": 34434887680.0, + "11160": 34434887680.0, + "11165": 34434887680.0, + "11170": 34434887680.0, + "11175": 34434887680.0, + "11180": 34434887680.0, + "11185": 34434887680.0, + "11190": 34434887680.0, + "11195": 34434887680.0, + "11200": 34434887680.0, + "11205": 34434887680.0, + "11210": 34434887680.0, + "11215": 34434887680.0, + "11220": 34434887680.0, + "11225": 34434887680.0, + "11230": 34434887680.0, + "11235": 34434887680.0, + "11240": 34434887680.0, + "11245": 34434887680.0, + "11250": 34434887680.0, + "11255": 34434887680.0, + "11260": 34434887680.0, + "11265": 34434887680.0, + "11270": 34434887680.0, + "11275": 34434887680.0, + "11280": 34434887680.0, + "11285": 34434887680.0, + "11290": 34434887680.0, + "11295": 34434887680.0, + "11300": 34434887680.0, + "11305": 34434887680.0, + "11310": 34434887680.0, + "11315": 34434887680.0, + "11320": 34434887680.0, + "11325": 34434887680.0, + "11330": 34434887680.0, + "11335": 34434887680.0, + "11340": 34434887680.0, + "11345": 34434887680.0, + "11350": 34434887680.0, + "11355": 34434887680.0, + "11360": 34434887680.0, + "11365": 34434887680.0, + "11370": 34434887680.0, + "11375": 34434887680.0, + "11380": 34434887680.0, + "11385": 34434887680.0, + "11390": 34434887680.0, + "11395": 34434887680.0, + "11400": 34434887680.0, + "11405": 34434887680.0, + "11410": 34434887680.0, + "11415": 34434887680.0, + "11420": 34434887680.0, + "11425": 34434887680.0, + "11430": 34434887680.0, + "11435": 34434887680.0, + "11440": 34434887680.0, + "11445": 34434887680.0, + "11450": 34434887680.0, + "11455": 34434887680.0, + "11460": 34434887680.0, + "11465": 34434887680.0, + "11470": 34434887680.0, + "11475": 34434887680.0, + "11480": 34434887680.0, + "11485": 34434887680.0, + "11490": 34434887680.0, + "11495": 34434887680.0, + "11500": 34434887680.0, + "11505": 34434887680.0, + "11510": 34434887680.0, + "11515": 34434887680.0, + "11520": 34434887680.0, + "11525": 34434887680.0, + "11530": 34434887680.0, + "11535": 34434887680.0, + "11540": 34434887680.0, + "11545": 34434887680.0, + "11550": 34434887680.0, + "11555": 34434887680.0, + "11560": 34434887680.0, + "11565": 34434887680.0, + "11570": 34434887680.0, + "11575": 34434887680.0, + "11580": 34434887680.0, + "11585": 34434887680.0, + "11590": 34434887680.0, + "11595": 34434887680.0, + "11600": 34434887680.0, + "11605": 34434887680.0, + "11610": 34434887680.0, + "11615": 34434887680.0, + "11620": 34434887680.0, + "11625": 34434887680.0, + "11630": 34434887680.0, + "11635": 34434887680.0, + "11640": 34434887680.0, + "11645": 34434887680.0, + "11650": 34434887680.0, + "11655": 34434887680.0, + "11660": 34434887680.0, + "11665": 34434887680.0, + "11670": 34434887680.0, + "11675": 34434887680.0, + "11680": 34434887680.0, + "11685": 34434887680.0, + "11690": 34434887680.0, + "11695": 34434887680.0, + "11700": 34434887680.0, + "11705": 34434887680.0, + "11710": 34434887680.0, + "11715": 34434887680.0, + "11720": 34434887680.0, + "11725": 34434887680.0, + "11730": 34434887680.0, + "11735": 34434887680.0, + "11740": 34434887680.0, + "11745": 34434887680.0, + "11750": 34434887680.0, + "11755": 34434887680.0, + "11760": 34434887680.0, + "11765": 34434887680.0, + "11770": 34434887680.0, + "11775": 34434887680.0, + "11780": 34434887680.0, + "11785": 34434887680.0, + "11790": 34434887680.0, + "11795": 34434887680.0, + "11800": 34434887680.0, + "11805": 34434887680.0, + "11810": 34434887680.0, + "11815": 34434887680.0, + "11820": 34434887680.0, + "11825": 34434887680.0, + "11830": 34434887680.0, + "11835": 34434887680.0, + "11840": 34434887680.0, + "11845": 34434887680.0, + "11850": 34434887680.0, + "11855": 34434887680.0, + "11860": 34434887680.0, + "11865": 34434887680.0, + "11870": 34434887680.0, + "11875": 34434887680.0, + "11880": 34434887680.0, + "11885": 34434887680.0, + "11890": 34434887680.0, + "11895": 34434887680.0, + "11900": 34434887680.0, + "11905": 34434887680.0, + "11910": 34434887680.0, + "11915": 34434887680.0, + "11920": 34434887680.0, + "11925": 34434887680.0, + "11930": 34434887680.0, + "11935": 34434887680.0, + "11940": 34434887680.0, + "11945": 34434887680.0, + "11950": 34434887680.0, + "11955": 34434887680.0, + "11960": 34434887680.0, + "11965": 34434887680.0, + "11970": 34434887680.0, + "11975": 34434887680.0, + "11980": 34434887680.0, + "11985": 34434887680.0, + "11990": 34434887680.0, + "11995": 34434887680.0, + "12000": 34434887680.0, + "12005": 34434887680.0, + "12010": 34434887680.0, + "12015": 34434887680.0, + "12020": 34434887680.0, + "12025": 34434887680.0, + "12030": 34434887680.0, + "12035": 34434887680.0, + "12040": 34434887680.0, + "12045": 34434887680.0, + "12050": 34434887680.0, + "12055": 34434887680.0, + "12060": 34434887680.0, + "12065": 34434887680.0, + "12070": 34434887680.0, + "12075": 34434887680.0, + "12080": 34434887680.0, + "12085": 34434887680.0, + "12090": 34434887680.0, + "12095": 34434887680.0, + "12100": 34434887680.0, + "12105": 34434887680.0, + "12110": 34434887680.0, + "12115": 34434887680.0, + "12120": 34434887680.0, + "12125": 34434887680.0, + "12130": 34434887680.0, + "12135": 34434887680.0, + "12140": 34434887680.0, + "12145": 34434887680.0, + "12150": 34434887680.0, + "12155": 34434887680.0, + "12160": 34434887680.0, + "12165": 34434887680.0, + "12170": 34434887680.0, + "12175": 34434887680.0, + "12180": 34434887680.0, + "12185": 34434887680.0, + "12190": 34434887680.0, + "12195": 34434887680.0, + "12200": 34434887680.0, + "12205": 34434887680.0, + "12210": 34434887680.0, + "12215": 34434887680.0, + "12220": 34434887680.0, + "12225": 34434887680.0, + "12230": 34434887680.0, + "12235": 34434887680.0, + "12240": 34434887680.0, + "12245": 34434887680.0, + "12250": 34434887680.0, + "12255": 34434887680.0, + "12260": 34434887680.0, + "12265": 34434887680.0, + "12270": 34434887680.0, + "12275": 34434887680.0, + "12280": 34434887680.0, + "12285": 34434887680.0, + "12290": 34434887680.0, + "12295": 34434887680.0, + "12300": 34434887680.0, + "12305": 34434887680.0, + "12310": 34434887680.0, + "12315": 34434887680.0, + "12320": 34434887680.0, + "12325": 34434887680.0, + "12330": 34434887680.0, + "12335": 34434887680.0, + "12340": 34434887680.0, + "12345": 34434887680.0, + "12350": 34434887680.0, + "12355": 34434887680.0, + "12360": 34434887680.0, + "12365": 34434887680.0, + "12370": 34434887680.0, + "12375": 34434887680.0, + "12380": 34434887680.0, + "12385": 34434887680.0, + "12390": 34434887680.0, + "12395": 34434887680.0, + "12400": 34434887680.0, + "12405": 34434887680.0, + "12410": 34434887680.0, + "12415": 34434887680.0, + "12420": 34434887680.0, + "12425": 34434887680.0, + "12430": 34434887680.0, + "12435": 34434887680.0, + "12440": 34434887680.0, + "12445": 34434887680.0, + "12450": 34434887680.0, + "12455": 34434887680.0, + "12460": 34434887680.0, + "12465": 34434887680.0, + "12470": 34434887680.0, + "12475": 34434887680.0, + "12480": 34434887680.0, + "12485": 34434887680.0, + "12490": 34434887680.0, + "12495": 34434887680.0, + "12500": 34434887680.0, + "12505": 34434887680.0, + "12510": 34434887680.0, + "12515": 34434887680.0, + "12520": 34434887680.0, + "12525": 34434887680.0, + "12530": 34434887680.0, + "12535": 34434887680.0, + "12540": 34434887680.0, + "12545": 34434887680.0, + "12550": 34434887680.0, + "12555": 34434887680.0, + "12560": 34434887680.0, + "12565": 34434887680.0, + "12570": 34434887680.0, + "12575": 34434887680.0, + "12580": 34434887680.0, + "12585": 34434887680.0, + "12590": 34434887680.0, + "12595": 34434887680.0, + "12600": 34434887680.0, + "12605": 34434887680.0, + "12610": 34434887680.0, + "12615": 34434887680.0, + "12620": 34434887680.0, + "12625": 34434887680.0, + "12630": 34434887680.0, + "12635": 34434887680.0, + "12640": 34434887680.0, + "12645": 34434887680.0, + "12650": 34434887680.0, + "12655": 34434887680.0, + "12660": 34434887680.0, + "12665": 34434887680.0, + "12670": 34434887680.0, + "12675": 34434887680.0, + "12680": 34434887680.0, + "12685": 34434887680.0, + "12690": 34434887680.0, + "12695": 34434887680.0, + "12700": 34434887680.0, + "12705": 34434887680.0, + "12710": 34434887680.0, + "12715": 34434887680.0, + "12720": 34434887680.0, + "12725": 34434887680.0, + "12730": 34434887680.0, + "12735": 34434887680.0, + "12740": 34434887680.0, + "12745": 34434887680.0, + "12750": 34434887680.0, + "12755": 34434887680.0, + "12760": 34434887680.0, + "12765": 34434887680.0, + "12770": 34434887680.0, + "12775": 34434887680.0, + "12780": 34434887680.0, + "12785": 34434887680.0, + "12790": 34434887680.0, + "12795": 34434887680.0, + "12800": 34434887680.0, + "12805": 34434887680.0, + "12810": 34434887680.0, + "12815": 34434887680.0, + "12820": 34434887680.0, + "12825": 34434887680.0, + "12830": 34434887680.0, + "12835": 34434887680.0, + "12840": 34434887680.0, + "12845": 34434887680.0, + "12850": 34434887680.0, + "12855": 34434887680.0, + "12860": 34434887680.0, + "12865": 34434887680.0, + "12870": 34434887680.0, + "12875": 34434887680.0, + "12880": 34434887680.0, + "12885": 34434887680.0, + "12890": 34434887680.0, + "12895": 34434887680.0, + "12900": 34434887680.0, + "12905": 34434887680.0, + "12910": 34434887680.0, + "12915": 34434887680.0, + "12920": 34434887680.0, + "12925": 34434887680.0, + "12930": 34434887680.0, + "12935": 34434887680.0, + "12940": 34434887680.0, + "12945": 34434887680.0, + "12950": 34434887680.0, + "12955": 34434887680.0, + "12960": 34434887680.0, + "12965": 34434887680.0, + "12970": 34434887680.0, + "12975": 34434887680.0, + "12980": 34434887680.0, + "12985": 34434887680.0, + "12990": 34434887680.0, + "12995": 34434887680.0, + "13000": 34434887680.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 13000, + "step_interval": 5, + "values": { + "1": "nan", + "5": "nan", + "10": "nan", + "15": "nan", + "20": "nan", + "25": "nan", + "30": "nan", + "35": "nan", + "40": "nan", + "45": "nan", + "50": "nan", + "55": "nan", + "60": "nan", + "65": "nan", + "70": "nan", + "75": "nan", + "80": "nan", + "85": "nan", + "90": "nan", + "95": "nan", + "100": 1.52575, + "105": "nan", + "110": "nan", + "115": "nan", + "120": "nan", + "125": "nan", + "130": "nan", + "135": "nan", + "140": "nan", + "145": "nan", + "150": "nan", + "155": "nan", + "160": "nan", + "165": "nan", + "170": "nan", + "175": "nan", + "180": "nan", + "185": "nan", + "190": "nan", + "195": "nan", + "200": 1.22241, + "205": "nan", + "210": "nan", + "215": "nan", + "220": "nan", + "225": "nan", + "230": "nan", + "235": "nan", + "240": "nan", + "245": "nan", + "250": "nan", + "255": "nan", + "260": "nan", + "265": "nan", + "270": "nan", + "275": "nan", + "280": "nan", + "285": "nan", + "290": "nan", + "295": "nan", + "300": 1.68719, + "305": "nan", + "310": "nan", + "315": "nan", + "320": "nan", + "325": "nan", + "330": "nan", + "335": "nan", + "340": "nan", + "345": "nan", + "350": "nan", + "355": "nan", + "360": "nan", + "365": "nan", + "370": "nan", + "375": "nan", + "380": "nan", + "385": "nan", + "390": "nan", + "395": "nan", + "400": 2.3415, + "405": "nan", + "410": "nan", + "415": "nan", + "420": "nan", + "425": "nan", + "430": "nan", + "435": "nan", + "440": "nan", + "445": "nan", + "450": "nan", + "455": "nan", + "460": "nan", + "465": "nan", + "470": "nan", + "475": "nan", + "480": "nan", + "485": "nan", + "490": "nan", + "495": "nan", + "500": 1.22139, + "505": "nan", + "510": "nan", + "515": "nan", + "520": "nan", + "525": "nan", + "530": "nan", + "535": "nan", + "540": "nan", + "545": "nan", + "550": "nan", + "555": "nan", + "560": "nan", + "565": "nan", + "570": "nan", + "575": "nan", + "580": "nan", + "585": "nan", + "590": "nan", + "595": "nan", + "600": 1.64801, + "605": "nan", + "610": "nan", + "615": "nan", + "620": "nan", + "625": "nan", + "630": "nan", + "635": "nan", + "640": "nan", + "645": "nan", + "650": "nan", + "655": "nan", + "660": "nan", + "665": "nan", + "670": "nan", + "675": "nan", + "680": "nan", + "685": "nan", + "690": "nan", + "695": "nan", + "700": 1.59272, + "705": "nan", + "710": "nan", + "715": "nan", + "720": "nan", + "725": "nan", + "730": "nan", + "735": "nan", + "740": "nan", + "745": "nan", + "750": "nan", + "755": "nan", + "760": "nan", + "765": "nan", + "770": "nan", + "775": "nan", + "780": "nan", + "785": "nan", + "790": "nan", + "795": "nan", + "800": 1.2195, + "805": "nan", + "810": "nan", + "815": "nan", + "820": "nan", + "825": "nan", + "830": "nan", + "835": "nan", + "840": "nan", + "845": "nan", + "850": "nan", + "855": "nan", + "860": "nan", + "865": "nan", + "870": "nan", + "875": "nan", + "880": "nan", + "885": "nan", + "890": "nan", + "895": "nan", + "900": 1.62873, + "905": "nan", + "910": "nan", + "915": "nan", + "920": "nan", + "925": "nan", + "930": "nan", + "935": "nan", + "940": "nan", + "945": "nan", + "950": "nan", + "955": "nan", + "960": "nan", + "965": "nan", + "970": "nan", + "975": "nan", + "980": "nan", + "985": "nan", + "990": "nan", + "995": "nan", + "1000": 1.64961, + "1005": "nan", + "1010": "nan", + "1015": "nan", + "1020": "nan", + "1025": "nan", + "1030": "nan", + "1035": "nan", + "1040": "nan", + "1045": "nan", + "1050": "nan", + "1055": "nan", + "1060": "nan", + "1065": "nan", + "1070": "nan", + "1075": "nan", + "1080": "nan", + "1085": "nan", + "1090": "nan", + "1095": "nan", + "1100": 1.62131, + "1105": "nan", + "1110": "nan", + "1115": "nan", + "1120": "nan", + "1125": "nan", + "1130": "nan", + "1135": "nan", + "1140": "nan", + "1145": "nan", + "1150": "nan", + "1155": "nan", + "1160": "nan", + "1165": "nan", + "1170": "nan", + "1175": "nan", + "1180": "nan", + "1185": "nan", + "1190": "nan", + "1195": "nan", + "1200": 1.46576, + "1205": "nan", + "1210": "nan", + "1215": "nan", + "1220": "nan", + "1225": "nan", + "1230": "nan", + "1235": "nan", + "1240": "nan", + "1245": "nan", + "1250": "nan", + "1255": "nan", + "1260": "nan", + "1265": "nan", + "1270": "nan", + "1275": "nan", + "1280": "nan", + "1285": "nan", + "1290": "nan", + "1295": "nan", + "1300": 1.52481, + "1305": "nan", + "1310": "nan", + "1315": "nan", + "1320": "nan", + "1325": "nan", + "1330": "nan", + "1335": "nan", + "1340": "nan", + "1345": "nan", + "1350": "nan", + "1355": "nan", + "1360": "nan", + "1365": "nan", + "1370": "nan", + "1375": "nan", + "1380": "nan", + "1385": "nan", + "1390": "nan", + "1395": "nan", + "1400": 1.18935, + "1405": "nan", + "1410": "nan", + "1415": "nan", + "1420": "nan", + "1425": "nan", + "1430": "nan", + "1435": "nan", + "1440": "nan", + "1445": "nan", + "1450": "nan", + "1455": "nan", + "1460": "nan", + "1465": "nan", + "1470": "nan", + "1475": "nan", + "1480": "nan", + "1485": "nan", + "1490": "nan", + "1495": "nan", + "1500": 1.81193, + "1505": "nan", + "1510": "nan", + "1515": "nan", + "1520": "nan", + "1525": "nan", + "1530": "nan", + "1535": "nan", + "1540": "nan", + "1545": "nan", + "1550": "nan", + "1555": "nan", + "1560": "nan", + "1565": "nan", + "1570": "nan", + "1575": "nan", + "1580": "nan", + "1585": "nan", + "1590": "nan", + "1595": "nan", + "1600": 1.18361, + "1605": "nan", + "1610": "nan", + "1615": "nan", + "1620": "nan", + "1625": "nan", + "1630": "nan", + "1635": "nan", + "1640": "nan", + "1645": "nan", + "1650": "nan", + "1655": "nan", + "1660": "nan", + "1665": "nan", + "1670": "nan", + "1675": "nan", + "1680": "nan", + "1685": "nan", + "1690": "nan", + "1695": "nan", + "1700": 1.8225, + "1705": "nan", + "1710": "nan", + "1715": "nan", + "1720": "nan", + "1725": "nan", + "1730": "nan", + "1735": "nan", + "1740": "nan", + "1745": "nan", + "1750": "nan", + "1755": "nan", + "1760": "nan", + "1765": "nan", + "1770": "nan", + "1775": "nan", + "1780": "nan", + "1785": "nan", + "1790": "nan", + "1795": "nan", + "1800": 1.17987, + "1805": "nan", + "1810": "nan", + "1815": "nan", + "1820": "nan", + "1825": "nan", + "1830": "nan", + "1835": "nan", + "1840": "nan", + "1845": "nan", + "1850": "nan", + "1855": "nan", + "1860": "nan", + "1865": "nan", + "1870": "nan", + "1875": "nan", + "1880": "nan", + "1885": "nan", + "1890": "nan", + "1895": "nan", + "1900": 1.51305, + "1905": "nan", + "1910": "nan", + "1915": "nan", + "1920": "nan", + "1925": "nan", + "1930": "nan", + "1935": "nan", + "1940": "nan", + "1945": "nan", + "1950": "nan", + "1955": "nan", + "1960": "nan", + "1965": "nan", + "1970": "nan", + "1975": "nan", + "1980": "nan", + "1985": "nan", + "1990": "nan", + "1995": "nan", + "2000": 1.50011, + "2005": "nan", + "2010": "nan", + "2015": "nan", + "2020": "nan", + "2025": "nan", + "2030": "nan", + "2035": "nan", + "2040": "nan", + "2045": "nan", + "2050": "nan", + "2055": "nan", + "2060": "nan", + "2065": "nan", + "2070": "nan", + "2075": "nan", + "2080": "nan", + "2085": "nan", + "2090": "nan", + "2095": "nan", + "2100": 1.57718, + "2105": "nan", + "2110": "nan", + "2115": "nan", + "2120": "nan", + "2125": "nan", + "2130": "nan", + "2135": "nan", + "2140": "nan", + "2145": "nan", + "2150": "nan", + "2155": "nan", + "2160": "nan", + "2165": "nan", + "2170": "nan", + "2175": "nan", + "2180": "nan", + "2185": "nan", + "2190": "nan", + "2195": "nan", + "2200": 1.45196, + "2205": "nan", + "2210": "nan", + "2215": "nan", + "2220": "nan", + "2225": "nan", + "2230": "nan", + "2235": "nan", + "2240": "nan", + "2245": "nan", + "2250": "nan", + "2255": "nan", + "2260": "nan", + "2265": "nan", + "2270": "nan", + "2275": "nan", + "2280": "nan", + "2285": "nan", + "2290": "nan", + "2295": "nan", + "2300": 1.26751, + "2305": "nan", + "2310": "nan", + "2315": "nan", + "2320": "nan", + "2325": "nan", + "2330": "nan", + "2335": "nan", + "2340": "nan", + "2345": "nan", + "2350": "nan", + "2355": "nan", + "2360": "nan", + "2365": "nan", + "2370": "nan", + "2375": "nan", + "2380": "nan", + "2385": "nan", + "2390": "nan", + "2395": "nan", + "2400": 1.67576, + "2405": "nan", + "2410": "nan", + "2415": "nan", + "2420": "nan", + "2425": "nan", + "2430": "nan", + "2435": "nan", + "2440": "nan", + "2445": "nan", + "2450": "nan", + "2455": "nan", + "2460": "nan", + "2465": "nan", + "2470": "nan", + "2475": "nan", + "2480": "nan", + "2485": "nan", + "2490": "nan", + "2495": "nan", + "2500": 1.45152, + "2505": "nan", + "2510": "nan", + "2515": "nan", + "2520": "nan", + "2525": "nan", + "2530": "nan", + "2535": "nan", + "2540": "nan", + "2545": "nan", + "2550": "nan", + "2555": "nan", + "2560": "nan", + "2565": "nan", + "2570": "nan", + "2575": "nan", + "2580": "nan", + "2585": "nan", + "2590": "nan", + "2595": "nan", + "2600": 1.17207, + "2605": "nan", + "2610": "nan", + "2615": "nan", + "2620": "nan", + "2625": "nan", + "2630": "nan", + "2635": "nan", + "2640": "nan", + "2645": "nan", + "2650": "nan", + "2655": "nan", + "2660": "nan", + "2665": "nan", + "2670": "nan", + "2675": "nan", + "2680": "nan", + "2685": "nan", + "2690": "nan", + "2695": "nan", + "2700": 1.47473, + "2705": "nan", + "2710": "nan", + "2715": "nan", + "2720": "nan", + "2725": "nan", + "2730": "nan", + "2735": "nan", + "2740": "nan", + "2745": "nan", + "2750": "nan", + "2755": "nan", + "2760": "nan", + "2765": "nan", + "2770": "nan", + "2775": "nan", + "2780": "nan", + "2785": "nan", + "2790": "nan", + "2795": "nan", + "2800": 1.46554, + "2805": "nan", + "2810": "nan", + "2815": "nan", + "2820": "nan", + "2825": "nan", + "2830": "nan", + "2835": "nan", + "2840": "nan", + "2845": "nan", + "2850": "nan", + "2855": "nan", + "2860": "nan", + "2865": "nan", + "2870": "nan", + "2875": "nan", + "2880": "nan", + "2885": "nan", + "2890": "nan", + "2895": "nan", + "2900": 1.47107, + "2905": "nan", + "2910": "nan", + "2915": "nan", + "2920": "nan", + "2925": "nan", + "2930": "nan", + "2935": "nan", + "2940": "nan", + "2945": "nan", + "2950": "nan", + "2955": "nan", + "2960": "nan", + "2965": "nan", + "2970": "nan", + "2975": "nan", + "2980": "nan", + "2985": "nan", + "2990": "nan", + "2995": "nan", + "3000": 1.47313, + "3005": "nan", + "3010": "nan", + "3015": "nan", + "3020": "nan", + "3025": "nan", + "3030": "nan", + "3035": "nan", + "3040": "nan", + "3045": "nan", + "3050": "nan", + "3055": "nan", + "3060": "nan", + "3065": "nan", + "3070": "nan", + "3075": "nan", + "3080": "nan", + "3085": "nan", + "3090": "nan", + "3095": "nan", + "3100": 1.58134, + "3105": "nan", + "3110": "nan", + "3115": "nan", + "3120": "nan", + "3125": "nan", + "3130": "nan", + "3135": "nan", + "3140": "nan", + "3145": "nan", + "3150": "nan", + "3155": "nan", + "3160": "nan", + "3165": "nan", + "3170": "nan", + "3175": "nan", + "3180": "nan", + "3185": "nan", + "3190": "nan", + "3195": "nan", + "3200": 1.47784, + "3205": "nan", + "3210": "nan", + "3215": "nan", + "3220": "nan", + "3225": "nan", + "3230": "nan", + "3235": "nan", + "3240": "nan", + "3245": "nan", + "3250": "nan", + "3255": "nan", + "3260": "nan", + "3265": "nan", + "3270": "nan", + "3275": "nan", + "3280": "nan", + "3285": "nan", + "3290": "nan", + "3295": "nan", + "3300": 1.53281, + "3305": "nan", + "3310": "nan", + "3315": "nan", + "3320": "nan", + "3325": "nan", + "3330": "nan", + "3335": "nan", + "3340": "nan", + "3345": "nan", + "3350": "nan", + "3355": "nan", + "3360": "nan", + "3365": "nan", + "3370": "nan", + "3375": "nan", + "3380": "nan", + "3385": "nan", + "3390": "nan", + "3395": "nan", + "3400": 1.16771, + "3405": "nan", + "3410": "nan", + "3415": "nan", + "3420": "nan", + "3425": "nan", + "3430": "nan", + "3435": "nan", + "3440": "nan", + "3445": "nan", + "3450": "nan", + "3455": "nan", + "3460": "nan", + "3465": "nan", + "3470": "nan", + "3475": "nan", + "3480": "nan", + "3485": "nan", + "3490": "nan", + "3495": "nan", + "3500": 1.7677, + "3505": "nan", + "3510": "nan", + "3515": "nan", + "3520": "nan", + "3525": "nan", + "3530": "nan", + "3535": "nan", + "3540": "nan", + "3545": "nan", + "3550": "nan", + "3555": "nan", + "3560": "nan", + "3565": "nan", + "3570": "nan", + "3575": "nan", + "3580": "nan", + "3585": "nan", + "3590": "nan", + "3595": "nan", + "3600": 1.16778, + "3605": "nan", + "3610": "nan", + "3615": "nan", + "3620": "nan", + "3625": "nan", + "3630": "nan", + "3635": "nan", + "3640": "nan", + "3645": "nan", + "3650": "nan", + "3655": "nan", + "3660": "nan", + "3665": "nan", + "3670": "nan", + "3675": "nan", + "3680": "nan", + "3685": "nan", + "3690": "nan", + "3695": "nan", + "3700": 1.52902, + "3705": "nan", + "3710": "nan", + "3715": "nan", + "3720": "nan", + "3725": "nan", + "3730": "nan", + "3735": "nan", + "3740": "nan", + "3745": "nan", + "3750": "nan", + "3755": "nan", + "3760": "nan", + "3765": "nan", + "3770": "nan", + "3775": "nan", + "3780": "nan", + "3785": "nan", + "3790": "nan", + "3795": "nan", + "3800": 1.45421, + "3805": "nan", + "3810": "nan", + "3815": "nan", + "3820": "nan", + "3825": "nan", + "3830": "nan", + "3835": "nan", + "3840": "nan", + "3845": "nan", + "3850": "nan", + "3855": "nan", + "3860": "nan", + "3865": "nan", + "3870": "nan", + "3875": "nan", + "3880": "nan", + "3885": "nan", + "3890": "nan", + "3895": "nan", + "3900": 1.48924, + "3905": "nan", + "3910": "nan", + "3915": "nan", + "3920": "nan", + "3925": "nan", + "3930": "nan", + "3935": "nan", + "3940": "nan", + "3945": "nan", + "3950": "nan", + "3955": "nan", + "3960": "nan", + "3965": "nan", + "3970": "nan", + "3975": "nan", + "3980": "nan", + "3985": "nan", + "3990": "nan", + "3995": "nan", + "4000": 1.49248, + "4005": "nan", + "4010": "nan", + "4015": "nan", + "4020": "nan", + "4025": "nan", + "4030": "nan", + "4035": "nan", + "4040": "nan", + "4045": "nan", + "4050": "nan", + "4055": "nan", + "4060": "nan", + "4065": "nan", + "4070": "nan", + "4075": "nan", + "4080": "nan", + "4085": "nan", + "4090": "nan", + "4095": "nan", + "4100": 1.24661, + "4105": "nan", + "4110": "nan", + "4115": "nan", + "4120": "nan", + "4125": "nan", + "4130": "nan", + "4135": "nan", + "4140": "nan", + "4145": "nan", + "4150": "nan", + "4155": "nan", + "4160": "nan", + "4165": "nan", + "4170": "nan", + "4175": "nan", + "4180": "nan", + "4185": "nan", + "4190": "nan", + "4195": "nan", + "4200": 1.49468, + "4205": "nan", + "4210": "nan", + "4215": "nan", + "4220": "nan", + "4225": "nan", + "4230": "nan", + "4235": "nan", + "4240": "nan", + "4245": "nan", + "4250": "nan", + "4255": "nan", + "4260": "nan", + "4265": "nan", + "4270": "nan", + "4275": "nan", + "4280": "nan", + "4285": "nan", + "4290": "nan", + "4295": "nan", + "4300": 1.16555, + "4305": "nan", + "4310": "nan", + "4315": "nan", + "4320": "nan", + "4325": "nan", + "4330": "nan", + "4335": "nan", + "4340": "nan", + "4345": "nan", + "4350": "nan", + "4355": "nan", + "4360": "nan", + "4365": "nan", + "4370": "nan", + "4375": "nan", + "4380": "nan", + "4385": "nan", + "4390": "nan", + "4395": "nan", + "4400": 1.47217, + "4405": "nan", + "4410": "nan", + "4415": "nan", + "4420": "nan", + "4425": "nan", + "4430": "nan", + "4435": "nan", + "4440": "nan", + "4445": "nan", + "4450": "nan", + "4455": "nan", + "4460": "nan", + "4465": "nan", + "4470": "nan", + "4475": "nan", + "4480": "nan", + "4485": "nan", + "4490": "nan", + "4495": "nan", + "4500": 1.16663, + "4505": "nan", + "4510": "nan", + "4515": "nan", + "4520": "nan", + "4525": "nan", + "4530": "nan", + "4535": "nan", + "4540": "nan", + "4545": "nan", + "4550": "nan", + "4555": "nan", + "4560": "nan", + "4565": "nan", + "4570": "nan", + "4575": "nan", + "4580": "nan", + "4585": "nan", + "4590": "nan", + "4595": "nan", + "4600": 1.43693, + "4605": "nan", + "4610": "nan", + "4615": "nan", + "4620": "nan", + "4625": "nan", + "4630": "nan", + "4635": "nan", + "4640": "nan", + "4645": "nan", + "4650": "nan", + "4655": "nan", + "4660": "nan", + "4665": "nan", + "4670": "nan", + "4675": "nan", + "4680": "nan", + "4685": "nan", + "4690": "nan", + "4695": "nan", + "4700": 1.16482, + "4705": "nan", + "4710": "nan", + "4715": "nan", + "4720": "nan", + "4725": "nan", + "4730": "nan", + "4735": "nan", + "4740": "nan", + "4745": "nan", + "4750": "nan", + "4755": "nan", + "4760": "nan", + "4765": "nan", + "4770": "nan", + "4775": "nan", + "4780": "nan", + "4785": "nan", + "4790": "nan", + "4795": "nan", + "4800": 1.48482, + "4805": "nan", + "4810": "nan", + "4815": "nan", + "4820": "nan", + "4825": "nan", + "4830": "nan", + "4835": "nan", + "4840": "nan", + "4845": "nan", + "4850": "nan", + "4855": "nan", + "4860": "nan", + "4865": "nan", + "4870": "nan", + "4875": "nan", + "4880": "nan", + "4885": "nan", + "4890": "nan", + "4895": "nan", + "4900": 1.16433, + "4905": "nan", + "4910": "nan", + "4915": "nan", + "4920": "nan", + "4925": "nan", + "4930": "nan", + "4935": "nan", + "4940": "nan", + "4945": "nan", + "4950": "nan", + "4955": "nan", + "4960": "nan", + "4965": "nan", + "4970": "nan", + "4975": "nan", + "4980": "nan", + "4985": "nan", + "4990": "nan", + "4995": "nan", + "5000": 1.46317, + "5005": "nan", + "5010": "nan", + "5015": "nan", + "5020": "nan", + "5025": "nan", + "5030": "nan", + "5035": "nan", + "5040": "nan", + "5045": "nan", + "5050": "nan", + "5055": "nan", + "5060": "nan", + "5065": "nan", + "5070": "nan", + "5075": "nan", + "5080": "nan", + "5085": "nan", + "5090": "nan", + "5095": "nan", + "5100": 1.25189, + "5105": "nan", + "5110": "nan", + "5115": "nan", + "5120": "nan", + "5125": "nan", + "5130": "nan", + "5135": "nan", + "5140": "nan", + "5145": "nan", + "5150": "nan", + "5155": "nan", + "5160": "nan", + "5165": "nan", + "5170": "nan", + "5175": "nan", + "5180": "nan", + "5185": "nan", + "5190": "nan", + "5195": "nan", + "5200": 1.16439, + "5205": "nan", + "5210": "nan", + "5215": "nan", + "5220": "nan", + "5225": "nan", + "5230": "nan", + "5235": "nan", + "5240": "nan", + "5245": "nan", + "5250": "nan", + "5255": "nan", + "5260": "nan", + "5265": "nan", + "5270": "nan", + "5275": "nan", + "5280": "nan", + "5285": "nan", + "5290": "nan", + "5295": "nan", + "5300": 1.50195, + "5305": "nan", + "5310": "nan", + "5315": "nan", + "5320": "nan", + "5325": "nan", + "5330": "nan", + "5335": "nan", + "5340": "nan", + "5345": "nan", + "5350": "nan", + "5355": "nan", + "5360": "nan", + "5365": "nan", + "5370": "nan", + "5375": "nan", + "5380": "nan", + "5385": "nan", + "5390": "nan", + "5395": "nan", + "5400": 1.16391, + "5405": "nan", + "5410": "nan", + "5415": "nan", + "5420": "nan", + "5425": "nan", + "5430": "nan", + "5435": "nan", + "5440": "nan", + "5445": "nan", + "5450": "nan", + "5455": "nan", + "5460": "nan", + "5465": "nan", + "5470": "nan", + "5475": "nan", + "5480": "nan", + "5485": "nan", + "5490": "nan", + "5495": "nan", + "5500": 1.49666, + "5505": "nan", + "5510": "nan", + "5515": "nan", + "5520": "nan", + "5525": "nan", + "5530": "nan", + "5535": "nan", + "5540": "nan", + "5545": "nan", + "5550": "nan", + "5555": "nan", + "5560": "nan", + "5565": "nan", + "5570": "nan", + "5575": "nan", + "5580": "nan", + "5585": "nan", + "5590": "nan", + "5595": "nan", + "5600": 1.16446, + "5605": "nan", + "5610": "nan", + "5615": "nan", + "5620": "nan", + "5625": "nan", + "5630": "nan", + "5635": "nan", + "5640": "nan", + "5645": "nan", + "5650": "nan", + "5655": "nan", + "5660": "nan", + "5665": "nan", + "5670": "nan", + "5675": "nan", + "5680": "nan", + "5685": "nan", + "5690": "nan", + "5695": "nan", + "5700": 1.42544, + "5705": "nan", + "5710": "nan", + "5715": "nan", + "5720": "nan", + "5725": "nan", + "5730": "nan", + "5735": "nan", + "5740": "nan", + "5745": "nan", + "5750": "nan", + "5755": "nan", + "5760": "nan", + "5765": "nan", + "5770": "nan", + "5775": "nan", + "5780": "nan", + "5785": "nan", + "5790": "nan", + "5795": "nan", + "5800": 1.18903, + "5805": "nan", + "5810": "nan", + "5815": "nan", + "5820": "nan", + "5825": "nan", + "5830": "nan", + "5835": "nan", + "5840": "nan", + "5845": "nan", + "5850": "nan", + "5855": "nan", + "5860": "nan", + "5865": "nan", + "5870": "nan", + "5875": "nan", + "5880": "nan", + "5885": "nan", + "5890": "nan", + "5895": "nan", + "5900": 1.16376, + "5905": "nan", + "5910": "nan", + "5915": "nan", + "5920": "nan", + "5925": "nan", + "5930": "nan", + "5935": "nan", + "5940": "nan", + "5945": "nan", + "5950": "nan", + "5955": "nan", + "5960": "nan", + "5965": "nan", + "5970": "nan", + "5975": "nan", + "5980": "nan", + "5985": "nan", + "5990": "nan", + "5995": "nan", + "6000": 1.48894, + "6005": "nan", + "6010": "nan", + "6015": "nan", + "6020": "nan", + "6025": "nan", + "6030": "nan", + "6035": "nan", + "6040": "nan", + "6045": "nan", + "6050": "nan", + "6055": "nan", + "6060": "nan", + "6065": "nan", + "6070": "nan", + "6075": "nan", + "6080": "nan", + "6085": "nan", + "6090": "nan", + "6095": "nan", + "6100": 1.56874, + "6105": "nan", + "6110": "nan", + "6115": "nan", + "6120": "nan", + "6125": "nan", + "6130": "nan", + "6135": "nan", + "6140": "nan", + "6145": "nan", + "6150": "nan", + "6155": "nan", + "6160": "nan", + "6165": "nan", + "6170": "nan", + "6175": "nan", + "6180": "nan", + "6185": "nan", + "6190": "nan", + "6195": "nan", + "6200": 1.16367, + "6205": "nan", + "6210": "nan", + "6215": "nan", + "6220": "nan", + "6225": "nan", + "6230": "nan", + "6235": "nan", + "6240": "nan", + "6245": "nan", + "6250": "nan", + "6255": "nan", + "6260": "nan", + "6265": "nan", + "6270": "nan", + "6275": "nan", + "6280": "nan", + "6285": "nan", + "6290": "nan", + "6295": "nan", + "6300": 1.49027, + "6305": "nan", + "6310": "nan", + "6315": "nan", + "6320": "nan", + "6325": "nan", + "6330": "nan", + "6335": "nan", + "6340": "nan", + "6345": "nan", + "6350": "nan", + "6355": "nan", + "6360": "nan", + "6365": "nan", + "6370": "nan", + "6375": "nan", + "6380": "nan", + "6385": "nan", + "6390": "nan", + "6395": "nan", + "6400": 1.16275, + "6405": "nan", + "6410": "nan", + "6415": "nan", + "6420": "nan", + "6425": "nan", + "6430": "nan", + "6435": "nan", + "6440": "nan", + "6445": "nan", + "6450": "nan", + "6455": "nan", + "6460": "nan", + "6465": "nan", + "6470": "nan", + "6475": "nan", + "6480": "nan", + "6485": "nan", + "6490": "nan", + "6495": "nan", + "6500": 1.78937, + "6505": "nan", + "6510": "nan", + "6515": "nan", + "6520": "nan", + "6525": "nan", + "6530": "nan", + "6535": "nan", + "6540": "nan", + "6545": "nan", + "6550": "nan", + "6555": "nan", + "6560": "nan", + "6565": "nan", + "6570": "nan", + "6575": "nan", + "6580": "nan", + "6585": "nan", + "6590": "nan", + "6595": "nan", + "6600": 1.16414, + "6605": "nan", + "6610": "nan", + "6615": "nan", + "6620": "nan", + "6625": "nan", + "6630": "nan", + "6635": "nan", + "6640": "nan", + "6645": "nan", + "6650": "nan", + "6655": "nan", + "6660": "nan", + "6665": "nan", + "6670": "nan", + "6675": "nan", + "6680": "nan", + "6685": "nan", + "6690": "nan", + "6695": "nan", + "6700": 1.16369, + "6705": "nan", + "6710": "nan", + "6715": "nan", + "6720": "nan", + "6725": "nan", + "6730": "nan", + "6735": "nan", + "6740": "nan", + "6745": "nan", + "6750": "nan", + "6755": "nan", + "6760": "nan", + "6765": "nan", + "6770": "nan", + "6775": "nan", + "6780": "nan", + "6785": "nan", + "6790": "nan", + "6795": "nan", + "6800": 1.87916, + "6805": "nan", + "6810": "nan", + "6815": "nan", + "6820": "nan", + "6825": "nan", + "6830": "nan", + "6835": "nan", + "6840": "nan", + "6845": "nan", + "6850": "nan", + "6855": "nan", + "6860": "nan", + "6865": "nan", + "6870": "nan", + "6875": "nan", + "6880": "nan", + "6885": "nan", + "6890": "nan", + "6895": "nan", + "6900": 1.74932, + "6905": "nan", + "6910": "nan", + "6915": "nan", + "6920": "nan", + "6925": "nan", + "6930": "nan", + "6935": "nan", + "6940": "nan", + "6945": "nan", + "6950": "nan", + "6955": "nan", + "6960": "nan", + "6965": "nan", + "6970": "nan", + "6975": "nan", + "6980": "nan", + "6985": "nan", + "6990": "nan", + "6995": "nan", + "7000": 1.26768, + "7005": "nan", + "7010": "nan", + "7015": "nan", + "7020": "nan", + "7025": "nan", + "7030": "nan", + "7035": "nan", + "7040": "nan", + "7045": "nan", + "7050": "nan", + "7055": "nan", + "7060": "nan", + "7065": "nan", + "7070": "nan", + "7075": "nan", + "7080": "nan", + "7085": "nan", + "7090": "nan", + "7095": "nan", + "7100": 1.56361, + "7105": "nan", + "7110": "nan", + "7115": "nan", + "7120": "nan", + "7125": "nan", + "7130": "nan", + "7135": "nan", + "7140": "nan", + "7145": "nan", + "7150": "nan", + "7155": "nan", + "7160": "nan", + "7165": "nan", + "7170": "nan", + "7175": "nan", + "7180": "nan", + "7185": "nan", + "7190": "nan", + "7195": "nan", + "7200": 1.46637, + "7205": "nan", + "7210": "nan", + "7215": "nan", + "7220": "nan", + "7225": "nan", + "7230": "nan", + "7235": "nan", + "7240": "nan", + "7245": "nan", + "7250": "nan", + "7255": "nan", + "7260": "nan", + "7265": "nan", + "7270": "nan", + "7275": "nan", + "7280": "nan", + "7285": "nan", + "7290": "nan", + "7295": "nan", + "7300": 1.47082, + "7305": "nan", + "7310": "nan", + "7315": "nan", + "7320": "nan", + "7325": "nan", + "7330": "nan", + "7335": "nan", + "7340": "nan", + "7345": "nan", + "7350": "nan", + "7355": "nan", + "7360": "nan", + "7365": "nan", + "7370": "nan", + "7375": "nan", + "7380": "nan", + "7385": "nan", + "7390": "nan", + "7395": "nan", + "7400": 1.46294, + "7405": "nan", + "7410": "nan", + "7415": "nan", + "7420": "nan", + "7425": "nan", + "7430": "nan", + "7435": "nan", + "7440": "nan", + "7445": "nan", + "7450": "nan", + "7455": "nan", + "7460": "nan", + "7465": "nan", + "7470": "nan", + "7475": "nan", + "7480": "nan", + "7485": "nan", + "7490": "nan", + "7495": "nan", + "7500": 1.48069, + "7505": "nan", + "7510": "nan", + "7515": "nan", + "7520": "nan", + "7525": "nan", + "7530": "nan", + "7535": "nan", + "7540": "nan", + "7545": "nan", + "7550": "nan", + "7555": "nan", + "7560": "nan", + "7565": "nan", + "7570": "nan", + "7575": "nan", + "7580": "nan", + "7585": "nan", + "7590": "nan", + "7595": "nan", + "7600": 1.44277, + "7605": "nan", + "7610": "nan", + "7615": "nan", + "7620": "nan", + "7625": "nan", + "7630": "nan", + "7635": "nan", + "7640": "nan", + "7645": "nan", + "7650": "nan", + "7655": "nan", + "7660": "nan", + "7665": "nan", + "7670": "nan", + "7675": "nan", + "7680": "nan", + "7685": "nan", + "7690": "nan", + "7695": "nan", + "7700": 1.44688, + "7705": "nan", + "7710": "nan", + "7715": "nan", + "7720": "nan", + "7725": "nan", + "7730": "nan", + "7735": "nan", + "7740": "nan", + "7745": "nan", + "7750": "nan", + "7755": "nan", + "7760": "nan", + "7765": "nan", + "7770": "nan", + "7775": "nan", + "7780": "nan", + "7785": "nan", + "7790": "nan", + "7795": "nan", + "7800": 1.46189, + "7805": "nan", + "7810": "nan", + "7815": "nan", + "7820": "nan", + "7825": "nan", + "7830": "nan", + "7835": "nan", + "7840": "nan", + "7845": "nan", + "7850": "nan", + "7855": "nan", + "7860": "nan", + "7865": "nan", + "7870": "nan", + "7875": "nan", + "7880": "nan", + "7885": "nan", + "7890": "nan", + "7895": "nan", + "7900": 1.48119, + "7905": "nan", + "7910": "nan", + "7915": "nan", + "7920": "nan", + "7925": "nan", + "7930": "nan", + "7935": "nan", + "7940": "nan", + "7945": "nan", + "7950": "nan", + "7955": "nan", + "7960": "nan", + "7965": "nan", + "7970": "nan", + "7975": "nan", + "7980": "nan", + "7985": "nan", + "7990": "nan", + "7995": "nan", + "8000": 1.16319, + "8005": "nan", + "8010": "nan", + "8015": "nan", + "8020": "nan", + "8025": "nan", + "8030": "nan", + "8035": "nan", + "8040": "nan", + "8045": "nan", + "8050": "nan", + "8055": "nan", + "8060": "nan", + "8065": "nan", + "8070": "nan", + "8075": "nan", + "8080": "nan", + "8085": "nan", + "8090": "nan", + "8095": "nan", + "8100": 1.56123, + "8105": "nan", + "8110": "nan", + "8115": "nan", + "8120": "nan", + "8125": "nan", + "8130": "nan", + "8135": "nan", + "8140": "nan", + "8145": "nan", + "8150": "nan", + "8155": "nan", + "8160": "nan", + "8165": "nan", + "8170": "nan", + "8175": "nan", + "8180": "nan", + "8185": "nan", + "8190": "nan", + "8195": "nan", + "8200": 1.47947, + "8205": "nan", + "8210": "nan", + "8215": "nan", + "8220": "nan", + "8225": "nan", + "8230": "nan", + "8235": "nan", + "8240": "nan", + "8245": "nan", + "8250": "nan", + "8255": "nan", + "8260": "nan", + "8265": "nan", + "8270": "nan", + "8275": "nan", + "8280": "nan", + "8285": "nan", + "8290": "nan", + "8295": "nan", + "8300": 1.16329, + "8305": "nan", + "8310": "nan", + "8315": "nan", + "8320": "nan", + "8325": "nan", + "8330": "nan", + "8335": "nan", + "8340": "nan", + "8345": "nan", + "8350": "nan", + "8355": "nan", + "8360": "nan", + "8365": "nan", + "8370": "nan", + "8375": "nan", + "8380": "nan", + "8385": "nan", + "8390": "nan", + "8395": "nan", + "8400": 1.76645, + "8405": "nan", + "8410": "nan", + "8415": "nan", + "8420": "nan", + "8425": "nan", + "8430": "nan", + "8435": "nan", + "8440": "nan", + "8445": "nan", + "8450": "nan", + "8455": "nan", + "8460": "nan", + "8465": "nan", + "8470": "nan", + "8475": "nan", + "8480": "nan", + "8485": "nan", + "8490": "nan", + "8495": "nan", + "8500": 1.24745, + "8505": "nan", + "8510": "nan", + "8515": "nan", + "8520": "nan", + "8525": "nan", + "8530": "nan", + "8535": "nan", + "8540": "nan", + "8545": "nan", + "8550": "nan", + "8555": "nan", + "8560": "nan", + "8565": "nan", + "8570": "nan", + "8575": "nan", + "8580": "nan", + "8585": "nan", + "8590": "nan", + "8595": "nan", + "8600": 1.50472, + "8605": "nan", + "8610": "nan", + "8615": "nan", + "8620": "nan", + "8625": "nan", + "8630": "nan", + "8635": "nan", + "8640": "nan", + "8645": "nan", + "8650": "nan", + "8655": "nan", + "8660": "nan", + "8665": "nan", + "8670": "nan", + "8675": "nan", + "8680": "nan", + "8685": "nan", + "8690": "nan", + "8695": "nan", + "8700": 1.2351, + "8705": "nan", + "8710": "nan", + "8715": "nan", + "8720": "nan", + "8725": "nan", + "8730": "nan", + "8735": "nan", + "8740": "nan", + "8745": "nan", + "8750": "nan", + "8755": "nan", + "8760": "nan", + "8765": "nan", + "8770": "nan", + "8775": "nan", + "8780": "nan", + "8785": "nan", + "8790": "nan", + "8795": "nan", + "8800": 1.23483, + "8805": "nan", + "8810": "nan", + "8815": "nan", + "8820": "nan", + "8825": "nan", + "8830": "nan", + "8835": "nan", + "8840": "nan", + "8845": "nan", + "8850": "nan", + "8855": "nan", + "8860": "nan", + "8865": "nan", + "8870": "nan", + "8875": "nan", + "8880": "nan", + "8885": "nan", + "8890": "nan", + "8895": "nan", + "8900": 1.44634, + "8905": "nan", + "8910": "nan", + "8915": "nan", + "8920": "nan", + "8925": "nan", + "8930": "nan", + "8935": "nan", + "8940": "nan", + "8945": "nan", + "8950": "nan", + "8955": "nan", + "8960": "nan", + "8965": "nan", + "8970": "nan", + "8975": "nan", + "8980": "nan", + "8985": "nan", + "8990": "nan", + "8995": "nan", + "9000": 1.28102, + "9005": "nan", + "9010": "nan", + "9015": "nan", + "9020": "nan", + "9025": "nan", + "9030": "nan", + "9035": "nan", + "9040": "nan", + "9045": "nan", + "9050": "nan", + "9055": "nan", + "9060": "nan", + "9065": "nan", + "9070": "nan", + "9075": "nan", + "9080": "nan", + "9085": "nan", + "9090": "nan", + "9095": "nan", + "9100": 1.9791, + "9105": "nan", + "9110": "nan", + "9115": "nan", + "9120": "nan", + "9125": "nan", + "9130": "nan", + "9135": "nan", + "9140": "nan", + "9145": "nan", + "9150": "nan", + "9155": "nan", + "9160": "nan", + "9165": "nan", + "9170": "nan", + "9175": "nan", + "9180": "nan", + "9185": "nan", + "9190": "nan", + "9195": "nan", + "9200": 1.23709, + "9205": "nan", + "9210": "nan", + "9215": "nan", + "9220": "nan", + "9225": "nan", + "9230": "nan", + "9235": "nan", + "9240": "nan", + "9245": "nan", + "9250": "nan", + "9255": "nan", + "9260": "nan", + "9265": "nan", + "9270": "nan", + "9275": "nan", + "9280": "nan", + "9285": "nan", + "9290": "nan", + "9295": "nan", + "9300": 1.23759, + "9305": "nan", + "9310": "nan", + "9315": "nan", + "9320": "nan", + "9325": "nan", + "9330": "nan", + "9335": "nan", + "9340": "nan", + "9345": "nan", + "9350": "nan", + "9355": "nan", + "9360": "nan", + "9365": "nan", + "9370": "nan", + "9375": "nan", + "9380": "nan", + "9385": "nan", + "9390": "nan", + "9395": "nan", + "9400": 1.99173, + "9405": "nan", + "9410": "nan", + "9415": "nan", + "9420": "nan", + "9425": "nan", + "9430": "nan", + "9435": "nan", + "9440": "nan", + "9445": "nan", + "9450": "nan", + "9455": "nan", + "9460": "nan", + "9465": "nan", + "9470": "nan", + "9475": "nan", + "9480": "nan", + "9485": "nan", + "9490": "nan", + "9495": "nan", + "9500": 1.53391, + "9505": "nan", + "9510": "nan", + "9515": "nan", + "9520": "nan", + "9525": "nan", + "9530": "nan", + "9535": "nan", + "9540": "nan", + "9545": "nan", + "9550": "nan", + "9555": "nan", + "9560": "nan", + "9565": "nan", + "9570": "nan", + "9575": "nan", + "9580": "nan", + "9585": "nan", + "9590": "nan", + "9595": "nan", + "9600": 1.59234, + "9605": "nan", + "9610": "nan", + "9615": "nan", + "9620": "nan", + "9625": "nan", + "9630": "nan", + "9635": "nan", + "9640": "nan", + "9645": "nan", + "9650": "nan", + "9655": "nan", + "9660": "nan", + "9665": "nan", + "9670": "nan", + "9675": "nan", + "9680": "nan", + "9685": "nan", + "9690": "nan", + "9695": "nan", + "9700": 1.23829, + "9705": "nan", + "9710": "nan", + "9715": "nan", + "9720": "nan", + "9725": "nan", + "9730": "nan", + "9735": "nan", + "9740": "nan", + "9745": "nan", + "9750": "nan", + "9755": "nan", + "9760": "nan", + "9765": "nan", + "9770": "nan", + "9775": "nan", + "9780": "nan", + "9785": "nan", + "9790": "nan", + "9795": "nan", + "9800": 1.94369, + "9805": "nan", + "9810": "nan", + "9815": "nan", + "9820": "nan", + "9825": "nan", + "9830": "nan", + "9835": "nan", + "9840": "nan", + "9845": "nan", + "9850": "nan", + "9855": "nan", + "9860": "nan", + "9865": "nan", + "9870": "nan", + "9875": "nan", + "9880": "nan", + "9885": "nan", + "9890": "nan", + "9895": "nan", + "9900": 1.54022, + "9905": "nan", + "9910": "nan", + "9915": "nan", + "9920": "nan", + "9925": "nan", + "9930": "nan", + "9935": "nan", + "9940": "nan", + "9945": "nan", + "9950": "nan", + "9955": "nan", + "9960": "nan", + "9965": "nan", + "9970": "nan", + "9975": "nan", + "9980": "nan", + "9985": "nan", + "9990": "nan", + "9995": "nan", + "10000": 1.61649, + "10005": "nan", + "10010": "nan", + "10015": "nan", + "10020": "nan", + "10025": "nan", + "10030": "nan", + "10035": "nan", + "10040": "nan", + "10045": "nan", + "10050": "nan", + "10055": "nan", + "10060": "nan", + "10065": "nan", + "10070": "nan", + "10075": "nan", + "10080": "nan", + "10085": "nan", + "10090": "nan", + "10095": "nan", + "10100": 1.85307, + "10105": "nan", + "10110": "nan", + "10115": "nan", + "10120": "nan", + "10125": "nan", + "10130": "nan", + "10135": "nan", + "10140": "nan", + "10145": "nan", + "10150": "nan", + "10155": "nan", + "10160": "nan", + "10165": "nan", + "10170": "nan", + "10175": "nan", + "10180": "nan", + "10185": "nan", + "10190": "nan", + "10195": "nan", + "10200": 1.3129, + "10205": "nan", + "10210": "nan", + "10215": "nan", + "10220": "nan", + "10225": "nan", + "10230": "nan", + "10235": "nan", + "10240": "nan", + "10245": "nan", + "10250": "nan", + "10255": "nan", + "10260": "nan", + "10265": "nan", + "10270": "nan", + "10275": "nan", + "10280": "nan", + "10285": "nan", + "10290": "nan", + "10295": "nan", + "10300": 1.57995, + "10305": "nan", + "10310": "nan", + "10315": "nan", + "10320": "nan", + "10325": "nan", + "10330": "nan", + "10335": "nan", + "10340": "nan", + "10345": "nan", + "10350": "nan", + "10355": "nan", + "10360": "nan", + "10365": "nan", + "10370": "nan", + "10375": "nan", + "10380": "nan", + "10385": "nan", + "10390": "nan", + "10395": "nan", + "10400": 1.55986, + "10405": "nan", + "10410": "nan", + "10415": "nan", + "10420": "nan", + "10425": "nan", + "10430": "nan", + "10435": "nan", + "10440": "nan", + "10445": "nan", + "10450": "nan", + "10455": "nan", + "10460": "nan", + "10465": "nan", + "10470": "nan", + "10475": "nan", + "10480": "nan", + "10485": "nan", + "10490": "nan", + "10495": "nan", + "10500": 1.54981, + "10505": "nan", + "10510": "nan", + "10515": "nan", + "10520": "nan", + "10525": "nan", + "10530": "nan", + "10535": "nan", + "10540": "nan", + "10545": "nan", + "10550": "nan", + "10555": "nan", + "10560": "nan", + "10565": "nan", + "10570": "nan", + "10575": "nan", + "10580": "nan", + "10585": "nan", + "10590": "nan", + "10595": "nan", + "10600": 1.61207, + "10605": "nan", + "10610": "nan", + "10615": "nan", + "10620": "nan", + "10625": "nan", + "10630": "nan", + "10635": "nan", + "10640": "nan", + "10645": "nan", + "10650": "nan", + "10655": "nan", + "10660": "nan", + "10665": "nan", + "10670": "nan", + "10675": "nan", + "10680": "nan", + "10685": "nan", + "10690": "nan", + "10695": "nan", + "10700": 1.56274, + "10705": "nan", + "10710": "nan", + "10715": "nan", + "10720": "nan", + "10725": "nan", + "10730": "nan", + "10735": "nan", + "10740": "nan", + "10745": "nan", + "10750": "nan", + "10755": "nan", + "10760": "nan", + "10765": "nan", + "10770": "nan", + "10775": "nan", + "10780": "nan", + "10785": "nan", + "10790": "nan", + "10795": "nan", + "10800": 1.60491, + "10805": "nan", + "10810": "nan", + "10815": "nan", + "10820": "nan", + "10825": "nan", + "10830": "nan", + "10835": "nan", + "10840": "nan", + "10845": "nan", + "10850": "nan", + "10855": "nan", + "10860": "nan", + "10865": "nan", + "10870": "nan", + "10875": "nan", + "10880": "nan", + "10885": "nan", + "10890": "nan", + "10895": "nan", + "10900": 1.54037, + "10905": "nan", + "10910": "nan", + "10915": "nan", + "10920": "nan", + "10925": "nan", + "10930": "nan", + "10935": "nan", + "10940": "nan", + "10945": "nan", + "10950": "nan", + "10955": "nan", + "10960": "nan", + "10965": "nan", + "10970": "nan", + "10975": "nan", + "10980": "nan", + "10985": "nan", + "10990": "nan", + "10995": "nan", + "11000": 1.53164, + "11005": "nan", + "11010": "nan", + "11015": "nan", + "11020": "nan", + "11025": "nan", + "11030": "nan", + "11035": "nan", + "11040": "nan", + "11045": "nan", + "11050": "nan", + "11055": "nan", + "11060": "nan", + "11065": "nan", + "11070": "nan", + "11075": "nan", + "11080": "nan", + "11085": "nan", + "11090": "nan", + "11095": "nan", + "11100": 1.6827, + "11105": "nan", + "11110": "nan", + "11115": "nan", + "11120": "nan", + "11125": "nan", + "11130": "nan", + "11135": "nan", + "11140": "nan", + "11145": "nan", + "11150": "nan", + "11155": "nan", + "11160": "nan", + "11165": "nan", + "11170": "nan", + "11175": "nan", + "11180": "nan", + "11185": "nan", + "11190": "nan", + "11195": "nan", + "11200": 1.24755, + "11205": "nan", + "11210": "nan", + "11215": "nan", + "11220": "nan", + "11225": "nan", + "11230": "nan", + "11235": "nan", + "11240": "nan", + "11245": "nan", + "11250": "nan", + "11255": "nan", + "11260": "nan", + "11265": "nan", + "11270": "nan", + "11275": "nan", + "11280": "nan", + "11285": "nan", + "11290": "nan", + "11295": "nan", + "11300": 1.58769, + "11305": "nan", + "11310": "nan", + "11315": "nan", + "11320": "nan", + "11325": "nan", + "11330": "nan", + "11335": "nan", + "11340": "nan", + "11345": "nan", + "11350": "nan", + "11355": "nan", + "11360": "nan", + "11365": "nan", + "11370": "nan", + "11375": "nan", + "11380": "nan", + "11385": "nan", + "11390": "nan", + "11395": "nan", + "11400": 1.24695, + "11405": "nan", + "11410": "nan", + "11415": "nan", + "11420": "nan", + "11425": "nan", + "11430": "nan", + "11435": "nan", + "11440": "nan", + "11445": "nan", + "11450": "nan", + "11455": "nan", + "11460": "nan", + "11465": "nan", + "11470": "nan", + "11475": "nan", + "11480": "nan", + "11485": "nan", + "11490": "nan", + "11495": "nan", + "11500": 1.26924, + "11505": "nan", + "11510": "nan", + "11515": "nan", + "11520": "nan", + "11525": "nan", + "11530": "nan", + "11535": "nan", + "11540": "nan", + "11545": "nan", + "11550": "nan", + "11555": "nan", + "11560": "nan", + "11565": "nan", + "11570": "nan", + "11575": "nan", + "11580": "nan", + "11585": "nan", + "11590": "nan", + "11595": "nan", + "11600": 1.58092, + "11605": "nan", + "11610": "nan", + "11615": "nan", + "11620": "nan", + "11625": "nan", + "11630": "nan", + "11635": "nan", + "11640": "nan", + "11645": "nan", + "11650": "nan", + "11655": "nan", + "11660": "nan", + "11665": "nan", + "11670": "nan", + "11675": "nan", + "11680": "nan", + "11685": "nan", + "11690": "nan", + "11695": "nan", + "11700": 1.2414, + "11705": "nan", + "11710": "nan", + "11715": "nan", + "11720": "nan", + "11725": "nan", + "11730": "nan", + "11735": "nan", + "11740": "nan", + "11745": "nan", + "11750": "nan", + "11755": "nan", + "11760": "nan", + "11765": "nan", + "11770": "nan", + "11775": "nan", + "11780": "nan", + "11785": "nan", + "11790": "nan", + "11795": "nan", + "11800": 1.55653, + "11805": "nan", + "11810": "nan", + "11815": "nan", + "11820": "nan", + "11825": "nan", + "11830": "nan", + "11835": "nan", + "11840": "nan", + "11845": "nan", + "11850": "nan", + "11855": "nan", + "11860": "nan", + "11865": "nan", + "11870": "nan", + "11875": "nan", + "11880": "nan", + "11885": "nan", + "11890": "nan", + "11895": "nan", + "11900": 1.24347, + "11905": "nan", + "11910": "nan", + "11915": "nan", + "11920": "nan", + "11925": "nan", + "11930": "nan", + "11935": "nan", + "11940": "nan", + "11945": "nan", + "11950": "nan", + "11955": "nan", + "11960": "nan", + "11965": "nan", + "11970": "nan", + "11975": "nan", + "11980": "nan", + "11985": "nan", + "11990": "nan", + "11995": "nan", + "12000": 1.26258, + "12005": "nan", + "12010": "nan", + "12015": "nan", + "12020": "nan", + "12025": "nan", + "12030": "nan", + "12035": "nan", + "12040": "nan", + "12045": "nan", + "12050": "nan", + "12055": "nan", + "12060": "nan", + "12065": "nan", + "12070": "nan", + "12075": "nan", + "12080": "nan", + "12085": "nan", + "12090": "nan", + "12095": "nan", + "12100": 1.31137, + "12105": "nan", + "12110": "nan", + "12115": "nan", + "12120": "nan", + "12125": "nan", + "12130": "nan", + "12135": "nan", + "12140": "nan", + "12145": "nan", + "12150": "nan", + "12155": "nan", + "12160": "nan", + "12165": "nan", + "12170": "nan", + "12175": "nan", + "12180": "nan", + "12185": "nan", + "12190": "nan", + "12195": "nan", + "12200": 1.2351, + "12205": "nan", + "12210": "nan", + "12215": "nan", + "12220": "nan", + "12225": "nan", + "12230": "nan", + "12235": "nan", + "12240": "nan", + "12245": "nan", + "12250": "nan", + "12255": "nan", + "12260": "nan", + "12265": "nan", + "12270": "nan", + "12275": "nan", + "12280": "nan", + "12285": "nan", + "12290": "nan", + "12295": "nan", + "12300": 1.23767, + "12305": "nan", + "12310": "nan", + "12315": "nan", + "12320": "nan", + "12325": "nan", + "12330": "nan", + "12335": "nan", + "12340": "nan", + "12345": "nan", + "12350": "nan", + "12355": "nan", + "12360": "nan", + "12365": "nan", + "12370": "nan", + "12375": "nan", + "12380": "nan", + "12385": "nan", + "12390": "nan", + "12395": "nan", + "12400": 1.50314, + "12405": "nan", + "12410": "nan", + "12415": "nan", + "12420": "nan", + "12425": "nan", + "12430": "nan", + "12435": "nan", + "12440": "nan", + "12445": "nan", + "12450": "nan", + "12455": "nan", + "12460": "nan", + "12465": "nan", + "12470": "nan", + "12475": "nan", + "12480": "nan", + "12485": "nan", + "12490": "nan", + "12495": "nan", + "12500": 1.44228, + "12505": "nan", + "12510": "nan", + "12515": "nan", + "12520": "nan", + "12525": "nan", + "12530": "nan", + "12535": "nan", + "12540": "nan", + "12545": "nan", + "12550": "nan", + "12555": "nan", + "12560": "nan", + "12565": "nan", + "12570": "nan", + "12575": "nan", + "12580": "nan", + "12585": "nan", + "12590": "nan", + "12595": "nan", + "12600": 1.14538, + "12605": "nan", + "12610": "nan", + "12615": "nan", + "12620": "nan", + "12625": "nan", + "12630": "nan", + "12635": "nan", + "12640": "nan", + "12645": "nan", + "12650": "nan", + "12655": "nan", + "12660": "nan", + "12665": "nan", + "12670": "nan", + "12675": "nan", + "12680": "nan", + "12685": "nan", + "12690": "nan", + "12695": "nan", + "12700": 1.47378, + "12705": "nan", + "12710": "nan", + "12715": "nan", + "12720": "nan", + "12725": "nan", + "12730": "nan", + "12735": "nan", + "12740": "nan", + "12745": "nan", + "12750": "nan", + "12755": "nan", + "12760": "nan", + "12765": "nan", + "12770": "nan", + "12775": "nan", + "12780": "nan", + "12785": "nan", + "12790": "nan", + "12795": "nan", + "12800": 1.14584, + "12805": "nan", + "12810": "nan", + "12815": "nan", + "12820": "nan", + "12825": "nan", + "12830": "nan", + "12835": "nan", + "12840": "nan", + "12845": "nan", + "12850": "nan", + "12855": "nan", + "12860": "nan", + "12865": "nan", + "12870": "nan", + "12875": "nan", + "12880": "nan", + "12885": "nan", + "12890": "nan", + "12895": "nan", + "12900": 1.16693, + "12905": "nan", + "12910": "nan", + "12915": "nan", + "12920": "nan", + "12925": "nan", + "12930": "nan", + "12935": "nan", + "12940": "nan", + "12945": "nan", + "12950": "nan", + "12955": "nan", + "12960": "nan", + "12965": "nan", + "12970": "nan", + "12975": "nan", + "12980": "nan", + "12985": "nan", + "12990": "nan", + "12995": "nan", + "13000": 1.47183 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_dev_dgx_h100.json new file mode 100644 index 00000000000..02bcf7fe698 --- /dev/null +++ b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_dev_dgx_h100.json @@ -0,0 +1 @@ +{"lm loss": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 12.98419, "5": 12.93858, "10": 12.06404, "15": 11.97882, "20": 10.53588, "25": 10.11952, "30": 9.7286, "35": 9.44173, "40": 9.2373, "45": 9.03763, "50": 8.85277, "55": 8.64259, "60": 8.60098, "65": 8.50179, "70": 8.41326, "75": 8.31346, "80": 8.16921, "85": 8.09253, "90": 7.97894, "95": 7.91859, "100": 7.82704, "105": 7.71191, "110": 7.62418, "115": 7.52685, "120": 7.48107, "125": 7.48004, "130": 7.33364, "135": 7.26758, "140": 7.23146, "145": 7.04647, "150": 7.17621, "155": 7.00383, "160": 6.89968, "165": 6.91293, "170": 6.84228, "175": 6.85916, "180": 6.81429, "185": 6.7203, "190": 6.66124, "195": 6.59364, "200": 6.64046, "205": 6.64305, "210": 6.5179, "215": 6.51519, "220": 6.51027, "225": 6.46653, "230": 6.47574, "235": 6.42409, "240": 6.36976, "245": 6.3778, "250": 6.29868, "255": 6.43438, "260": 6.34377, "265": 6.28803, "270": 6.23364, "275": 6.26123, "280": 6.19076, "285": 6.19886, "290": 6.15022, "295": 6.12619, "300": 6.11141, "305": 6.01886, "310": 6.08556, "315": 6.07169, "320": 5.99243, "325": 5.93189, "330": 5.99792, "335": 6.0145, "340": 5.93453, "345": 5.92339, "350": 5.87179, "355": 5.84258, "360": 5.85866, "365": 5.81752, "370": 5.80407, "375": 5.80516, "380": 5.85848, "385": 5.78993, "390": 5.81141, "395": 5.68051, "400": 5.66121, "405": 5.68906, "410": 5.66202, "415": 5.70461, "420": 5.63851, "425": 5.66062, "430": 5.62802, "435": 5.56913, "440": 5.62147, "445": 5.52803, "450": 5.58428, "455": 5.5123, "460": 5.49325, "465": 5.56828, "470": 5.54845, "475": 5.49678, "480": 5.46247, "485": 5.49185, "490": 5.47566, "495": 5.47856, "500": 5.42533, "505": 5.38883, "510": 5.44319, "515": 5.42148, "520": 5.47608, "525": 5.31477, "530": 5.33216, "535": 5.36, "540": 5.33276, "545": 5.41314, "550": 5.37099, "555": 5.23374, "560": 5.32665, "565": 5.27809, "570": 5.25324, "575": 5.28184, "580": 5.23593, "585": 5.21762, "590": 5.22346, "595": 5.22561, "600": 5.26751, "605": 5.22896, "610": 5.2012, "615": 5.18737, "620": 5.19543, "625": 5.19655, "630": 5.14985, "635": 5.12452, "640": 5.09298, "645": 5.13279, "650": 5.14481, "655": 5.11963, "660": 5.0475, "665": 5.1142, "670": 5.04119, "675": 5.01723, "680": 5.05635, "685": 5.00678, "690": 5.01633, "695": 4.96228, "700": 4.97301, "705": 4.95571, "710": 4.97305, "715": 4.87719, "720": 4.85764, "725": 4.80769, "730": 4.84352, "735": 4.82916, "740": 4.8644, "745": 4.74895, "750": 4.75764, "755": 4.8023, "760": 4.78257, "765": 4.76428, "770": 4.69615, "775": 4.69212, "780": 4.684, "785": 4.7405, "790": 4.67498, "795": 4.64675, "800": 4.61184, "805": 4.61203, "810": 4.65393, "815": 4.60253, "820": 4.62914, "825": 4.58486, "830": 4.57946, "835": 4.56275, "840": 4.48603, "845": 4.50743, "850": 4.45704, "855": 4.51258, "860": 4.43583, "865": 4.52116, "870": 4.47717, "875": 4.38345, "880": 4.41849, "885": 4.38985, "890": 4.43389, "895": 4.42652, "900": 4.39808, "905": 4.32618, "910": 4.35391, "915": 4.34171, "920": 4.38377, "925": 4.38353, "930": 4.30961, "935": 4.29021, "940": 4.36235, "945": 4.31265, "950": 4.35051, "955": 4.28087, "960": 4.19218, "965": 4.27537, "970": 4.26236, "975": 4.24397, "980": 4.22146, "985": 4.17523, "990": 4.13237, "995": 4.18304, "1000": 4.2308, "1005": 4.18908, "1010": 4.17127, "1015": 4.13273, "1020": 4.15962, "1025": 4.22451, "1030": 4.1247, "1035": 4.10028, "1040": 4.13078, "1045": 4.11598, "1050": 4.15985, "1055": 4.0973, "1060": 4.1011, "1065": 4.06848, "1070": 4.05654, "1075": 4.07977, "1080": 4.07117, "1085": 4.06586, "1090": 4.02567, "1095": 4.09923, "1100": 4.06572, "1105": 4.071, "1110": 4.03046, "1115": 4.00398, "1120": 4.00356, "1125": 4.00318, "1130": 4.04694, "1135": 4.01101, "1140": 4.00143, "1145": 3.93633, "1150": 4.03948, "1155": 4.00619, "1160": 3.9851, "1165": 3.86882, "1170": 3.92684, "1175": 3.93038, "1180": 3.95878, "1185": 3.96184, "1190": 3.93034, "1195": 3.94125, "1200": 3.89932, "1205": 3.87266, "1210": 3.97831, "1215": 3.84899, "1220": 3.87263, "1225": 3.81413, "1230": 3.92846, "1235": 3.89312, "1240": 3.87537, "1245": 3.80079, "1250": 3.82885, "1255": 3.8493, "1260": 3.8874, "1265": 3.79336, "1270": 3.88167, "1275": 3.8455, "1280": 3.82143, "1285": 3.85735, "1290": 3.87159, "1295": 3.84912, "1300": 3.81711, "1305": 3.82495, "1310": 3.82551, "1315": 3.81192, "1320": 3.81405, "1325": 3.72789, "1330": 3.79529, "1335": 3.76889, "1340": 3.76123, "1345": 3.74704, "1350": 3.73516, "1355": 3.76572, "1360": 3.73919, "1365": 3.73441, "1370": 3.73284, "1375": 3.74202, "1380": 3.74909, "1385": 3.7541, "1390": 3.66502, "1395": 3.73883, "1400": 3.72777, "1405": 3.66183, "1410": 3.67095, "1415": 3.64909, "1420": 3.7012, "1425": 3.71121, "1430": 3.6707, "1435": 3.65988, "1440": 3.63587, "1445": 3.67497, "1450": 3.67892, "1455": 3.65003, "1460": 3.64827, "1465": 3.69085, "1470": 3.63258, "1475": 3.6929, "1480": 3.65433, "1485": 3.65353, "1490": 3.61514, "1495": 3.60996, "1500": 3.65344, "1505": 3.69268, "1510": 3.55544, "1515": 3.60731, "1520": 3.63573, "1525": 3.59446, "1530": 3.59436, "1535": 3.59439, "1540": 3.59806, "1545": 3.59944, "1550": 3.56476, "1555": 3.56897, "1560": 3.61095, "1565": 3.62486, "1570": 3.58908, "1575": 3.54769, "1580": 3.59493, "1585": 3.58838, "1590": 3.47011, "1595": 3.51425, "1600": 3.50212, "1605": 3.55557, "1610": 3.56864, "1615": 3.50712, "1620": 3.52052, "1625": 3.47381, "1630": 3.50275, "1635": 3.55197, "1640": 3.51791, "1645": 3.54635, "1650": 3.49031, "1655": 3.4704, "1660": 3.52131, "1665": 3.45881, "1670": 3.51236, "1675": 3.50045, "1680": 3.46681, "1685": 3.49078, "1690": 3.48353, "1695": 3.49776, "1700": 3.46185, "1705": 3.40868, "1710": 3.48728, "1715": 3.49675, "1720": 3.43132, "1725": 3.44122, "1730": 3.42961, "1735": 3.4644, "1740": 3.45584, "1745": 3.43534, "1750": 3.41748, "1755": 3.42246, "1760": 3.37607, "1765": 3.42468, "1770": 3.43261, "1775": 3.379, "1780": 3.4355, "1785": 3.42306, "1790": 3.37807, "1795": 3.40594, "1800": 3.34684, "1805": 3.39025, "1810": 3.34654, "1815": 3.4221, "1820": 3.41309, "1825": 3.38102, "1830": 3.32801, "1835": 3.42581, "1840": 3.38756, "1845": 3.42483, "1850": 3.39575, "1855": 3.37642, "1860": 3.35084, "1865": 3.38387, "1870": 3.29854, "1875": 3.45603, "1880": 3.34133, "1885": 3.36396, "1890": 3.34216, "1895": 3.39809, "1900": 3.36794, "1905": 3.30189, "1910": 3.32844, "1915": 3.3151, "1920": 3.36278, "1925": 3.33318, "1930": 3.31578, "1935": 3.31145, "1940": 3.36438, "1945": 3.26186, "1950": 3.40063, "1955": 3.30708, "1960": 3.31486, "1965": 3.28405, "1970": 3.29999, "1975": 3.33744, "1980": 3.34165, "1985": 3.23762, "1990": 3.32593, "1995": 3.28362, "2000": 3.27303, "2005": 3.26618, "2010": 3.28661, "2015": 3.22715, "2020": 3.27479, "2025": 3.27135, "2030": 3.27231, "2035": 3.29709, "2040": 3.26992, "2045": 3.23395, "2050": 3.27144, "2055": 3.32457, "2060": 3.28203, "2065": 3.24424, "2070": 3.30416, "2075": 3.24361, "2080": 3.22085, "2085": 3.30421, "2090": 3.15415, "2095": 3.29493, "2100": 3.23056, "2105": 3.19586, "2110": 3.20308, "2115": 3.24137, "2120": 3.18045, "2125": 3.21484, "2130": 3.22503, "2135": 3.27763, "2140": 3.1948, "2145": 3.21466, "2150": 3.20867, "2155": 3.2365, "2160": 3.20615, "2165": 3.25296, "2170": 3.23909, "2175": 3.17384, "2180": 3.22049, "2185": 3.25755, "2190": 3.24863, "2195": 3.15892, "2200": 3.2045, "2205": 3.17192, "2210": 3.12378, "2215": 3.19067, "2220": 3.19593, "2225": 3.18949, "2230": 3.13791, "2235": 3.19063, "2240": 3.21593, "2245": 3.1871, "2250": 3.21088, "2255": 3.1585, "2260": 3.14105, "2265": 3.23218, "2270": 3.21271, "2275": 3.1566, "2280": 3.17614, "2285": 3.16486, "2290": 3.17692, "2295": 3.20197, "2300": 3.13847, "2305": 3.15963, "2310": 3.12614, "2315": 3.06316, "2320": 3.11512, "2325": 3.17382, "2330": 3.12397, "2335": 3.12649, "2340": 3.17195, "2345": 3.12462, "2350": 3.129, "2355": 3.11726, "2360": 3.16031, "2365": 3.09266, "2370": 3.15197, "2375": 3.13019, "2380": 3.11082, "2385": 3.09359, "2390": 3.09567, "2395": 3.09807, "2400": 3.09966, "2405": 3.10436, "2410": 3.09007, "2415": 3.09491, "2420": 3.08537, "2425": 3.07877, "2430": 3.08079, "2435": 3.06761, "2440": 3.08574, "2445": 3.05747, "2450": 3.12167, "2455": 3.15832, "2460": 3.08596, "2465": 3.07656, "2470": 3.03663, "2475": 3.06421, "2480": 3.10252, "2485": 3.06485, "2490": 3.06573, "2495": 3.08845, "2500": 3.05671, "2505": 3.105, "2510": 3.12399, "2515": 3.0532, "2520": 3.07806, "2525": 3.02426, "2530": 3.04842, "2535": 3.09401, "2540": 3.07984, "2545": 3.05538, "2550": 3.00469, "2555": 3.07001, "2560": 3.04403, "2565": 3.12, "2570": 3.00976, "2575": 3.0601, "2580": 3.08548, "2585": 3.02156, "2590": 3.06606, "2595": 2.99925, "2600": 3.0841, "2605": 3.06879, "2610": 3.05401, "2615": 3.06935, "2620": 2.99191, "2625": 3.01384, "2630": 3.03627, "2635": 3.05041, "2640": 3.01088, "2645": 3.05612, "2650": 3.02233, "2655": 2.98756, "2660": 3.01604, "2665": 3.03817, "2670": 2.98547, "2675": 2.97442, "2680": 3.00378, "2685": 3.00171, "2690": 2.99912, "2695": 2.99265, "2700": 3.03079, "2705": 2.98376, "2710": 2.97975, "2715": 2.96047, "2720": 3.02663, "2725": 2.99565, "2730": 3.05827, "2735": 3.04913, "2740": 3.02027, "2745": 3.02502, "2750": 3.02065, "2755": 2.96792, "2760": 2.99447, "2765": 3.00785, "2770": 2.98958, "2775": 2.99278, "2780": 3.02294, "2785": 2.95383, "2790": 2.96474, "2795": 2.95595, "2800": 2.98985, "2805": 2.94051, "2810": 2.99046, "2815": 2.95976, "2820": 3.0756, "2825": 3.03639, "2830": 3.01855, "2835": 2.92175, "2840": 2.92574, "2845": 2.96102, "2850": 2.96997, "2855": 2.96207, "2860": 2.94977, "2865": 2.91535, "2870": 2.99202, "2875": 2.92084, "2880": 2.96303, "2885": 2.91779, "2890": 2.98572, "2895": 2.93253, "2900": 2.95289, "2905": 3.00499, "2910": 2.92994, "2915": 2.94325, "2920": 2.95516, "2925": 2.94427, "2930": 2.95621, "2935": 2.94005, "2940": 2.94552, "2945": 2.9075, "2950": 2.97913, "2955": 2.91177, "2960": 2.97029, "2965": 2.87292, "2970": 2.96107, "2975": 2.99603, "2980": 2.94257, "2985": 3.04155, "2990": 2.93897, "2995": 2.87114, "3000": 2.9422, "3005": 2.89655, "3010": 2.93538, "3015": 2.91032, "3020": 2.91995, "3025": 2.91883, "3030": 2.92686, "3035": 2.95815, "3040": 2.9312, "3045": 2.83504, "3050": 2.8988, "3055": 2.89613, "3060": 2.92461, "3065": 2.92459, "3070": 2.88159, "3075": 2.86953, "3080": 2.9243, "3085": 2.90325, "3090": 2.91754, "3095": 2.92816, "3100": 2.86703, "3105": 2.92918, "3110": 2.90236, "3115": 2.94681, "3120": 2.95312, "3125": 2.86217, "3130": 2.93048, "3135": 2.92489, "3140": 2.87699, "3145": 2.91715, "3150": 2.85701, "3155": 2.8442, "3160": 2.83887, "3165": 2.84564, "3170": 2.89213, "3175": 2.90452, "3180": 2.85788, "3185": 2.89571, "3190": 2.90627, "3195": 2.92723, "3200": 2.92789, "3205": 2.85912, "3210": 2.86987, "3215": 2.91563, "3220": 2.87374, "3225": 2.86935, "3230": 2.815, "3235": 2.87434, "3240": 2.8734, "3245": 2.90299, "3250": 2.86289, "3255": 2.8503, "3260": 2.85959, "3265": 2.86936, "3270": 2.85223, "3275": 2.86681, "3280": 2.79974, "3285": 2.81123, "3290": 2.86928, "3295": 2.92038, "3300": 2.87938, "3305": 2.86113, "3310": 2.85785, "3315": 2.80615, "3320": 2.8258, "3325": 2.82403, "3330": 2.82839, "3335": 2.8465, "3340": 2.82742, "3345": 2.84707, "3350": 2.84121, "3355": 2.85933, "3360": 2.79899, "3365": 2.85514, "3370": 2.84537, "3375": 2.84431, "3380": 2.84971, "3385": 2.87822, "3390": 2.8682, "3395": 2.81029, "3400": 2.78472, "3405": 2.82816, "3410": 2.84591, "3415": 2.86134, "3420": 2.82742, "3425": 2.81129, "3430": 2.82982, "3435": 2.8906, "3440": 2.81795, "3445": 2.86973, "3450": 2.81507, "3455": 2.7888, "3460": 2.8203, "3465": 2.84691, "3470": 2.83475, "3475": 2.7758, "3480": 2.84173, "3485": 2.82043, "3490": 2.8933, "3495": 2.84901, "3500": 2.84084, "3505": 2.82498, "3510": 2.81285, "3515": 2.83554, "3520": 2.77982, "3525": 2.80208, "3530": 2.84998, "3535": 2.78436, "3540": 2.83771, "3545": 2.81048, "3550": 2.79684, "3555": 2.8181, "3560": 2.82828, "3565": 2.82912, "3570": 2.80393, "3575": 2.80372, "3580": 2.82073, "3585": 2.83541, "3590": 2.8298, "3595": 2.77921, "3600": 2.74897, "3605": 2.79083, "3610": 2.8488, "3615": 2.75492, "3620": 2.80351, "3625": 2.88338, "3630": 2.77314, "3635": 2.78625, "3640": 2.78253, "3645": 2.76926, "3650": 2.80301, "3655": 2.81469, "3660": 2.76524, "3665": 2.7858, "3670": 2.77457, "3675": 2.77711, "3680": 2.80733, "3685": 2.80194, "3690": 2.8055, "3695": 2.81135, "3700": 2.78752, "3705": 2.78408, "3710": 2.75166, "3715": 2.80201, "3720": 2.79409, "3725": 2.78884, "3730": 2.84096, "3735": 2.80547, "3740": 2.74952, "3745": 2.78986, "3750": 2.8022, "3755": 2.79576, "3760": 2.75757, "3765": 2.75586, "3770": 2.75989, "3775": 2.76991, "3780": 2.76383, "3785": 2.7793, "3790": 2.74202, "3795": 2.79511, "3800": 2.80269, "3805": 2.75159, "3810": 2.80354, "3815": 2.76482, "3820": 2.78758, "3825": 2.73331, "3830": 2.74563, "3835": 2.81464, "3840": 2.72812, "3845": 2.71424, "3850": 2.77453, "3855": 2.71774, "3860": 2.80173, "3865": 2.75469, "3870": 2.77531, "3875": 2.75779, "3880": 2.78968, "3885": 2.78424, "3890": 2.74541, "3895": 2.79804, "3900": 2.76127, "3905": 2.72353, "3910": 2.74147, "3915": 2.75183, "3920": 2.79462, "3925": 2.77792, "3930": 2.70759, "3935": 2.73982, "3940": 2.75131, "3945": 2.74267, "3950": 2.725, "3955": 2.77958, "3960": 2.75991, "3965": 2.74216, "3970": 2.75653, "3975": 2.72552, "3980": 2.73817, "3985": 2.75045, "3990": 2.69347, "3995": 2.78059, "4000": 2.73558, "4005": 2.7658, "4010": 2.70885, "4015": 2.72538, "4020": 2.74956, "4025": 2.733, "4030": 2.65924, "4035": 2.69455, "4040": 2.74652, "4045": 2.74857, "4050": 2.78817, "4055": 2.7239, "4060": 2.71419, "4065": 2.6515, "4070": 2.80691, "4075": 2.75748, "4080": 2.71884, "4085": 2.74977, "4090": 2.67836, "4095": 2.69073, "4100": 2.7114, "4105": 2.73822, "4110": 2.72956, "4115": 2.70127, "4120": 2.73267, "4125": 2.70389, "4130": 2.69553, "4135": 2.6893, "4140": 2.68057, "4145": 2.77973, "4150": 2.70801, "4155": 2.73792, "4160": 2.76329, "4165": 2.72099, "4170": 2.67438, "4175": 2.71828, "4180": 2.72666, "4185": 2.72916, "4190": 2.73806, "4195": 2.70222, "4200": 2.71066, "4205": 2.73922, "4210": 2.67309, "4215": 2.66565, "4220": 2.65928, "4225": 2.70242, "4230": 2.71409, "4235": 2.7326, "4240": 2.70413, "4245": 2.69658, "4250": 2.71363, "4255": 2.64837, "4260": 2.7266, "4265": 2.73863, "4270": 2.72157, "4275": 2.68943, "4280": 2.70233, "4285": 2.73114, "4290": 2.68765, "4295": 2.69223, "4300": 2.69956, "4305": 2.70313, "4310": 2.73003, "4315": 2.71191, "4320": 2.69906, "4325": 2.70557, "4330": 2.7106, "4335": 2.69172, "4340": 2.6976, "4345": 2.72675, "4350": 2.67431, "4355": 2.69349, "4360": 2.71041, "4365": 2.78314, "4370": 2.73369, "4375": 2.74431, "4380": 2.71504, "4385": 2.69901, "4390": 2.70191, "4395": 2.75058, "4400": 2.66501, "4405": 2.66954, "4410": 2.68278, "4415": 2.70442, "4420": 2.7077, "4425": 2.72158, "4430": 2.69277, "4435": 2.68035, "4440": 2.69127, "4445": 2.67896, "4450": 2.65272, "4455": 2.69044, "4460": 2.70302, "4465": 2.70631, "4470": 2.6731, "4475": 2.68761, "4480": 2.65626, "4485": 2.69968, "4490": 2.65279, "4495": 2.70894, "4500": 2.70235, "4505": 2.69674, "4510": 2.64893, "4515": 2.70162, "4520": 2.66802, "4525": 2.66816, "4530": 2.6736, "4535": 2.67113, "4540": 2.70729, "4545": 2.65603, "4550": 2.70177, "4555": 2.68009, "4560": 2.65895, "4565": 2.63898, "4570": 2.6402, "4575": 2.66692, "4580": 2.68858, "4585": 2.68157, "4590": 2.61727, "4595": 2.66336, "4600": 2.67638, "4605": 2.68094, "4610": 2.66704, "4615": 2.66234, "4620": 2.65727, "4625": 2.68721, "4630": 2.6742, "4635": 2.64708, "4640": 2.69575, "4645": 2.64774, "4650": 2.7018, "4655": 2.70661, "4660": 2.67838, "4665": 2.68918, "4670": 2.67556, "4675": 2.68422, "4680": 2.66596, "4685": 2.65737, "4690": 2.70912, "4695": 2.65528, "4700": 2.67174, "4705": 2.65146, "4710": 2.68366, "4715": 2.64964, "4720": 2.72485, "4725": 2.62902, "4730": 2.65213, "4735": 2.68926, "4740": 2.64614, "4745": 2.65553, "4750": 2.65737, "4755": 2.65793, "4760": 2.66632, "4765": 2.64489, "4770": 2.62202, "4775": 2.65194, "4780": 2.65519, "4785": 2.68655, "4790": 2.65201, "4795": 2.67305, "4800": 2.62427, "4805": 2.64099, "4810": 2.65942, "4815": 2.65033, "4820": 2.6668, "4825": 2.65019, "4830": 2.6151, "4835": 2.64832, "4840": 2.65513, "4845": 2.6348, "4850": 2.62482, "4855": 2.60337, "4860": 2.65757, "4865": 2.62536, "4870": 2.63972, "4875": 2.61897, "4880": 2.62576, "4885": 2.62632, "4890": 2.67912, "4895": 2.65961, "4900": 2.618, "4905": 2.61823, "4910": 2.63845, "4915": 2.61463, "4920": 2.65397, "4925": 2.64838, "4930": 2.57129, "4935": 2.65193, "4940": 2.63034, "4945": 2.63777, "4950": 2.62825, "4955": 2.61794, "4960": 2.61856, "4965": 2.65951, "4970": 2.6008, "4975": 2.65676, "4980": 2.62049, "4985": 2.63225, "4990": 2.65645, "4995": 2.58184, "5000": 2.6621, "5005": 2.6658, "5010": 2.68112, "5015": 2.63396, "5020": 2.64091, "5025": 2.68726, "5030": 2.64362, "5035": 2.61873, "5040": 2.62248, "5045": 2.60699, "5050": 2.62641, "5055": 2.65014, "5060": 2.64375, "5065": 2.68893, "5070": 2.60617, "5075": 2.61421, "5080": 2.61231, "5085": 2.60499, "5090": 2.59441, "5095": 2.65086, "5100": 2.64984, "5105": 2.61053, "5110": 2.66408, "5115": 2.62171, "5120": 2.67055, "5125": 2.6309, "5130": 2.615, "5135": 2.61462, "5140": 2.57424, "5145": 2.62966, "5150": 2.63646, "5155": 2.61887, "5160": 2.66278, "5165": 2.58409, "5170": 2.59136, "5175": 2.62185, "5180": 2.60659, "5185": 2.62099, "5190": 2.6266, "5195": 2.67047, "5200": 2.5968, "5205": 2.60868, "5210": 2.60701, "5215": 2.64792, "5220": 2.58826, "5225": 2.55166, "5230": 2.6359, "5235": 2.61417, "5240": 2.62802, "5245": 2.64006, "5250": 2.61297, "5255": 2.62612, "5260": 2.5619, "5265": 2.59802, "5270": 2.58865, "5275": 2.61781, "5280": 2.61032, "5285": 2.60442, "5290": 2.63245, "5295": 2.62071, "5300": 2.57979, "5305": 2.59834, "5310": 2.60591, "5315": 2.5881, "5320": 2.61539, "5325": 2.64615, "5330": 2.6015, "5335": 2.58439, "5340": 2.56291, "5345": 2.65819, "5350": 2.62526, "5355": 2.57953, "5360": 2.59528, "5365": 2.62373, "5370": 2.61518, "5375": 2.63002, "5380": 2.58083, "5385": 2.56502, "5390": 2.58666, "5395": 2.61597, "5400": 2.60909, "5405": 2.54774, "5410": 2.61298, "5415": 2.59619, "5420": 2.61443, "5425": 2.62678, "5430": 2.62674, "5435": 2.57707, "5440": 2.58734, "5445": 2.633, "5450": 2.6473, "5455": 2.61252, "5460": 2.59272, "5465": 2.60502, "5470": 2.60189, "5475": 2.62728, "5480": 2.58753, "5485": 2.59002, "5490": 2.57733, "5495": 2.57075, "5500": 2.56937, "5505": 2.61715, "5510": 2.62664, "5515": 2.58137, "5520": 2.55697, "5525": 2.5859, "5530": 2.66433, "5535": 2.62339, "5540": 2.57109, "5545": 2.59633, "5550": 2.54936, "5555": 2.57342, "5560": 2.56447, "5565": 2.60758, "5570": 2.65168, "5575": 2.63138, "5580": 2.57564, "5585": 2.59822, "5590": 2.56185, "5595": 2.58521, "5600": 2.55512, "5605": 2.59879, "5610": 2.58291, "5615": 2.58198, "5620": 2.58123, "5625": 2.55147, "5630": 2.57081, "5635": 2.63484, "5640": 2.59425, "5645": 2.56995, "5650": 2.58004, "5655": 2.54766, "5660": 2.55881, "5665": 2.58604, "5670": 2.56686, "5675": 2.60728, "5680": 2.52861, "5685": 2.56813, "5690": 2.6039, "5695": 2.55782, "5700": 2.59695, "5705": 2.596, "5710": 2.57921, "5715": 2.58424, "5720": 2.53643, "5725": 2.6038, "5730": 2.57366, "5735": 2.61087, "5740": 2.59519, "5745": 2.56, "5750": 2.54216, "5755": 2.55997, "5760": 2.62481, "5765": 2.56328, "5770": 2.5429, "5775": 2.58373, "5780": 2.57701, "5785": 2.53911, "5790": 2.56461, "5795": 2.60179, "5800": 2.54494, "5805": 2.53531, "5810": 2.55658, "5815": 2.52456, "5820": 2.59694, "5825": 2.50599, "5830": 2.49558, "5835": 2.59597, "5840": 2.53979, "5845": 2.5528, "5850": 2.61315, "5855": 2.5102, "5860": 2.56169, "5865": 2.51778, "5870": 2.57574, "5875": 2.60723, "5880": 2.58596, "5885": 2.56757, "5890": 2.58608, "5895": 2.55562, "5900": 2.61651, "5905": 2.55716, "5910": 2.59828, "5915": 2.61008, "5920": 2.58733, "5925": 2.55324, "5930": 2.57568, "5935": 2.55168, "5940": 2.57131, "5945": 2.5204, "5950": 2.55562, "5955": 2.586, "5960": 2.56741, "5965": 2.62046, "5970": 2.55594, "5975": 2.58503, "5980": 2.55843, "5985": 2.56032, "5990": 2.55653, "5995": 2.55873, "6000": 2.55658, "6005": 2.51961, "6010": 2.5612, "6015": 2.52607, "6020": 2.53453, "6025": 2.55768, "6030": 2.6046, "6035": 2.54228, "6040": 2.54868, "6045": 2.49077, "6050": 2.5963, "6055": 2.5204, "6060": 2.54409, "6065": 2.52518, "6070": 2.52918, "6075": 2.5364, "6080": 2.53607, "6085": 2.59714, "6090": 2.57034, "6095": 2.53592, "6100": 2.5428, "6105": 2.52487, "6110": 2.55483, "6115": 2.58495, "6120": 2.55695, "6125": 2.53683, "6130": 2.47322, "6135": 2.5563, "6140": 2.55589, "6145": 2.55739, "6150": 2.52565, "6155": 2.50872, "6160": 2.54299, "6165": 2.57304, "6170": 2.54638, "6175": 2.60079, "6180": 2.51196, "6185": 2.55194, "6190": 2.49345, "6195": 2.57854, "6200": 2.55164, "6205": 2.5377, "6210": 2.52088, "6215": 2.51358, "6220": 2.56539, "6225": 2.51406, "6230": 2.51072, "6235": 2.56268, "6240": 2.55115, "6245": 2.52327, "6250": 2.53069, "6255": 2.57365, "6260": 2.52537, "6265": 2.57441, "6270": 2.52397, "6275": 2.56565, "6280": 2.52297, "6285": 2.5207, "6290": 2.51982, "6295": 2.50722, "6300": 2.55559, "6305": 2.52486, "6310": 2.51259, "6315": 2.53731, "6320": 2.4894, "6325": 2.59818, "6330": 2.555, "6335": 2.51085, "6340": 2.51313, "6345": 2.55702, "6350": 2.556, "6355": 2.52448, "6360": 2.52293, "6365": 2.48409, "6370": 2.53563, "6375": 2.49779, "6380": 2.56282, "6385": 2.58189, "6390": 2.50441, "6395": 2.55121, "6400": 2.5086, "6405": 2.5278, "6410": 2.51466, "6415": 2.52482, "6420": 2.54258, "6425": 2.53509, "6430": 2.57978, "6435": 2.54444, "6440": 2.53907, "6445": 2.53125, "6450": 2.53474, "6455": 2.52399, "6460": 2.51849, "6465": 2.56225, "6470": 2.52104, "6475": 2.52654, "6480": 2.48826, "6485": 2.52861, "6490": 2.50978, "6495": 2.49978, "6500": 2.52402, "6505": 2.49432, "6510": 2.54199, "6515": 2.5101, "6520": 2.51003, "6525": 2.49503, "6530": 2.54392, "6535": 2.53282, "6540": 2.53291, "6545": 2.56194, "6550": 2.50127, "6555": 2.55627, "6560": 2.51016, "6565": 2.52281, "6570": 2.58445, "6575": 2.52324, "6580": 2.49815, "6585": 2.50823, "6590": 2.5097, "6595": 2.49807, "6600": 2.49539, "6605": 2.54253, "6610": 2.4797, "6615": 2.56766, "6620": 2.53402, "6625": 2.51202, "6630": 2.51431, "6635": 2.47464, "6640": 2.54106, "6645": 2.59681, "6650": 2.51024, "6655": 2.4983, "6660": 2.57419, "6665": 2.52156, "6670": 2.5674, "6675": 2.46861, "6680": 2.54697, "6685": 2.53564, "6690": 2.51427, "6695": 2.48573, "6700": 2.52463, "6705": 2.52218, "6710": 2.49347, "6715": 2.51687, "6720": 2.50996, "6725": 2.52089, "6730": 2.52013, "6735": 2.4825, "6740": 2.51535, "6745": 2.49672, "6750": 2.55754, "6755": 2.47484, "6760": 2.54212, "6765": 2.48878, "6770": 2.51847, "6775": 2.50828, "6780": 2.53878, "6785": 2.47177, "6790": 2.54553, "6795": 2.49868, "6800": 2.52671, "6805": 2.51099, "6810": 2.50296, "6815": 2.52064, "6820": 2.48696, "6825": 2.5071, "6830": 2.54063, "6835": 2.50678, "6840": 2.50885, "6845": 2.52492, "6850": 2.47583, "6855": 2.512, "6860": 2.50239, "6865": 2.49001, "6870": 2.55392, "6875": 2.47561, "6880": 2.55072, "6885": 2.47892, "6890": 2.54905, "6895": 2.50384, "6900": 2.49072, "6905": 2.51205, "6910": 2.5215, "6915": 2.51823, "6920": 2.5328, "6925": 2.54741, "6930": 2.49289, "6935": 2.521, "6940": 2.50604, "6945": 2.46237, "6950": 2.48628, "6955": 2.5288, "6960": 2.51952, "6965": 2.49196, "6970": 2.47065, "6975": 2.52409, "6980": 2.45258, "6985": 2.51631, "6990": 2.52932, "6995": 2.46179, "7000": 2.49172, "7005": 2.47011, "7010": 2.47632, "7015": 2.51983, "7020": 2.46705, "7025": 2.45424, "7030": 2.48487, "7035": 2.47988, "7040": 2.50783, "7045": 2.52359, "7050": 2.52831, "7055": 2.44161, "7060": 2.47409, "7065": 2.48138, "7070": 2.48981, "7075": 2.49452, "7080": 2.53479, "7085": 2.48717, "7090": 2.47618, "7095": 2.4999, "7100": 2.51585, "7105": 2.4884, "7110": 2.487, "7115": 2.50558, "7120": 2.47286, "7125": 2.46376, "7130": 2.48693, "7135": 2.51456, "7140": 2.50032, "7145": 2.49769, "7150": 2.51016, "7155": 2.50401, "7160": 2.47274, "7165": 2.45638, "7170": 2.50459, "7175": 2.50355, "7180": 2.50497, "7185": 2.48172, "7190": 2.46296, "7195": 2.46639, "7200": 2.50998, "7205": 2.49029, "7210": 2.44246, "7215": 2.47885, "7220": 2.4456, "7225": 2.51269, "7230": 2.50805, "7235": 2.48249, "7240": 2.47867, "7245": 2.50035, "7250": 2.50922, "7255": 2.49324, "7260": 2.46058, "7265": 2.45308, "7270": 2.47086, "7275": 2.49781, "7280": 2.49343, "7285": 2.42363, "7290": 2.47944, "7295": 2.48626, "7300": 2.41751, "7305": 2.44554, "7310": 2.44899, "7315": 2.48986, "7320": 2.48389, "7325": 2.45917, "7330": 2.4893, "7335": 2.47688, "7340": 2.46486, "7345": 2.49515, "7350": 2.5106, "7355": 2.49669, "7360": 2.48037, "7365": 2.46906, "7370": 2.47138, "7375": 2.4508, "7380": 2.49622, "7385": 2.48448, "7390": 2.47337, "7395": 2.47339, "7400": 2.48169, "7405": 2.43994, "7410": 2.48078, "7415": 2.47113, "7420": 2.49398, "7425": 2.45774, "7430": 2.52358, "7435": 2.49185, "7440": 2.52151, "7445": 2.5101, "7450": 2.4751, "7455": 2.45401, "7460": 2.46474, "7465": 2.47685, "7470": 2.44899, "7475": 2.45681, "7480": 2.51145, "7485": 2.45042, "7490": 2.47478, "7495": 2.48246, "7500": 2.49584, "7505": 2.44104, "7510": 2.43501, "7515": 2.41997, "7520": 2.49389, "7525": 2.49884, "7530": 2.47668, "7535": 2.4601, "7540": 2.47288, "7545": 2.47471, "7550": 2.49181, "7555": 2.45487, "7560": 2.42922, "7565": 2.51106, "7570": 2.4857, "7575": 2.439, "7580": 2.45825, "7585": 2.48256, "7590": 2.48193, "7595": 2.46508, "7600": 2.46362, "7605": 2.44863, "7610": 2.44948, "7615": 2.42526, "7620": 2.54441, "7625": 2.47879, "7630": 2.42526, "7635": 2.42739, "7640": 2.45364, "7645": 2.47151, "7650": 2.46303, "7655": 2.48304, "7660": 2.4532, "7665": 2.4342, "7670": 2.4426, "7675": 2.45588, "7680": 2.48517, "7685": 2.43208, "7690": 2.48, "7695": 2.45485, "7700": 2.48159, "7705": 2.49878, "7710": 2.49483, "7715": 2.44384, "7720": 2.4696, "7725": 2.47981, "7730": 2.45864, "7735": 2.47057, "7740": 2.43882, "7745": 2.45157, "7750": 2.43921, "7755": 2.46722, "7760": 2.45122, "7765": 2.45511, "7770": 2.47144, "7775": 2.45332, "7780": 2.41653, "7785": 2.44516, "7790": 2.48285, "7795": 2.44125, "7800": 2.46355, "7805": 2.48202, "7810": 2.50258, "7815": 2.48733, "7820": 2.44788, "7825": 2.51471, "7830": 2.45477, "7835": 2.4697, "7840": 2.47907, "7845": 2.46064, "7850": 2.41717, "7855": 2.47244, "7860": 2.49887, "7865": 2.42434, "7870": 2.46693, "7875": 2.44544, "7880": 2.45287, "7885": 2.46023, "7890": 2.47026, "7895": 2.44872, "7900": 2.4404, "7905": 2.43773, "7910": 2.42565, "7915": 2.48107, "7920": 2.47699, "7925": 2.4218, "7930": 2.47199, "7935": 2.44975, "7940": 2.42126, "7945": 2.46977, "7950": 2.44424, "7955": 2.4204, "7960": 2.49038, "7965": 2.5188, "7970": 2.52207, "7975": 2.44798, "7980": 2.44076, "7985": 2.46872, "7990": 2.43169, "7995": 2.46954, "8000": 2.43641, "8005": 2.41891, "8010": 2.45749, "8015": 2.46841, "8020": 2.48116, "8025": 2.47363, "8030": 2.45173, "8035": 2.47071, "8040": 2.41983, "8045": 2.45333, "8050": 2.44721, "8055": 2.42302, "8060": 2.44253, "8065": 2.46158, "8070": 2.4567, "8075": 2.46077, "8080": 2.44618, "8085": 2.44085, "8090": 2.42787, "8095": 2.42397, "8100": 2.43904, "8105": 2.49479, "8110": 2.43878, "8115": 2.58899, "8120": 2.49362, "8125": 2.47876, "8130": 2.45879, "8135": 2.4574, "8140": 2.44166, "8145": 2.42774, "8150": 2.42089, "8155": 2.48312, "8160": 2.45131, "8165": 2.43947, "8170": 2.43326, "8175": 2.42092, "8180": 2.4946, "8185": 2.42477, "8190": 2.46908, "8195": 2.45732, "8200": 2.44651, "8205": 2.44406, "8210": 2.43096, "8215": 2.44122, "8220": 2.43556, "8225": 2.41067, "8230": 2.44055, "8235": 2.46438, "8240": 2.42694, "8245": 2.44767, "8250": 2.44524, "8255": 2.43772, "8260": 2.43153, "8265": 2.42903, "8270": 2.4363, "8275": 2.44197, "8280": 2.39831, "8285": 2.4405, "8290": 2.48021, "8295": 2.44762, "8300": 2.45931, "8305": 2.40847, "8310": 2.43461, "8315": 2.45616, "8320": 2.40422, "8325": 2.39725, "8330": 2.43986, "8335": 2.44684, "8340": 2.49212, "8345": 2.44942, "8350": 2.45049, "8355": 2.40704, "8360": 2.40131, "8365": 2.45443, "8370": 2.45427, "8375": 2.42518, "8380": 2.41939, "8385": 2.42541, "8390": 2.4387, "8395": 2.44193, "8400": 2.44114, "8405": 2.49132, "8410": 2.4383, "8415": 2.43519, "8420": 2.41861, "8425": 2.44324, "8430": 2.46253, "8435": 2.40559, "8440": 2.45227, "8445": 2.45999, "8450": 2.40867, "8455": 2.46028, "8460": 2.45495, "8465": 2.43629, "8470": 2.40854, "8475": 2.47887, "8480": 2.40222, "8485": 2.41392, "8490": 2.46612, "8495": 2.43613, "8500": 2.44492, "8505": 2.40329, "8510": 2.40218, "8515": 2.42871, "8520": 2.42574, "8525": 2.49152, "8530": 2.3746, "8535": 2.40109, "8540": 2.48679, "8545": 2.3811, "8550": 2.43875, "8555": 2.4514, "8560": 2.47019, "8565": 2.42055, "8570": 2.43185, "8575": 2.44959, "8580": 2.44124, "8585": 2.42059, "8590": 2.4038, "8595": 2.42895, "8600": 2.41116, "8605": 2.49131, "8610": 2.42052, "8615": 2.38808, "8620": 2.45039, "8625": 2.42523, "8630": 2.45471, "8635": 2.4509, "8640": 2.43534, "8645": 2.47406, "8650": 2.42305, "8655": 2.45293, "8660": 2.45576, "8665": 2.38622, "8670": 2.41139, "8675": 2.42943, "8680": 2.44841, "8685": 2.43079, "8690": 2.41017, "8695": 2.44311, "8700": 2.43428, "8705": 2.42016, "8710": 2.42854, "8715": 2.44862, "8720": 2.47696, "8725": 2.41012, "8730": 2.39278, "8735": 2.43505, "8740": 2.43198, "8745": 2.39801, "8750": 2.43609, "8755": 2.42381, "8760": 2.40031, "8765": 2.43541, "8770": 2.40569, "8775": 2.43812, "8780": 2.42153, "8785": 2.47144, "8790": 2.42041, "8795": 2.41876, "8800": 2.41592, "8805": 2.40548, "8810": 2.41139, "8815": 2.47509, "8820": 2.45362, "8825": 2.4241, "8830": 2.38744, "8835": 2.42258, "8840": 2.39347, "8845": 2.42679, "8850": 2.43485, "8855": 2.4044, "8860": 2.42715, "8865": 2.42631, "8870": 2.43391, "8875": 2.44152, "8880": 2.41099, "8885": 2.39514, "8890": 2.44614, "8895": 2.42902, "8900": 2.41354, "8905": 2.40085, "8910": 2.4019, "8915": 2.4163, "8920": 2.43454, "8925": 2.46713, "8930": 2.41511, "8935": 2.40784, "8940": 2.38869, "8945": 2.39353, "8950": 2.41789, "8955": 2.39534, "8960": 2.43426, "8965": 2.41798, "8970": 2.40536, "8975": 2.47767, "8980": 2.44109, "8985": 2.37482, "8990": 2.41061, "8995": 2.416, "9000": 2.45568, "9005": 2.41279, "9010": 2.37662, "9015": 2.41141, "9020": 2.40089, "9025": 2.3701, "9030": 2.40026, "9035": 2.4243, "9040": 2.42079, "9045": 2.41805, "9050": 2.39505, "9055": 2.41785, "9060": 2.41922, "9065": 2.40527, "9070": 2.44454, "9075": 2.39395, "9080": 2.43398, "9085": 2.4136, "9090": 2.41293, "9095": 2.39793, "9100": 2.40135, "9105": 2.35782, "9110": 2.46451, "9115": 2.41499, "9120": 2.40368, "9125": 2.45804, "9130": 2.39387, "9135": 2.44878, "9140": 2.43562, "9145": 2.42684, "9150": 2.42505, "9155": 2.3752, "9160": 2.41724, "9165": 2.42569, "9170": 2.37359, "9175": 2.41857, "9180": 2.37803, "9185": 2.43942, "9190": 2.41281, "9195": 2.40662, "9200": 2.39186, "9205": 2.44999, "9210": 2.36248, "9215": 2.46363, "9220": 2.44779, "9225": 2.3828, "9230": 2.44575, "9235": 2.39772, "9240": 2.40182, "9245": 2.43796, "9250": 2.43806, "9255": 2.4326, "9260": 2.38813, "9265": 2.43977, "9270": 2.43657, "9275": 2.39535, "9280": 2.39074, "9285": 2.42225, "9290": 2.40437, "9295": 2.38603, "9300": 2.42495, "9305": 2.40579, "9310": 2.41555, "9315": 2.41153, "9320": 2.44493, "9325": 2.37049, "9330": 2.40434, "9335": 2.36191, "9340": 2.40835, "9345": 2.41458, "9350": 2.44039, "9355": 2.47763, "9360": 2.43745, "9365": 2.38821, "9370": 2.43648, "9375": 2.43331, "9380": 2.35346, "9385": 2.39958, "9390": 2.38109, "9395": 2.38731, "9400": 2.44471, "9405": 2.41259, "9410": 2.39756, "9415": 2.43759, "9420": 2.4441, "9425": 2.43656, "9430": 2.45071, "9435": 2.41453, "9440": 2.47761, "9445": 2.37622, "9450": 2.39383, "9455": 2.40249, "9460": 2.38597, "9465": 2.3775, "9470": 2.38205, "9475": 2.36454, "9480": 2.43551, "9485": 2.38642, "9490": 2.4204, "9495": 2.38165, "9500": 2.36325, "9505": 2.4296, "9510": 2.39916, "9515": 2.43096, "9520": 2.41792, "9525": 2.38898, "9530": 2.45385, "9535": 2.40151, "9540": 2.41839, "9545": 2.37813, "9550": 2.42143, "9555": 2.39054, "9560": 2.42191, "9565": 2.40523, "9570": 2.37157, "9575": 2.41109, "9580": 2.39564, "9585": 2.42353, "9590": 2.42924, "9595": 2.44777, "9600": 2.39117, "9605": 2.38431, "9610": 2.42142, "9615": 2.41558, "9620": 2.41413, "9625": 2.44723, "9630": 2.39712, "9635": 2.40396, "9640": 2.44817, "9645": 2.4109, "9650": 2.39894, "9655": 2.37366, "9660": 2.42329, "9665": 2.39029, "9670": 2.38274, "9675": 2.35662, "9680": 2.39869, "9685": 2.40199, "9690": 2.46804, "9695": 2.38133, "9700": 2.37698, "9705": 2.38453, "9710": 2.36554, "9715": 2.38868, "9720": 2.43552, "9725": 2.4413, "9730": 2.42919, "9735": 2.38684, "9740": 2.38077, "9745": 2.42676, "9750": 2.3991, "9755": 2.40788, "9760": 2.41084, "9765": 2.37036, "9770": 2.43675, "9775": 2.40145, "9780": 2.36196, "9785": 2.40085, "9790": 2.40714, "9795": 2.3593, "9800": 2.39629, "9805": 2.40561, "9810": 2.41066, "9815": 2.37884, "9820": 2.37671, "9825": 2.40364, "9830": 2.42194, "9835": 2.3861, "9840": 2.41457, "9845": 2.36502, "9850": 2.39824, "9855": 2.39496, "9860": 2.3972, "9865": 2.38197, "9870": 2.39342, "9875": 2.38398, "9880": 2.45319, "9885": 2.39313, "9890": 2.35399, "9895": 2.32116, "9900": 2.3962, "9905": 2.42494, "9910": 2.35642, "9915": 2.36473, "9920": 2.41154, "9925": 2.39863, "9930": 2.38182, "9935": 2.35063, "9940": 2.38377, "9945": 2.37842, "9950": 2.40342, "9955": 2.44928, "9960": 2.43108, "9965": 2.35851, "9970": 2.41017, "9975": 2.38564, "9980": 2.33084, "9985": 2.40772, "9990": 2.39761, "9995": 2.39543, "10000": 2.36621, "10005": 2.37213, "10010": 2.38256, "10015": 2.44495, "10020": 2.36326, "10025": 2.38851, "10030": 2.38817, "10035": 2.40993, "10040": 2.40515, "10045": 2.3831, "10050": 2.34965, "10055": 2.36805, "10060": 2.42146, "10065": 2.37528, "10070": 2.42235, "10075": 2.37088, "10080": 2.36211, "10085": 2.36918, "10090": 2.34573, "10095": 2.40221, "10100": 2.31408, "10105": 2.38253, "10110": 2.40897, "10115": 2.38736, "10120": 2.35801, "10125": 2.37033, "10130": 2.36037, "10135": 2.38382, "10140": 2.4139, "10145": 2.40714, "10150": 2.37532, "10155": 2.39536, "10160": 2.36205, "10165": 2.38369, "10170": 2.4236, "10175": 2.32447, "10180": 2.39651, "10185": 2.3824, "10190": 2.44396, "10195": 2.40416, "10200": 2.38955, "10205": 2.38797, "10210": 2.36805, "10215": 2.34261, "10220": 2.41843, "10225": 2.43079, "10230": 2.35627, "10235": 2.38764, "10240": 2.37226, "10245": 2.39117, "10250": 2.38838, "10255": 2.41316, "10260": 2.33469, "10265": 2.34846, "10270": 2.34979, "10275": 2.3717, "10280": 2.4513, "10285": 2.35906, "10290": 2.3861, "10295": 2.375, "10300": 2.36936, "10305": 2.41578, "10310": 2.38877, "10315": 2.36095, "10320": 2.36607, "10325": 2.36094, "10330": 2.41247, "10335": 2.36135, "10340": 2.41934, "10345": 2.36966, "10350": 2.35686, "10355": 2.39609, "10360": 2.37338, "10365": 2.36225, "10370": 2.34061, "10375": 2.3585, "10380": 2.41953, "10385": 2.40576, "10390": 2.38058, "10395": 2.35968, "10400": 2.37919, "10405": 2.34877, "10410": 2.3389, "10415": 2.41664, "10420": 2.37924, "10425": 2.32522, "10430": 2.35941, "10435": 2.37129, "10440": 2.3711, "10445": 2.35949, "10450": 2.36154, "10455": 2.38113, "10460": 2.38064, "10465": 2.30273, "10470": 2.3577, "10475": 2.37958, "10480": 2.36276, "10485": 2.36137, "10490": 2.41283, "10495": 2.36502, "10500": 2.36277, "10505": 2.37018, "10510": 2.38172, "10515": 2.37393, "10520": 2.40259, "10525": 2.39024, "10530": 2.39211, "10535": 2.35551, "10540": 2.40461, "10545": 2.35856, "10550": 2.37752, "10555": 2.35793, "10560": 2.34025, "10565": 2.37346, "10570": 2.37536, "10575": 2.3535, "10580": 2.37788, "10585": 2.36682, "10590": 2.37817, "10595": 2.37713, "10600": 2.33146, "10605": 2.3724, "10610": 2.36498, "10615": 2.36379, "10620": 2.34659, "10625": 2.41843, "10630": 2.36855, "10635": 2.32266, "10640": 2.36413, "10645": 2.42158, "10650": 2.36174, "10655": 2.30869, "10660": 2.34689, "10665": 2.39981, "10670": 2.31617, "10675": 2.41612, "10680": 2.35445, "10685": 2.28871, "10690": 2.38456, "10695": 2.33038, "10700": 2.38407, "10705": 2.38432, "10710": 2.34313, "10715": 2.3828, "10720": 2.32518, "10725": 2.35278, "10730": 2.34872, "10735": 2.35338, "10740": 2.31849, "10745": 2.33808, "10750": 2.33362, "10755": 2.4041, "10760": 2.36431, "10765": 2.33591, "10770": 2.36802, "10775": 2.38746, "10780": 2.36985, "10785": 2.39167, "10790": 2.34599, "10795": 2.38556, "10800": 2.32491, "10805": 2.39755, "10810": 2.37536, "10815": 2.35431, "10820": 2.34323, "10825": 2.37192, "10830": 2.33781, "10835": 2.3477, "10840": 2.32993, "10845": 2.38645, "10850": 2.33282, "10855": 2.36654, "10860": 2.33304, "10865": 2.32192, "10870": 2.32311, "10875": 2.30406, "10880": 2.39356, "10885": 2.40455, "10890": 2.36115, "10895": 2.37301, "10900": 2.33176, "10905": 2.31266, "10910": 2.40728, "10915": 2.37119, "10920": 2.37413, "10925": 2.36306, "10930": 2.31881, "10935": 2.36035, "10940": 2.35501, "10945": 2.34689, "10950": 2.36286, "10955": 2.3644, "10960": 2.30987, "10965": 2.3635, "10970": 2.35624, "10975": 2.40775, "10980": 2.37303, "10985": 2.3427, "10990": 2.39729, "10995": 2.36387, "11000": 2.33714, "11005": 2.36117, "11010": 2.34243, "11015": 2.32557, "11020": 2.3346, "11025": 2.36577, "11030": 2.34044, "11035": 2.31307, "11040": 2.31887, "11045": 2.31738, "11050": 2.31805, "11055": 2.28859, "11060": 2.33998, "11065": 2.31013, "11070": 2.39402, "11075": 2.32015, "11080": 2.35427, "11085": 2.33669, "11090": 2.34632, "11095": 2.37084, "11100": 2.32912, "11105": 2.31663, "11110": 2.36288, "11115": 2.37225, "11120": 2.38139, "11125": 2.31341, "11130": 2.34997, "11135": 2.3336, "11140": 2.37217, "11145": 2.35107, "11150": 2.39612, "11155": 2.34114, "11160": 2.3659, "11165": 2.36388, "11170": 2.34098, "11175": 2.33474, "11180": 2.37348, "11185": 2.31203, "11190": 2.27804, "11195": 2.32819, "11200": 2.34726, "11205": 2.36258, "11210": 2.33385, "11215": 2.31927, "11220": 2.34329, "11225": 2.37141, "11230": 2.36569, "11235": 2.32069, "11240": 2.34092, "11245": 2.35748, "11250": 2.3324, "11255": 2.33515, "11260": 2.35577, "11265": 2.38918, "11270": 2.28782, "11275": 2.31519, "11280": 2.36893, "11285": 2.29387, "11290": 2.34639, "11295": 2.3655, "11300": 2.38111, "11305": 2.33495, "11310": 2.32963, "11315": 2.29825, "11320": 2.30482, "11325": 2.31462, "11330": 2.35421, "11335": 2.33831, "11340": 2.30841, "11345": 2.31278, "11350": 2.29588, "11355": 2.3219, "11360": 2.35153, "11365": 2.29378, "11370": 2.35263, "11375": 2.32804, "11380": 2.34006, "11385": 2.34763, "11390": 2.33477, "11395": 2.28732, "11400": 2.30981, "11405": 2.35647, "11410": 2.35502, "11415": 2.38458, "11420": 2.35172, "11425": 2.30761, "11430": 2.36718, "11435": 2.36201, "11440": 2.34796, "11445": 2.36318, "11450": 2.32182, "11455": 2.30476, "11460": 2.35092, "11465": 2.34386, "11470": 2.37434, "11475": 2.31342, "11480": 2.32527, "11485": 2.30987, "11490": 2.34568, "11495": 2.406, "11500": 2.33937, "11505": 2.35014, "11510": 2.36223, "11515": 2.32176, "11520": 2.30507, "11525": 2.36152, "11530": 2.31469, "11535": 2.32196, "11540": 2.34627, "11545": 2.34321, "11550": 2.36438, "11555": 2.32533, "11560": 2.34981, "11565": 2.34125, "11570": 2.34916, "11575": 2.29628, "11580": 2.32931, "11585": 2.35173, "11590": 2.36158, "11595": 2.33454, "11600": 2.35704, "11605": 2.3235, "11610": 2.36089, "11615": 2.35899, "11620": 2.29569, "11625": 2.2757, "11630": 2.32782, "11635": 2.34204, "11640": 2.30488, "11645": 2.30751, "11650": 2.32628, "11655": 2.35114, "11660": 2.33566, "11665": 2.32994, "11670": 2.30002, "11675": 2.29666, "11680": 2.32542, "11685": 2.33637, "11690": 2.34433, "11695": 2.31688, "11700": 2.32535, "11705": 2.3009, "11710": 2.34479, "11715": 2.31575, "11720": 2.29844, "11725": 2.33988, "11730": 2.30403, "11735": 2.32822, "11740": 2.27122, "11745": 2.31714, "11750": 2.32793, "11755": 2.35133, "11760": 2.31357, "11765": 2.3378, "11770": 2.27597, "11775": 2.32591, "11780": 2.25511, "11785": 2.2973, "11790": 2.31403, "11795": 2.32024, "11800": 2.3345, "11805": 2.30403, "11810": 2.30398, "11815": 2.33078, "11820": 2.32015, "11825": 2.36083, "11830": 2.31663, "11835": 2.33741, "11840": 2.34081, "11845": 2.31727, "11850": 2.30496, "11855": 2.31403, "11860": 2.34333, "11865": 2.35836, "11870": 2.37861, "11875": 2.28155, "11880": 2.29163, "11885": 2.33553, "11890": 2.29241, "11895": 2.29059, "11900": 2.33401, "11905": 2.31769, "11910": 2.27783, "11915": 2.31082, "11920": 2.33519, "11925": 2.30272, "11930": 2.30681, "11935": 2.31569, "11940": 2.3175, "11945": 2.34208, "11950": 2.29773, "11955": 2.31327, "11960": 2.33576, "11965": 2.29584, "11970": 2.28204, "11975": 2.33575, "11980": 2.30612, "11985": 2.2776, "11990": 2.30416, "11995": 2.33013, "12000": 2.32323, "12005": 2.32565, "12010": 2.2884, "12015": 2.30861, "12020": 2.32922, "12025": 2.33525, "12030": 2.31246, "12035": 2.33617, "12040": 2.3154, "12045": 2.3126, "12050": 2.30835, "12055": 2.33352, "12060": 2.29764, "12065": 2.32975, "12070": 2.30319, "12075": 2.2775, "12080": 2.35063, "12085": 2.33812, "12090": 2.33359, "12095": 2.28176, "12100": 2.31543, "12105": 2.30903, "12110": 2.33029, "12115": 2.3036, "12120": 2.30606, "12125": 2.29484, "12130": 2.30409, "12135": 2.32842, "12140": 2.29591, "12145": 2.25622, "12150": 2.26125, "12155": 2.34249, "12160": 2.35771, "12165": 2.31914, "12170": 2.3336, "12175": 2.3412, "12180": 2.33054, "12185": 2.34135, "12190": 2.33375, "12195": 2.29767, "12200": 2.30036, "12205": 2.32225, "12210": 2.35697, "12215": 2.30437, "12220": 2.2987, "12225": 2.24241, "12230": 2.33348, "12235": 2.33945, "12240": 2.32345, "12245": 2.28764, "12250": 2.27397, "12255": 2.33706, "12260": 2.31368, "12265": 2.34287, "12270": 2.31292, "12275": 2.31361, "12280": 2.31869, "12285": 2.28631, "12290": 2.31074, "12295": 2.26654, "12300": 2.32931, "12305": 2.26821, "12310": 2.28768, "12315": 2.3543, "12320": 2.2963, "12325": 2.32045, "12330": 2.30113, "12335": 2.3194, "12340": 2.34117, "12345": 2.36885, "12350": 2.34318, "12355": 2.30683, "12360": 2.31344, "12365": 2.32933, "12370": 2.29273, "12375": 2.29957, "12380": 2.29184, "12385": 2.29061, "12390": 2.25018, "12395": 2.30421, "12400": 2.29905, "12405": 2.31088, "12410": 2.30419, "12415": 2.28306, "12420": 2.31729, "12425": 2.30099, "12430": 2.31571, "12435": 2.30048, "12440": 2.33123, "12445": 2.3202, "12450": 2.30745, "12455": 2.24018, "12460": 2.33488, "12465": 2.36363, "12470": 2.27626, "12475": 2.27276, "12480": 2.29139, "12485": 2.30632, "12490": 2.33128, "12495": 2.26961, "12500": 2.32122, "12505": 2.3351, "12510": 2.35582, "12515": 2.27062, "12520": 2.31971, "12525": 2.28653, "12530": 2.32054, "12535": 2.27138, "12540": 2.28491, "12545": 2.29049, "12550": 2.31572, "12555": 2.32333, "12560": 2.30023, "12565": 2.3353, "12570": 2.27829, "12575": 2.29941, "12580": 2.31153, "12585": 2.29201, "12590": 2.33455, "12595": 2.3227, "12600": 2.28167, "12605": 2.31996, "12610": 2.3631, "12615": 2.30567, "12620": 2.33322, "12625": 2.32935, "12630": 2.29885, "12635": 2.33561, "12640": 2.29568, "12645": 2.27902, "12650": 2.32556, "12655": 2.2647, "12660": 2.34199, "12665": 2.31843, "12670": 2.3097, "12675": 2.31886, "12680": 2.27525, "12685": 2.3664, "12690": 2.30452, "12695": 2.33199, "12700": 2.29244, "12705": 2.30628, "12710": 2.30837, "12715": 2.28749, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "num-zeros": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 956236544.0, "5": 967337600.0, "10": 971388224.0, "15": 946439424.0, "20": 961330240.0, "25": 1083876480.0, "30": 1211133312.0, "35": 1297707520.0, "40": 1271785728.0, "45": 1175048064.0, "50": 1126729728.0, "55": 1083975424.0, "60": 1045060608.0, "65": 1026047360.0, "70": 995721280.0, "75": 986257152.0, "80": 1010241664.0, "85": 1006739968.0, "90": 988780736.0, "95": 959700032.0, "100": 971861632.0, "105": 980754624.0, "110": 977222528.0, "115": 978430848.0, "120": 961162432.0, "125": 942469184.0, "130": 977095104.0, "135": 966160128.0, "140": 963476928.0, "145": 976512384.0, "150": 921597184.0, "155": 968134336.0, "160": 956383232.0, "165": 959869952.0, "170": 974372224.0, "175": 949013120.0, "180": 946688448.0, "185": 972006784.0, "190": 969055488.0, "195": 985121664.0, "200": 945774592.0, "205": 958353792.0, "210": 979445248.0, "215": 967478208.0, "220": 956423424.0, "225": 962400768.0, "230": 948177792.0, "235": 965221120.0, "240": 966072192.0, "245": 969161216.0, "250": 974435968.0, "255": 925063296.0, "260": 965635968.0, "265": 970660352.0, "270": 959131264.0, "275": 954001216.0, "280": 963427648.0, "285": 945777408.0, "290": 974124544.0, "295": 966704640.0, "300": 967140096.0, "305": 964514048.0, "310": 940354048.0, "315": 967404800.0, "320": 969006080.0, "325": 980552832.0, "330": 972090752.0, "335": 946865984.0, "340": 966598784.0, "345": 973025856.0, "350": 973918720.0, "355": 963261696.0, "360": 948351680.0, "365": 964821248.0, "370": 962952704.0, "375": 958446848.0, "380": 947153280.0, "385": 955988608.0, "390": 945399616.0, "395": 970423552.0, "400": 979770112.0, "405": 968344320.0, "410": 970058752.0, "415": 953158528.0, "420": 943569920.0, "425": 954774144.0, "430": 962663232.0, "435": 977082240.0, "440": 954811392.0, "445": 971894272.0, "450": 963512576.0, "455": 973134720.0, "460": 983714688.0, "465": 945280512.0, "470": 942055616.0, "475": 967007104.0, "480": 966107264.0, "485": 976414528.0, "490": 962538880.0, "495": 945454464.0, "500": 964454656.0, "505": 986005440.0, "510": 965682944.0, "515": 943411584.0, "520": 945017408.0, "525": 971262208.0, "530": 971890688.0, "535": 979140352.0, "540": 969531264.0, "545": 954116608.0, "550": 951267584.0, "555": 987219456.0, "560": 960428288.0, "565": 966616320.0, "570": 975727488.0, "575": 927224960.0, "580": 970694528.0, "585": 961176064.0, "590": 972967040.0, "595": 963682816.0, "600": 937079168.0, "605": 951470208.0, "610": 963360768.0, "615": 970009728.0, "620": 976472192.0, "625": 949579776.0, "630": 954445504.0, "635": 986042816.0, "640": 980980992.0, "645": 955010560.0, "650": 958545664.0, "655": 951656640.0, "660": 961043712.0, "665": 967552000.0, "670": 962514304.0, "675": 968337536.0, "680": 965619200.0, "685": 962871040.0, "690": 961921088.0, "695": 954770368.0, "700": 970340608.0, "705": 945512640.0, "710": 943885440.0, "715": 973357568.0, "720": 968369856.0, "725": 978489984.0, "730": 952195008.0, "735": 948813952.0, "740": 955633408.0, "745": 975866880.0, "750": 981235072.0, "755": 962156608.0, "760": 951964800.0, "765": 967343616.0, "770": 976148096.0, "775": 970544000.0, "780": 977540928.0, "785": 931529024.0, "790": 960441536.0, "795": 964582016.0, "800": 967022848.0, "805": 962321024.0, "810": 940969344.0, "815": 949037568.0, "820": 953181440.0, "825": 954502400.0, "830": 976442240.0, "835": 956073344.0, "840": 948401920.0, "845": 965153024.0, "850": 966029248.0, "855": 960904384.0, "860": 976027200.0, "865": 938157824.0, "870": 966414016.0, "875": 972314880.0, "880": 963120896.0, "885": 967745600.0, "890": 949967872.0, "895": 960019072.0, "900": 974229696.0, "905": 963968256.0, "910": 958435072.0, "915": 956354560.0, "920": 943974592.0, "925": 960833728.0, "930": 978845952.0, "935": 971073664.0, "940": 960905792.0, "945": 945063040.0, "950": 957423360.0, "955": 979035520.0, "960": 983589248.0, "965": 966165824.0, "970": 951228672.0, "975": 961577344.0, "980": 968071040.0, "985": 968991872.0, "990": 984393024.0, "995": 953291264.0, "1000": 934780480.0, "1005": 960147328.0, "1010": 971538624.0, "1015": 985184896.0, "1020": 962780928.0, "1025": 935009408.0, "1030": 974679936.0, "1035": 964992384.0, "1040": 980464256.0, "1045": 960826496.0, "1050": 955197824.0, "1055": 957780352.0, "1060": 967748800.0, "1065": 967116352.0, "1070": 966600064.0, "1075": 950061696.0, "1080": 954508544.0, "1085": 967251712.0, "1090": 977132800.0, "1095": 961237632.0, "1100": 979613568.0, "1105": 953365120.0, "1110": 965954176.0, "1115": 966986944.0, "1120": 970350592.0, "1125": 965707776.0, "1130": 954942400.0, "1135": 965843328.0, "1140": 965176384.0, "1145": 970988224.0, "1150": 955556864.0, "1155": 930578432.0, "1160": 957774208.0, "1165": 978124736.0, "1170": 974299520.0, "1175": 973059648.0, "1180": 973083648.0, "1185": 947344640.0, "1190": 964793216.0, "1195": 953138560.0, "1200": 972843136.0, "1205": 988478656.0, "1210": 931126784.0, "1215": 968647040.0, "1220": 969160960.0, "1225": 975950656.0, "1230": 967331712.0, "1235": 943446912.0, "1240": 955853952.0, "1245": 981503488.0, "1250": 966111808.0, "1255": 973676032.0, "1260": 946497280.0, "1265": 963997824.0, "1270": 960489024.0, "1275": 973615104.0, "1280": 961112576.0, "1285": 957580480.0, "1290": 952528768.0, "1295": 971610240.0, "1300": 968862464.0, "1305": 963739136.0, "1310": 963334656.0, "1315": 943553408.0, "1320": 966307200.0, "1325": 989784960.0, "1330": 969508992.0, "1335": 972302464.0, "1340": 972269440.0, "1345": 960658304.0, "1350": 968639296.0, "1355": 955853312.0, "1360": 971822144.0, "1365": 960387584.0, "1370": 948791872.0, "1375": 973533376.0, "1380": 953470208.0, "1385": 969146880.0, "1390": 975720640.0, "1395": 931673984.0, "1400": 945854848.0, "1405": 976753536.0, "1410": 974510336.0, "1415": 967573760.0, "1420": 966747328.0, "1425": 937378560.0, "1430": 973916608.0, "1435": 978335552.0, "1440": 964178304.0, "1445": 958058240.0, "1450": 946147712.0, "1455": 983922304.0, "1460": 968651136.0, "1465": 948745152.0, "1470": 984243328.0, "1475": 943906048.0, "1480": 963975488.0, "1485": 957349376.0, "1490": 961261888.0, "1495": 980539648.0, "1500": 958332032.0, "1505": 942866816.0, "1510": 984180096.0, "1515": 959094528.0, "1520": 959105408.0, "1525": 952786816.0, "1530": 957741312.0, "1535": 949428928.0, "1540": 971088256.0, "1545": 963132352.0, "1550": 978666752.0, "1555": 952320512.0, "1560": 980089984.0, "1565": 967314048.0, "1570": 973844352.0, "1575": 975494912.0, "1580": 941862656.0, "1585": 970028352.0, "1590": 983822208.0, "1595": 948631616.0, "1600": 967442560.0, "1605": 952451328.0, "1610": 969616512.0, "1615": 983146496.0, "1620": 968019200.0, "1625": 970715776.0, "1630": 962887360.0, "1635": 942311936.0, "1640": 981612224.0, "1645": 973977856.0, "1650": 974188224.0, "1655": 967265024.0, "1660": 940687744.0, "1665": 961704448.0, "1670": 962902016.0, "1675": 971280896.0, "1680": 980879232.0, "1685": 944416192.0, "1690": 964688128.0, "1695": 965644992.0, "1700": 966342336.0, "1705": 985200000.0, "1710": 978354304.0, "1715": 943210880.0, "1720": 977089408.0, "1725": 965870208.0, "1730": 968968960.0, "1735": 965088000.0, "1740": 949713280.0, "1745": 970012352.0, "1750": 959681728.0, "1755": 960085440.0, "1760": 966381376.0, "1765": 951816192.0, "1770": 954665728.0, "1775": 973752064.0, "1780": 970534272.0, "1785": 968824960.0, "1790": 950235520.0, "1795": 945131072.0, "1800": 984666816.0, "1805": 987163520.0, "1810": 977766656.0, "1815": 948004480.0, "1820": 949209216.0, "1825": 978853632.0, "1830": 966362368.0, "1835": 964133632.0, "1840": 972320128.0, "1845": 935415808.0, "1850": 952497792.0, "1855": 980048640.0, "1860": 975866880.0, "1865": 958966528.0, "1870": 958949056.0, "1875": 932593408.0, "1880": 973574016.0, "1885": 978843264.0, "1890": 971358720.0, "1895": 959212288.0, "1900": 947394432.0, "1905": 981829952.0, "1910": 969126912.0, "1915": 970040704.0, "1920": 975597056.0, "1925": 960496512.0, "1930": 977922304.0, "1935": 963250432.0, "1940": 952460928.0, "1945": 981338176.0, "1950": 939172864.0, "1955": 960604416.0, "1960": 970031744.0, "1965": 981176000.0, "1970": 962045120.0, "1975": 952822016.0, "1980": 936847360.0, "1985": 975938432.0, "1990": 965965696.0, "1995": 962609920.0, "2000": 960553984.0, "2005": 954497728.0, "2010": 975579776.0, "2015": 991802112.0, "2020": 975433408.0, "2025": 974303936.0, "2030": 952084736.0, "2035": 967847680.0, "2040": 987457536.0, "2045": 976480064.0, "2050": 984702464.0, "2055": 942839488.0, "2060": 942593920.0, "2065": 966208768.0, "2070": 969622528.0, "2075": 980553536.0, "2080": 977598080.0, "2085": 939635968.0, "2090": 969872256.0, "2095": 961274880.0, "2100": 976719168.0, "2105": 972537920.0, "2110": 959901568.0, "2115": 956875264.0, "2120": 977482304.0, "2125": 962566784.0, "2130": 979618496.0, "2135": 950537408.0, "2140": 946996544.0, "2145": 962273920.0, "2150": 973404416.0, "2155": 972690944.0, "2160": 970314560.0, "2165": 948644160.0, "2170": 961541696.0, "2175": 969377216.0, "2180": 969329920.0, "2185": 947446592.0, "2190": 940480960.0, "2195": 986085952.0, "2200": 961861248.0, "2205": 978924672.0, "2210": 964100864.0, "2215": 963502336.0, "2220": 951311104.0, "2225": 969315776.0, "2230": 976331328.0, "2235": 974025920.0, "2240": 975493888.0, "2245": 960230784.0, "2250": 967640192.0, "2255": 969129984.0, "2260": 975065024.0, "2265": 968258688.0, "2270": 951744768.0, "2275": 962766848.0, "2280": 969640064.0, "2285": 971692992.0, "2290": 962889344.0, "2295": 931409280.0, "2300": 959906048.0, "2305": 970426560.0, "2310": 967444864.0, "2315": 970905792.0, "2320": 975590848.0, "2325": 938587264.0, "2330": 988438528.0, "2335": 977489408.0, "2340": 964596352.0, "2345": 964166528.0, "2350": 947555712.0, "2355": 977029568.0, "2360": 966899072.0, "2365": 977297728.0, "2370": 965072640.0, "2375": 953966272.0, "2380": 962918912.0, "2385": 967194496.0, "2390": 963077248.0, "2395": 974465792.0, "2400": 958410816.0, "2405": 968119552.0, "2410": 951586112.0, "2415": 965904256.0, "2420": 966516160.0, "2425": 959045632.0, "2430": 956685952.0, "2435": 961389184.0, "2440": 959755904.0, "2445": 970891392.0, "2450": 961996736.0, "2455": 922721216.0, "2460": 951953536.0, "2465": 955730432.0, "2470": 972570496.0, "2475": 973812992.0, "2480": 943895296.0, "2485": 944184064.0, "2490": 972411136.0, "2495": 974451712.0, "2500": 973910080.0, "2505": 958492032.0, "2510": 939510912.0, "2515": 979553728.0, "2520": 970473792.0, "2525": 964390784.0, "2530": 955799168.0, "2535": 936598144.0, "2540": 969027648.0, "2545": 970385024.0, "2550": 969462528.0, "2555": 969439040.0, "2560": 964978304.0, "2565": 959763712.0, "2570": 985176704.0, "2575": 957426112.0, "2580": 967424512.0, "2585": 966022400.0, "2590": 956354944.0, "2595": 981830400.0, "2600": 959530880.0, "2605": 962999168.0, "2610": 965972864.0, "2615": 951924992.0, "2620": 971241216.0, "2625": 976456064.0, "2630": 974409984.0, "2635": 948071296.0, "2640": 948137088.0, "2645": 963036736.0, "2650": 953982912.0, "2655": 977112448.0, "2660": 949622976.0, "2665": 953929024.0, "2670": 959064064.0, "2675": 979275904.0, "2680": 961395840.0, "2685": 970701952.0, "2690": 965222016.0, "2695": 943553536.0, "2700": 969425664.0, "2705": 978961792.0, "2710": 971810560.0, "2715": 990813952.0, "2720": 942649152.0, "2725": 967955328.0, "2730": 955466496.0, "2735": 970672704.0, "2740": 977921536.0, "2745": 932280000.0, "2750": 947856384.0, "2755": 956317184.0, "2760": 981697664.0, "2765": 966112192.0, "2770": 948914688.0, "2775": 935830272.0, "2780": 964777088.0, "2785": 969570176.0, "2790": 974273152.0, "2795": 966886144.0, "2800": 944388096.0, "2805": 964353920.0, "2810": 969610752.0, "2815": 975845248.0, "2820": 963081600.0, "2825": 937627392.0, "2830": 956738368.0, "2835": 986321024.0, "2840": 961756672.0, "2845": 967505920.0, "2850": 951714816.0, "2855": 962091520.0, "2860": 954242304.0, "2865": 955881216.0, "2870": 944662848.0, "2875": 974662784.0, "2880": 968199936.0, "2885": 981081984.0, "2890": 953454080.0, "2895": 957178304.0, "2900": 964989440.0, "2905": 931707648.0, "2910": 955730688.0, "2915": 979477120.0, "2920": 970492544.0, "2925": 964975680.0, "2930": 964046592.0, "2935": 940140416.0, "2940": 964912384.0, "2945": 989149952.0, "2950": 965209088.0, "2955": 965104256.0, "2960": 933161472.0, "2965": 968794496.0, "2970": 973034688.0, "2975": 958092288.0, "2980": 964497280.0, "2985": 937267584.0, "2990": 951254720.0, "2995": 978315264.0, "3000": 969275392.0, "3005": 974686080.0, "3010": 950235008.0, "3015": 943841024.0, "3020": 958440960.0, "3025": 975186560.0, "3030": 965018624.0, "3035": 963454464.0, "3040": 952131776.0, "3045": 989793472.0, "3050": 965545728.0, "3055": 982520704.0, "3060": 971227712.0, "3065": 943915648.0, "3070": 978409024.0, "3075": 975204992.0, "3080": 960992896.0, "3085": 962352128.0, "3090": 945953664.0, "3095": 938116032.0, "3100": 972929088.0, "3105": 961989120.0, "3110": 970657152.0, "3115": 963390528.0, "3120": 947116032.0, "3125": 972720640.0, "3130": 952973312.0, "3135": 966041920.0, "3140": 968488896.0, "3145": 937852288.0, "3150": 975009280.0, "3155": 976815488.0, "3160": 969629184.0, "3165": 982194944.0, "3170": 937959936.0, "3175": 953825280.0, "3180": 983810176.0, "3185": 965169536.0, "3190": 968482880.0, "3195": 950933888.0, "3200": 945101440.0, "3205": 959863232.0, "3210": 957486336.0, "3215": 958020096.0, "3220": 968129792.0, "3225": 935614144.0, "3230": 962588672.0, "3235": 975775488.0, "3240": 962621440.0, "3245": 981274368.0, "3250": 943260544.0, "3255": 954599424.0, "3260": 980363648.0, "3265": 963619968.0, "3270": 965162624.0, "3275": 959731072.0, "3280": 967046720.0, "3285": 982478144.0, "3290": 947689408.0, "3295": 966419840.0, "3300": 959165632.0, "3305": 949131008.0, "3310": 979510144.0, "3315": 964283008.0, "3320": 969207296.0, "3325": 956193280.0, "3330": 941167104.0, "3335": 964973184.0, "3340": 956900736.0, "3345": 972500224.0, "3350": 964576192.0, "3355": 943346176.0, "3360": 970037632.0, "3365": 969453952.0, "3370": 954774976.0, "3375": 958676288.0, "3380": 971463168.0, "3385": 947973376.0, "3390": 965793024.0, "3395": 978390016.0, "3400": 978127360.0, "3405": 976724032.0, "3410": 924193664.0, "3415": 955424256.0, "3420": 971820416.0, "3425": 977167488.0, "3430": 973837696.0, "3435": 936071680.0, "3440": 970502464.0, "3445": 957303232.0, "3450": 959840896.0, "3455": 963864256.0, "3460": 967881856.0, "3465": 931318976.0, "3470": 952348224.0, "3475": 973704384.0, "3480": 959738112.0, "3485": 979960640.0, "3490": 944670592.0, "3495": 953904576.0, "3500": 969330432.0, "3505": 964348416.0, "3510": 971222656.0, "3515": 955946112.0, "3520": 958733120.0, "3525": 971914240.0, "3530": 964124672.0, "3535": 983192192.0, "3540": 937489664.0, "3545": 944730496.0, "3550": 984462784.0, "3555": 978057984.0, "3560": 974372992.0, "3565": 968800128.0, "3570": 946694528.0, "3575": 976104640.0, "3580": 977494272.0, "3585": 954568832.0, "3590": 956425856.0, "3595": 951444800.0, "3600": 988996800.0, "3605": 962008448.0, "3610": 965055104.0, "3615": 974635648.0, "3620": 954888384.0, "3625": 939515392.0, "3630": 990148736.0, "3635": 971435712.0, "3640": 976025856.0, "3645": 961489664.0, "3650": 945804160.0, "3655": 965782784.0, "3660": 976208000.0, "3665": 964021248.0, "3670": 977431936.0, "3675": 943476096.0, "3680": 958185152.0, "3685": 964285312.0, "3690": 982093952.0, "3695": 963125248.0, "3700": 950570176.0, "3705": 947345792.0, "3710": 982355328.0, "3715": 972682240.0, "3720": 976138624.0, "3725": 964038272.0, "3730": 948851328.0, "3735": 967079424.0, "3740": 960973568.0, "3745": 969334272.0, "3750": 963949056.0, "3755": 953432832.0, "3760": 976641920.0, "3765": 979841280.0, "3770": 972360320.0, "3775": 972374720.0, "3780": 952585664.0, "3785": 960236800.0, "3790": 985598848.0, "3795": 969195392.0, "3800": 957877504.0, "3805": 972408192.0, "3810": 954517952.0, "3815": 974566528.0, "3820": 963019648.0, "3825": 962070528.0, "3830": 969394304.0, "3835": 934744960.0, "3840": 971255808.0, "3845": 986849792.0, "3850": 968873536.0, "3855": 965248640.0, "3860": 948057600.0, "3865": 975049216.0, "3870": 985098432.0, "3875": 983043072.0, "3880": 963615616.0, "3885": 953012224.0, "3890": 960296960.0, "3895": 960591616.0, "3900": 984926464.0, "3905": 976222592.0, "3910": 987360512.0, "3915": 946017792.0, "3920": 974867328.0, "3925": 961248384.0, "3930": 976790208.0, "3935": 978925824.0, "3940": 950292672.0, "3945": 960260864.0, "3950": 974185152.0, "3955": 972967808.0, "3960": 974078848.0, "3965": 950861696.0, "3970": 980692992.0, "3975": 960750208.0, "3980": 977519808.0, "3985": 962949440.0, "3990": 972755328.0, "3995": 953714176.0, "4000": 975011968.0, "4005": 971658752.0, "4010": 978420992.0, "4015": 971491968.0, "4020": 950311040.0, "4025": 968433024.0, "4030": 997935360.0, "4035": 978548864.0, "4040": 959813248.0, "4045": 939664448.0, "4050": 944718720.0, "4055": 980958720.0, "4060": 977682816.0, "4065": 975706624.0, "4070": 942152832.0, "4075": 945765376.0, "4080": 988765632.0, "4085": 962079872.0, "4090": 983356736.0, "4095": 986958720.0, "4100": 957224448.0, "4105": 954073984.0, "4110": 966488192.0, "4115": 976042432.0, "4120": 983531776.0, "4125": 960054336.0, "4130": 967278976.0, "4135": 971431296.0, "4140": 963171200.0, "4145": 956175616.0, "4150": 960332672.0, "4155": 946216576.0, "4160": 968451328.0, "4165": 970327424.0, "4170": 971946880.0, "4175": 955862272.0, "4180": 940997632.0, "4185": 968318592.0, "4190": 968003712.0, "4195": 989223168.0, "4200": 962678912.0, "4205": 960595072.0, "4210": 971851136.0, "4215": 974145536.0, "4220": 981144704.0, "4225": 975196160.0, "4230": 952703104.0, "4235": 958493312.0, "4240": 966824448.0, "4245": 961756800.0, "4250": 965845632.0, "4255": 958268032.0, "4260": 949545344.0, "4265": 964137856.0, "4270": 978408896.0, "4275": 975397504.0, "4280": 962672064.0, "4285": 951451136.0, "4290": 980029952.0, "4295": 968842816.0, "4300": 958299456.0, "4305": 966802048.0, "4310": 939613376.0, "4315": 949416704.0, "4320": 984522240.0, "4325": 982547712.0, "4330": 974746240.0, "4335": 949459840.0, "4340": 959478400.0, "4345": 956644096.0, "4350": 979960320.0, "4355": 968869888.0, "4360": 966313728.0, "4365": 941208704.0, "4370": 969495552.0, "4375": 972982336.0, "4380": 966147840.0, "4385": 972060544.0, "4390": 954141120.0, "4395": 951856512.0, "4400": 973629184.0, "4405": 972441728.0, "4410": 967908480.0, "4415": 958935232.0, "4420": 960777856.0, "4425": 976416000.0, "4430": 965905664.0, "4435": 975864704.0, "4440": 962282496.0, "4445": 954799872.0, "4450": 978294912.0, "4455": 960203776.0, "4460": 968579008.0, "4465": 968805760.0, "4470": 944127232.0, "4475": 951973056.0, "4480": 978824832.0, "4485": 968265728.0, "4490": 956975616.0, "4495": 938925248.0, "4500": 953215488.0, "4505": 977129344.0, "4510": 978700416.0, "4515": 962493568.0, "4520": 958825024.0, "4525": 958101760.0, "4530": 964428608.0, "4535": 976641024.0, "4540": 976846784.0, "4545": 970169408.0, "4550": 953223680.0, "4555": 959591040.0, "4560": 972497920.0, "4565": 973442560.0, "4570": 978909568.0, "4575": 957760000.0, "4580": 963142016.0, "4585": 957381888.0, "4590": 986530176.0, "4595": 960189824.0, "4600": 952267648.0, "4605": 959297664.0, "4610": 963698304.0, "4615": 957950912.0, "4620": 960255936.0, "4625": 973786624.0, "4630": 944507648.0, "4635": 977024896.0, "4640": 960310272.0, "4645": 981993856.0, "4650": 962400128.0, "4655": 939457792.0, "4660": 964001280.0, "4665": 962540544.0, "4670": 976671872.0, "4675": 963514432.0, "4680": 957488448.0, "4685": 949674432.0, "4690": 956962240.0, "4695": 969926912.0, "4700": 961214016.0, "4705": 970781312.0, "4710": 934493248.0, "4715": 970475008.0, "4720": 966361920.0, "4725": 980303616.0, "4730": 965826240.0, "4735": 937871360.0, "4740": 960124288.0, "4745": 975997376.0, "4750": 967957760.0, "4755": 984959744.0, "4760": 959123648.0, "4765": 955261056.0, "4770": 958621440.0, "4775": 991092608.0, "4780": 976856000.0, "4785": 967582336.0, "4790": 943756160.0, "4795": 955861760.0, "4800": 967745984.0, "4805": 976565888.0, "4810": 965160448.0, "4815": 957969408.0, "4820": 973993216.0, "4825": 961505920.0, "4830": 962638336.0, "4835": 972543936.0, "4840": 948913920.0, "4845": 965716608.0, "4850": 960305024.0, "4855": 964130624.0, "4860": 963051008.0, "4865": 967532352.0, "4870": 957207424.0, "4875": 983574528.0, "4880": 957085120.0, "4885": 977052480.0, "4890": 959740928.0, "4895": 942152192.0, "4900": 973700352.0, "4905": 975213952.0, "4910": 969220608.0, "4915": 970053248.0, "4920": 941169024.0, "4925": 954809344.0, "4930": 977034624.0, "4935": 963750016.0, "4940": 972586496.0, "4945": 960056448.0, "4950": 940793856.0, "4955": 968036480.0, "4960": 976800640.0, "4965": 961022464.0, "4970": 958665472.0, "4975": 933775168.0, "4980": 960824704.0, "4985": 963012160.0, "4990": 963588736.0, "4995": 986307968.0, "5000": 940776000.0, "5005": 968887552.0, "5010": 970307776.0, "5015": 965233408.0, "5020": 966702336.0, "5025": 949471744.0, "5030": 953490560.0, "5035": 967352704.0, "5040": 955689856.0, "5045": 969129856.0, "5050": 953417984.0, "5055": 954811520.0, "5060": 963029248.0, "5065": 952195072.0, "5070": 973597056.0, "5075": 978581632.0, "5080": 942828736.0, "5085": 965863040.0, "5090": 972857088.0, "5095": 964397952.0, "5100": 958318016.0, "5105": 965353728.0, "5110": 950401920.0, "5115": 972347520.0, "5120": 960424960.0, "5125": 969755008.0, "5130": 938795456.0, "5135": 943659008.0, "5140": 969888896.0, "5145": 968688768.0, "5150": 970601216.0, "5155": 972635008.0, "5160": 926551872.0, "5165": 961591552.0, "5170": 966873472.0, "5175": 966086400.0, "5180": 963656192.0, "5185": 930802688.0, "5190": 949852992.0, "5195": 972422016.0, "5200": 973758656.0, "5205": 968249664.0, "5210": 960527936.0, "5215": 928815680.0, "5220": 979174208.0, "5225": 984780416.0, "5230": 975060672.0, "5235": 975055232.0, "5240": 944314112.0, "5245": 970834048.0, "5250": 972426624.0, "5255": 966895296.0, "5260": 976679744.0, "5265": 942270592.0, "5270": 969202176.0, "5275": 970073344.0, "5280": 962825728.0, "5285": 964072064.0, "5290": 932501824.0, "5295": 951762944.0, "5300": 975588288.0, "5305": 951853504.0, "5310": 968040960.0, "5315": 955817472.0, "5320": 950921984.0, "5325": 973040384.0, "5330": 967843264.0, "5335": 967536384.0, "5340": 966503424.0, "5345": 962961344.0, "5350": 978937216.0, "5355": 972202560.0, "5360": 963892288.0, "5365": 965246464.0, "5370": 947824896.0, "5375": 948820864.0, "5380": 967210752.0, "5385": 980540416.0, "5390": 965312832.0, "5395": 955160000.0, "5400": 948286464.0, "5405": 974365952.0, "5410": 967844224.0, "5415": 976074688.0, "5420": 967431680.0, "5425": 937412096.0, "5430": 963919744.0, "5435": 971948544.0, "5440": 969128192.0, "5445": 957501184.0, "5450": 919431040.0, "5455": 952052800.0, "5460": 962315264.0, "5465": 978905088.0, "5470": 981031104.0, "5475": 941610304.0, "5480": 955755072.0, "5485": 964902912.0, "5490": 976036992.0, "5495": 962805120.0, "5500": 971218240.0, "5505": 957001728.0, "5510": 968610432.0, "5515": 945466624.0, "5520": 963181952.0, "5525": 975932480.0, "5530": 936635520.0, "5535": 970693824.0, "5540": 960295936.0, "5545": 972084800.0, "5550": 967898240.0, "5555": 955968960.0, "5560": 954520832.0, "5565": 968862848.0, "5570": 945186112.0, "5575": 960539584.0, "5580": 960563456.0, "5585": 959470720.0, "5590": 977668224.0, "5595": 975194496.0, "5600": 963009472.0, "5605": 964201216.0, "5610": 943157760.0, "5615": 966515904.0, "5620": 963224448.0, "5625": 982398656.0, "5630": 976073984.0, "5635": 957347520.0, "5640": 951455488.0, "5645": 967805568.0, "5650": 979181056.0, "5655": 983510912.0, "5660": 956493952.0, "5665": 953574656.0, "5670": 966097408.0, "5675": 967701184.0, "5680": 978598848.0, "5685": 962008576.0, "5690": 935908928.0, "5695": 963739648.0, "5700": 952464384.0, "5705": 974525376.0, "5710": 971341376.0, "5715": 946147648.0, "5720": 974991360.0, "5725": 967473664.0, "5730": 978561792.0, "5735": 964979712.0, "5740": 943573056.0, "5745": 971142016.0, "5750": 981951168.0, "5755": 956754944.0, "5760": 963695168.0, "5765": 957707648.0, "5770": 955747584.0, "5775": 970847104.0, "5780": 962811840.0, "5785": 970673664.0, "5790": 974652672.0, "5795": 949802368.0, "5800": 965999232.0, "5805": 968774272.0, "5810": 975986176.0, "5815": 970103936.0, "5820": 936377408.0, "5825": 969266816.0, "5830": 977614464.0, "5835": 974980224.0, "5840": 963061120.0, "5845": 968774464.0, "5850": 942897536.0, "5855": 975999104.0, "5860": 979537600.0, "5865": 978369280.0, "5870": 968714112.0, "5875": 942328320.0, "5880": 964508224.0, "5885": 974806656.0, "5890": 972671104.0, "5895": 965681920.0, "5900": 941482880.0, "5905": 961766528.0, "5910": 958568832.0, "5915": 968174464.0, "5920": 977468032.0, "5925": 959468800.0, "5930": 946750080.0, "5935": 952334656.0, "5940": 977662144.0, "5945": 984818560.0, "5950": 980689536.0, "5955": 935094464.0, "5960": 961735296.0, "5965": 965938176.0, "5970": 970612096.0, "5975": 961933888.0, "5980": 958344832.0, "5985": 964562816.0, "5990": 973676288.0, "5995": 955919488.0, "6000": 955633216.0, "6005": 961366784.0, "6010": 952707072.0, "6015": 974539328.0, "6020": 978265920.0, "6025": 972226688.0, "6030": 955311744.0, "6035": 946954368.0, "6040": 962641920.0, "6045": 983743552.0, "6050": 956515200.0, "6055": 963445888.0, "6060": 945767488.0, "6065": 958443776.0, "6070": 978390272.0, "6075": 977988416.0, "6080": 957530304.0, "6085": 947641408.0, "6090": 953645632.0, "6095": 964770560.0, "6100": 979886720.0, "6105": 971011904.0, "6110": 961816128.0, "6115": 943814016.0, "6120": 968573824.0, "6125": 960703232.0, "6130": 984040320.0, "6135": 960994432.0, "6140": 958720704.0, "6145": 971225728.0, "6150": 968493312.0, "6155": 974930688.0, "6160": 977216128.0, "6165": 952742848.0, "6170": 951129728.0, "6175": 963358592.0, "6180": 969549568.0, "6185": 966320320.0, "6190": 963731264.0, "6195": 947266752.0, "6200": 969378240.0, "6205": 967161728.0, "6210": 959339264.0, "6215": 973147776.0, "6220": 936374912.0, "6225": 978715520.0, "6230": 976146816.0, "6235": 971740992.0, "6240": 966006336.0, "6245": 956249728.0, "6250": 956449920.0, "6255": 973363584.0, "6260": 978804800.0, "6265": 974941952.0, "6270": 958855808.0, "6275": 963713152.0, "6280": 973141120.0, "6285": 966123136.0, "6290": 971040256.0, "6295": 987490560.0, "6300": 947640064.0, "6305": 964795456.0, "6310": 979017216.0, "6315": 978443392.0, "6320": 971724672.0, "6325": 923002624.0, "6330": 959366784.0, "6335": 974940864.0, "6340": 984824576.0, "6345": 966835456.0, "6350": 944574016.0, "6355": 957990272.0, "6360": 972711552.0, "6365": 972207744.0, "6370": 958966784.0, "6375": 967142144.0, "6380": 951399104.0, "6385": 973584896.0, "6390": 965514880.0, "6395": 975032064.0, "6400": 983945472.0, "6405": 944065408.0, "6410": 977178496.0, "6415": 971635776.0, "6420": 956726592.0, "6425": 960937728.0, "6430": 957525120.0, "6435": 960333440.0, "6440": 968713088.0, "6445": 973479168.0, "6450": 974637056.0, "6455": 962142208.0, "6460": 940994496.0, "6465": 974482944.0, "6470": 979911936.0, "6475": 960847808.0, "6480": 967532032.0, "6485": 948559616.0, "6490": 970748032.0, "6495": 988369024.0, "6500": 980468864.0, "6505": 972158336.0, "6510": 951648576.0, "6515": 957565440.0, "6520": 979061952.0, "6525": 978903424.0, "6530": 973271744.0, "6535": 967829056.0, "6540": 950159040.0, "6545": 966294144.0, "6550": 979335168.0, "6555": 967119872.0, "6560": 975391104.0, "6565": 949645696.0, "6570": 952068224.0, "6575": 962553728.0, "6580": 975679424.0, "6585": 979544832.0, "6590": 949212544.0, "6595": 961471616.0, "6600": 961353856.0, "6605": 961755520.0, "6610": 985212480.0, "6615": 959518336.0, "6620": 944576256.0, "6625": 971028736.0, "6630": 971564928.0, "6635": 964103936.0, "6640": 959857152.0, "6645": 951077504.0, "6650": 978674944.0, "6655": 965949440.0, "6660": 968814080.0, "6665": 969002112.0, "6670": 932999424.0, "6675": 970736128.0, "6680": 969016064.0, "6685": 958784384.0, "6690": 956215552.0, "6695": 955745920.0, "6700": 962135936.0, "6705": 979365824.0, "6710": 971098240.0, "6715": 966874944.0, "6720": 974162048.0, "6725": 941768192.0, "6730": 979399488.0, "6735": 994709376.0, "6740": 976356224.0, "6745": 974602752.0, "6750": 939272320.0, "6755": 977649344.0, "6760": 969757888.0, "6765": 978454848.0, "6770": 975513728.0, "6775": 943523520.0, "6780": 947283584.0, "6785": 975371712.0, "6790": 960607104.0, "6795": 976217984.0, "6800": 973344640.0, "6805": 946806016.0, "6810": 958265856.0, "6815": 970929792.0, "6820": 978086528.0, "6825": 969192704.0, "6830": 950435072.0, "6835": 981464192.0, "6840": 983022336.0, "6845": 948763840.0, "6850": 965465152.0, "6855": 954199552.0, "6860": 979123968.0, "6865": 983975808.0, "6870": 964842560.0, "6875": 978847808.0, "6880": 950371200.0, "6885": 958582016.0, "6890": 960484032.0, "6895": 965665280.0, "6900": 985370880.0, "6905": 968478592.0, "6910": 950097088.0, "6915": 971060736.0, "6920": 967166720.0, "6925": 965180672.0, "6930": 964715648.0, "6935": 952122112.0, "6940": 962920704.0, "6945": 986470144.0, "6950": 973350272.0, "6955": 964715136.0, "6960": 940248960.0, "6965": 974503680.0, "6970": 978554240.0, "6975": 985114880.0, "6980": 982851072.0, "6985": 959949376.0, "6990": 945298944.0, "6995": 987557120.0, "7000": 963329344.0, "7005": 962922240.0, "7010": 985144320.0, "7015": 945447424.0, "7020": 982884608.0, "7025": 968840640.0, "7030": 953537472.0, "7035": 982810432.0, "7040": 950520320.0, "7045": 956041600.0, "7050": 960403712.0, "7055": 963929728.0, "7060": 976999040.0, "7065": 968391296.0, "7070": 953547264.0, "7075": 956559360.0, "7080": 969124864.0, "7085": 965868800.0, "7090": 969521920.0, "7095": 960078592.0, "7100": 973651200.0, "7105": 973332672.0, "7110": 970254848.0, "7115": 958633088.0, "7120": 948865536.0, "7125": 963163584.0, "7130": 971421376.0, "7135": 964540096.0, "7140": 961681152.0, "7145": 930416448.0, "7150": 946280064.0, "7155": 991092864.0, "7160": 968442496.0, "7165": 956888320.0, "7170": 968275328.0, "7175": 955828224.0, "7180": 958441536.0, "7185": 984880256.0, "7190": 978735936.0, "7195": 973712000.0, "7200": 935905536.0, "7205": 957525760.0, "7210": 967114624.0, "7215": 969707264.0, "7220": 982219584.0, "7225": 928936768.0, "7230": 949560960.0, "7235": 967251712.0, "7240": 966968064.0, "7245": 967454976.0, "7250": 949502336.0, "7255": 957363968.0, "7260": 970114816.0, "7265": 974961664.0, "7270": 959874240.0, "7275": 959286784.0, "7280": 957121920.0, "7285": 977575808.0, "7290": 977249920.0, "7295": 962901120.0, "7300": 975499904.0, "7305": 964022528.0, "7310": 977515520.0, "7315": 966809600.0, "7320": 974552768.0, "7325": 966906752.0, "7330": 959690880.0, "7335": 964049280.0, "7340": 977556864.0, "7345": 967668224.0, "7350": 984804864.0, "7355": 959674816.0, "7360": 948842240.0, "7365": 972772864.0, "7370": 982593664.0, "7375": 963567424.0, "7380": 964284224.0, "7385": 948615488.0, "7390": 964192512.0, "7395": 958787008.0, "7400": 970242816.0, "7405": 988116736.0, "7410": 952423488.0, "7415": 950935744.0, "7420": 967472640.0, "7425": 982705664.0, "7430": 965871552.0, "7435": 973294080.0, "7440": 937228160.0, "7445": 969074752.0, "7450": 980608832.0, "7455": 971587712.0, "7460": 972749056.0, "7465": 939573760.0, "7470": 972011648.0, "7475": 958500480.0, "7480": 969529792.0, "7485": 961637568.0, "7490": 934760704.0, "7495": 957297216.0, "7500": 969548416.0, "7505": 970380928.0, "7510": 972589184.0, "7515": 979619840.0, "7520": 951796224.0, "7525": 970763840.0, "7530": 954655104.0, "7535": 971887616.0, "7540": 979952832.0, "7545": 959493248.0, "7550": 960599936.0, "7555": 960564352.0, "7560": 970209920.0, "7565": 955267200.0, "7570": 942667904.0, "7575": 966060032.0, "7580": 982740480.0, "7585": 979190784.0, "7590": 970155264.0, "7595": 950188416.0, "7600": 946546432.0, "7605": 982722432.0, "7610": 969487360.0, "7615": 988970624.0, "7620": 957136000.0, "7625": 941577856.0, "7630": 971809152.0, "7635": 984756608.0, "7640": 983937792.0, "7645": 968197120.0, "7650": 959357504.0, "7655": 962682368.0, "7660": 969198976.0, "7665": 978073088.0, "7670": 975279104.0, "7675": 975891840.0, "7680": 943167616.0, "7685": 960475136.0, "7690": 975843968.0, "7695": 982086400.0, "7700": 979923648.0, "7705": 940595776.0, "7710": 974811648.0, "7715": 979946496.0, "7720": 968216448.0, "7725": 960576640.0, "7730": 943583104.0, "7735": 968598400.0, "7740": 980697600.0, "7745": 964667008.0, "7750": 963965568.0, "7755": 960341056.0, "7760": 970667072.0, "7765": 971220096.0, "7770": 962730624.0, "7775": 981588800.0, "7780": 965073280.0, "7785": 959776384.0, "7790": 968147968.0, "7795": 969118208.0, "7800": 971586880.0, "7805": 968712128.0, "7810": 946156608.0, "7815": 963601664.0, "7820": 974369664.0, "7825": 963930944.0, "7830": 957420864.0, "7835": 949820864.0, "7840": 957576448.0, "7845": 954299264.0, "7850": 980140416.0, "7855": 987100288.0, "7860": 947203712.0, "7865": 949597632.0, "7870": 965653760.0, "7875": 976341632.0, "7880": 968749184.0, "7885": 969863296.0, "7890": 951979520.0, "7895": 974744576.0, "7900": 964075264.0, "7905": 964628544.0, "7910": 966224768.0, "7915": 943623808.0, "7920": 951251584.0, "7925": 969683840.0, "7930": 965018496.0, "7935": 984522112.0, "7940": 965260992.0, "7945": 950920512.0, "7950": 961778944.0, "7955": 980819072.0, "7960": 964107328.0, "7965": 952800768.0, "7970": 952096960.0, "7975": 969954944.0, "7980": 965058752.0, "7985": 959497728.0, "7990": 968288768.0, "7995": 947074368.0, "8000": 962595712.0, "8005": 980875264.0, "8010": 965703040.0, "8015": 982795648.0, "8020": 960636544.0, "8025": 965519616.0, "8030": 958643200.0, "8035": 975716096.0, "8040": 960827648.0, "8045": 948395264.0, "8050": 959831808.0, "8055": 979617792.0, "8060": 969592128.0, "8065": 958394752.0, "8070": 964066944.0, "8075": 942266240.0, "8080": 966035328.0, "8085": 966815936.0, "8090": 983700160.0, "8095": 988871424.0, "8100": 966531968.0, "8105": 944438272.0, "8110": 969326016.0, "8115": 985228672.0, "8120": 974833408.0, "8125": 964005120.0, "8130": 966272000.0, "8135": 967624576.0, "8140": 963686848.0, "8145": 994976768.0, "8150": 973166016.0, "8155": 938390528.0, "8160": 964462464.0, "8165": 972803200.0, "8170": 968497280.0, "8175": 961587008.0, "8180": 936029440.0, "8185": 962625536.0, "8190": 967799296.0, "8195": 977385088.0, "8200": 956367296.0, "8205": 960566528.0, "8210": 946495424.0, "8215": 982005248.0, "8220": 988443520.0, "8225": 966243584.0, "8230": 962552576.0, "8235": 934131712.0, "8240": 980267904.0, "8245": 976606848.0, "8250": 964327808.0, "8255": 977492864.0, "8260": 956833664.0, "8265": 982957440.0, "8270": 952836608.0, "8275": 974283968.0, "8280": 974906560.0, "8285": 953985664.0, "8290": 940194816.0, "8295": 981360128.0, "8300": 972952832.0, "8305": 978368320.0, "8310": 951095936.0, "8315": 937922048.0, "8320": 977484544.0, "8325": 967872768.0, "8330": 990116800.0, "8335": 975746048.0, "8340": 947366912.0, "8345": 970641408.0, "8350": 970082176.0, "8355": 975014080.0, "8360": 979651456.0, "8365": 932855680.0, "8370": 965537344.0, "8375": 979732736.0, "8380": 965482496.0, "8385": 972889472.0, "8390": 962502912.0, "8395": 951003840.0, "8400": 972739968.0, "8405": 951808384.0, "8410": 960912000.0, "8415": 965867904.0, "8420": 941925888.0, "8425": 968447872.0, "8430": 961416704.0, "8435": 966249344.0, "8440": 969510272.0, "8445": 952921344.0, "8450": 984742912.0, "8455": 990518400.0, "8460": 969086848.0, "8465": 967798656.0, "8470": 963598464.0, "8475": 942921920.0, "8480": 987605888.0, "8485": 979799936.0, "8490": 991849856.0, "8495": 971815552.0, "8500": 951760768.0, "8505": 982982848.0, "8510": 974371200.0, "8515": 969206912.0, "8520": 961827968.0, "8525": 944996096.0, "8530": 984721152.0, "8535": 978411520.0, "8540": 968342592.0, "8545": 969125440.0, "8550": 942408448.0, "8555": 971549056.0, "8560": 958775296.0, "8565": 975676160.0, "8570": 975305216.0, "8575": 971852992.0, "8580": 932583232.0, "8585": 966065856.0, "8590": 978933760.0, "8595": 979387904.0, "8600": 983792768.0, "8605": 958356416.0, "8610": 984069888.0, "8615": 978067776.0, "8620": 963535168.0, "8625": 979909120.0, "8630": 943580032.0, "8635": 961797632.0, "8640": 973745600.0, "8645": 970784128.0, "8650": 969289152.0, "8655": 970653440.0, "8660": 944484096.0, "8665": 986977728.0, "8670": 960353920.0, "8675": 974610176.0, "8680": 962718976.0, "8685": 956147136.0, "8690": 978612864.0, "8695": 969139072.0, "8700": 973135360.0, "8705": 973914176.0, "8710": 947435776.0, "8715": 973736320.0, "8720": 958622976.0, "8725": 978719488.0, "8730": 985894400.0, "8735": 952583040.0, "8740": 940201728.0, "8745": 987763456.0, "8750": 972207744.0, "8755": 971134720.0, "8760": 965569152.0, "8765": 934519872.0, "8770": 986656640.0, "8775": 969789440.0, "8780": 967920512.0, "8785": 962639488.0, "8790": 947921664.0, "8795": 969775296.0, "8800": 971220608.0, "8805": 973559168.0, "8810": 983161280.0, "8815": 951065856.0, "8820": 939478016.0, "8825": 964494336.0, "8830": 981089472.0, "8835": 971889408.0, "8840": 979835520.0, "8845": 951616384.0, "8850": 987153920.0, "8855": 971335296.0, "8860": 962222080.0, "8865": 957359360.0, "8870": 946242816.0, "8875": 968628096.0, "8880": 984173184.0, "8885": 971110144.0, "8890": 970299648.0, "8895": 952971136.0, "8900": 962246528.0, "8905": 977392000.0, "8910": 981876416.0, "8915": 981149952.0, "8920": 968258432.0, "8925": 940189184.0, "8930": 970787456.0, "8935": 963634560.0, "8940": 978025664.0, "8945": 982356352.0, "8950": 946274176.0, "8955": 972928128.0, "8960": 974032128.0, "8965": 973961216.0, "8970": 966361216.0, "8975": 937321600.0, "8980": 953099648.0, "8985": 977878528.0, "8990": 967166592.0, "8995": 980283904.0, "9000": 952421184.0, "9005": 950292544.0, "9010": 974935552.0, "9015": 982668672.0, "9020": 959278656.0, "9025": 979055040.0, "9030": 953936640.0, "9035": 968749312.0, "9040": 978270080.0, "9045": 968843136.0, "9050": 983417600.0, "9055": 947885952.0, "9060": 956699776.0, "9065": 970246528.0, "9070": 968015744.0, "9075": 981225856.0, "9080": 952541632.0, "9085": 971319168.0, "9090": 963789184.0, "9095": 968313984.0, "9100": 974584320.0, "9105": 960032896.0, "9110": 947321664.0, "9115": 956833728.0, "9120": 985899904.0, "9125": 963026176.0, "9130": 958457216.0, "9135": 951989056.0, "9140": 967565824.0, "9145": 977433728.0, "9150": 987305408.0, "9155": 976649408.0, "9160": 958050816.0, "9165": 950957248.0, "9170": 988702272.0, "9175": 971913280.0, "9180": 967854400.0, "9185": 955127680.0, "9190": 957263744.0, "9195": 966003584.0, "9200": 968856960.0, "9205": 967330048.0, "9210": 984179584.0, "9215": 931743808.0, "9220": 949808960.0, "9225": 971440256.0, "9230": 971281792.0, "9235": 971857152.0, "9240": 959917376.0, "9245": 963584128.0, "9250": 961416384.0, "9255": 983241472.0, "9260": 979566336.0, "9265": 953039104.0, "9270": 949474624.0, "9275": 978502016.0, "9280": 978025536.0, "9285": 962828800.0, "9290": 979390080.0, "9295": 958548480.0, "9300": 965876352.0, "9305": 969599232.0, "9310": 973283008.0, "9315": 976451392.0, "9320": 948304512.0, "9325": 979749696.0, "9330": 977926784.0, "9335": 975525504.0, "9340": 960336000.0, "9345": 943464832.0, "9350": 952835072.0, "9355": 962850048.0, "9360": 960675328.0, "9365": 983816320.0, "9370": 983035904.0, "9375": 942080896.0, "9380": 982540928.0, "9385": 985259136.0, "9390": 973406272.0, "9395": 978528128.0, "9400": 938038400.0, "9405": 968500672.0, "9410": 981791488.0, "9415": 991945472.0, "9420": 960625728.0, "9425": 956681216.0, "9430": 938695808.0, "9435": 974362368.0, "9440": 959727872.0, "9445": 973720576.0, "9450": 961877760.0, "9455": 946303872.0, "9460": 978086272.0, "9465": 988617984.0, "9470": 963615872.0, "9475": 983908608.0, "9480": 930854528.0, "9485": 987221248.0, "9490": 963974912.0, "9495": 972857088.0, "9500": 982392960.0, "9505": 970286080.0, "9510": 964873536.0, "9515": 957183296.0, "9520": 948641664.0, "9525": 965336064.0, "9530": 958567296.0, "9535": 950963840.0, "9540": 954501120.0, "9545": 979935296.0, "9550": 955384704.0, "9555": 953296192.0, "9560": 958726208.0, "9565": 969930112.0, "9570": 977751168.0, "9575": 958849792.0, "9580": 963257728.0, "9585": 946197184.0, "9590": 948135936.0, "9595": 967007808.0, "9600": 985117952.0, "9605": 985499648.0, "9610": 943959808.0, "9615": 952912128.0, "9620": 980920192.0, "9625": 978524736.0, "9630": 969671168.0, "9635": 974868544.0, "9640": 940772416.0, "9645": 962475008.0, "9650": 970857536.0, "9655": 987496960.0, "9660": 963394176.0, "9665": 950327872.0, "9670": 965817856.0, "9675": 963579264.0, "9680": 965384064.0, "9685": 986598272.0, "9690": 940596864.0, "9695": 950521728.0, "9700": 975714688.0, "9705": 972896256.0, "9710": 967299968.0, "9715": 971403392.0, "9720": 940613632.0, "9725": 966514816.0, "9730": 974099584.0, "9735": 974345792.0, "9740": 971516928.0, "9745": 951220736.0, "9750": 979370880.0, "9755": 970170432.0, "9760": 968237888.0, "9765": 963835520.0, "9770": 952652160.0, "9775": 956682880.0, "9780": 970721984.0, "9785": 958959232.0, "9790": 961043072.0, "9795": 958779200.0, "9800": 949918656.0, "9805": 962651200.0, "9810": 979093888.0, "9815": 978146816.0, "9820": 982841088.0, "9825": 939730944.0, "9830": 969614208.0, "9835": 973272832.0, "9840": 971945664.0, "9845": 967603328.0, "9850": 947232896.0, "9855": 956896512.0, "9860": 987801728.0, "9865": 970385664.0, "9870": 990310144.0, "9875": 957380096.0, "9880": 931362176.0, "9885": 963678464.0, "9890": 972811648.0, "9895": 984054016.0, "9900": 956595136.0, "9905": 939303808.0, "9910": 979107072.0, "9915": 973996800.0, "9920": 943946432.0, "9925": 963187328.0, "9930": 948020224.0, "9935": 960573120.0, "9940": 965856512.0, "9945": 958998016.0, "9950": 964584192.0, "9955": 943733120.0, "9960": 966844160.0, "9965": 983732096.0, "9970": 966840192.0, "9975": 964040640.0, "9980": 980881024.0, "9985": 942746240.0, "9990": 976134400.0, "9995": 982950848.0, "10000": 972073152.0, "10005": 970193472.0, "10010": 944380480.0, "10015": 983265344.0, "10020": 977865472.0, "10025": 979868544.0, "10030": 971490816.0, "10035": 946263296.0, "10040": 950534016.0, "10045": 977546880.0, "10050": 986017280.0, "10055": 990492800.0, "10060": 958996032.0, "10065": 947517312.0, "10070": 966895616.0, "10075": 979683904.0, "10080": 971953920.0, "10085": 974879744.0, "10090": 944216960.0, "10095": 962977344.0, "10100": 972381952.0, "10105": 976354432.0, "10110": 972128768.0, "10115": 948919680.0, "10120": 962852480.0, "10125": 974293120.0, "10130": 980737472.0, "10135": 972335104.0, "10140": 957843264.0, "10145": 934671872.0, "10150": 973965568.0, "10155": 970306112.0, "10160": 962491456.0, "10165": 975341248.0, "10170": 944624384.0, "10175": 979643712.0, "10180": 984008448.0, "10185": 978870144.0, "10190": 955877376.0, "10195": 937261120.0, "10200": 988253760.0, "10205": 973401856.0, "10210": 966901120.0, "10215": 976049664.0, "10220": 948799872.0, "10225": 950572096.0, "10230": 976120896.0, "10235": 954421632.0, "10240": 969850752.0, "10245": 962265472.0, "10250": 936756480.0, "10255": 979774976.0, "10260": 965000704.0, "10265": 967563712.0, "10270": 969297920.0, "10275": 935944256.0, "10280": 969526272.0, "10285": 996465152.0, "10290": 979762816.0, "10295": 981662912.0, "10300": 952271936.0, "10305": 972024256.0, "10310": 960359872.0, "10315": 971605760.0, "10320": 985354304.0, "10325": 983302336.0, "10330": 935148288.0, "10335": 976392064.0, "10340": 957603840.0, "10345": 973044352.0, "10350": 984707136.0, "10355": 942479296.0, "10360": 962279040.0, "10365": 973641856.0, "10370": 980432768.0, "10375": 970343296.0, "10380": 962080384.0, "10385": 955687296.0, "10390": 990783104.0, "10395": 965164608.0, "10400": 960470208.0, "10405": 950214848.0, "10410": 955491392.0, "10415": 975924736.0, "10420": 967248320.0, "10425": 969875328.0, "10430": 965126272.0, "10435": 962680768.0, "10440": 972024064.0, "10445": 972467456.0, "10450": 974949504.0, "10455": 965864704.0, "10460": 948726272.0, "10465": 971534464.0, "10470": 972756736.0, "10475": 979392128.0, "10480": 997292352.0, "10485": 949631936.0, "10490": 935104896.0, "10495": 969599424.0, "10500": 978688704.0, "10505": 959342784.0, "10510": 951008000.0, "10515": 954223744.0, "10520": 972150016.0, "10525": 969942528.0, "10530": 970425728.0, "10535": 986576256.0, "10540": 946829632.0, "10545": 970484032.0, "10550": 969371968.0, "10555": 959521856.0, "10560": 976274496.0, "10565": 960798208.0, "10570": 968688128.0, "10575": 973272576.0, "10580": 961017472.0, "10585": 973457024.0, "10590": 952053568.0, "10595": 956331776.0, "10600": 967935552.0, "10605": 986576256.0, "10610": 966417408.0, "10615": 976957568.0, "10620": 940933888.0, "10625": 965306432.0, "10630": 968022272.0, "10635": 973333888.0, "10640": 974664448.0, "10645": 948582400.0, "10650": 966388224.0, "10655": 985562624.0, "10660": 976682624.0, "10665": 967088256.0, "10670": 955226368.0, "10675": 934529920.0, "10680": 986153344.0, "10685": 991102656.0, "10690": 963886208.0, "10695": 971933632.0, "10700": 950091520.0, "10705": 978240128.0, "10710": 968317184.0, "10715": 967450432.0, "10720": 966357824.0, "10725": 944490816.0, "10730": 980318592.0, "10735": 961117952.0, "10740": 971283392.0, "10745": 984630528.0, "10750": 981762816.0, "10755": 945191296.0, "10760": 969882304.0, "10765": 972886400.0, "10770": 974268608.0, "10775": 959067392.0, "10780": 949520384.0, "10785": 953706304.0, "10790": 970157568.0, "10795": 960631552.0, "10800": 972050368.0, "10805": 951460864.0, "10810": 974235456.0, "10815": 959804160.0, "10820": 971302656.0, "10825": 967211072.0, "10830": 957016128.0, "10835": 963139136.0, "10840": 971035008.0, "10845": 964268160.0, "10850": 958162432.0, "10855": 967657344.0, "10860": 950849536.0, "10865": 964061696.0, "10870": 983627200.0, "10875": 982016640.0, "10880": 958659648.0, "10885": 954981888.0, "10890": 973122560.0, "10895": 973655744.0, "10900": 970546048.0, "10905": 965184256.0, "10910": 939048192.0, "10915": 960749824.0, "10920": 983653376.0, "10925": 970068160.0, "10930": 968771200.0, "10935": 963228480.0, "10940": 954249408.0, "10945": 964532608.0, "10950": 972466880.0, "10955": 966621248.0, "10960": 972285056.0, "10965": 966333184.0, "10970": 983572160.0, "10975": 965330496.0, "10980": 974669248.0, "10985": 986818496.0, "10990": 950797760.0, "10995": 963598784.0, "11000": 985495104.0, "11005": 978671168.0, "11010": 971614464.0, "11015": 970071232.0, "11020": 948195648.0, "11025": 960105088.0, "11030": 978168768.0, "11035": 976017024.0, "11040": 986523264.0, "11045": 956708480.0, "11050": 973395968.0, "11055": 974051968.0, "11060": 962164544.0, "11065": 985712768.0, "11070": 949791424.0, "11075": 976565888.0, "11080": 972315712.0, "11085": 967328576.0, "11090": 976399296.0, "11095": 946696448.0, "11100": 966199040.0, "11105": 974421504.0, "11110": 981198912.0, "11115": 968108160.0, "11120": 957518656.0, "11125": 956979840.0, "11130": 975786432.0, "11135": 979636544.0, "11140": 964944832.0, "11145": 966499008.0, "11150": 935518400.0, "11155": 976579008.0, "11160": 984367232.0, "11165": 982289792.0, "11170": 978113472.0, "11175": 958084864.0, "11180": 962589888.0, "11185": 972260672.0, "11190": 979666368.0, "11195": 985502784.0, "11200": 983014336.0, "11205": 942426240.0, "11210": 984802368.0, "11215": 967690816.0, "11220": 983476928.0, "11225": 961985728.0, "11230": 953398272.0, "11235": 981841280.0, "11240": 977805568.0, "11245": 966530176.0, "11250": 969466304.0, "11255": 960572544.0, "11260": 980096576.0, "11265": 963926720.0, "11270": 981695936.0, "11275": 968525888.0, "11280": 955905088.0, "11285": 953700224.0, "11290": 956489152.0, "11295": 968197568.0, "11300": 962513216.0, "11305": 958759872.0, "11310": 946304256.0, "11315": 983036096.0, "11320": 964828480.0, "11325": 980906304.0, "11330": 975476608.0, "11335": 952186816.0, "11340": 970596800.0, "11345": 969926080.0, "11350": 981628736.0, "11355": 981905088.0, "11360": 940723328.0, "11365": 970750592.0, "11370": 978978432.0, "11375": 975338432.0, "11380": 968256960.0, "11385": 958096384.0, "11390": 937948288.0, "11395": 977494080.0, "11400": 973515520.0, "11405": 961359424.0, "11410": 966143616.0, "11415": 929202368.0, "11420": 964768960.0, "11425": 981196352.0, "11430": 978636864.0, "11435": 970153280.0, "11440": 945072704.0, "11445": 975241024.0, "11450": 984735296.0, "11455": 971426176.0, "11460": 965182016.0, "11465": 960090176.0, "11470": 955191296.0, "11475": 972691072.0, "11480": 956542272.0, "11485": 977076864.0, "11490": 986332352.0, "11495": 959121344.0, "11500": 969424704.0, "11505": 964024640.0, "11510": 976702848.0, "11515": 977904064.0, "11520": 953963584.0, "11525": 976039360.0, "11530": 976686784.0, "11535": 979809792.0, "11540": 974141760.0, "11545": 953644288.0, "11550": 953295552.0, "11555": 981560640.0, "11560": 984532352.0, "11565": 965181312.0, "11570": 966487424.0, "11575": 950896832.0, "11580": 976062592.0, "11585": 977550784.0, "11590": 969314368.0, "11595": 976719232.0, "11600": 946047104.0, "11605": 973359168.0, "11610": 982457984.0, "11615": 972010048.0, "11620": 969363904.0, "11625": 949111040.0, "11630": 937578176.0, "11635": 973667008.0, "11640": 981259456.0, "11645": 980106048.0, "11650": 971758144.0, "11655": 956204288.0, "11660": 980712192.0, "11665": 958265664.0, "11670": 982618880.0, "11675": 972427200.0, "11680": 956445568.0, "11685": 982955712.0, "11690": 968614528.0, "11695": 968085632.0, "11700": 973819008.0, "11705": 956432640.0, "11710": 964584640.0, "11715": 983208448.0, "11720": 983636224.0, "11725": 965204032.0, "11730": 955695040.0, "11735": 942941376.0, "11740": 973829824.0, "11745": 971260672.0, "11750": 961624256.0, "11755": 963534976.0, "11760": 950291904.0, "11765": 983877632.0, "11770": 984810368.0, "11775": 975671936.0, "11780": 985430336.0, "11785": 947272512.0, "11790": 972444352.0, "11795": 970670464.0, "11800": 973251520.0, "11805": 986780480.0, "11810": 967591808.0, "11815": 955862848.0, "11820": 973765952.0, "11825": 970671296.0, "11830": 974883776.0, "11835": 961826368.0, "11840": 944467904.0, "11845": 980681344.0, "11850": 974601536.0, "11855": 977943744.0, "11860": 971600192.0, "11865": 938631104.0, "11870": 940150208.0, "11875": 990036736.0, "11880": 971605184.0, "11885": 962938432.0, "11890": 970330560.0, "11895": 965356416.0, "11900": 978791360.0, "11905": 961690240.0, "11910": 983653824.0, "11915": 989882688.0, "11920": 944918016.0, "11925": 994335296.0, "11930": 964853504.0, "11935": 963527104.0, "11940": 977089344.0, "11945": 944859968.0, "11950": 977822912.0, "11955": 979190400.0, "11960": 972201664.0, "11965": 976359488.0, "11970": 963048064.0, "11975": 963239936.0, "11980": 977609536.0, "11985": 953135424.0, "11990": 968692864.0, "11995": 965206144.0, "12000": 958650816.0, "12005": 974558720.0, "12010": 979488320.0, "12015": 972212928.0, "12020": 972972992.0, "12025": 934714048.0, "12030": 969111104.0, "12035": 984089664.0, "12040": 977507648.0, "12045": 981645056.0, "12050": 931286400.0, "12055": 938790208.0, "12060": 974349248.0, "12065": 965845696.0, "12070": 968239104.0, "12075": 949940224.0, "12080": 953231552.0, "12085": 972342592.0, "12090": 964042304.0, "12095": 963552832.0, "12100": 976701248.0, "12105": 950225216.0, "12110": 972205568.0, "12115": 968115136.0, "12120": 986359296.0, "12125": 980675264.0, "12130": 941589504.0, "12135": 955591040.0, "12140": 975756032.0, "12145": 979390528.0, "12150": 979435776.0, "12155": 961767936.0, "12160": 946323264.0, "12165": 968612864.0, "12170": 964129152.0, "12175": 967543936.0, "12180": 974942848.0, "12185": 952774592.0, "12190": 988261760.0, "12195": 970261312.0, "12200": 964981312.0, "12205": 968767232.0, "12210": 939144320.0, "12215": 996663488.0, "12220": 970037696.0, "12225": 979618880.0, "12230": 980198144.0, "12235": 950224576.0, "12240": 963441344.0, "12245": 965754240.0, "12250": 976793792.0, "12255": 968140288.0, "12260": 983346688.0, "12265": 931758592.0, "12270": 966457472.0, "12275": 979665408.0, "12280": 977629696.0, "12285": 970432320.0, "12290": 929095296.0, "12295": 976750144.0, "12300": 985683008.0, "12305": 969918016.0, "12310": 986105792.0, "12315": 936237952.0, "12320": 957828032.0, "12325": 966696000.0, "12330": 968270016.0, "12335": 963800896.0, "12340": 957433344.0, "12345": 944247872.0, "12350": 966701760.0, "12355": 975709440.0, "12360": 978832832.0, "12365": 964561280.0, "12370": 948990016.0, "12375": 963593536.0, "12380": 964789056.0, "12385": 973126912.0, "12390": 961501056.0, "12395": 961629824.0, "12400": 975307712.0, "12405": 976388032.0, "12410": 953154688.0, "12415": 962821184.0, "12420": 943854144.0, "12425": 948976640.0, "12430": 972157696.0, "12435": 969004352.0, "12440": 961893696.0, "12445": 951751744.0, "12450": 947021888.0, "12455": 981248448.0, "12460": 973989696.0, "12465": 954462784.0, "12470": 981144320.0, "12475": 958569728.0, "12480": 967084864.0, "12485": 978267776.0, "12490": 974168192.0, "12495": 969692160.0, "12500": 961573632.0, "12505": 943534528.0, "12510": 961013504.0, "12515": 969566080.0, "12520": 974194304.0, "12525": 972107840.0, "12530": 944608640.0, "12535": 976414272.0, "12540": 965917440.0, "12545": 972033856.0, "12550": 969671552.0, "12555": 941300736.0, "12560": 964469312.0, "12565": 947620608.0, "12570": 974443840.0, "12575": 963055232.0, "12580": 958104128.0, "12585": 964300352.0, "12590": 965924288.0, "12595": 978732672.0, "12600": 982093952.0, "12605": 949125824.0, "12610": 937745344.0, "12615": 962779264.0, "12620": 961201664.0, "12625": 966531136.0, "12630": 971046272.0, "12635": 962236416.0, "12640": 978541696.0, "12645": 969369920.0, "12650": 970161664.0, "12655": 964217216.0, "12660": 932390336.0, "12665": 956865664.0, "12670": 986180352.0, "12675": 965566464.0, "12680": 961126528.0, "12685": 951304256.0, "12690": 945491456.0, "12695": 978387648.0, "12700": 985277888.0, "12705": 958784640.0, "12710": 968294144.0, "12715": 956280512.0, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 12795811840.0, "5": 12795811840.0, "10": 12795811840.0, "15": 12795811840.0, "20": 12795811840.0, "25": 12795811840.0, "30": 12795811840.0, "35": 12795811840.0, "40": 12795811840.0, "45": 12795811840.0, "50": 12795811840.0, "55": 12795811840.0, "60": 12795811840.0, "65": 12795811840.0, "70": 12795811840.0, "75": 12795811840.0, "80": 12795811840.0, "85": 12795811840.0, "90": 12795811840.0, "95": 12795811840.0, "100": 12795811840.0, "105": 12795811840.0, "110": 12795811840.0, "115": 12795811840.0, "120": 12795811840.0, "125": 12795811840.0, "130": 12795811840.0, "135": 12795811840.0, "140": 12795811840.0, "145": 12795811840.0, "150": 12795811840.0, "155": 12795811840.0, "160": 12795811840.0, "165": 12795811840.0, "170": 12795811840.0, "175": 12795811840.0, "180": 12795811840.0, "185": 12795811840.0, "190": 12795811840.0, "195": 12795811840.0, "200": 12795811840.0, "205": 12795811840.0, "210": 12795811840.0, "215": 12795811840.0, "220": 12795811840.0, "225": 12795811840.0, "230": 12795811840.0, "235": 12795811840.0, "240": 12795811840.0, "245": 12795811840.0, "250": 12795811840.0, "255": 12795811840.0, "260": 12795811840.0, "265": 12795811840.0, "270": 12795811840.0, "275": 12795811840.0, "280": 12795811840.0, "285": 12795811840.0, "290": 12795811840.0, "295": 12795811840.0, "300": 12795811840.0, "305": 12795811840.0, "310": 12795811840.0, "315": 12795811840.0, "320": 12795811840.0, "325": 12795811840.0, "330": 12795811840.0, "335": 12795811840.0, "340": 12795811840.0, "345": 12795811840.0, "350": 12795811840.0, "355": 12795811840.0, "360": 12795811840.0, "365": 12795811840.0, "370": 12795811840.0, "375": 12795811840.0, "380": 12795811840.0, "385": 12795811840.0, "390": 12795811840.0, "395": 12795811840.0, "400": 12795811840.0, "405": 12795811840.0, "410": 12795811840.0, "415": 12795811840.0, "420": 12795811840.0, "425": 12795811840.0, "430": 12795811840.0, "435": 12795811840.0, "440": 12795811840.0, "445": 12795811840.0, "450": 12795811840.0, "455": 12795811840.0, "460": 12795811840.0, "465": 12795811840.0, "470": 12795811840.0, "475": 12795811840.0, "480": 12795811840.0, "485": 12795811840.0, "490": 12795811840.0, "495": 12795811840.0, "500": 12795811840.0, "505": 12795811840.0, "510": 12795811840.0, "515": 12795811840.0, "520": 12795811840.0, "525": 12795811840.0, "530": 12795811840.0, "535": 12795811840.0, "540": 12795811840.0, "545": 12795811840.0, "550": 12795811840.0, "555": 12795811840.0, "560": 12795811840.0, "565": 12795811840.0, "570": 12795811840.0, "575": 12795811840.0, "580": 12795811840.0, "585": 12795811840.0, "590": 12795811840.0, "595": 12795811840.0, "600": 12795811840.0, "605": 12795811840.0, "610": 12795811840.0, "615": 12795811840.0, "620": 12795811840.0, "625": 12795811840.0, "630": 12795811840.0, "635": 12795811840.0, "640": 12795811840.0, "645": 12795811840.0, "650": 12795811840.0, "655": 12795811840.0, "660": 12795811840.0, "665": 12795811840.0, "670": 12795811840.0, "675": 12795811840.0, "680": 12795811840.0, "685": 12795811840.0, "690": 12795811840.0, "695": 12795811840.0, "700": 12795811840.0, "705": 12795811840.0, "710": 12795811840.0, "715": 12795811840.0, "720": 12795811840.0, "725": 12795811840.0, "730": 12795811840.0, "735": 12795811840.0, "740": 12795811840.0, "745": 12795811840.0, "750": 12795811840.0, "755": 12795811840.0, "760": 12795811840.0, "765": 12795811840.0, "770": 12795811840.0, "775": 12795811840.0, "780": 12795811840.0, "785": 12795811840.0, "790": 12795811840.0, "795": 12795811840.0, "800": 12795811840.0, "805": 12795811840.0, "810": 12795811840.0, "815": 12795811840.0, "820": 12795811840.0, "825": 12795811840.0, "830": 12795811840.0, "835": 12795811840.0, "840": 12795811840.0, "845": 12795811840.0, "850": 12795811840.0, "855": 12795811840.0, "860": 12795811840.0, "865": 12795811840.0, "870": 12795811840.0, "875": 12795811840.0, "880": 12795811840.0, "885": 12795811840.0, "890": 12795811840.0, "895": 12795811840.0, "900": 12795811840.0, "905": 12795811840.0, "910": 12795811840.0, "915": 12795811840.0, "920": 12795811840.0, "925": 12795811840.0, "930": 12795811840.0, "935": 12795811840.0, "940": 12795811840.0, "945": 12795811840.0, "950": 12795811840.0, "955": 12795811840.0, "960": 12795811840.0, "965": 12795811840.0, "970": 12795811840.0, "975": 12795811840.0, "980": 12795811840.0, "985": 12795811840.0, "990": 12795811840.0, "995": 12795811840.0, "1000": 12795811840.0, "1005": 12795811840.0, "1010": 12795811840.0, "1015": 12795811840.0, "1020": 12795811840.0, "1025": 12795811840.0, "1030": 12795811840.0, "1035": 12795811840.0, "1040": 12795811840.0, "1045": 12795811840.0, "1050": 12795811840.0, "1055": 12795811840.0, "1060": 12795811840.0, "1065": 12795811840.0, "1070": 12795811840.0, "1075": 12795811840.0, "1080": 12795811840.0, "1085": 12795811840.0, "1090": 12795811840.0, "1095": 12795811840.0, "1100": 12795811840.0, "1105": 12795811840.0, "1110": 12795811840.0, "1115": 12795811840.0, "1120": 12795811840.0, "1125": 12795811840.0, "1130": 12795811840.0, "1135": 12795811840.0, "1140": 12795811840.0, "1145": 12795811840.0, "1150": 12795811840.0, "1155": 12795811840.0, "1160": 12795811840.0, "1165": 12795811840.0, "1170": 12795811840.0, "1175": 12795811840.0, "1180": 12795811840.0, "1185": 12795811840.0, "1190": 12795811840.0, "1195": 12795811840.0, "1200": 12795811840.0, "1205": 12795811840.0, "1210": 12795811840.0, "1215": 12795811840.0, "1220": 12795811840.0, "1225": 12795811840.0, "1230": 12795811840.0, "1235": 12795811840.0, "1240": 12795811840.0, "1245": 12795811840.0, "1250": 12795811840.0, "1255": 12795811840.0, "1260": 12795811840.0, "1265": 12795811840.0, "1270": 12795811840.0, "1275": 12795811840.0, "1280": 12795811840.0, "1285": 12795811840.0, "1290": 12795811840.0, "1295": 12795811840.0, "1300": 12795811840.0, "1305": 12795811840.0, "1310": 12795811840.0, "1315": 12795811840.0, "1320": 12795811840.0, "1325": 12795811840.0, "1330": 12795811840.0, "1335": 12795811840.0, "1340": 12795811840.0, "1345": 12795811840.0, "1350": 12795811840.0, "1355": 12795811840.0, "1360": 12795811840.0, "1365": 12795811840.0, "1370": 12795811840.0, "1375": 12795811840.0, "1380": 12795811840.0, "1385": 12795811840.0, "1390": 12795811840.0, "1395": 12795811840.0, "1400": 12795811840.0, "1405": 12795811840.0, "1410": 12795811840.0, "1415": 12795811840.0, "1420": 12795811840.0, "1425": 12795811840.0, "1430": 12795811840.0, "1435": 12795811840.0, "1440": 12795811840.0, "1445": 12795811840.0, "1450": 12795811840.0, "1455": 12795811840.0, "1460": 12795811840.0, "1465": 12795811840.0, "1470": 12795811840.0, "1475": 12795811840.0, "1480": 12795811840.0, "1485": 12795811840.0, "1490": 12795811840.0, "1495": 12795811840.0, "1500": 12795811840.0, "1505": 12795811840.0, "1510": 12795811840.0, "1515": 12795811840.0, "1520": 12795811840.0, "1525": 12795811840.0, "1530": 12795811840.0, "1535": 12795811840.0, "1540": 12795811840.0, "1545": 12795811840.0, "1550": 12795811840.0, "1555": 12795811840.0, "1560": 12795811840.0, "1565": 12795811840.0, "1570": 12795811840.0, "1575": 12795811840.0, "1580": 12795811840.0, "1585": 12795811840.0, "1590": 12795811840.0, "1595": 12795811840.0, "1600": 12795811840.0, "1605": 12795811840.0, "1610": 12795811840.0, "1615": 12795811840.0, "1620": 12795811840.0, "1625": 12795811840.0, "1630": 12795811840.0, "1635": 12795811840.0, "1640": 12795811840.0, "1645": 12795811840.0, "1650": 12795811840.0, "1655": 12795811840.0, "1660": 12795811840.0, "1665": 12795811840.0, "1670": 12795811840.0, "1675": 12795811840.0, "1680": 12795811840.0, "1685": 12795811840.0, "1690": 12795811840.0, "1695": 12795811840.0, "1700": 12795811840.0, "1705": 12795811840.0, "1710": 12795811840.0, "1715": 12795811840.0, "1720": 12795811840.0, "1725": 12795811840.0, "1730": 12795811840.0, "1735": 12795811840.0, "1740": 12795811840.0, "1745": 12795811840.0, "1750": 12795811840.0, "1755": 12795811840.0, "1760": 12795811840.0, "1765": 12795811840.0, "1770": 12795811840.0, "1775": 12795811840.0, "1780": 12795811840.0, "1785": 12795811840.0, "1790": 12795811840.0, "1795": 12795811840.0, "1800": 12795811840.0, "1805": 12795811840.0, "1810": 12795811840.0, "1815": 12795811840.0, "1820": 12795811840.0, "1825": 12795811840.0, "1830": 12795811840.0, "1835": 12795811840.0, "1840": 12795811840.0, "1845": 12795811840.0, "1850": 12795811840.0, "1855": 12795811840.0, "1860": 12795811840.0, "1865": 12795811840.0, "1870": 12795811840.0, "1875": 12795811840.0, "1880": 12795811840.0, "1885": 12795811840.0, "1890": 12795811840.0, "1895": 12795811840.0, "1900": 12795811840.0, "1905": 12795811840.0, "1910": 12795811840.0, "1915": 12795811840.0, "1920": 12795811840.0, "1925": 12795811840.0, "1930": 12795811840.0, "1935": 12795811840.0, "1940": 12795811840.0, "1945": 12795811840.0, "1950": 12795811840.0, "1955": 12795811840.0, "1960": 12795811840.0, "1965": 12795811840.0, "1970": 12795811840.0, "1975": 12795811840.0, "1980": 12795811840.0, "1985": 12795811840.0, "1990": 12795811840.0, "1995": 12795811840.0, "2000": 12795811840.0, "2005": 12795811840.0, "2010": 12795811840.0, "2015": 12795811840.0, "2020": 12795811840.0, "2025": 12795811840.0, "2030": 12795811840.0, "2035": 12795811840.0, "2040": 12795811840.0, "2045": 12795811840.0, "2050": 12795811840.0, "2055": 12795811840.0, "2060": 12795811840.0, "2065": 12795811840.0, "2070": 12795811840.0, "2075": 12795811840.0, "2080": 12795811840.0, "2085": 12795811840.0, "2090": 12795811840.0, "2095": 12795811840.0, "2100": 12795811840.0, "2105": 12795811840.0, "2110": 12795811840.0, "2115": 12795811840.0, "2120": 12795811840.0, "2125": 12795811840.0, "2130": 12795811840.0, "2135": 12795811840.0, "2140": 12795811840.0, "2145": 12795811840.0, "2150": 12795811840.0, "2155": 12795811840.0, "2160": 12795811840.0, "2165": 12795811840.0, "2170": 12795811840.0, "2175": 12795811840.0, "2180": 12795811840.0, "2185": 12795811840.0, "2190": 12795811840.0, "2195": 12795811840.0, "2200": 12795811840.0, "2205": 12795811840.0, "2210": 12795811840.0, "2215": 12795811840.0, "2220": 12795811840.0, "2225": 12795811840.0, "2230": 12795811840.0, "2235": 12795811840.0, "2240": 12795811840.0, "2245": 12795811840.0, "2250": 12795811840.0, "2255": 12795811840.0, "2260": 12795811840.0, "2265": 12795811840.0, "2270": 12795811840.0, "2275": 12795811840.0, "2280": 12795811840.0, "2285": 12795811840.0, "2290": 12795811840.0, "2295": 12795811840.0, "2300": 12795811840.0, "2305": 12795811840.0, "2310": 12795811840.0, "2315": 12795811840.0, "2320": 12795811840.0, "2325": 12795811840.0, "2330": 12795811840.0, "2335": 12795811840.0, "2340": 12795811840.0, "2345": 12795811840.0, "2350": 12795811840.0, "2355": 12795811840.0, "2360": 12795811840.0, "2365": 12795811840.0, "2370": 12795811840.0, "2375": 12795811840.0, "2380": 12795811840.0, "2385": 12795811840.0, "2390": 12795811840.0, "2395": 12795811840.0, "2400": 12795811840.0, "2405": 12795811840.0, "2410": 12795811840.0, "2415": 12795811840.0, "2420": 12795811840.0, "2425": 12795811840.0, "2430": 12795811840.0, "2435": 12795811840.0, "2440": 12795811840.0, "2445": 12795811840.0, "2450": 12795811840.0, "2455": 12795811840.0, "2460": 12795811840.0, "2465": 12795811840.0, "2470": 12795811840.0, "2475": 12795811840.0, "2480": 12795811840.0, "2485": 12795811840.0, "2490": 12795811840.0, "2495": 12795811840.0, "2500": 12795811840.0, "2505": 12795811840.0, "2510": 12795811840.0, "2515": 12795811840.0, "2520": 12795811840.0, "2525": 12795811840.0, "2530": 12795811840.0, "2535": 12795811840.0, "2540": 12795811840.0, "2545": 12795811840.0, "2550": 12795811840.0, "2555": 12795811840.0, "2560": 12795811840.0, "2565": 12795811840.0, "2570": 12795811840.0, "2575": 12795811840.0, "2580": 12795811840.0, "2585": 12795811840.0, "2590": 12795811840.0, "2595": 12795811840.0, "2600": 12795811840.0, "2605": 12795811840.0, "2610": 12795811840.0, "2615": 12795811840.0, "2620": 12795811840.0, "2625": 12795811840.0, "2630": 12795811840.0, "2635": 12795811840.0, "2640": 12795811840.0, "2645": 12795811840.0, "2650": 12795811840.0, "2655": 12795811840.0, "2660": 12795811840.0, "2665": 12795811840.0, "2670": 12795811840.0, "2675": 12795811840.0, "2680": 12795811840.0, "2685": 12795811840.0, "2690": 12795811840.0, "2695": 12795811840.0, "2700": 12795811840.0, "2705": 12795811840.0, "2710": 12795811840.0, "2715": 12795811840.0, "2720": 12795811840.0, "2725": 12795811840.0, "2730": 12795811840.0, "2735": 12795811840.0, "2740": 12795811840.0, "2745": 12795811840.0, "2750": 12795811840.0, "2755": 12795811840.0, "2760": 12795811840.0, "2765": 12795811840.0, "2770": 12795811840.0, "2775": 12795811840.0, "2780": 12795811840.0, "2785": 12795811840.0, "2790": 12795811840.0, "2795": 12795811840.0, "2800": 12795811840.0, "2805": 12795811840.0, "2810": 12795811840.0, "2815": 12795811840.0, "2820": 12795811840.0, "2825": 12795811840.0, "2830": 12795811840.0, "2835": 12795811840.0, "2840": 12795811840.0, "2845": 12795811840.0, "2850": 12795811840.0, "2855": 12795811840.0, "2860": 12795811840.0, "2865": 12795811840.0, "2870": 12795811840.0, "2875": 12795811840.0, "2880": 12795811840.0, "2885": 12795811840.0, "2890": 12795811840.0, "2895": 12795811840.0, "2900": 12795811840.0, "2905": 12795811840.0, "2910": 12795811840.0, "2915": 12795811840.0, "2920": 12795811840.0, "2925": 12795811840.0, "2930": 12795811840.0, "2935": 12795811840.0, "2940": 12795811840.0, "2945": 12795811840.0, "2950": 12795811840.0, "2955": 12795811840.0, "2960": 12795811840.0, "2965": 12795811840.0, "2970": 12795811840.0, "2975": 12795811840.0, "2980": 12795811840.0, "2985": 12795811840.0, "2990": 12795811840.0, "2995": 12795811840.0, "3000": 12795811840.0, "3005": 12795811840.0, "3010": 12795811840.0, "3015": 12795811840.0, "3020": 12795811840.0, "3025": 12795811840.0, "3030": 12795811840.0, "3035": 12795811840.0, "3040": 12795811840.0, "3045": 12795811840.0, "3050": 12795811840.0, "3055": 12795811840.0, "3060": 12795811840.0, "3065": 12795811840.0, "3070": 12795811840.0, "3075": 12795811840.0, "3080": 12795811840.0, "3085": 12795811840.0, "3090": 12795811840.0, "3095": 12795811840.0, "3100": 12795811840.0, "3105": 12795811840.0, "3110": 12795811840.0, "3115": 12795811840.0, "3120": 12795811840.0, "3125": 12795811840.0, "3130": 12795811840.0, "3135": 12795811840.0, "3140": 12795811840.0, "3145": 12795811840.0, "3150": 12795811840.0, "3155": 12795811840.0, "3160": 12795811840.0, "3165": 12795811840.0, "3170": 12795811840.0, "3175": 12795811840.0, "3180": 12795811840.0, "3185": 12795811840.0, "3190": 12795811840.0, "3195": 12795811840.0, "3200": 12795811840.0, "3205": 12795811840.0, "3210": 12795811840.0, "3215": 12795811840.0, "3220": 12795811840.0, "3225": 12795811840.0, "3230": 12795811840.0, "3235": 12795811840.0, "3240": 12795811840.0, "3245": 12795811840.0, "3250": 12795811840.0, "3255": 12795811840.0, "3260": 12795811840.0, "3265": 12795811840.0, "3270": 12795811840.0, "3275": 12795811840.0, "3280": 12795811840.0, "3285": 12795811840.0, "3290": 12795811840.0, "3295": 12795811840.0, "3300": 12795811840.0, "3305": 12795811840.0, "3310": 12795811840.0, "3315": 12795811840.0, "3320": 12795811840.0, "3325": 12795811840.0, "3330": 12795811840.0, "3335": 12795811840.0, "3340": 12795811840.0, "3345": 12795811840.0, "3350": 12795811840.0, "3355": 12795811840.0, "3360": 12795811840.0, "3365": 12795811840.0, "3370": 12795811840.0, "3375": 12795811840.0, "3380": 12795811840.0, "3385": 12795811840.0, "3390": 12795811840.0, "3395": 12795811840.0, "3400": 12795811840.0, "3405": 12795811840.0, "3410": 12795811840.0, "3415": 12795811840.0, "3420": 12795811840.0, "3425": 12795811840.0, "3430": 12795811840.0, "3435": 12795811840.0, "3440": 12795811840.0, "3445": 12795811840.0, "3450": 12795811840.0, "3455": 12795811840.0, "3460": 12795811840.0, "3465": 12795811840.0, "3470": 12795811840.0, "3475": 12795811840.0, "3480": 12795811840.0, "3485": 12795811840.0, "3490": 12795811840.0, "3495": 12795811840.0, "3500": 12795811840.0, "3505": 12795811840.0, "3510": 12795811840.0, "3515": 12795811840.0, "3520": 12795811840.0, "3525": 12795811840.0, "3530": 12795811840.0, "3535": 12795811840.0, "3540": 12795811840.0, "3545": 12795811840.0, "3550": 12795811840.0, "3555": 12795811840.0, "3560": 12795811840.0, "3565": 12795811840.0, "3570": 12795789312.0, "3575": 12795789312.0, "3580": 12795789312.0, "3585": 12795789312.0, "3590": 12795789312.0, "3595": 12795789312.0, "3600": 12795789312.0, "3605": 12795789312.0, "3610": 12795789312.0, "3615": 12795789312.0, "3620": 12795789312.0, "3625": 12795789312.0, "3630": 12795789312.0, "3635": 12795789312.0, "3640": 12795789312.0, "3645": 12795789312.0, "3650": 12795789312.0, "3655": 12795789312.0, "3660": 12795789312.0, "3665": 12795789312.0, "3670": 12795789312.0, "3675": 12795789312.0, "3680": 12795789312.0, "3685": 12795789312.0, "3690": 12795789312.0, "3695": 12795789312.0, "3700": 12795789312.0, "3705": 12795789312.0, "3710": 12795789312.0, "3715": 12795789312.0, "3720": 12795789312.0, "3725": 12795789312.0, "3730": 12795789312.0, "3735": 12795789312.0, "3740": 12795789312.0, "3745": 12795789312.0, "3750": 12795789312.0, "3755": 12795789312.0, "3760": 12795789312.0, "3765": 12795789312.0, "3770": 12795789312.0, "3775": 12795789312.0, "3780": 12795789312.0, "3785": 12795789312.0, "3790": 12795789312.0, "3795": 12795789312.0, "3800": 12795789312.0, "3805": 12795789312.0, "3810": 12795789312.0, "3815": 12795789312.0, "3820": 12795789312.0, "3825": 12795789312.0, "3830": 12795789312.0, "3835": 12795789312.0, "3840": 12795789312.0, "3845": 12795789312.0, "3850": 12795789312.0, "3855": 12795789312.0, "3860": 12795789312.0, "3865": 12795789312.0, "3870": 12795789312.0, "3875": 12795789312.0, "3880": 12795789312.0, "3885": 12795789312.0, "3890": 12795789312.0, "3895": 12795789312.0, "3900": 12795789312.0, "3905": 12795789312.0, "3910": 12795789312.0, "3915": 12795789312.0, "3920": 12795789312.0, "3925": 12795789312.0, "3930": 12795789312.0, "3935": 12795789312.0, "3940": 12795789312.0, "3945": 12795789312.0, "3950": 12795789312.0, "3955": 12795789312.0, "3960": 12795789312.0, "3965": 12795789312.0, "3970": 12795789312.0, "3975": 12795789312.0, "3980": 12795789312.0, "3985": 12795789312.0, "3990": 12795789312.0, "3995": 12795789312.0, "4000": 12795789312.0, "4005": 12795789312.0, "4010": 12795789312.0, "4015": 12795789312.0, "4020": 12795789312.0, "4025": 12795789312.0, "4030": 12795789312.0, "4035": 12795789312.0, "4040": 12795789312.0, "4045": 12795789312.0, "4050": 12795789312.0, "4055": 12795789312.0, "4060": 12795789312.0, "4065": 12795789312.0, "4070": 12795789312.0, "4075": 12795789312.0, "4080": 12795789312.0, "4085": 12795789312.0, "4090": 12795789312.0, "4095": 12795789312.0, "4100": 12795789312.0, "4105": 12795789312.0, "4110": 12795789312.0, "4115": 12795789312.0, "4120": 12795789312.0, "4125": 12795789312.0, "4130": 12795789312.0, "4135": 12795789312.0, "4140": 12795789312.0, "4145": 12795789312.0, "4150": 12795789312.0, "4155": 12795789312.0, "4160": 12795789312.0, "4165": 12795789312.0, "4170": 12795789312.0, "4175": 12795789312.0, "4180": 12795789312.0, "4185": 12795789312.0, "4190": 12795789312.0, "4195": 12795789312.0, "4200": 12795789312.0, "4205": 12795789312.0, "4210": 12795789312.0, "4215": 12795789312.0, "4220": 12795789312.0, "4225": 12795789312.0, "4230": 12795789312.0, "4235": 12795789312.0, "4240": 12795789312.0, "4245": 12795789312.0, "4250": 12795789312.0, "4255": 12795789312.0, "4260": 12795789312.0, "4265": 12795789312.0, "4270": 12795789312.0, "4275": 12795789312.0, "4280": 12795789312.0, "4285": 12795789312.0, "4290": 12795789312.0, "4295": 12795789312.0, "4300": 12795789312.0, "4305": 12795789312.0, "4310": 12795789312.0, "4315": 12795789312.0, "4320": 12795789312.0, "4325": 12795789312.0, "4330": 12795789312.0, "4335": 12795789312.0, "4340": 12795789312.0, "4345": 12795789312.0, "4350": 12795789312.0, "4355": 12795789312.0, "4360": 12795789312.0, "4365": 12795789312.0, "4370": 12795789312.0, "4375": 12795789312.0, "4380": 12795789312.0, "4385": 12795789312.0, "4390": 12795789312.0, "4395": 12795789312.0, "4400": 12795789312.0, "4405": 12795789312.0, "4410": 12795789312.0, "4415": 12795789312.0, "4420": 12795789312.0, "4425": 12795789312.0, "4430": 12795789312.0, "4435": 12795789312.0, "4440": 12795789312.0, "4445": 12795789312.0, "4450": 12795789312.0, "4455": 12795789312.0, "4460": 12795789312.0, "4465": 12795789312.0, "4470": 12795789312.0, "4475": 12795789312.0, "4480": 12795789312.0, "4485": 12795789312.0, "4490": 12795789312.0, "4495": 12795789312.0, "4500": 12795789312.0, "4505": 12795789312.0, "4510": 12795789312.0, "4515": 12795789312.0, "4520": 12795789312.0, "4525": 12795789312.0, "4530": 12795789312.0, "4535": 12795789312.0, "4540": 12795789312.0, "4545": 12795789312.0, "4550": 12795789312.0, "4555": 12795789312.0, "4560": 12795789312.0, "4565": 12795789312.0, "4570": 12795789312.0, "4575": 12795789312.0, "4580": 12795789312.0, "4585": 12795789312.0, "4590": 12795789312.0, "4595": 12795789312.0, "4600": 12795789312.0, "4605": 12795789312.0, "4610": 12795789312.0, "4615": 12795789312.0, "4620": 12795789312.0, "4625": 12795789312.0, "4630": 12795789312.0, "4635": 12795789312.0, "4640": 12795789312.0, "4645": 12795789312.0, "4650": 12795789312.0, "4655": 12795789312.0, "4660": 12795789312.0, "4665": 12795789312.0, "4670": 12795789312.0, "4675": 12795789312.0, "4680": 12795789312.0, "4685": 12795789312.0, "4690": 12795789312.0, "4695": 12795789312.0, "4700": 12795789312.0, "4705": 12795789312.0, "4710": 12795789312.0, "4715": 12795789312.0, "4720": 12795789312.0, "4725": 12795789312.0, "4730": 12795789312.0, "4735": 12795789312.0, "4740": 12795789312.0, "4745": 12795789312.0, "4750": 12795789312.0, "4755": 12795789312.0, "4760": 12795789312.0, "4765": 12795789312.0, "4770": 12795789312.0, "4775": 12795789312.0, "4780": 12795789312.0, "4785": 12795789312.0, "4790": 12795789312.0, "4795": 12795789312.0, "4800": 12795789312.0, "4805": 12795789312.0, "4810": 12795789312.0, "4815": 12795789312.0, "4820": 12795789312.0, "4825": 12795789312.0, "4830": 12795789312.0, "4835": 12795789312.0, "4840": 12795789312.0, "4845": 12795789312.0, "4850": 12795789312.0, "4855": 12795789312.0, "4860": 12795789312.0, "4865": 12795789312.0, "4870": 12795789312.0, "4875": 12795789312.0, "4880": 12795789312.0, "4885": 12795789312.0, "4890": 12795789312.0, "4895": 12795789312.0, "4900": 12795789312.0, "4905": 12795789312.0, "4910": 12795789312.0, "4915": 12795789312.0, "4920": 12795789312.0, "4925": 12795789312.0, "4930": 12795789312.0, "4935": 12795789312.0, "4940": 12795789312.0, "4945": 12795789312.0, "4950": 12795789312.0, "4955": 12795789312.0, "4960": 12795789312.0, "4965": 12795789312.0, "4970": 12795789312.0, "4975": 12795789312.0, "4980": 12795789312.0, "4985": 12795789312.0, "4990": 12795789312.0, "4995": 12795789312.0, "5000": 12795789312.0, "5005": 12795789312.0, "5010": 12795789312.0, "5015": 12795789312.0, "5020": 12795789312.0, "5025": 12795789312.0, "5030": 12795789312.0, "5035": 12795789312.0, "5040": 12795789312.0, "5045": 12795789312.0, "5050": 12795789312.0, "5055": 12795789312.0, "5060": 12795789312.0, "5065": 12795789312.0, "5070": 12795789312.0, "5075": 12795789312.0, "5080": 12795789312.0, "5085": 12795789312.0, "5090": 12795789312.0, "5095": 12795789312.0, "5100": 12795789312.0, "5105": 12795789312.0, "5110": 12795789312.0, "5115": 12795789312.0, "5120": 12795789312.0, "5125": 12795789312.0, "5130": 12795789312.0, "5135": 12795789312.0, "5140": 12795789312.0, "5145": 12795789312.0, "5150": 12795789312.0, "5155": 12795789312.0, "5160": 12795789312.0, "5165": 12795789312.0, "5170": 12795789312.0, "5175": 12795789312.0, "5180": 12795789312.0, "5185": 12795789312.0, "5190": 12795789312.0, "5195": 12795789312.0, "5200": 12795789312.0, "5205": 12795789312.0, "5210": 12795789312.0, "5215": 12795789312.0, "5220": 12795789312.0, "5225": 12795789312.0, "5230": 12795789312.0, "5235": 12795789312.0, "5240": 12795789312.0, "5245": 12795789312.0, "5250": 12795789312.0, "5255": 12795789312.0, "5260": 12795789312.0, "5265": 12795789312.0, "5270": 12795789312.0, "5275": 12795789312.0, "5280": 12795789312.0, "5285": 12795789312.0, "5290": 12795789312.0, "5295": 12795789312.0, "5300": 12795789312.0, "5305": 12795789312.0, "5310": 12795789312.0, "5315": 12795789312.0, "5320": 12795789312.0, "5325": 12795789312.0, "5330": 12795789312.0, "5335": 12795789312.0, "5340": 12795789312.0, "5345": 12795789312.0, "5350": 12795789312.0, "5355": 12795789312.0, "5360": 12795789312.0, "5365": 12795789312.0, "5370": 12795789312.0, "5375": 12795789312.0, "5380": 12795789312.0, "5385": 12795789312.0, "5390": 12795789312.0, "5395": 12795789312.0, "5400": 12795789312.0, "5405": 12795789312.0, "5410": 12795789312.0, "5415": 12795789312.0, "5420": 12795789312.0, "5425": 12795789312.0, "5430": 12795789312.0, "5435": 12795789312.0, "5440": 12795789312.0, "5445": 12795789312.0, "5450": 12795789312.0, "5455": 12795789312.0, "5460": 12795789312.0, "5465": 12795789312.0, "5470": 12795789312.0, "5475": 12795789312.0, "5480": 12795789312.0, "5485": 12795789312.0, "5490": 12795789312.0, "5495": 12795789312.0, "5500": 12795789312.0, "5505": 12795789312.0, "5510": 12795789312.0, "5515": 12795789312.0, "5520": 12795789312.0, "5525": 12795789312.0, "5530": 12795789312.0, "5535": 12795789312.0, "5540": 12795789312.0, "5545": 12795789312.0, "5550": 12795789312.0, "5555": 12795789312.0, "5560": 12795789312.0, "5565": 12795789312.0, "5570": 12795789312.0, "5575": 12795789312.0, "5580": 12795789312.0, "5585": 12795789312.0, "5590": 12795789312.0, "5595": 12795789312.0, "5600": 12795789312.0, "5605": 12795789312.0, "5610": 12795789312.0, "5615": 12795789312.0, "5620": 12795789312.0, "5625": 12795789312.0, "5630": 12795789312.0, "5635": 12795789312.0, "5640": 12795789312.0, "5645": 12795789312.0, "5650": 12795789312.0, "5655": 12795789312.0, "5660": 12795789312.0, "5665": 12795789312.0, "5670": 12795789312.0, "5675": 12795789312.0, "5680": 12795789312.0, "5685": 12795789312.0, "5690": 12795789312.0, "5695": 12795789312.0, "5700": 12795789312.0, "5705": 12795789312.0, "5710": 12795789312.0, "5715": 12795789312.0, "5720": 12795789312.0, "5725": 12795789312.0, "5730": 12795789312.0, "5735": 12795789312.0, "5740": 12795789312.0, "5745": 12795789312.0, "5750": 12795789312.0, "5755": 12795789312.0, "5760": 12795789312.0, "5765": 12795789312.0, "5770": 12795789312.0, "5775": 12795789312.0, "5780": 12795789312.0, "5785": 12795789312.0, "5790": 12795789312.0, "5795": 12795789312.0, "5800": 12795789312.0, "5805": 12795789312.0, "5810": 12795789312.0, "5815": 12795789312.0, "5820": 12795789312.0, "5825": 12795789312.0, "5830": 12795789312.0, "5835": 12795789312.0, "5840": 12795789312.0, "5845": 12795789312.0, "5850": 12795789312.0, "5855": 12795789312.0, "5860": 12795789312.0, "5865": 12795789312.0, "5870": 12795789312.0, "5875": 12795789312.0, "5880": 12795789312.0, "5885": 12795789312.0, "5890": 12795789312.0, "5895": 12795789312.0, "5900": 12795789312.0, "5905": 12795789312.0, "5910": 12795789312.0, "5915": 12795789312.0, "5920": 12795789312.0, "5925": 12795789312.0, "5930": 12795789312.0, "5935": 12795789312.0, "5940": 12795789312.0, "5945": 12795789312.0, "5950": 12795789312.0, "5955": 12795789312.0, "5960": 12795789312.0, "5965": 12795789312.0, "5970": 12795789312.0, "5975": 12795789312.0, "5980": 12795789312.0, "5985": 12795789312.0, "5990": 12795789312.0, "5995": 12795789312.0, "6000": 12795789312.0, "6005": 12795789312.0, "6010": 12795789312.0, "6015": 12795789312.0, "6020": 12795789312.0, "6025": 12795789312.0, "6030": 12795789312.0, "6035": 12795789312.0, "6040": 12795789312.0, "6045": 12795789312.0, "6050": 12795789312.0, "6055": 12795789312.0, "6060": 12795789312.0, "6065": 12795789312.0, "6070": 12795789312.0, "6075": 12795789312.0, "6080": 12795789312.0, "6085": 12795789312.0, "6090": 12795789312.0, "6095": 12795789312.0, "6100": 12795789312.0, "6105": 12795789312.0, "6110": 12795789312.0, "6115": 12795789312.0, "6120": 12795789312.0, "6125": 12795789312.0, "6130": 12795789312.0, "6135": 12795789312.0, "6140": 12795789312.0, "6145": 12795789312.0, "6150": 12795789312.0, "6155": 12795789312.0, "6160": 12795789312.0, "6165": 12795789312.0, "6170": 12795789312.0, "6175": 12795789312.0, "6180": 12795789312.0, "6185": 12795789312.0, "6190": 12795789312.0, "6195": 12795789312.0, "6200": 12795789312.0, "6205": 12795789312.0, "6210": 12795789312.0, "6215": 12795789312.0, "6220": 12795789312.0, "6225": 12795789312.0, "6230": 12795789312.0, "6235": 12795789312.0, "6240": 12795789312.0, "6245": 12795789312.0, "6250": 12795789312.0, "6255": 12795789312.0, "6260": 12795789312.0, "6265": 12795789312.0, "6270": 12795789312.0, "6275": 12795789312.0, "6280": 12795789312.0, "6285": 12795789312.0, "6290": 12795789312.0, "6295": 12795789312.0, "6300": 12795789312.0, "6305": 12795789312.0, "6310": 12795789312.0, "6315": 12795789312.0, "6320": 12795789312.0, "6325": 12795789312.0, "6330": 12795789312.0, "6335": 12795789312.0, "6340": 12795789312.0, "6345": 12795789312.0, "6350": 12795789312.0, "6355": 12795789312.0, "6360": 12795789312.0, "6365": 12795789312.0, "6370": 12795789312.0, "6375": 12795789312.0, "6380": 12795789312.0, "6385": 12795789312.0, "6390": 12795789312.0, "6395": 12795789312.0, "6400": 12795789312.0, "6405": 12795789312.0, "6410": 12795789312.0, "6415": 12795789312.0, "6420": 12795789312.0, "6425": 12795789312.0, "6430": 12795789312.0, "6435": 12795789312.0, "6440": 12795789312.0, "6445": 12795789312.0, "6450": 12795789312.0, "6455": 12795789312.0, "6460": 12795789312.0, "6465": 12795789312.0, "6470": 12795789312.0, "6475": 12795789312.0, "6480": 12795789312.0, "6485": 12795789312.0, "6490": 12795789312.0, "6495": 12795789312.0, "6500": 12795789312.0, "6505": 12795789312.0, "6510": 12795789312.0, "6515": 12795789312.0, "6520": 12795789312.0, "6525": 12795789312.0, "6530": 12795789312.0, "6535": 12795789312.0, "6540": 12795789312.0, "6545": 12795789312.0, "6550": 12795789312.0, "6555": 12795789312.0, "6560": 12795789312.0, "6565": 12795789312.0, "6570": 12795789312.0, "6575": 12795789312.0, "6580": 12795789312.0, "6585": 12795789312.0, "6590": 12795789312.0, "6595": 12795789312.0, "6600": 12795789312.0, "6605": 12795789312.0, "6610": 12795789312.0, "6615": 12795789312.0, "6620": 12795789312.0, "6625": 12795789312.0, "6630": 12795789312.0, "6635": 12795789312.0, "6640": 12795789312.0, "6645": 12795789312.0, "6650": 12795789312.0, "6655": 12795789312.0, "6660": 12795789312.0, "6665": 12795789312.0, "6670": 12795789312.0, "6675": 12795789312.0, "6680": 12795789312.0, "6685": 12795789312.0, "6690": 12795789312.0, "6695": 12795789312.0, "6700": 12795789312.0, "6705": 12795789312.0, "6710": 12795789312.0, "6715": 12795789312.0, "6720": 12795789312.0, "6725": 12795789312.0, "6730": 12795789312.0, "6735": 12795789312.0, "6740": 12795789312.0, "6745": 12795789312.0, "6750": 12795789312.0, "6755": 12795789312.0, "6760": 12795789312.0, "6765": 12795789312.0, "6770": 12795789312.0, "6775": 12795789312.0, "6780": 12795789312.0, "6785": 12795789312.0, "6790": 12795789312.0, "6795": 12795789312.0, "6800": 12795789312.0, "6805": 12795789312.0, "6810": 12795789312.0, "6815": 12795789312.0, "6820": 12795789312.0, "6825": 12795789312.0, "6830": 12795789312.0, "6835": 12795789312.0, "6840": 12795789312.0, "6845": 12795789312.0, "6850": 12795789312.0, "6855": 12795789312.0, "6860": 12795789312.0, "6865": 12795789312.0, "6870": 12795789312.0, "6875": 12795789312.0, "6880": 12795789312.0, "6885": 12795789312.0, "6890": 12795789312.0, "6895": 12795789312.0, "6900": 12795789312.0, "6905": 12795789312.0, "6910": 12795789312.0, "6915": 12795789312.0, "6920": 12795789312.0, "6925": 12795789312.0, "6930": 12795789312.0, "6935": 12795789312.0, "6940": 12795789312.0, "6945": 12795789312.0, "6950": 12795789312.0, "6955": 12795789312.0, "6960": 12795789312.0, "6965": 12795789312.0, "6970": 12795789312.0, "6975": 12795789312.0, "6980": 12795789312.0, "6985": 12795789312.0, "6990": 12795789312.0, "6995": 12795789312.0, "7000": 12795789312.0, "7005": 12795789312.0, "7010": 12795789312.0, "7015": 12795789312.0, "7020": 12795789312.0, "7025": 12795789312.0, "7030": 12795789312.0, "7035": 12795789312.0, "7040": 12795789312.0, "7045": 12795789312.0, "7050": 12795789312.0, "7055": 12795789312.0, "7060": 12795789312.0, "7065": 12795789312.0, "7070": 12795789312.0, "7075": 12795789312.0, "7080": 12795789312.0, "7085": 12795789312.0, "7090": 12795789312.0, "7095": 12795789312.0, "7100": 12795789312.0, "7105": 12795789312.0, "7110": 12795789312.0, "7115": 12795789312.0, "7120": 12795789312.0, "7125": 12795789312.0, "7130": 12795789312.0, "7135": 12795789312.0, "7140": 12795789312.0, "7145": 12795789312.0, "7150": 12795789312.0, "7155": 12795789312.0, "7160": 12795789312.0, "7165": 12795789312.0, "7170": 12795789312.0, "7175": 12795789312.0, "7180": 12795789312.0, "7185": 12795789312.0, "7190": 12795789312.0, "7195": 12795789312.0, "7200": 12795789312.0, "7205": 12795789312.0, "7210": 12795789312.0, "7215": 12795789312.0, "7220": 12795789312.0, "7225": 12795789312.0, "7230": 12795789312.0, "7235": 12795789312.0, "7240": 12795789312.0, "7245": 12795789312.0, "7250": 12795789312.0, "7255": 12795789312.0, "7260": 12795789312.0, "7265": 12795789312.0, "7270": 12795789312.0, "7275": 12795789312.0, "7280": 12795789312.0, "7285": 12795789312.0, "7290": 12795789312.0, "7295": 12795789312.0, "7300": 12795789312.0, "7305": 12795789312.0, "7310": 12795789312.0, "7315": 12795789312.0, "7320": 12795789312.0, "7325": 12795789312.0, "7330": 12795789312.0, "7335": 12795789312.0, "7340": 12795789312.0, "7345": 12795789312.0, "7350": 12795789312.0, "7355": 12795789312.0, "7360": 12795789312.0, "7365": 12795789312.0, "7370": 12795789312.0, "7375": 12795789312.0, "7380": 12795789312.0, "7385": 12795789312.0, "7390": 12795789312.0, "7395": 12795789312.0, "7400": 12795789312.0, "7405": 12795789312.0, "7410": 12795789312.0, "7415": 12795789312.0, "7420": 12795789312.0, "7425": 12795789312.0, "7430": 12795789312.0, "7435": 12795789312.0, "7440": 12795789312.0, "7445": 12795789312.0, "7450": 12795789312.0, "7455": 12795789312.0, "7460": 12795789312.0, "7465": 12795789312.0, "7470": 12795789312.0, "7475": 12795789312.0, "7480": 12795789312.0, "7485": 12795789312.0, "7490": 12795789312.0, "7495": 12795789312.0, "7500": 12795789312.0, "7505": 12795789312.0, "7510": 12795789312.0, "7515": 12795789312.0, "7520": 12795789312.0, "7525": 12795789312.0, "7530": 12795789312.0, "7535": 12795789312.0, "7540": 12795789312.0, "7545": 12795789312.0, "7550": 12795789312.0, "7555": 12795789312.0, "7560": 12795789312.0, "7565": 12795789312.0, "7570": 12795789312.0, "7575": 12795789312.0, "7580": 12795789312.0, "7585": 12795789312.0, "7590": 12795789312.0, "7595": 12795789312.0, "7600": 12795789312.0, "7605": 12795789312.0, "7610": 12795789312.0, "7615": 12795789312.0, "7620": 12795789312.0, "7625": 12795789312.0, "7630": 12795789312.0, "7635": 12795789312.0, "7640": 12795789312.0, "7645": 12795789312.0, "7650": 12795789312.0, "7655": 12795789312.0, "7660": 12795789312.0, "7665": 12795789312.0, "7670": 12795789312.0, "7675": 12795789312.0, "7680": 12795789312.0, "7685": 12795789312.0, "7690": 12795789312.0, "7695": 12795789312.0, "7700": 12795789312.0, "7705": 12795789312.0, "7710": 12795789312.0, "7715": 12795789312.0, "7720": 12795789312.0, "7725": 12795789312.0, "7730": 12795789312.0, "7735": 12795789312.0, "7740": 12795789312.0, "7745": 12795789312.0, "7750": 12795789312.0, "7755": 12795789312.0, "7760": 12795789312.0, "7765": 12795789312.0, "7770": 12795789312.0, "7775": 12795789312.0, "7780": 12795789312.0, "7785": 12795789312.0, "7790": 12795789312.0, "7795": 12795789312.0, "7800": 12795789312.0, "7805": 12795789312.0, "7810": 12795789312.0, "7815": 12795789312.0, "7820": 12795789312.0, "7825": 12795789312.0, "7830": 12795789312.0, "7835": 12795789312.0, "7840": 12795789312.0, "7845": 12795789312.0, "7850": 12795789312.0, "7855": 12795789312.0, "7860": 12795789312.0, "7865": 12795789312.0, "7870": 12795789312.0, "7875": 12795789312.0, "7880": 12795789312.0, "7885": 12795789312.0, "7890": 12795789312.0, "7895": 12795789312.0, "7900": 12795789312.0, "7905": 12795789312.0, "7910": 12795789312.0, "7915": 12795789312.0, "7920": 12795789312.0, "7925": 12795789312.0, "7930": 12795789312.0, "7935": 12795789312.0, "7940": 12795789312.0, "7945": 12795789312.0, "7950": 12795789312.0, "7955": 12795789312.0, "7960": 12795789312.0, "7965": 12795789312.0, "7970": 12795789312.0, "7975": 12795789312.0, "7980": 12795789312.0, "7985": 12795789312.0, "7990": 12795789312.0, "7995": 12795789312.0, "8000": 12795789312.0, "8005": 12795789312.0, "8010": 12795789312.0, "8015": 12795789312.0, "8020": 12795789312.0, "8025": 12795789312.0, "8030": 12795789312.0, "8035": 12795789312.0, "8040": 12795789312.0, "8045": 12795789312.0, "8050": 12795789312.0, "8055": 12795789312.0, "8060": 12795789312.0, "8065": 12795789312.0, "8070": 12795789312.0, "8075": 12795789312.0, "8080": 12795789312.0, "8085": 12795789312.0, "8090": 12795789312.0, "8095": 12795789312.0, "8100": 12795789312.0, "8105": 12795789312.0, "8110": 12795789312.0, "8115": 12795789312.0, "8120": 12795789312.0, "8125": 12795789312.0, "8130": 12795789312.0, "8135": 12795789312.0, "8140": 12795789312.0, "8145": 12795789312.0, "8150": 12795789312.0, "8155": 12795789312.0, "8160": 12795789312.0, "8165": 12795789312.0, "8170": 12795789312.0, "8175": 12795789312.0, "8180": 12795789312.0, "8185": 12795789312.0, "8190": 12795789312.0, "8195": 12795789312.0, "8200": 12795789312.0, "8205": 12795789312.0, "8210": 12795789312.0, "8215": 12795789312.0, "8220": 12795789312.0, "8225": 12795789312.0, "8230": 12795789312.0, "8235": 12795789312.0, "8240": 12795789312.0, "8245": 12795789312.0, "8250": 12795789312.0, "8255": 12795789312.0, "8260": 12795789312.0, "8265": 12795789312.0, "8270": 12795789312.0, "8275": 12795789312.0, "8280": 12795789312.0, "8285": 12795789312.0, "8290": 12795789312.0, "8295": 12795789312.0, "8300": 12795789312.0, "8305": 12795789312.0, "8310": 12795789312.0, "8315": 12795789312.0, "8320": 12795789312.0, "8325": 12795789312.0, "8330": 12795789312.0, "8335": 12795789312.0, "8340": 12795789312.0, "8345": 12795789312.0, "8350": 12795789312.0, "8355": 12795789312.0, "8360": 12795789312.0, "8365": 12795789312.0, "8370": 12795789312.0, "8375": 12795789312.0, "8380": 12795789312.0, "8385": 12795789312.0, "8390": 12795789312.0, "8395": 12795789312.0, "8400": 12795789312.0, "8405": 12795789312.0, "8410": 12795789312.0, "8415": 12795789312.0, "8420": 12795789312.0, "8425": 12795789312.0, "8430": 12795789312.0, "8435": 12795789312.0, "8440": 12795789312.0, "8445": 12795789312.0, "8450": 12795789312.0, "8455": 12795789312.0, "8460": 12795789312.0, "8465": 12795789312.0, "8470": 12795789312.0, "8475": 12795789312.0, "8480": 12795789312.0, "8485": 12795789312.0, "8490": 12795789312.0, "8495": 12795789312.0, "8500": 12795789312.0, "8505": 12795789312.0, "8510": 12795789312.0, "8515": 12795789312.0, "8520": 12795789312.0, "8525": 12795789312.0, "8530": 12795789312.0, "8535": 12795789312.0, "8540": 12795789312.0, "8545": 12795789312.0, "8550": 12795789312.0, "8555": 12795789312.0, "8560": 12795789312.0, "8565": 12795789312.0, "8570": 12795789312.0, "8575": 12795789312.0, "8580": 12795789312.0, "8585": 12795789312.0, "8590": 12795789312.0, "8595": 12795789312.0, "8600": 12795789312.0, "8605": 12795789312.0, "8610": 12795789312.0, "8615": 12795789312.0, "8620": 12795789312.0, "8625": 12795789312.0, "8630": 12795789312.0, "8635": 12795789312.0, "8640": 12795789312.0, "8645": 12795789312.0, "8650": 12795789312.0, "8655": 12795789312.0, "8660": 12795789312.0, "8665": 12795789312.0, "8670": 12795789312.0, "8675": 12795789312.0, "8680": 12795789312.0, "8685": 12795789312.0, "8690": 12795789312.0, "8695": 12795789312.0, "8700": 12795789312.0, "8705": 12795789312.0, "8710": 12795789312.0, "8715": 12795789312.0, "8720": 12795789312.0, "8725": 12795789312.0, "8730": 12795789312.0, "8735": 12795789312.0, "8740": 12795789312.0, "8745": 12795789312.0, "8750": 12795789312.0, "8755": 12795789312.0, "8760": 12795789312.0, "8765": 12795789312.0, "8770": 12795789312.0, "8775": 12795789312.0, "8780": 12795789312.0, "8785": 12795789312.0, "8790": 12795789312.0, "8795": 12795789312.0, "8800": 12795789312.0, "8805": 12795789312.0, "8810": 12795789312.0, "8815": 12795789312.0, "8820": 12795789312.0, "8825": 12795789312.0, "8830": 12795789312.0, "8835": 12795789312.0, "8840": 12795789312.0, "8845": 12795789312.0, "8850": 12795789312.0, "8855": 12795789312.0, "8860": 12795789312.0, "8865": 12795789312.0, "8870": 12795789312.0, "8875": 12795789312.0, "8880": 12795789312.0, "8885": 12795789312.0, "8890": 12795789312.0, "8895": 12795789312.0, "8900": 12795789312.0, "8905": 12795789312.0, "8910": 12795789312.0, "8915": 12795789312.0, "8920": 12795789312.0, "8925": 12795789312.0, "8930": 12795789312.0, "8935": 12795789312.0, "8940": 12795789312.0, "8945": 12795789312.0, "8950": 12795789312.0, "8955": 12795789312.0, "8960": 12795789312.0, "8965": 12795789312.0, "8970": 12795789312.0, "8975": 12795789312.0, "8980": 12795789312.0, "8985": 12795789312.0, "8990": 12795789312.0, "8995": 12795789312.0, "9000": 12795789312.0, "9005": 12795789312.0, "9010": 12795789312.0, "9015": 12795789312.0, "9020": 12795789312.0, "9025": 12795789312.0, "9030": 12795789312.0, "9035": 12795789312.0, "9040": 12795789312.0, "9045": 12795789312.0, "9050": 12795789312.0, "9055": 12795789312.0, "9060": 12795789312.0, "9065": 12795789312.0, "9070": 12795789312.0, "9075": 12795789312.0, "9080": 12795789312.0, "9085": 12795789312.0, "9090": 12795789312.0, "9095": 12795789312.0, "9100": 12795789312.0, "9105": 12795789312.0, "9110": 12795789312.0, "9115": 12795789312.0, "9120": 12795789312.0, "9125": 12795789312.0, "9130": 12795789312.0, "9135": 12795789312.0, "9140": 12795789312.0, "9145": 12795789312.0, "9150": 12795789312.0, "9155": 12795789312.0, "9160": 12795789312.0, "9165": 12795789312.0, "9170": 12795789312.0, "9175": 12795789312.0, "9180": 12795789312.0, "9185": 12795789312.0, "9190": 12795789312.0, "9195": 12795789312.0, "9200": 12795789312.0, "9205": 12795789312.0, "9210": 12795789312.0, "9215": 12795789312.0, "9220": 12795789312.0, "9225": 12795789312.0, "9230": 12795789312.0, "9235": 12795789312.0, "9240": 12795789312.0, "9245": 12795789312.0, "9250": 12795789312.0, "9255": 12795789312.0, "9260": 12795789312.0, "9265": 12795789312.0, "9270": 12795789312.0, "9275": 12795789312.0, "9280": 12795789312.0, "9285": 12795789312.0, "9290": 12795789312.0, "9295": 12795789312.0, "9300": 12795789312.0, "9305": 12795789312.0, "9310": 12795789312.0, "9315": 12795789312.0, "9320": 12795789312.0, "9325": 12795789312.0, "9330": 12795789312.0, "9335": 12795789312.0, "9340": 12795789312.0, "9345": 12795789312.0, "9350": 12795789312.0, "9355": 12795789312.0, "9360": 12795789312.0, "9365": 12795789312.0, "9370": 12795789312.0, "9375": 12795789312.0, "9380": 12795789312.0, "9385": 12795789312.0, "9390": 12795789312.0, "9395": 12795789312.0, "9400": 12795789312.0, "9405": 12795789312.0, "9410": 12795789312.0, "9415": 12795789312.0, "9420": 12795789312.0, "9425": 12795789312.0, "9430": 12795789312.0, "9435": 12795789312.0, "9440": 12795789312.0, "9445": 12795789312.0, "9450": 12795789312.0, "9455": 12795789312.0, "9460": 12795789312.0, "9465": 12795789312.0, "9470": 12795789312.0, "9475": 12795789312.0, "9480": 12795789312.0, "9485": 12795789312.0, "9490": 12795789312.0, "9495": 12795789312.0, "9500": 12795789312.0, "9505": 12795789312.0, "9510": 12795789312.0, "9515": 12795789312.0, "9520": 12795789312.0, "9525": 12795789312.0, "9530": 12795789312.0, "9535": 12795789312.0, "9540": 12795789312.0, "9545": 12795789312.0, "9550": 12795789312.0, "9555": 12795789312.0, "9560": 12795789312.0, "9565": 12795789312.0, "9570": 12795789312.0, "9575": 12795789312.0, "9580": 12795789312.0, "9585": 12795789312.0, "9590": 12795789312.0, "9595": 12795789312.0, "9600": 12795789312.0, "9605": 12795789312.0, "9610": 12795789312.0, "9615": 12795789312.0, "9620": 12795789312.0, "9625": 12795789312.0, "9630": 12795789312.0, "9635": 12795789312.0, "9640": 12795789312.0, "9645": 12795789312.0, "9650": 12795789312.0, "9655": 12795789312.0, "9660": 12795789312.0, "9665": 12795789312.0, "9670": 12795789312.0, "9675": 12795789312.0, "9680": 12795789312.0, "9685": 12795789312.0, "9690": 12795789312.0, "9695": 12795789312.0, "9700": 12795789312.0, "9705": 12795789312.0, "9710": 12795789312.0, "9715": 12795789312.0, "9720": 12795789312.0, "9725": 12795789312.0, "9730": 12795789312.0, "9735": 12795789312.0, "9740": 12795789312.0, "9745": 12795789312.0, "9750": 12795789312.0, "9755": 12795789312.0, "9760": 12795789312.0, "9765": 12795789312.0, "9770": 12795789312.0, "9775": 12795789312.0, "9780": 12795789312.0, "9785": 12795789312.0, "9790": 12795789312.0, "9795": 12795789312.0, "9800": 12795789312.0, "9805": 12795789312.0, "9810": 12795789312.0, "9815": 12795789312.0, "9820": 12795789312.0, "9825": 12795789312.0, "9830": 12795789312.0, "9835": 12795789312.0, "9840": 12795789312.0, "9845": 12795789312.0, "9850": 12795789312.0, "9855": 12795789312.0, "9860": 12795789312.0, "9865": 12795789312.0, "9870": 12795789312.0, "9875": 12795789312.0, "9880": 12795789312.0, "9885": 12795789312.0, "9890": 12795789312.0, "9895": 12795789312.0, "9900": 12795789312.0, "9905": 12795789312.0, "9910": 12795789312.0, "9915": 12795789312.0, "9920": 12795789312.0, "9925": 12795789312.0, "9930": 12795789312.0, "9935": 12795789312.0, "9940": 12795789312.0, "9945": 12795789312.0, "9950": 12795789312.0, "9955": 12795789312.0, "9960": 12795789312.0, "9965": 12795789312.0, "9970": 12795789312.0, "9975": 12795789312.0, "9980": 12795789312.0, "9985": 12795789312.0, "9990": 12795789312.0, "9995": 12795789312.0, "10000": 12795789312.0, "10005": 12795789312.0, "10010": 12795789312.0, "10015": 12795789312.0, "10020": 12795789312.0, "10025": 12795789312.0, "10030": 12795789312.0, "10035": 12795789312.0, "10040": 12795789312.0, "10045": 12795789312.0, "10050": 12795789312.0, "10055": 12795789312.0, "10060": 12795789312.0, "10065": 12795789312.0, "10070": 12795789312.0, "10075": 12795789312.0, "10080": 12795789312.0, "10085": 12795789312.0, "10090": 12795789312.0, "10095": 12795789312.0, "10100": 12795789312.0, "10105": 12795789312.0, "10110": 12795789312.0, "10115": 12795789312.0, "10120": 12795789312.0, "10125": 12795789312.0, "10130": 12795789312.0, "10135": 12795789312.0, "10140": 12795789312.0, "10145": 12795789312.0, "10150": 12795789312.0, "10155": 12795789312.0, "10160": 12795789312.0, "10165": 12795789312.0, "10170": 12795789312.0, "10175": 12795789312.0, "10180": 12795789312.0, "10185": 12795789312.0, "10190": 12795789312.0, "10195": 12795789312.0, "10200": 12795789312.0, "10205": 12795789312.0, "10210": 12795789312.0, "10215": 12795789312.0, "10220": 12795789312.0, "10225": 12795789312.0, "10230": 12795789312.0, "10235": 12795789312.0, "10240": 12795789312.0, "10245": 12795789312.0, "10250": 12795789312.0, "10255": 12795789312.0, "10260": 12795789312.0, "10265": 12795789312.0, "10270": 12795789312.0, "10275": 12795789312.0, "10280": 12795789312.0, "10285": 12795789312.0, "10290": 12795789312.0, "10295": 12795789312.0, "10300": 12795789312.0, "10305": 12795789312.0, "10310": 12795789312.0, "10315": 12795789312.0, "10320": 12795789312.0, "10325": 12795789312.0, "10330": 12795789312.0, "10335": 12795789312.0, "10340": 12795789312.0, "10345": 12795789312.0, "10350": 12795789312.0, "10355": 12795789312.0, "10360": 12795789312.0, "10365": 12795789312.0, "10370": 12795789312.0, "10375": 12795789312.0, "10380": 12795789312.0, "10385": 12795789312.0, "10390": 12795789312.0, "10395": 12795789312.0, "10400": 12795789312.0, "10405": 12795789312.0, "10410": 12795789312.0, "10415": 12795789312.0, "10420": 12795789312.0, "10425": 12795789312.0, "10430": 12795789312.0, "10435": 12795789312.0, "10440": 12795789312.0, "10445": 12795789312.0, "10450": 12795789312.0, "10455": 12795789312.0, "10460": 12795789312.0, "10465": 12795789312.0, "10470": 12795789312.0, "10475": 12795789312.0, "10480": 12795789312.0, "10485": 12795789312.0, "10490": 12795789312.0, "10495": 12795789312.0, "10500": 12795789312.0, "10505": 12795789312.0, "10510": 12795789312.0, "10515": 12795789312.0, "10520": 12795789312.0, "10525": 12795789312.0, "10530": 12795789312.0, "10535": 12795789312.0, "10540": 12795789312.0, "10545": 12795789312.0, "10550": 12795789312.0, "10555": 12795789312.0, "10560": 12795789312.0, "10565": 12795789312.0, "10570": 12795789312.0, "10575": 12795789312.0, "10580": 12795789312.0, "10585": 12795789312.0, "10590": 12795789312.0, "10595": 12795789312.0, "10600": 12795789312.0, "10605": 12795789312.0, "10610": 12795789312.0, "10615": 12795789312.0, "10620": 12795789312.0, "10625": 12795789312.0, "10630": 12795789312.0, "10635": 12795789312.0, "10640": 12795789312.0, "10645": 12795789312.0, "10650": 12795789312.0, "10655": 12795789312.0, "10660": 12795789312.0, "10665": 12795789312.0, "10670": 12795789312.0, "10675": 12795789312.0, "10680": 12795789312.0, "10685": 12795789312.0, "10690": 12795789312.0, "10695": 12795789312.0, "10700": 12795789312.0, "10705": 12795789312.0, "10710": 12795789312.0, "10715": 12795789312.0, "10720": 12795789312.0, "10725": 12795789312.0, "10730": 12795789312.0, "10735": 12795789312.0, "10740": 12795789312.0, "10745": 12795789312.0, "10750": 12795789312.0, "10755": 12795789312.0, "10760": 12795789312.0, "10765": 12795789312.0, "10770": 12795789312.0, "10775": 12795789312.0, "10780": 12795789312.0, "10785": 12795789312.0, "10790": 12795789312.0, "10795": 12795789312.0, "10800": 12795789312.0, "10805": 12795789312.0, "10810": 12795789312.0, "10815": 12795789312.0, "10820": 12795789312.0, "10825": 12795789312.0, "10830": 12795789312.0, "10835": 12795789312.0, "10840": 12795789312.0, "10845": 12795789312.0, "10850": 12795789312.0, "10855": 12795789312.0, "10860": 12795789312.0, "10865": 12795789312.0, "10870": 12795789312.0, "10875": 12795789312.0, "10880": 12795789312.0, "10885": 12795789312.0, "10890": 12795789312.0, "10895": 12795789312.0, "10900": 12795789312.0, "10905": 12795789312.0, "10910": 12795789312.0, "10915": 12795789312.0, "10920": 12795789312.0, "10925": 12795789312.0, "10930": 12795789312.0, "10935": 12795789312.0, "10940": 12795789312.0, "10945": 12795789312.0, "10950": 12795789312.0, "10955": 12795789312.0, "10960": 12795789312.0, "10965": 12795789312.0, "10970": 12795789312.0, "10975": 12795789312.0, "10980": 12795789312.0, "10985": 12795789312.0, "10990": 12795789312.0, "10995": 12795789312.0, "11000": 12795789312.0, "11005": 12795789312.0, "11010": 12795789312.0, "11015": 12795789312.0, "11020": 12795789312.0, "11025": 12795789312.0, "11030": 12795789312.0, "11035": 12795789312.0, "11040": 12795789312.0, "11045": 12795789312.0, "11050": 12795789312.0, "11055": 12795789312.0, "11060": 12795789312.0, "11065": 12795789312.0, "11070": 12795789312.0, "11075": 12795789312.0, "11080": 12795789312.0, "11085": 12795789312.0, "11090": 12795789312.0, "11095": 12795789312.0, "11100": 12795789312.0, "11105": 12795789312.0, "11110": 12795789312.0, "11115": 12795789312.0, "11120": 12795789312.0, "11125": 12795789312.0, "11130": 12795789312.0, "11135": 12795789312.0, "11140": 12795789312.0, "11145": 12795789312.0, "11150": 12795789312.0, "11155": 12795789312.0, "11160": 12795789312.0, "11165": 12795789312.0, "11170": 12795789312.0, "11175": 12795789312.0, "11180": 12795789312.0, "11185": 12795789312.0, "11190": 12795789312.0, "11195": 12795789312.0, "11200": 12795789312.0, "11205": 12795789312.0, "11210": 12795789312.0, "11215": 12795789312.0, "11220": 12795789312.0, "11225": 12795789312.0, "11230": 12795789312.0, "11235": 12795789312.0, "11240": 12795789312.0, "11245": 12795789312.0, "11250": 12795789312.0, "11255": 12795789312.0, "11260": 12795789312.0, "11265": 12795789312.0, "11270": 12795789312.0, "11275": 12795789312.0, "11280": 12795789312.0, "11285": 12795789312.0, "11290": 12795789312.0, "11295": 12795789312.0, "11300": 12795789312.0, "11305": 12795789312.0, "11310": 12795789312.0, "11315": 12795789312.0, "11320": 12795789312.0, "11325": 12795789312.0, "11330": 12795789312.0, "11335": 12795789312.0, "11340": 12795789312.0, "11345": 12795789312.0, "11350": 12795789312.0, "11355": 12795789312.0, "11360": 12795789312.0, "11365": 12795789312.0, "11370": 12795789312.0, "11375": 12795789312.0, "11380": 12795789312.0, "11385": 12795789312.0, "11390": 12795789312.0, "11395": 12795789312.0, "11400": 12795789312.0, "11405": 12795789312.0, "11410": 12795789312.0, "11415": 12795789312.0, "11420": 12795789312.0, "11425": 12795789312.0, "11430": 12795789312.0, "11435": 12795789312.0, "11440": 12795789312.0, "11445": 12795789312.0, "11450": 12795789312.0, "11455": 12795789312.0, "11460": 12795789312.0, "11465": 12795789312.0, "11470": 12795789312.0, "11475": 12795789312.0, "11480": 12795789312.0, "11485": 12795789312.0, "11490": 12795789312.0, "11495": 12795789312.0, "11500": 12795789312.0, "11505": 12795789312.0, "11510": 12795789312.0, "11515": 12795789312.0, "11520": 12795789312.0, "11525": 12795789312.0, "11530": 12795789312.0, "11535": 12795789312.0, "11540": 12795789312.0, "11545": 12795789312.0, "11550": 12795789312.0, "11555": 12795789312.0, "11560": 12795789312.0, "11565": 12795789312.0, "11570": 12795789312.0, "11575": 12795789312.0, "11580": 12795789312.0, "11585": 12795789312.0, "11590": 12795789312.0, "11595": 12795789312.0, "11600": 12795789312.0, "11605": 12795789312.0, "11610": 12795789312.0, "11615": 12795789312.0, "11620": 12795789312.0, "11625": 12795789312.0, "11630": 12795789312.0, "11635": 12795789312.0, "11640": 12795789312.0, "11645": 12795789312.0, "11650": 12795789312.0, "11655": 12795789312.0, "11660": 12795789312.0, "11665": 12795789312.0, "11670": 12795789312.0, "11675": 12795789312.0, "11680": 12795789312.0, "11685": 12795789312.0, "11690": 12795789312.0, "11695": 12795789312.0, "11700": 12795789312.0, "11705": 12795789312.0, "11710": 12795789312.0, "11715": 12795789312.0, "11720": 12795789312.0, "11725": 12795789312.0, "11730": 12795789312.0, "11735": 12795789312.0, "11740": 12795789312.0, "11745": 12795789312.0, "11750": 12795789312.0, "11755": 12795789312.0, "11760": 12795789312.0, "11765": 12795789312.0, "11770": 12795789312.0, "11775": 12795789312.0, "11780": 12795789312.0, "11785": 12795789312.0, "11790": 12795789312.0, "11795": 12795789312.0, "11800": 12795789312.0, "11805": 12795789312.0, "11810": 12795789312.0, "11815": 12795789312.0, "11820": 12795789312.0, "11825": 12795789312.0, "11830": 12795789312.0, "11835": 12795789312.0, "11840": 12795789312.0, "11845": 12795789312.0, "11850": 12795789312.0, "11855": 12795789312.0, "11860": 12795789312.0, "11865": 12795789312.0, "11870": 12795789312.0, "11875": 12795789312.0, "11880": 12795789312.0, "11885": 12795789312.0, "11890": 12795789312.0, "11895": 12795789312.0, "11900": 12795789312.0, "11905": 12795789312.0, "11910": 12795789312.0, "11915": 12795789312.0, "11920": 12795789312.0, "11925": 12795789312.0, "11930": 12795789312.0, "11935": 12795789312.0, "11940": 12795789312.0, "11945": 12795789312.0, "11950": 12795789312.0, "11955": 12795789312.0, "11960": 12795789312.0, "11965": 12795789312.0, "11970": 12795789312.0, "11975": 12795789312.0, "11980": 12795789312.0, "11985": 12795789312.0, "11990": 12795789312.0, "11995": 12795789312.0, "12000": 12795789312.0, "12005": 12795789312.0, "12010": 12795789312.0, "12015": 12795789312.0, "12020": 12795789312.0, "12025": 12795789312.0, "12030": 12795789312.0, "12035": 12795789312.0, "12040": 12795789312.0, "12045": 12795789312.0, "12050": 12795789312.0, "12055": 12795789312.0, "12060": 12795789312.0, "12065": 12795789312.0, "12070": 12795789312.0, "12075": 12795789312.0, "12080": 12795789312.0, "12085": 12795789312.0, "12090": 12795789312.0, "12095": 12795789312.0, "12100": 12795789312.0, "12105": 12795789312.0, "12110": 12795789312.0, "12115": 12795789312.0, "12120": 12795789312.0, "12125": 12795789312.0, "12130": 12795789312.0, "12135": 12795789312.0, "12140": 12795789312.0, "12145": 12795789312.0, "12150": 12795789312.0, "12155": 12795789312.0, "12160": 12795789312.0, "12165": 12795789312.0, "12170": 12795789312.0, "12175": 12795789312.0, "12180": 12795789312.0, "12185": 12795789312.0, "12190": 12795789312.0, "12195": 12795789312.0, "12200": 12795789312.0, "12205": 12795789312.0, "12210": 12795789312.0, "12215": 12795789312.0, "12220": 12795789312.0, "12225": 12795789312.0, "12230": 12795789312.0, "12235": 12795789312.0, "12240": 12795789312.0, "12245": 12795789312.0, "12250": 12795789312.0, "12255": 12795789312.0, "12260": 12795789312.0, "12265": 12795789312.0, "12270": 12795789312.0, "12275": 12795789312.0, "12280": 12795789312.0, "12285": 12795789312.0, "12290": 12795789312.0, "12295": 12795789312.0, "12300": 12795789312.0, "12305": 12795789312.0, "12310": 12795789312.0, "12315": 12795789312.0, "12320": 12795789312.0, "12325": 12795789312.0, "12330": 12795789312.0, "12335": 12795789312.0, "12340": 12795789312.0, "12345": 12795789312.0, "12350": 12795789312.0, "12355": 12795789312.0, "12360": 12795789312.0, "12365": 12795789312.0, "12370": 12795789312.0, "12375": 12795789312.0, "12380": 12795789312.0, "12385": 12795789312.0, "12390": 12795789312.0, "12395": 12795789312.0, "12400": 12795789312.0, "12405": 12795789312.0, "12410": 12795789312.0, "12415": 12795789312.0, "12420": 12795789312.0, "12425": 12795789312.0, "12430": 12795789312.0, "12435": 12795789312.0, "12440": 12795789312.0, "12445": 12795789312.0, "12450": 12795789312.0, "12455": 12795789312.0, "12460": 12795789312.0, "12465": 12795789312.0, "12470": 12795789312.0, "12475": 12795789312.0, "12480": 12795789312.0, "12485": 12795789312.0, "12490": 12795789312.0, "12495": 12795789312.0, "12500": 12795789312.0, "12505": 12795789312.0, "12510": 12795789312.0, "12515": 12795789312.0, "12520": 12795789312.0, "12525": 12795789312.0, "12530": 12795789312.0, "12535": 12795789312.0, "12540": 12795789312.0, "12545": 12795789312.0, "12550": 12795789312.0, "12555": 12795789312.0, "12560": 12795789312.0, "12565": 12795789312.0, "12570": 12795789312.0, "12575": 12795789312.0, "12580": 12795789312.0, "12585": 12795789312.0, "12590": 12795789312.0, "12595": 12795789312.0, "12600": 12795789312.0, "12605": 12795789312.0, "12610": 12795789312.0, "12615": 12795789312.0, "12620": 12795789312.0, "12625": 12795789312.0, "12630": 12795789312.0, "12635": 12795789312.0, "12640": 12795789312.0, "12645": 12795789312.0, "12650": 12795789312.0, "12655": 12795789312.0, "12660": 12795789312.0, "12665": 12795789312.0, "12670": 12795789312.0, "12675": 12795789312.0, "12680": 12795789312.0, "12685": 12795789312.0, "12690": 12795789312.0, "12695": 12795789312.0, "12700": 12795789312.0, "12705": 12795789312.0, "12710": 12795789312.0, "12715": 12795789312.0, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 27991298048.0, "5": 28489385984.0, "10": 28489385984.0, "15": 28489385984.0, "20": 28489385984.0, "25": 28489385984.0, "30": 28489385984.0, "35": 28489385984.0, "40": 28489385984.0, "45": 28489385984.0, "50": 28489385984.0, "55": 28489385984.0, "60": 28489385984.0, "65": 28489385984.0, "70": 28489385984.0, "75": 28489385984.0, "80": 28489385984.0, "85": 28489385984.0, "90": 28489385984.0, "95": 28489385984.0, "100": 28489385984.0, "105": 28489385984.0, "110": 28489385984.0, "115": 28489385984.0, "120": 28489385984.0, "125": 28489385984.0, "130": 28489385984.0, "135": 28489385984.0, "140": 28489385984.0, "145": 28489385984.0, "150": 28489385984.0, "155": 28489385984.0, "160": 28489385984.0, "165": 28489385984.0, "170": 28489385984.0, "175": 28489385984.0, "180": 28489385984.0, "185": 28489385984.0, "190": 28489385984.0, "195": 28489385984.0, "200": 28489385984.0, "205": 28489385984.0, "210": 28489385984.0, "215": 28489385984.0, "220": 28489385984.0, "225": 28489385984.0, "230": 28489385984.0, "235": 28489385984.0, "240": 28489385984.0, "245": 28489385984.0, "250": 28489385984.0, "255": 28489385984.0, "260": 28489385984.0, "265": 28489385984.0, "270": 28489385984.0, "275": 28489385984.0, "280": 28489385984.0, "285": 28489385984.0, "290": 28489385984.0, "295": 28489385984.0, "300": 28489385984.0, "305": 28489385984.0, "310": 28489385984.0, "315": 28489385984.0, "320": 28489385984.0, "325": 28489385984.0, "330": 28489385984.0, "335": 28489385984.0, "340": 28489385984.0, "345": 28489385984.0, "350": 28489385984.0, "355": 28489385984.0, "360": 28489385984.0, "365": 28489385984.0, "370": 28489385984.0, "375": 28489385984.0, "380": 28489385984.0, "385": 28489385984.0, "390": 28489385984.0, "395": 28489385984.0, "400": 28489385984.0, "405": 28489385984.0, "410": 28489385984.0, "415": 28489385984.0, "420": 28489385984.0, "425": 28489385984.0, "430": 28489385984.0, "435": 28489385984.0, "440": 28489385984.0, "445": 28489385984.0, "450": 28489385984.0, "455": 28489385984.0, "460": 28489385984.0, "465": 28489385984.0, "470": 28489385984.0, "475": 28489385984.0, "480": 28489385984.0, "485": 28489385984.0, "490": 28489385984.0, "495": 28489385984.0, "500": 28489385984.0, "505": 28489385984.0, "510": 28489385984.0, "515": 28489385984.0, "520": 28489385984.0, "525": 28489385984.0, "530": 28489385984.0, "535": 28489385984.0, "540": 28489385984.0, "545": 28489385984.0, "550": 28489385984.0, "555": 28489385984.0, "560": 28489385984.0, "565": 28489385984.0, "570": 28489385984.0, "575": 28489385984.0, "580": 28489385984.0, "585": 28489385984.0, "590": 28489385984.0, "595": 28489385984.0, "600": 28489385984.0, "605": 28489385984.0, "610": 28489385984.0, "615": 28489385984.0, "620": 28489385984.0, "625": 28489385984.0, "630": 28489385984.0, "635": 28489385984.0, "640": 28489385984.0, "645": 28489385984.0, "650": 28489385984.0, "655": 28489385984.0, "660": 28489385984.0, "665": 28489385984.0, "670": 28489385984.0, "675": 28489385984.0, "680": 28489385984.0, "685": 28489385984.0, "690": 28489385984.0, "695": 28489385984.0, "700": 28489385984.0, "705": 28489385984.0, "710": 28489385984.0, "715": 28489385984.0, "720": 28489385984.0, "725": 28489385984.0, "730": 28489385984.0, "735": 28489385984.0, "740": 28489385984.0, "745": 28489385984.0, "750": 28489385984.0, "755": 28489385984.0, "760": 28489385984.0, "765": 28489385984.0, "770": 28489385984.0, "775": 28489385984.0, "780": 28489385984.0, "785": 28489385984.0, "790": 28489385984.0, "795": 28489385984.0, "800": 28489385984.0, "805": 28489385984.0, "810": 28489385984.0, "815": 28489385984.0, "820": 28489385984.0, "825": 28489385984.0, "830": 28489385984.0, "835": 28489385984.0, "840": 28489385984.0, "845": 28489385984.0, "850": 28489385984.0, "855": 28489385984.0, "860": 28489385984.0, "865": 28489385984.0, "870": 28489385984.0, "875": 28489385984.0, "880": 28489385984.0, "885": 28489385984.0, "890": 28489385984.0, "895": 28489385984.0, "900": 28489385984.0, "905": 28489385984.0, "910": 28489385984.0, "915": 28489385984.0, "920": 28489385984.0, "925": 28489385984.0, "930": 28489385984.0, "935": 28489385984.0, "940": 28489385984.0, "945": 28489385984.0, "950": 28489385984.0, "955": 28489385984.0, "960": 28489385984.0, "965": 28489385984.0, "970": 28489385984.0, "975": 28489385984.0, "980": 28489385984.0, "985": 28489385984.0, "990": 28489385984.0, "995": 28489385984.0, "1000": 28489385984.0, "1005": 28489385984.0, "1010": 28489385984.0, "1015": 28489385984.0, "1020": 28489385984.0, "1025": 28489385984.0, "1030": 28489385984.0, "1035": 28489385984.0, "1040": 28489385984.0, "1045": 28489385984.0, "1050": 28489385984.0, "1055": 28489385984.0, "1060": 28489385984.0, "1065": 28489385984.0, "1070": 28489385984.0, "1075": 28489385984.0, "1080": 28489385984.0, "1085": 28489385984.0, "1090": 28489385984.0, "1095": 28489385984.0, "1100": 28489385984.0, "1105": 28489385984.0, "1110": 28489385984.0, "1115": 28489385984.0, "1120": 28489385984.0, "1125": 28489385984.0, "1130": 28489385984.0, "1135": 28489385984.0, "1140": 28489385984.0, "1145": 28489385984.0, "1150": 28489385984.0, "1155": 28489385984.0, "1160": 28489385984.0, "1165": 28489385984.0, "1170": 28489385984.0, "1175": 28489385984.0, "1180": 28489385984.0, "1185": 28489385984.0, "1190": 28489385984.0, "1195": 28489385984.0, "1200": 28489385984.0, "1205": 28489385984.0, "1210": 28489385984.0, "1215": 28489385984.0, "1220": 28489385984.0, "1225": 28489385984.0, "1230": 28489385984.0, "1235": 28489385984.0, "1240": 28489385984.0, "1245": 28489385984.0, "1250": 28489385984.0, "1255": 28489385984.0, "1260": 28489385984.0, "1265": 28489385984.0, "1270": 28489385984.0, "1275": 28489385984.0, "1280": 28489385984.0, "1285": 28489385984.0, "1290": 28489385984.0, "1295": 28489385984.0, "1300": 28489385984.0, "1305": 28489385984.0, "1310": 28489385984.0, "1315": 28489385984.0, "1320": 28489385984.0, "1325": 28489385984.0, "1330": 28489385984.0, "1335": 28489385984.0, "1340": 28489385984.0, "1345": 28489385984.0, "1350": 28489385984.0, "1355": 28489385984.0, "1360": 28489385984.0, "1365": 28489385984.0, "1370": 28489385984.0, "1375": 28489385984.0, "1380": 28489385984.0, "1385": 28489385984.0, "1390": 28489385984.0, "1395": 28489385984.0, "1400": 28489385984.0, "1405": 28489385984.0, "1410": 28489385984.0, "1415": 28489385984.0, "1420": 28489385984.0, "1425": 28489385984.0, "1430": 28489385984.0, "1435": 28489385984.0, "1440": 28489385984.0, "1445": 28489385984.0, "1450": 28489385984.0, "1455": 28489385984.0, "1460": 28489385984.0, "1465": 28489385984.0, "1470": 28489385984.0, "1475": 28489385984.0, "1480": 28489385984.0, "1485": 28489385984.0, "1490": 28489385984.0, "1495": 28489385984.0, "1500": 28489385984.0, "1505": 28489385984.0, "1510": 28489385984.0, "1515": 28489385984.0, "1520": 28489385984.0, "1525": 28489385984.0, "1530": 28489385984.0, "1535": 28489385984.0, "1540": 28489385984.0, "1545": 28489385984.0, "1550": 28489385984.0, "1555": 28489385984.0, "1560": 28489385984.0, "1565": 28489385984.0, "1570": 28489385984.0, "1575": 28489385984.0, "1580": 28489385984.0, "1585": 28489385984.0, "1590": 28489385984.0, "1595": 28489385984.0, "1600": 28489385984.0, "1605": 28489385984.0, "1610": 28489385984.0, "1615": 28489385984.0, "1620": 28489385984.0, "1625": 28489385984.0, "1630": 28489385984.0, "1635": 28489385984.0, "1640": 28489385984.0, "1645": 28489385984.0, "1650": 28489385984.0, "1655": 28489385984.0, "1660": 28489385984.0, "1665": 28489385984.0, "1670": 28489385984.0, "1675": 28489385984.0, "1680": 28489385984.0, "1685": 28489385984.0, "1690": 28489385984.0, "1695": 28489385984.0, "1700": 28489385984.0, "1705": 28489385984.0, "1710": 28489385984.0, "1715": 28489385984.0, "1720": 28489385984.0, "1725": 28489385984.0, "1730": 28489385984.0, "1735": 28489385984.0, "1740": 28489385984.0, "1745": 28489385984.0, "1750": 28489385984.0, "1755": 28489385984.0, "1760": 28489385984.0, "1765": 28489385984.0, "1770": 28489385984.0, "1775": 28489385984.0, "1780": 28489385984.0, "1785": 28489385984.0, "1790": 28489385984.0, "1795": 28489385984.0, "1800": 28489385984.0, "1805": 28489385984.0, "1810": 28489385984.0, "1815": 28489385984.0, "1820": 28489385984.0, "1825": 28489385984.0, "1830": 28489385984.0, "1835": 28489385984.0, "1840": 28489385984.0, "1845": 28489385984.0, "1850": 28489385984.0, "1855": 28489385984.0, "1860": 28489385984.0, "1865": 28489385984.0, "1870": 28489385984.0, "1875": 28489385984.0, "1880": 28489385984.0, "1885": 28489385984.0, "1890": 28489385984.0, "1895": 28489385984.0, "1900": 28489385984.0, "1905": 28489385984.0, "1910": 28489385984.0, "1915": 28489385984.0, "1920": 28489385984.0, "1925": 28489385984.0, "1930": 28489385984.0, "1935": 28489385984.0, "1940": 28489385984.0, "1945": 28489385984.0, "1950": 28489385984.0, "1955": 28489385984.0, "1960": 28489385984.0, "1965": 28489385984.0, "1970": 28489385984.0, "1975": 28489385984.0, "1980": 28489385984.0, "1985": 28489385984.0, "1990": 28489385984.0, "1995": 28489385984.0, "2000": 28489385984.0, "2005": 28489385984.0, "2010": 28489385984.0, "2015": 28489385984.0, "2020": 28489385984.0, "2025": 28489385984.0, "2030": 28489385984.0, "2035": 28489385984.0, "2040": 28489385984.0, "2045": 28489385984.0, "2050": 28489385984.0, "2055": 28489385984.0, "2060": 28489385984.0, "2065": 28489385984.0, "2070": 28489385984.0, "2075": 28489385984.0, "2080": 28489385984.0, "2085": 28489385984.0, "2090": 28489385984.0, "2095": 28489385984.0, "2100": 28489385984.0, "2105": 28489385984.0, "2110": 28489385984.0, "2115": 28489385984.0, "2120": 28489385984.0, "2125": 28489385984.0, "2130": 28489385984.0, "2135": 28489385984.0, "2140": 28489385984.0, "2145": 28489385984.0, "2150": 28489385984.0, "2155": 28489385984.0, "2160": 28489385984.0, "2165": 28489385984.0, "2170": 28489385984.0, "2175": 28489385984.0, "2180": 28489385984.0, "2185": 28489385984.0, "2190": 28489385984.0, "2195": 28489385984.0, "2200": 28489385984.0, "2205": 28489385984.0, "2210": 28489385984.0, "2215": 28489385984.0, "2220": 28489385984.0, "2225": 28489385984.0, "2230": 28489385984.0, "2235": 28489385984.0, "2240": 28489385984.0, "2245": 28489385984.0, "2250": 28489385984.0, "2255": 28489385984.0, "2260": 28489385984.0, "2265": 28489385984.0, "2270": 28489385984.0, "2275": 28489385984.0, "2280": 28489385984.0, "2285": 28489385984.0, "2290": 28489385984.0, "2295": 28489385984.0, "2300": 28489385984.0, "2305": 28489385984.0, "2310": 28489385984.0, "2315": 28489385984.0, "2320": 28489385984.0, "2325": 28489385984.0, "2330": 28489385984.0, "2335": 28489385984.0, "2340": 28489385984.0, "2345": 28489385984.0, "2350": 28489385984.0, "2355": 28489385984.0, "2360": 28489385984.0, "2365": 28489385984.0, "2370": 28489385984.0, "2375": 28489385984.0, "2380": 28489385984.0, "2385": 28489385984.0, "2390": 28489385984.0, "2395": 28489385984.0, "2400": 28489385984.0, "2405": 28489385984.0, "2410": 28489385984.0, "2415": 28489385984.0, "2420": 28489385984.0, "2425": 28489385984.0, "2430": 28489385984.0, "2435": 28489385984.0, "2440": 28489385984.0, "2445": 28489385984.0, "2450": 28489385984.0, "2455": 28489385984.0, "2460": 28489385984.0, "2465": 28489385984.0, "2470": 28489385984.0, "2475": 28489385984.0, "2480": 28489385984.0, "2485": 28489385984.0, "2490": 28489385984.0, "2495": 28489385984.0, "2500": 28489385984.0, "2505": 28489385984.0, "2510": 28489385984.0, "2515": 28489385984.0, "2520": 28489385984.0, "2525": 28489385984.0, "2530": 28489385984.0, "2535": 28489385984.0, "2540": 28489385984.0, "2545": 28489385984.0, "2550": 28489385984.0, "2555": 28489385984.0, "2560": 28489385984.0, "2565": 28489385984.0, "2570": 28489385984.0, "2575": 28489385984.0, "2580": 28489385984.0, "2585": 28489385984.0, "2590": 28489385984.0, "2595": 28489385984.0, "2600": 28489385984.0, "2605": 28489385984.0, "2610": 28489385984.0, "2615": 28489385984.0, "2620": 28489385984.0, "2625": 28489385984.0, "2630": 28489385984.0, "2635": 28489385984.0, "2640": 28489385984.0, "2645": 28489385984.0, "2650": 28489385984.0, "2655": 28489385984.0, "2660": 28489385984.0, "2665": 28489385984.0, "2670": 28489385984.0, "2675": 28489385984.0, "2680": 28489385984.0, "2685": 28489385984.0, "2690": 28489385984.0, "2695": 28489385984.0, "2700": 28489385984.0, "2705": 28489385984.0, "2710": 28489385984.0, "2715": 28489385984.0, "2720": 28489385984.0, "2725": 28489385984.0, "2730": 28489385984.0, "2735": 28489385984.0, "2740": 28489385984.0, "2745": 28489385984.0, "2750": 28489385984.0, "2755": 28489385984.0, "2760": 28489385984.0, "2765": 28489385984.0, "2770": 28489385984.0, "2775": 28489385984.0, "2780": 28489385984.0, "2785": 28489385984.0, "2790": 28489385984.0, "2795": 28489385984.0, "2800": 28489385984.0, "2805": 28489385984.0, "2810": 28489385984.0, "2815": 28489385984.0, "2820": 28489385984.0, "2825": 28489385984.0, "2830": 28489385984.0, "2835": 28489385984.0, "2840": 28489385984.0, "2845": 28489385984.0, "2850": 28489385984.0, "2855": 28489385984.0, "2860": 28489385984.0, "2865": 28489385984.0, "2870": 28489385984.0, "2875": 28489385984.0, "2880": 28489385984.0, "2885": 28489385984.0, "2890": 28489385984.0, "2895": 28489385984.0, "2900": 28489385984.0, "2905": 28489385984.0, "2910": 28489385984.0, "2915": 28489385984.0, "2920": 28489385984.0, "2925": 28489385984.0, "2930": 28489385984.0, "2935": 28489385984.0, "2940": 28489385984.0, "2945": 28489385984.0, "2950": 28489385984.0, "2955": 28489385984.0, "2960": 28489385984.0, "2965": 28489385984.0, "2970": 28489385984.0, "2975": 28489385984.0, "2980": 28489385984.0, "2985": 28489385984.0, "2990": 28489385984.0, "2995": 28489385984.0, "3000": 28489385984.0, "3005": 28489385984.0, "3010": 28489385984.0, "3015": 28489385984.0, "3020": 28489385984.0, "3025": 28489385984.0, "3030": 28489385984.0, "3035": 28489385984.0, "3040": 28489385984.0, "3045": 28489385984.0, "3050": 28489385984.0, "3055": 28489385984.0, "3060": 28489385984.0, "3065": 28489385984.0, "3070": 28489385984.0, "3075": 28489385984.0, "3080": 28489385984.0, "3085": 28489385984.0, "3090": 28489385984.0, "3095": 28489385984.0, "3100": 28489385984.0, "3105": 28489385984.0, "3110": 28489385984.0, "3115": 28489385984.0, "3120": 28489385984.0, "3125": 28489385984.0, "3130": 28489385984.0, "3135": 28489385984.0, "3140": 28489385984.0, "3145": 28489385984.0, "3150": 28489385984.0, "3155": 28489385984.0, "3160": 28489385984.0, "3165": 28489385984.0, "3170": 28489385984.0, "3175": 28489385984.0, "3180": 28489385984.0, "3185": 28489385984.0, "3190": 28489385984.0, "3195": 28489385984.0, "3200": 28489385984.0, "3205": 28489385984.0, "3210": 28489385984.0, "3215": 28489385984.0, "3220": 28489385984.0, "3225": 28489385984.0, "3230": 28489385984.0, "3235": 28489385984.0, "3240": 28489385984.0, "3245": 28489385984.0, "3250": 28489385984.0, "3255": 28489385984.0, "3260": 28489385984.0, "3265": 28489385984.0, "3270": 28489385984.0, "3275": 28489385984.0, "3280": 28489385984.0, "3285": 28489385984.0, "3290": 28489385984.0, "3295": 28489385984.0, "3300": 28489385984.0, "3305": 28489385984.0, "3310": 28489385984.0, "3315": 28489385984.0, "3320": 28489385984.0, "3325": 28489385984.0, "3330": 28489385984.0, "3335": 28489385984.0, "3340": 28489385984.0, "3345": 28489385984.0, "3350": 28489385984.0, "3355": 28489385984.0, "3360": 28489385984.0, "3365": 28489385984.0, "3370": 28489385984.0, "3375": 28489385984.0, "3380": 28489385984.0, "3385": 28489385984.0, "3390": 28489385984.0, "3395": 28489385984.0, "3400": 28489385984.0, "3405": 28489385984.0, "3410": 28489385984.0, "3415": 28489385984.0, "3420": 28489385984.0, "3425": 28489385984.0, "3430": 28489385984.0, "3435": 28489385984.0, "3440": 28489385984.0, "3445": 28489385984.0, "3450": 28489385984.0, "3455": 28489385984.0, "3460": 28489385984.0, "3465": 28489385984.0, "3470": 28489385984.0, "3475": 28489385984.0, "3480": 28489385984.0, "3485": 28489385984.0, "3490": 28489385984.0, "3495": 28489385984.0, "3500": 28489385984.0, "3505": 28489385984.0, "3510": 28489385984.0, "3515": 28489385984.0, "3520": 28489385984.0, "3525": 28489385984.0, "3530": 28489385984.0, "3535": 28489385984.0, "3540": 28489385984.0, "3545": 28489385984.0, "3550": 28489385984.0, "3555": 28489385984.0, "3560": 28489385984.0, "3565": 28489385984.0, "3570": 28489568256.0, "3575": 28489568256.0, "3580": 28489568256.0, "3585": 28489568256.0, "3590": 28489568256.0, "3595": 28489568256.0, "3600": 28489568256.0, "3605": 28489568256.0, "3610": 28489568256.0, "3615": 28489568256.0, "3620": 28489568256.0, "3625": 28489568256.0, "3630": 28489568256.0, "3635": 28489568256.0, "3640": 28489568256.0, "3645": 28489568256.0, "3650": 28489568256.0, "3655": 28489568256.0, "3660": 28489568256.0, "3665": 28489568256.0, "3670": 28489568256.0, "3675": 28489568256.0, "3680": 28489568256.0, "3685": 28489568256.0, "3690": 28489568256.0, "3695": 28489568256.0, "3700": 28489568256.0, "3705": 28489568256.0, "3710": 28489568256.0, "3715": 28489568256.0, "3720": 28489568256.0, "3725": 28489568256.0, "3730": 28489568256.0, "3735": 28489568256.0, "3740": 28489568256.0, "3745": 28489568256.0, "3750": 28489568256.0, "3755": 28489568256.0, "3760": 28489568256.0, "3765": 28489568256.0, "3770": 28489568256.0, "3775": 28489568256.0, "3780": 28489568256.0, "3785": 28489568256.0, "3790": 28489568256.0, "3795": 28489568256.0, "3800": 28489568256.0, "3805": 28489568256.0, "3810": 28489568256.0, "3815": 28489568256.0, "3820": 28489568256.0, "3825": 28489568256.0, "3830": 28489568256.0, "3835": 28489568256.0, "3840": 28489568256.0, "3845": 28489568256.0, "3850": 28489568256.0, "3855": 28489568256.0, "3860": 28489568256.0, "3865": 28489568256.0, "3870": 28489568256.0, "3875": 28489568256.0, "3880": 28489568256.0, "3885": 28489568256.0, "3890": 28489568256.0, "3895": 28489568256.0, "3900": 28489568256.0, "3905": 28489568256.0, "3910": 28489568256.0, "3915": 28489568256.0, "3920": 28489568256.0, "3925": 28489568256.0, "3930": 28489568256.0, "3935": 28489568256.0, "3940": 28489568256.0, "3945": 28489568256.0, "3950": 28489568256.0, "3955": 28489568256.0, "3960": 28489568256.0, "3965": 28489568256.0, "3970": 28489568256.0, "3975": 28489568256.0, "3980": 28489568256.0, "3985": 28489568256.0, "3990": 28489568256.0, "3995": 28489568256.0, "4000": 28489568256.0, "4005": 28489568256.0, "4010": 28489568256.0, "4015": 28489568256.0, "4020": 28489568256.0, "4025": 28489568256.0, "4030": 28489568256.0, "4035": 28489568256.0, "4040": 28489568256.0, "4045": 28489568256.0, "4050": 28489568256.0, "4055": 28489568256.0, "4060": 28489568256.0, "4065": 28489568256.0, "4070": 28489568256.0, "4075": 28489568256.0, "4080": 28489568256.0, "4085": 28489568256.0, "4090": 28489568256.0, "4095": 28489568256.0, "4100": 28489568256.0, "4105": 28489568256.0, "4110": 28489568256.0, "4115": 28489568256.0, "4120": 28489568256.0, "4125": 28489568256.0, "4130": 28489568256.0, "4135": 28489568256.0, "4140": 28489568256.0, "4145": 28489568256.0, "4150": 28489568256.0, "4155": 28489568256.0, "4160": 28489568256.0, "4165": 28489568256.0, "4170": 28489568256.0, "4175": 28489568256.0, "4180": 28489568256.0, "4185": 28489568256.0, "4190": 28489568256.0, "4195": 28489568256.0, "4200": 28489568256.0, "4205": 28489568256.0, "4210": 28489568256.0, "4215": 28489568256.0, "4220": 28489568256.0, "4225": 28489568256.0, "4230": 28489568256.0, "4235": 28489568256.0, "4240": 28489568256.0, "4245": 28489568256.0, "4250": 28489568256.0, "4255": 28489568256.0, "4260": 28489568256.0, "4265": 28489568256.0, "4270": 28489568256.0, "4275": 28489568256.0, "4280": 28489568256.0, "4285": 28489568256.0, "4290": 28489568256.0, "4295": 28489568256.0, "4300": 28489568256.0, "4305": 28489568256.0, "4310": 28489568256.0, "4315": 28489568256.0, "4320": 28489568256.0, "4325": 28489568256.0, "4330": 28489568256.0, "4335": 28489568256.0, "4340": 28489568256.0, "4345": 28489568256.0, "4350": 28489568256.0, "4355": 28489568256.0, "4360": 28489568256.0, "4365": 28489568256.0, "4370": 28489568256.0, "4375": 28489568256.0, "4380": 28489568256.0, "4385": 28489568256.0, "4390": 28489568256.0, "4395": 28489568256.0, "4400": 28489568256.0, "4405": 28489568256.0, "4410": 28489568256.0, "4415": 28489568256.0, "4420": 28489568256.0, "4425": 28489568256.0, "4430": 28489568256.0, "4435": 28489568256.0, "4440": 28489568256.0, "4445": 28489568256.0, "4450": 28489568256.0, "4455": 28489568256.0, "4460": 28489568256.0, "4465": 28489568256.0, "4470": 28489568256.0, "4475": 28489568256.0, "4480": 28489568256.0, "4485": 28489568256.0, "4490": 28489568256.0, "4495": 28489568256.0, "4500": 28489568256.0, "4505": 28489568256.0, "4510": 28489568256.0, "4515": 28489568256.0, "4520": 28489568256.0, "4525": 28489568256.0, "4530": 28489568256.0, "4535": 28489568256.0, "4540": 28489568256.0, "4545": 28489568256.0, "4550": 28489568256.0, "4555": 28489568256.0, "4560": 28489568256.0, "4565": 28489568256.0, "4570": 28489568256.0, "4575": 28489568256.0, "4580": 28489568256.0, "4585": 28489568256.0, "4590": 28489568256.0, "4595": 28489568256.0, "4600": 28489568256.0, "4605": 28489568256.0, "4610": 28489568256.0, "4615": 28489568256.0, "4620": 28489568256.0, "4625": 28489568256.0, "4630": 28489568256.0, "4635": 28489568256.0, "4640": 28489568256.0, "4645": 28489568256.0, "4650": 28489568256.0, "4655": 28489568256.0, "4660": 28489568256.0, "4665": 28489568256.0, "4670": 28489568256.0, "4675": 28489568256.0, "4680": 28489568256.0, "4685": 28489568256.0, "4690": 28489568256.0, "4695": 28489568256.0, "4700": 28489568256.0, "4705": 28489568256.0, "4710": 28489568256.0, "4715": 28489568256.0, "4720": 28489568256.0, "4725": 28489568256.0, "4730": 28489568256.0, "4735": 28489568256.0, "4740": 28489568256.0, "4745": 28489568256.0, "4750": 28489568256.0, "4755": 28489568256.0, "4760": 28489568256.0, "4765": 28489568256.0, "4770": 28489568256.0, "4775": 28489568256.0, "4780": 28489568256.0, "4785": 28489568256.0, "4790": 28489568256.0, "4795": 28489568256.0, "4800": 28489568256.0, "4805": 28489568256.0, "4810": 28489568256.0, "4815": 28489568256.0, "4820": 28489568256.0, "4825": 28489568256.0, "4830": 28489568256.0, "4835": 28489568256.0, "4840": 28489568256.0, "4845": 28489568256.0, "4850": 28489568256.0, "4855": 28489568256.0, "4860": 28489568256.0, "4865": 28489568256.0, "4870": 28489568256.0, "4875": 28489568256.0, "4880": 28489568256.0, "4885": 28489568256.0, "4890": 28489568256.0, "4895": 28489568256.0, "4900": 28489568256.0, "4905": 28489568256.0, "4910": 28489568256.0, "4915": 28489568256.0, "4920": 28489568256.0, "4925": 28489568256.0, "4930": 28489568256.0, "4935": 28489568256.0, "4940": 28489568256.0, "4945": 28489568256.0, "4950": 28489568256.0, "4955": 28489568256.0, "4960": 28489568256.0, "4965": 28489568256.0, "4970": 28489568256.0, "4975": 28489568256.0, "4980": 28489568256.0, "4985": 28489568256.0, "4990": 28489568256.0, "4995": 28489568256.0, "5000": 28489568256.0, "5005": 28489568256.0, "5010": 28489568256.0, "5015": 28489568256.0, "5020": 28489568256.0, "5025": 28489568256.0, "5030": 28489568256.0, "5035": 28489568256.0, "5040": 28489568256.0, "5045": 28489568256.0, "5050": 28489568256.0, "5055": 28489568256.0, "5060": 28489568256.0, "5065": 28489568256.0, "5070": 28489568256.0, "5075": 28489568256.0, "5080": 28489568256.0, "5085": 28489568256.0, "5090": 28489568256.0, "5095": 28489568256.0, "5100": 28489568256.0, "5105": 28489568256.0, "5110": 28489568256.0, "5115": 28489568256.0, "5120": 28489568256.0, "5125": 28489568256.0, "5130": 28489568256.0, "5135": 28489568256.0, "5140": 28489568256.0, "5145": 28489568256.0, "5150": 28489568256.0, "5155": 28489568256.0, "5160": 28489568256.0, "5165": 28489568256.0, "5170": 28489568256.0, "5175": 28489568256.0, "5180": 28489568256.0, "5185": 28489568256.0, "5190": 28489568256.0, "5195": 28489568256.0, "5200": 28489568256.0, "5205": 28489568256.0, "5210": 28489568256.0, "5215": 28489568256.0, "5220": 28489568256.0, "5225": 28489568256.0, "5230": 28489568256.0, "5235": 28489568256.0, "5240": 28489568256.0, "5245": 28489568256.0, "5250": 28489568256.0, "5255": 28489568256.0, "5260": 28489568256.0, "5265": 28489568256.0, "5270": 28489568256.0, "5275": 28489568256.0, "5280": 28489568256.0, "5285": 28489568256.0, "5290": 28489568256.0, "5295": 28489568256.0, "5300": 28489568256.0, "5305": 28489568256.0, "5310": 28489568256.0, "5315": 28489568256.0, "5320": 28489568256.0, "5325": 28489568256.0, "5330": 28489568256.0, "5335": 28489568256.0, "5340": 28489568256.0, "5345": 28489568256.0, "5350": 28489568256.0, "5355": 28489568256.0, "5360": 28489568256.0, "5365": 28489568256.0, "5370": 28489568256.0, "5375": 28489568256.0, "5380": 28489568256.0, "5385": 28489568256.0, "5390": 28489568256.0, "5395": 28489568256.0, "5400": 28489568256.0, "5405": 28489568256.0, "5410": 28489568256.0, "5415": 28489568256.0, "5420": 28489568256.0, "5425": 28489568256.0, "5430": 28489568256.0, "5435": 28489568256.0, "5440": 28489568256.0, "5445": 28489568256.0, "5450": 28489568256.0, "5455": 28489568256.0, "5460": 28489568256.0, "5465": 28489568256.0, "5470": 28489568256.0, "5475": 28489568256.0, "5480": 28489568256.0, "5485": 28489568256.0, "5490": 28489568256.0, "5495": 28489568256.0, "5500": 28489568256.0, "5505": 28489568256.0, "5510": 28489568256.0, "5515": 28489568256.0, "5520": 28489568256.0, "5525": 28489568256.0, "5530": 28489568256.0, "5535": 28489568256.0, "5540": 28489568256.0, "5545": 28489568256.0, "5550": 28489568256.0, "5555": 28489568256.0, "5560": 28489568256.0, "5565": 28489568256.0, "5570": 28489568256.0, "5575": 28489568256.0, "5580": 28489568256.0, "5585": 28489568256.0, "5590": 28489568256.0, "5595": 28489568256.0, "5600": 28489568256.0, "5605": 28489568256.0, "5610": 28489568256.0, "5615": 28489568256.0, "5620": 28489568256.0, "5625": 28489568256.0, "5630": 28489568256.0, "5635": 28489568256.0, "5640": 28489568256.0, "5645": 28489568256.0, "5650": 28489568256.0, "5655": 28489568256.0, "5660": 28489568256.0, "5665": 28489568256.0, "5670": 28489568256.0, "5675": 28489568256.0, "5680": 28489568256.0, "5685": 28489568256.0, "5690": 28489568256.0, "5695": 28489568256.0, "5700": 28489568256.0, "5705": 28489568256.0, "5710": 28489568256.0, "5715": 28489568256.0, "5720": 28489568256.0, "5725": 28489568256.0, "5730": 28489568256.0, "5735": 28489568256.0, "5740": 28489568256.0, "5745": 28489568256.0, "5750": 28489568256.0, "5755": 28489568256.0, "5760": 28489568256.0, "5765": 28489568256.0, "5770": 28489568256.0, "5775": 28489568256.0, "5780": 28489568256.0, "5785": 28489568256.0, "5790": 28489568256.0, "5795": 28489568256.0, "5800": 28489568256.0, "5805": 28489568256.0, "5810": 28489568256.0, "5815": 28489568256.0, "5820": 28489568256.0, "5825": 28489568256.0, "5830": 28489568256.0, "5835": 28489568256.0, "5840": 28489568256.0, "5845": 28489568256.0, "5850": 28489568256.0, "5855": 28489568256.0, "5860": 28489568256.0, "5865": 28489568256.0, "5870": 28489568256.0, "5875": 28489568256.0, "5880": 28489568256.0, "5885": 28489568256.0, "5890": 28489568256.0, "5895": 28489568256.0, "5900": 28489568256.0, "5905": 28489568256.0, "5910": 28489568256.0, "5915": 28489568256.0, "5920": 28489568256.0, "5925": 28489568256.0, "5930": 28489568256.0, "5935": 28489568256.0, "5940": 28489568256.0, "5945": 28489568256.0, "5950": 28489568256.0, "5955": 28489568256.0, "5960": 28489568256.0, "5965": 28489568256.0, "5970": 28489568256.0, "5975": 28489568256.0, "5980": 28489568256.0, "5985": 28489568256.0, "5990": 28489568256.0, "5995": 28489568256.0, "6000": 28489568256.0, "6005": 28489568256.0, "6010": 28489568256.0, "6015": 28489568256.0, "6020": 28489568256.0, "6025": 28489568256.0, "6030": 28489568256.0, "6035": 28489568256.0, "6040": 28489568256.0, "6045": 28489568256.0, "6050": 28489568256.0, "6055": 28489568256.0, "6060": 28489568256.0, "6065": 28489568256.0, "6070": 28489568256.0, "6075": 28489568256.0, "6080": 28489568256.0, "6085": 28489568256.0, "6090": 28489568256.0, "6095": 28489568256.0, "6100": 28489568256.0, "6105": 28489568256.0, "6110": 28489568256.0, "6115": 28489568256.0, "6120": 28489568256.0, "6125": 28489568256.0, "6130": 28489568256.0, "6135": 28489568256.0, "6140": 28489568256.0, "6145": 28489568256.0, "6150": 28489568256.0, "6155": 28489568256.0, "6160": 28489568256.0, "6165": 28489568256.0, "6170": 28489568256.0, "6175": 28489568256.0, "6180": 28489568256.0, "6185": 28489568256.0, "6190": 28489568256.0, "6195": 28489568256.0, "6200": 28489568256.0, "6205": 28489568256.0, "6210": 28489568256.0, "6215": 28489568256.0, "6220": 28489568256.0, "6225": 28489568256.0, "6230": 28489568256.0, "6235": 28489568256.0, "6240": 28489568256.0, "6245": 28489568256.0, "6250": 28489568256.0, "6255": 28489568256.0, "6260": 28489568256.0, "6265": 28489568256.0, "6270": 28489568256.0, "6275": 28489568256.0, "6280": 28489568256.0, "6285": 28489568256.0, "6290": 28489568256.0, "6295": 28489568256.0, "6300": 28489568256.0, "6305": 28489568256.0, "6310": 28489568256.0, "6315": 28489568256.0, "6320": 28489568256.0, "6325": 28489568256.0, "6330": 28489568256.0, "6335": 28489568256.0, "6340": 28489568256.0, "6345": 28489568256.0, "6350": 28489568256.0, "6355": 28489568256.0, "6360": 28489568256.0, "6365": 28489568256.0, "6370": 28489568256.0, "6375": 28489568256.0, "6380": 28489568256.0, "6385": 28489568256.0, "6390": 28489568256.0, "6395": 28489568256.0, "6400": 28489568256.0, "6405": 28489568256.0, "6410": 28489568256.0, "6415": 28489568256.0, "6420": 28489568256.0, "6425": 28489568256.0, "6430": 28489568256.0, "6435": 28489568256.0, "6440": 28489568256.0, "6445": 28489568256.0, "6450": 28489568256.0, "6455": 28489568256.0, "6460": 28489568256.0, "6465": 28489568256.0, "6470": 28489568256.0, "6475": 28489568256.0, "6480": 28489568256.0, "6485": 28489568256.0, "6490": 28489568256.0, "6495": 28489568256.0, "6500": 28489568256.0, "6505": 28489568256.0, "6510": 28489568256.0, "6515": 28489568256.0, "6520": 28489568256.0, "6525": 28489568256.0, "6530": 28489568256.0, "6535": 28489568256.0, "6540": 28489568256.0, "6545": 28489568256.0, "6550": 28489568256.0, "6555": 28489568256.0, "6560": 28489568256.0, "6565": 28489568256.0, "6570": 28489568256.0, "6575": 28489568256.0, "6580": 28489568256.0, "6585": 28489568256.0, "6590": 28489568256.0, "6595": 28489568256.0, "6600": 28489568256.0, "6605": 28489568256.0, "6610": 28489568256.0, "6615": 28489568256.0, "6620": 28489568256.0, "6625": 28489568256.0, "6630": 28489568256.0, "6635": 28489568256.0, "6640": 28489568256.0, "6645": 28489568256.0, "6650": 28489568256.0, "6655": 28489568256.0, "6660": 28489568256.0, "6665": 28489568256.0, "6670": 28489568256.0, "6675": 28489568256.0, "6680": 28489568256.0, "6685": 28489568256.0, "6690": 28489568256.0, "6695": 28489568256.0, "6700": 28489568256.0, "6705": 28489568256.0, "6710": 28489568256.0, "6715": 28489568256.0, "6720": 28489568256.0, "6725": 28489568256.0, "6730": 28489568256.0, "6735": 28489568256.0, "6740": 28489568256.0, "6745": 28489568256.0, "6750": 28489568256.0, "6755": 28489568256.0, "6760": 28489568256.0, "6765": 28489568256.0, "6770": 28489568256.0, "6775": 28489568256.0, "6780": 28489568256.0, "6785": 28489568256.0, "6790": 28489568256.0, "6795": 28489568256.0, "6800": 28489568256.0, "6805": 28489568256.0, "6810": 28489568256.0, "6815": 28489568256.0, "6820": 28489568256.0, "6825": 28489568256.0, "6830": 28489568256.0, "6835": 28489568256.0, "6840": 28489568256.0, "6845": 28489568256.0, "6850": 28489568256.0, "6855": 28489568256.0, "6860": 28489568256.0, "6865": 28489568256.0, "6870": 28489568256.0, "6875": 28489568256.0, "6880": 28489568256.0, "6885": 28489568256.0, "6890": 28489568256.0, "6895": 28489568256.0, "6900": 28489568256.0, "6905": 28489568256.0, "6910": 28489568256.0, "6915": 28489568256.0, "6920": 28489568256.0, "6925": 28489568256.0, "6930": 28489568256.0, "6935": 28489568256.0, "6940": 28489568256.0, "6945": 28489568256.0, "6950": 28489568256.0, "6955": 28489568256.0, "6960": 28489568256.0, "6965": 28489568256.0, "6970": 28489568256.0, "6975": 28489568256.0, "6980": 28489568256.0, "6985": 28489568256.0, "6990": 28489568256.0, "6995": 28489568256.0, "7000": 28489568256.0, "7005": 28489568256.0, "7010": 28489568256.0, "7015": 28489568256.0, "7020": 28489568256.0, "7025": 28489568256.0, "7030": 28489568256.0, "7035": 28489568256.0, "7040": 28489568256.0, "7045": 28489568256.0, "7050": 28489568256.0, "7055": 28489568256.0, "7060": 28489568256.0, "7065": 28489568256.0, "7070": 28489568256.0, "7075": 28489568256.0, "7080": 28489568256.0, "7085": 28489568256.0, "7090": 28489568256.0, "7095": 28489568256.0, "7100": 28489568256.0, "7105": 28489568256.0, "7110": 28489568256.0, "7115": 28489568256.0, "7120": 28489568256.0, "7125": 28489568256.0, "7130": 28489568256.0, "7135": 28489568256.0, "7140": 28489568256.0, "7145": 28489568256.0, "7150": 28489568256.0, "7155": 28489568256.0, "7160": 28489568256.0, "7165": 28489568256.0, "7170": 28489568256.0, "7175": 28489568256.0, "7180": 28489568256.0, "7185": 28489568256.0, "7190": 28489568256.0, "7195": 28489568256.0, "7200": 28489568256.0, "7205": 28489568256.0, "7210": 28489568256.0, "7215": 28489568256.0, "7220": 28489568256.0, "7225": 28489568256.0, "7230": 28489568256.0, "7235": 28489568256.0, "7240": 28489568256.0, "7245": 28489568256.0, "7250": 28489568256.0, "7255": 28489568256.0, "7260": 28489568256.0, "7265": 28489568256.0, "7270": 28489568256.0, "7275": 28489568256.0, "7280": 28489568256.0, "7285": 28489568256.0, "7290": 28489568256.0, "7295": 28489568256.0, "7300": 28489568256.0, "7305": 28489568256.0, "7310": 28489568256.0, "7315": 28489568256.0, "7320": 28489568256.0, "7325": 28489568256.0, "7330": 28489568256.0, "7335": 28489568256.0, "7340": 28489568256.0, "7345": 28489568256.0, "7350": 28489568256.0, "7355": 28489568256.0, "7360": 28489568256.0, "7365": 28489568256.0, "7370": 28489568256.0, "7375": 28489568256.0, "7380": 28489568256.0, "7385": 28489568256.0, "7390": 28489568256.0, "7395": 28489568256.0, "7400": 28489568256.0, "7405": 28489568256.0, "7410": 28489568256.0, "7415": 28489568256.0, "7420": 28489568256.0, "7425": 28489568256.0, "7430": 28489568256.0, "7435": 28489568256.0, "7440": 28489568256.0, "7445": 28489568256.0, "7450": 28489568256.0, "7455": 28489568256.0, "7460": 28489568256.0, "7465": 28489568256.0, "7470": 28489568256.0, "7475": 28489568256.0, "7480": 28489568256.0, "7485": 28489568256.0, "7490": 28489568256.0, "7495": 28489568256.0, "7500": 28489568256.0, "7505": 28489568256.0, "7510": 28489568256.0, "7515": 28489568256.0, "7520": 28489568256.0, "7525": 28489568256.0, "7530": 28489568256.0, "7535": 28489568256.0, "7540": 28489568256.0, "7545": 28489568256.0, "7550": 28489568256.0, "7555": 28489568256.0, "7560": 28489568256.0, "7565": 28489568256.0, "7570": 28489568256.0, "7575": 28489568256.0, "7580": 28489568256.0, "7585": 28489568256.0, "7590": 28489568256.0, "7595": 28489568256.0, "7600": 28489568256.0, "7605": 28489568256.0, "7610": 28489568256.0, "7615": 28489568256.0, "7620": 28489568256.0, "7625": 28489568256.0, "7630": 28489568256.0, "7635": 28489568256.0, "7640": 28489568256.0, "7645": 28489568256.0, "7650": 28489568256.0, "7655": 28489568256.0, "7660": 28489568256.0, "7665": 28489568256.0, "7670": 28489568256.0, "7675": 28489568256.0, "7680": 28489568256.0, "7685": 28489568256.0, "7690": 28489568256.0, "7695": 28489568256.0, "7700": 28489568256.0, "7705": 28489568256.0, "7710": 28489568256.0, "7715": 28489568256.0, "7720": 28489568256.0, "7725": 28489568256.0, "7730": 28489568256.0, "7735": 28489568256.0, "7740": 28489568256.0, "7745": 28489568256.0, "7750": 28489568256.0, "7755": 28489568256.0, "7760": 28489568256.0, "7765": 28489568256.0, "7770": 28489568256.0, "7775": 28489568256.0, "7780": 28489568256.0, "7785": 28489568256.0, "7790": 28489568256.0, "7795": 28489568256.0, "7800": 28489568256.0, "7805": 28489568256.0, "7810": 28489568256.0, "7815": 28489568256.0, "7820": 28489568256.0, "7825": 28489568256.0, "7830": 28489568256.0, "7835": 28489568256.0, "7840": 28489568256.0, "7845": 28489568256.0, "7850": 28489568256.0, "7855": 28489568256.0, "7860": 28489568256.0, "7865": 28489568256.0, "7870": 28489568256.0, "7875": 28489568256.0, "7880": 28489568256.0, "7885": 28489568256.0, "7890": 28489568256.0, "7895": 28489568256.0, "7900": 28489568256.0, "7905": 28489568256.0, "7910": 28489568256.0, "7915": 28489568256.0, "7920": 28489568256.0, "7925": 28489568256.0, "7930": 28489568256.0, "7935": 28489568256.0, "7940": 28489568256.0, "7945": 28489568256.0, "7950": 28489568256.0, "7955": 28489568256.0, "7960": 28489568256.0, "7965": 28489568256.0, "7970": 28489568256.0, "7975": 28489568256.0, "7980": 28489568256.0, "7985": 28489568256.0, "7990": 28489568256.0, "7995": 28489568256.0, "8000": 28489568256.0, "8005": 28489568256.0, "8010": 28489568256.0, "8015": 28489568256.0, "8020": 28489568256.0, "8025": 28489568256.0, "8030": 28489568256.0, "8035": 28489568256.0, "8040": 28489568256.0, "8045": 28489568256.0, "8050": 28489568256.0, "8055": 28489568256.0, "8060": 28489568256.0, "8065": 28489568256.0, "8070": 28489568256.0, "8075": 28489568256.0, "8080": 28489568256.0, "8085": 28489568256.0, "8090": 28489568256.0, "8095": 28489568256.0, "8100": 28489568256.0, "8105": 28489568256.0, "8110": 28489568256.0, "8115": 28489568256.0, "8120": 28489568256.0, "8125": 28489568256.0, "8130": 28489568256.0, "8135": 28489568256.0, "8140": 28489568256.0, "8145": 28489568256.0, "8150": 28489568256.0, "8155": 28489568256.0, "8160": 28489568256.0, "8165": 28489568256.0, "8170": 28489568256.0, "8175": 28489568256.0, "8180": 28489568256.0, "8185": 28489568256.0, "8190": 28489568256.0, "8195": 28489568256.0, "8200": 28489568256.0, "8205": 28489568256.0, "8210": 28489568256.0, "8215": 28489568256.0, "8220": 28489568256.0, "8225": 28489568256.0, "8230": 28489568256.0, "8235": 28489568256.0, "8240": 28489568256.0, "8245": 28489568256.0, "8250": 28489568256.0, "8255": 28489568256.0, "8260": 28489568256.0, "8265": 28489568256.0, "8270": 28489568256.0, "8275": 28489568256.0, "8280": 28489568256.0, "8285": 28489568256.0, "8290": 28489568256.0, "8295": 28489568256.0, "8300": 28489568256.0, "8305": 28489568256.0, "8310": 28489568256.0, "8315": 28489568256.0, "8320": 28489568256.0, "8325": 28489568256.0, "8330": 28489568256.0, "8335": 28489568256.0, "8340": 28489568256.0, "8345": 28489568256.0, "8350": 28489568256.0, "8355": 28489568256.0, "8360": 28489568256.0, "8365": 28489568256.0, "8370": 28489568256.0, "8375": 28489568256.0, "8380": 28489568256.0, "8385": 28489568256.0, "8390": 28489568256.0, "8395": 28489568256.0, "8400": 28489568256.0, "8405": 28489568256.0, "8410": 28489568256.0, "8415": 28489568256.0, "8420": 28489568256.0, "8425": 28489568256.0, "8430": 28489568256.0, "8435": 28489568256.0, "8440": 28489568256.0, "8445": 28489568256.0, "8450": 28489568256.0, "8455": 28489568256.0, "8460": 28489568256.0, "8465": 28489568256.0, "8470": 28489568256.0, "8475": 28489568256.0, "8480": 28489568256.0, "8485": 28489568256.0, "8490": 28489568256.0, "8495": 28489568256.0, "8500": 28489568256.0, "8505": 28489568256.0, "8510": 28489568256.0, "8515": 28489568256.0, "8520": 28489568256.0, "8525": 28489568256.0, "8530": 28489568256.0, "8535": 28489568256.0, "8540": 28489568256.0, "8545": 28489568256.0, "8550": 28489568256.0, "8555": 28489568256.0, "8560": 28489568256.0, "8565": 28489568256.0, "8570": 28489568256.0, "8575": 28489568256.0, "8580": 28489568256.0, "8585": 28489568256.0, "8590": 28489568256.0, "8595": 28489568256.0, "8600": 28489568256.0, "8605": 28489568256.0, "8610": 28489568256.0, "8615": 28489568256.0, "8620": 28489568256.0, "8625": 28489568256.0, "8630": 28489568256.0, "8635": 28489568256.0, "8640": 28489568256.0, "8645": 28489568256.0, "8650": 28489568256.0, "8655": 28489568256.0, "8660": 28489568256.0, "8665": 28489568256.0, "8670": 28489568256.0, "8675": 28489568256.0, "8680": 28489568256.0, "8685": 28489568256.0, "8690": 28489568256.0, "8695": 28489568256.0, "8700": 28489568256.0, "8705": 28489568256.0, "8710": 28489568256.0, "8715": 28489568256.0, "8720": 28489568256.0, "8725": 28489568256.0, "8730": 28489568256.0, "8735": 28489568256.0, "8740": 28489568256.0, "8745": 28489568256.0, "8750": 28489568256.0, "8755": 28489568256.0, "8760": 28489568256.0, "8765": 28489568256.0, "8770": 28489568256.0, "8775": 28489568256.0, "8780": 28489568256.0, "8785": 28489568256.0, "8790": 28489568256.0, "8795": 28489568256.0, "8800": 28489568256.0, "8805": 28489568256.0, "8810": 28489568256.0, "8815": 28489568256.0, "8820": 28489568256.0, "8825": 28489568256.0, "8830": 28489568256.0, "8835": 28489568256.0, "8840": 28489568256.0, "8845": 28489568256.0, "8850": 28489568256.0, "8855": 28489568256.0, "8860": 28489568256.0, "8865": 28489568256.0, "8870": 28489568256.0, "8875": 28489568256.0, "8880": 28489568256.0, "8885": 28489568256.0, "8890": 28489568256.0, "8895": 28489568256.0, "8900": 28489568256.0, "8905": 28489568256.0, "8910": 28489568256.0, "8915": 28489568256.0, "8920": 28489568256.0, "8925": 28489568256.0, "8930": 28489568256.0, "8935": 28489568256.0, "8940": 28489568256.0, "8945": 28489568256.0, "8950": 28489568256.0, "8955": 28489568256.0, "8960": 28489568256.0, "8965": 28489568256.0, "8970": 28489568256.0, "8975": 28489568256.0, "8980": 28489568256.0, "8985": 28489568256.0, "8990": 28489568256.0, "8995": 28489568256.0, "9000": 28489568256.0, "9005": 28489568256.0, "9010": 28489568256.0, "9015": 28489568256.0, "9020": 28489568256.0, "9025": 28489568256.0, "9030": 28489568256.0, "9035": 28489568256.0, "9040": 28489568256.0, "9045": 28489568256.0, "9050": 28489568256.0, "9055": 28489568256.0, "9060": 28489568256.0, "9065": 28489568256.0, "9070": 28489568256.0, "9075": 28489568256.0, "9080": 28489568256.0, "9085": 28489568256.0, "9090": 28489568256.0, "9095": 28489568256.0, "9100": 28489568256.0, "9105": 28489568256.0, "9110": 28489568256.0, "9115": 28489568256.0, "9120": 28489568256.0, "9125": 28489568256.0, "9130": 28489568256.0, "9135": 28489568256.0, "9140": 28489568256.0, "9145": 28489568256.0, "9150": 28489568256.0, "9155": 28489568256.0, "9160": 28489568256.0, "9165": 28489568256.0, "9170": 28489568256.0, "9175": 28489568256.0, "9180": 28489568256.0, "9185": 28489568256.0, "9190": 28489568256.0, "9195": 28489568256.0, "9200": 28489568256.0, "9205": 28489568256.0, "9210": 28489568256.0, "9215": 28489568256.0, "9220": 28489568256.0, "9225": 28489568256.0, "9230": 28489568256.0, "9235": 28489568256.0, "9240": 28489568256.0, "9245": 28489568256.0, "9250": 28489568256.0, "9255": 28489568256.0, "9260": 28489568256.0, "9265": 28489568256.0, "9270": 28489568256.0, "9275": 28489568256.0, "9280": 28489568256.0, "9285": 28489568256.0, "9290": 28489568256.0, "9295": 28489568256.0, "9300": 28489568256.0, "9305": 28489568256.0, "9310": 28489568256.0, "9315": 28489568256.0, "9320": 28489568256.0, "9325": 28489568256.0, "9330": 28489568256.0, "9335": 28489568256.0, "9340": 28489568256.0, "9345": 28489568256.0, "9350": 28489568256.0, "9355": 28489568256.0, "9360": 28489568256.0, "9365": 28489568256.0, "9370": 28489568256.0, "9375": 28489568256.0, "9380": 28489568256.0, "9385": 28489568256.0, "9390": 28489568256.0, "9395": 28489568256.0, "9400": 28489568256.0, "9405": 28489568256.0, "9410": 28489568256.0, "9415": 28489568256.0, "9420": 28489568256.0, "9425": 28489568256.0, "9430": 28489568256.0, "9435": 28489568256.0, "9440": 28489568256.0, "9445": 28489568256.0, "9450": 28489568256.0, "9455": 28489568256.0, "9460": 28489568256.0, "9465": 28489568256.0, "9470": 28489568256.0, "9475": 28489568256.0, "9480": 28489568256.0, "9485": 28489568256.0, "9490": 28489568256.0, "9495": 28489568256.0, "9500": 28489568256.0, "9505": 28489568256.0, "9510": 28489568256.0, "9515": 28489568256.0, "9520": 28489568256.0, "9525": 28489568256.0, "9530": 28489568256.0, "9535": 28489568256.0, "9540": 28489568256.0, "9545": 28489568256.0, "9550": 28489568256.0, "9555": 28489568256.0, "9560": 28489568256.0, "9565": 28489568256.0, "9570": 28489568256.0, "9575": 28489568256.0, "9580": 28489568256.0, "9585": 28489568256.0, "9590": 28489568256.0, "9595": 28489568256.0, "9600": 28489568256.0, "9605": 28489568256.0, "9610": 28489568256.0, "9615": 28489568256.0, "9620": 28489568256.0, "9625": 28489568256.0, "9630": 28489568256.0, "9635": 28489568256.0, "9640": 28489568256.0, "9645": 28489568256.0, "9650": 28489568256.0, "9655": 28489568256.0, "9660": 28489568256.0, "9665": 28489568256.0, "9670": 28489568256.0, "9675": 28489568256.0, "9680": 28489568256.0, "9685": 28489568256.0, "9690": 28489568256.0, "9695": 28489568256.0, "9700": 28489568256.0, "9705": 28489568256.0, "9710": 28489568256.0, "9715": 28489568256.0, "9720": 28489568256.0, "9725": 28489568256.0, "9730": 28489568256.0, "9735": 28489568256.0, "9740": 28489568256.0, "9745": 28489568256.0, "9750": 28489568256.0, "9755": 28489568256.0, "9760": 28489568256.0, "9765": 28489568256.0, "9770": 28489568256.0, "9775": 28489568256.0, "9780": 28489568256.0, "9785": 28489568256.0, "9790": 28489568256.0, "9795": 28489568256.0, "9800": 28489568256.0, "9805": 28489568256.0, "9810": 28489568256.0, "9815": 28489568256.0, "9820": 28489568256.0, "9825": 28489568256.0, "9830": 28489568256.0, "9835": 28489568256.0, "9840": 28489568256.0, "9845": 28489568256.0, "9850": 28489568256.0, "9855": 28489568256.0, "9860": 28489568256.0, "9865": 28489568256.0, "9870": 28489568256.0, "9875": 28489568256.0, "9880": 28489568256.0, "9885": 28489568256.0, "9890": 28489568256.0, "9895": 28489568256.0, "9900": 28489568256.0, "9905": 28489568256.0, "9910": 28489568256.0, "9915": 28489568256.0, "9920": 28489568256.0, "9925": 28489568256.0, "9930": 28489568256.0, "9935": 28489568256.0, "9940": 28489568256.0, "9945": 28489568256.0, "9950": 28489568256.0, "9955": 28489568256.0, "9960": 28489568256.0, "9965": 28489568256.0, "9970": 28489568256.0, "9975": 28489568256.0, "9980": 28489568256.0, "9985": 28489568256.0, "9990": 28489568256.0, "9995": 28489568256.0, "10000": 28489568256.0, "10005": 28489568256.0, "10010": 28489568256.0, "10015": 28489568256.0, "10020": 28489568256.0, "10025": 28489568256.0, "10030": 28489568256.0, "10035": 28489568256.0, "10040": 28489568256.0, "10045": 28489568256.0, "10050": 28489568256.0, "10055": 28489568256.0, "10060": 28489568256.0, "10065": 28489568256.0, "10070": 28489568256.0, "10075": 28489568256.0, "10080": 28489568256.0, "10085": 28489568256.0, "10090": 28489568256.0, "10095": 28489568256.0, "10100": 28489568256.0, "10105": 28489568256.0, "10110": 28489568256.0, "10115": 28489568256.0, "10120": 28489568256.0, "10125": 28489568256.0, "10130": 28489568256.0, "10135": 28489568256.0, "10140": 28489568256.0, "10145": 28489568256.0, "10150": 28489568256.0, "10155": 28489568256.0, "10160": 28489568256.0, "10165": 28489568256.0, "10170": 28489568256.0, "10175": 28489568256.0, "10180": 28489568256.0, "10185": 28489568256.0, "10190": 28489568256.0, "10195": 28489568256.0, "10200": 28489568256.0, "10205": 28489568256.0, "10210": 28489568256.0, "10215": 28489568256.0, "10220": 28489568256.0, "10225": 28489568256.0, "10230": 28489568256.0, "10235": 28489568256.0, "10240": 28489568256.0, "10245": 28489568256.0, "10250": 28489568256.0, "10255": 28489568256.0, "10260": 28489568256.0, "10265": 28489568256.0, "10270": 28489568256.0, "10275": 28489568256.0, "10280": 28489568256.0, "10285": 28489568256.0, "10290": 28489568256.0, "10295": 28489568256.0, "10300": 28489568256.0, "10305": 28489568256.0, "10310": 28489568256.0, "10315": 28489568256.0, "10320": 28489568256.0, "10325": 28489568256.0, "10330": 28489568256.0, "10335": 28489568256.0, "10340": 28489568256.0, "10345": 28489568256.0, "10350": 28489568256.0, "10355": 28489568256.0, "10360": 28489568256.0, "10365": 28489568256.0, "10370": 28489568256.0, "10375": 28489568256.0, "10380": 28489568256.0, "10385": 28489568256.0, "10390": 28489568256.0, "10395": 28489568256.0, "10400": 28489568256.0, "10405": 28489568256.0, "10410": 28489568256.0, "10415": 28489568256.0, "10420": 28489568256.0, "10425": 28489568256.0, "10430": 28489568256.0, "10435": 28489568256.0, "10440": 28489568256.0, "10445": 28489568256.0, "10450": 28489568256.0, "10455": 28489568256.0, "10460": 28489568256.0, "10465": 28489568256.0, "10470": 28489568256.0, "10475": 28489568256.0, "10480": 28489568256.0, "10485": 28489568256.0, "10490": 28489568256.0, "10495": 28489568256.0, "10500": 28489568256.0, "10505": 28489568256.0, "10510": 28489568256.0, "10515": 28489568256.0, "10520": 28489568256.0, "10525": 28489568256.0, "10530": 28489568256.0, "10535": 28489568256.0, "10540": 28489568256.0, "10545": 28489568256.0, "10550": 28489568256.0, "10555": 28489568256.0, "10560": 28489568256.0, "10565": 28489568256.0, "10570": 28489568256.0, "10575": 28489568256.0, "10580": 28489568256.0, "10585": 28489568256.0, "10590": 28489568256.0, "10595": 28489568256.0, "10600": 28489568256.0, "10605": 28489568256.0, "10610": 28489568256.0, "10615": 28489568256.0, "10620": 28489568256.0, "10625": 28489568256.0, "10630": 28489568256.0, "10635": 28489568256.0, "10640": 28489568256.0, "10645": 28489568256.0, "10650": 28489568256.0, "10655": 28489568256.0, "10660": 28489568256.0, "10665": 28489568256.0, "10670": 28489568256.0, "10675": 28489568256.0, "10680": 28489568256.0, "10685": 28489568256.0, "10690": 28489568256.0, "10695": 28489568256.0, "10700": 28489568256.0, "10705": 28489568256.0, "10710": 28489568256.0, "10715": 28489568256.0, "10720": 28489568256.0, "10725": 28489568256.0, "10730": 28489568256.0, "10735": 28489568256.0, "10740": 28489568256.0, "10745": 28489568256.0, "10750": 28489568256.0, "10755": 28489568256.0, "10760": 28489568256.0, "10765": 28489568256.0, "10770": 28489568256.0, "10775": 28489568256.0, "10780": 28489568256.0, "10785": 28489568256.0, "10790": 28489568256.0, "10795": 28489568256.0, "10800": 28489568256.0, "10805": 28489568256.0, "10810": 28489568256.0, "10815": 28489568256.0, "10820": 28489568256.0, "10825": 28489568256.0, "10830": 28489568256.0, "10835": 28489568256.0, "10840": 28489568256.0, "10845": 28489568256.0, "10850": 28489568256.0, "10855": 28489568256.0, "10860": 28489568256.0, "10865": 28489568256.0, "10870": 28489568256.0, "10875": 28489568256.0, "10880": 28489568256.0, "10885": 28489568256.0, "10890": 28489568256.0, "10895": 28489568256.0, "10900": 28489568256.0, "10905": 28489568256.0, "10910": 28489568256.0, "10915": 28489568256.0, "10920": 28489568256.0, "10925": 28489568256.0, "10930": 28489568256.0, "10935": 28489568256.0, "10940": 28489568256.0, "10945": 28489568256.0, "10950": 28489568256.0, "10955": 28489568256.0, "10960": 28489568256.0, "10965": 28489568256.0, "10970": 28489568256.0, "10975": 28489568256.0, "10980": 28489568256.0, "10985": 28489568256.0, "10990": 28489568256.0, "10995": 28489568256.0, "11000": 28489568256.0, "11005": 28489568256.0, "11010": 28489568256.0, "11015": 28489568256.0, "11020": 28489568256.0, "11025": 28489568256.0, "11030": 28489568256.0, "11035": 28489568256.0, "11040": 28489568256.0, "11045": 28489568256.0, "11050": 28489568256.0, "11055": 28489568256.0, "11060": 28489568256.0, "11065": 28489568256.0, "11070": 28489568256.0, "11075": 28489568256.0, "11080": 28489568256.0, "11085": 28489568256.0, "11090": 28489568256.0, "11095": 28489568256.0, "11100": 28489568256.0, "11105": 28489568256.0, "11110": 28489568256.0, "11115": 28489568256.0, "11120": 28489568256.0, "11125": 28489568256.0, "11130": 28489568256.0, "11135": 28489568256.0, "11140": 28489568256.0, "11145": 28489568256.0, "11150": 28489568256.0, "11155": 28489568256.0, "11160": 28489568256.0, "11165": 28489568256.0, "11170": 28489568256.0, "11175": 28489568256.0, "11180": 28489568256.0, "11185": 28489568256.0, "11190": 28489568256.0, "11195": 28489568256.0, "11200": 28489568256.0, "11205": 28489568256.0, "11210": 28489568256.0, "11215": 28489568256.0, "11220": 28489568256.0, "11225": 28489568256.0, "11230": 28489568256.0, "11235": 28489568256.0, "11240": 28489568256.0, "11245": 28489568256.0, "11250": 28489568256.0, "11255": 28489568256.0, "11260": 28489568256.0, "11265": 28489568256.0, "11270": 28489568256.0, "11275": 28489568256.0, "11280": 28489568256.0, "11285": 28489568256.0, "11290": 28489568256.0, "11295": 28489568256.0, "11300": 28489568256.0, "11305": 28489568256.0, "11310": 28489568256.0, "11315": 28489568256.0, "11320": 28489568256.0, "11325": 28489568256.0, "11330": 28489568256.0, "11335": 28489568256.0, "11340": 28489568256.0, "11345": 28489568256.0, "11350": 28489568256.0, "11355": 28489568256.0, "11360": 28489568256.0, "11365": 28489568256.0, "11370": 28489568256.0, "11375": 28489568256.0, "11380": 28489568256.0, "11385": 28489568256.0, "11390": 28489568256.0, "11395": 28489568256.0, "11400": 28489568256.0, "11405": 28489568256.0, "11410": 28489568256.0, "11415": 28489568256.0, "11420": 28489568256.0, "11425": 28489568256.0, "11430": 28489568256.0, "11435": 28489568256.0, "11440": 28489568256.0, "11445": 28489568256.0, "11450": 28489568256.0, "11455": 28489568256.0, "11460": 28489568256.0, "11465": 28489568256.0, "11470": 28489568256.0, "11475": 28489568256.0, "11480": 28489568256.0, "11485": 28489568256.0, "11490": 28489568256.0, "11495": 28489568256.0, "11500": 28489568256.0, "11505": 28489568256.0, "11510": 28489568256.0, "11515": 28489568256.0, "11520": 28489568256.0, "11525": 28489568256.0, "11530": 28489568256.0, "11535": 28489568256.0, "11540": 28489568256.0, "11545": 28489568256.0, "11550": 28489568256.0, "11555": 28489568256.0, "11560": 28489568256.0, "11565": 28489568256.0, "11570": 28489568256.0, "11575": 28489568256.0, "11580": 28489568256.0, "11585": 28489568256.0, "11590": 28489568256.0, "11595": 28489568256.0, "11600": 28489568256.0, "11605": 28489568256.0, "11610": 28489568256.0, "11615": 28489568256.0, "11620": 28489568256.0, "11625": 28489568256.0, "11630": 28489568256.0, "11635": 28489568256.0, "11640": 28489568256.0, "11645": 28489568256.0, "11650": 28489568256.0, "11655": 28489568256.0, "11660": 28489568256.0, "11665": 28489568256.0, "11670": 28489568256.0, "11675": 28489568256.0, "11680": 28489568256.0, "11685": 28489568256.0, "11690": 28489568256.0, "11695": 28489568256.0, "11700": 28489568256.0, "11705": 28489568256.0, "11710": 28489568256.0, "11715": 28489568256.0, "11720": 28489568256.0, "11725": 28489568256.0, "11730": 28489568256.0, "11735": 28489568256.0, "11740": 28489568256.0, "11745": 28489568256.0, "11750": 28489568256.0, "11755": 28489568256.0, "11760": 28489568256.0, "11765": 28489568256.0, "11770": 28489568256.0, "11775": 28489568256.0, "11780": 28489568256.0, "11785": 28489568256.0, "11790": 28489568256.0, "11795": 28489568256.0, "11800": 28489568256.0, "11805": 28489568256.0, "11810": 28489568256.0, "11815": 28489568256.0, "11820": 28489568256.0, "11825": 28489568256.0, "11830": 28489568256.0, "11835": 28489568256.0, "11840": 28489568256.0, "11845": 28489568256.0, "11850": 28489568256.0, "11855": 28489568256.0, "11860": 28489568256.0, "11865": 28489568256.0, "11870": 28489568256.0, "11875": 28489568256.0, "11880": 28489568256.0, "11885": 28489568256.0, "11890": 28489568256.0, "11895": 28489568256.0, "11900": 28489568256.0, "11905": 28489568256.0, "11910": 28489568256.0, "11915": 28489568256.0, "11920": 28489568256.0, "11925": 28489568256.0, "11930": 28489568256.0, "11935": 28489568256.0, "11940": 28489568256.0, "11945": 28489568256.0, "11950": 28489568256.0, "11955": 28489568256.0, "11960": 28489568256.0, "11965": 28489568256.0, "11970": 28489568256.0, "11975": 28489568256.0, "11980": 28489568256.0, "11985": 28489568256.0, "11990": 28489568256.0, "11995": 28489568256.0, "12000": 28489568256.0, "12005": 28489568256.0, "12010": 28489568256.0, "12015": 28489568256.0, "12020": 28489568256.0, "12025": 28489568256.0, "12030": 28489568256.0, "12035": 28489568256.0, "12040": 28489568256.0, "12045": 28489568256.0, "12050": 28489568256.0, "12055": 28489568256.0, "12060": 28489568256.0, "12065": 28489568256.0, "12070": 28489568256.0, "12075": 28489568256.0, "12080": 28489568256.0, "12085": 28489568256.0, "12090": 28489568256.0, "12095": 28489568256.0, "12100": 28489568256.0, "12105": 28489568256.0, "12110": 28489568256.0, "12115": 28489568256.0, "12120": 28489568256.0, "12125": 28489568256.0, "12130": 28489568256.0, "12135": 28489568256.0, "12140": 28489568256.0, "12145": 28489568256.0, "12150": 28489568256.0, "12155": 28489568256.0, "12160": 28489568256.0, "12165": 28489568256.0, "12170": 28489568256.0, "12175": 28489568256.0, "12180": 28489568256.0, "12185": 28489568256.0, "12190": 28489568256.0, "12195": 28489568256.0, "12200": 28489568256.0, "12205": 28489568256.0, "12210": 28489568256.0, "12215": 28489568256.0, "12220": 28489568256.0, "12225": 28489568256.0, "12230": 28489568256.0, "12235": 28489568256.0, "12240": 28489568256.0, "12245": 28489568256.0, "12250": 28489568256.0, "12255": 28489568256.0, "12260": 28489568256.0, "12265": 28489568256.0, "12270": 28489568256.0, "12275": 28489568256.0, "12280": 28489568256.0, "12285": 28489568256.0, "12290": 28489568256.0, "12295": 28489568256.0, "12300": 28489568256.0, "12305": 28489568256.0, "12310": 28489568256.0, "12315": 28489568256.0, "12320": 28489568256.0, "12325": 28489568256.0, "12330": 28489568256.0, "12335": 28489568256.0, "12340": 28489568256.0, "12345": 28489568256.0, "12350": 28489568256.0, "12355": 28489568256.0, "12360": 28489568256.0, "12365": 28489568256.0, "12370": 28489568256.0, "12375": 28489568256.0, "12380": 28489568256.0, "12385": 28489568256.0, "12390": 28489568256.0, "12395": 28489568256.0, "12400": 28489568256.0, "12405": 28489568256.0, "12410": 28489568256.0, "12415": 28489568256.0, "12420": 28489568256.0, "12425": 28489568256.0, "12430": 28489568256.0, "12435": 28489568256.0, "12440": 28489568256.0, "12445": 28489568256.0, "12450": 28489568256.0, "12455": 28489568256.0, "12460": 28489568256.0, "12465": 28489568256.0, "12470": 28489568256.0, "12475": 28489568256.0, "12480": 28489568256.0, "12485": 28489568256.0, "12490": 28489568256.0, "12495": 28489568256.0, "12500": 28489568256.0, "12505": 28489568256.0, "12510": 28489568256.0, "12515": 28489568256.0, "12520": 28489568256.0, "12525": 28489568256.0, "12530": 28489568256.0, "12535": 28489568256.0, "12540": 28489568256.0, "12545": 28489568256.0, "12550": 28489568256.0, "12555": 28489568256.0, "12560": 28489568256.0, "12565": 28489568256.0, "12570": 28489568256.0, "12575": 28489568256.0, "12580": 28489568256.0, "12585": 28489568256.0, "12590": 28489568256.0, "12595": 28489568256.0, "12600": 28489568256.0, "12605": 28489568256.0, "12610": 28489568256.0, "12615": 28489568256.0, "12620": 28489568256.0, "12625": 28489568256.0, "12630": 28489568256.0, "12635": 28489568256.0, "12640": 28489568256.0, "12645": 28489568256.0, "12650": 28489568256.0, "12655": 28489568256.0, "12660": 28489568256.0, "12665": 28489568256.0, "12670": 28489568256.0, "12675": 28489568256.0, "12680": 28489568256.0, "12685": 28489568256.0, "12690": 28489568256.0, "12695": 28489568256.0, "12700": 28489568256.0, "12705": 28489568256.0, "12710": 28489568256.0, "12715": 28489568256.0, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "iteration-time": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": "nan", "5": "nan", "10": "nan", "15": "nan", "20": "nan", "25": "nan", "30": "nan", "35": "nan", "40": "nan", "45": "nan", "50": "nan", "55": "nan", "60": "nan", "65": "nan", "70": "nan", "75": "nan", "80": "nan", "85": "nan", "90": "nan", "95": "nan", "100": 3.5554, "105": "nan", "110": "nan", "115": "nan", "120": "nan", "125": "nan", "130": "nan", "135": "nan", "140": "nan", "145": "nan", "150": "nan", "155": "nan", "160": "nan", "165": "nan", "170": "nan", "175": "nan", "180": "nan", "185": "nan", "190": "nan", "195": "nan", "200": 3.47185, "205": "nan", "210": "nan", "215": "nan", "220": "nan", "225": "nan", "230": "nan", "235": "nan", "240": "nan", "245": "nan", "250": "nan", "255": "nan", "260": "nan", "265": "nan", "270": "nan", "275": "nan", "280": "nan", "285": "nan", "290": "nan", "295": "nan", "300": 3.45692, "305": "nan", "310": "nan", "315": "nan", "320": "nan", "325": "nan", "330": "nan", "335": "nan", "340": "nan", "345": "nan", "350": "nan", "355": "nan", "360": "nan", "365": "nan", "370": "nan", "375": "nan", "380": "nan", "385": "nan", "390": "nan", "395": "nan", "400": 3.45471, "405": "nan", "410": "nan", "415": "nan", "420": "nan", "425": "nan", "430": "nan", "435": "nan", "440": "nan", "445": "nan", "450": "nan", "455": "nan", "460": "nan", "465": "nan", "470": "nan", "475": "nan", "480": "nan", "485": "nan", "490": "nan", "495": "nan", "500": 3.45467, "505": "nan", "510": "nan", "515": "nan", "520": "nan", "525": "nan", "530": "nan", "535": "nan", "540": "nan", "545": "nan", "550": "nan", "555": "nan", "560": "nan", "565": "nan", "570": "nan", "575": "nan", "580": "nan", "585": "nan", "590": "nan", "595": "nan", "600": 3.4543, "605": "nan", "610": "nan", "615": "nan", "620": "nan", "625": "nan", "630": "nan", "635": "nan", "640": "nan", "645": "nan", "650": "nan", "655": "nan", "660": "nan", "665": "nan", "670": "nan", "675": "nan", "680": "nan", "685": "nan", "690": "nan", "695": "nan", "700": 3.45264, "705": "nan", "710": "nan", "715": "nan", "720": "nan", "725": "nan", "730": "nan", "735": "nan", "740": "nan", "745": "nan", "750": "nan", "755": "nan", "760": "nan", "765": "nan", "770": "nan", "775": "nan", "780": "nan", "785": "nan", "790": "nan", "795": "nan", "800": 3.45125, "805": "nan", "810": "nan", "815": "nan", "820": "nan", "825": "nan", "830": "nan", "835": "nan", "840": "nan", "845": "nan", "850": "nan", "855": "nan", "860": "nan", "865": "nan", "870": "nan", "875": "nan", "880": "nan", "885": "nan", "890": "nan", "895": "nan", "900": 3.44668, "905": "nan", "910": "nan", "915": "nan", "920": "nan", "925": "nan", "930": "nan", "935": "nan", "940": "nan", "945": "nan", "950": "nan", "955": "nan", "960": "nan", "965": "nan", "970": "nan", "975": "nan", "980": "nan", "985": "nan", "990": "nan", "995": "nan", "1000": 3.44035, "1005": "nan", "1010": "nan", "1015": "nan", "1020": "nan", "1025": "nan", "1030": "nan", "1035": "nan", "1040": "nan", "1045": "nan", "1050": "nan", "1055": "nan", "1060": "nan", "1065": "nan", "1070": "nan", "1075": "nan", "1080": "nan", "1085": "nan", "1090": "nan", "1095": "nan", "1100": 3.43442, "1105": "nan", "1110": "nan", "1115": "nan", "1120": "nan", "1125": "nan", "1130": "nan", "1135": "nan", "1140": "nan", "1145": "nan", "1150": "nan", "1155": "nan", "1160": "nan", "1165": "nan", "1170": "nan", "1175": "nan", "1180": "nan", "1185": "nan", "1190": "nan", "1195": "nan", "1200": 3.4306, "1205": "nan", "1210": "nan", "1215": "nan", "1220": "nan", "1225": "nan", "1230": "nan", "1235": "nan", "1240": "nan", "1245": "nan", "1250": "nan", "1255": "nan", "1260": "nan", "1265": "nan", "1270": "nan", "1275": "nan", "1280": "nan", "1285": "nan", "1290": "nan", "1295": "nan", "1300": 3.42464, "1305": "nan", "1310": "nan", "1315": "nan", "1320": "nan", "1325": "nan", "1330": "nan", "1335": "nan", "1340": "nan", "1345": "nan", "1350": "nan", "1355": "nan", "1360": "nan", "1365": "nan", "1370": "nan", "1375": "nan", "1380": "nan", "1385": "nan", "1390": "nan", "1395": "nan", "1400": 3.42155, "1405": "nan", "1410": "nan", "1415": "nan", "1420": "nan", "1425": "nan", "1430": "nan", "1435": "nan", "1440": "nan", "1445": "nan", "1450": "nan", "1455": "nan", "1460": "nan", "1465": "nan", "1470": "nan", "1475": "nan", "1480": "nan", "1485": "nan", "1490": "nan", "1495": "nan", "1500": 3.4201, "1505": "nan", "1510": "nan", "1515": "nan", "1520": "nan", "1525": "nan", "1530": "nan", "1535": "nan", "1540": "nan", "1545": "nan", "1550": "nan", "1555": "nan", "1560": "nan", "1565": "nan", "1570": "nan", "1575": "nan", "1580": "nan", "1585": "nan", "1590": "nan", "1595": "nan", "1600": 3.41703, "1605": "nan", "1610": "nan", "1615": "nan", "1620": "nan", "1625": "nan", "1630": "nan", "1635": "nan", "1640": "nan", "1645": "nan", "1650": "nan", "1655": "nan", "1660": "nan", "1665": "nan", "1670": "nan", "1675": "nan", "1680": "nan", "1685": "nan", "1690": "nan", "1695": "nan", "1700": 3.41482, "1705": "nan", "1710": "nan", "1715": "nan", "1720": "nan", "1725": "nan", "1730": "nan", "1735": "nan", "1740": "nan", "1745": "nan", "1750": "nan", "1755": "nan", "1760": "nan", "1765": "nan", "1770": "nan", "1775": "nan", "1780": "nan", "1785": "nan", "1790": "nan", "1795": "nan", "1800": 3.41352, "1805": "nan", "1810": "nan", "1815": "nan", "1820": "nan", "1825": "nan", "1830": "nan", "1835": "nan", "1840": "nan", "1845": "nan", "1850": "nan", "1855": "nan", "1860": "nan", "1865": "nan", "1870": "nan", "1875": "nan", "1880": "nan", "1885": "nan", "1890": "nan", "1895": "nan", "1900": 3.4128, "1905": "nan", "1910": "nan", "1915": "nan", "1920": "nan", "1925": "nan", "1930": "nan", "1935": "nan", "1940": "nan", "1945": "nan", "1950": "nan", "1955": "nan", "1960": "nan", "1965": "nan", "1970": "nan", "1975": "nan", "1980": "nan", "1985": "nan", "1990": "nan", "1995": "nan", "2000": 3.40994, "2005": "nan", "2010": "nan", "2015": "nan", "2020": "nan", "2025": "nan", "2030": "nan", "2035": "nan", "2040": "nan", "2045": "nan", "2050": "nan", "2055": "nan", "2060": "nan", "2065": "nan", "2070": "nan", "2075": "nan", "2080": "nan", "2085": "nan", "2090": "nan", "2095": "nan", "2100": 3.40878, "2105": "nan", "2110": "nan", "2115": "nan", "2120": "nan", "2125": "nan", "2130": "nan", "2135": "nan", "2140": "nan", "2145": "nan", "2150": "nan", "2155": "nan", "2160": "nan", "2165": "nan", "2170": "nan", "2175": "nan", "2180": "nan", "2185": "nan", "2190": "nan", "2195": "nan", "2200": 3.40862, "2205": "nan", "2210": "nan", "2215": "nan", "2220": "nan", "2225": "nan", "2230": "nan", "2235": "nan", "2240": "nan", "2245": "nan", "2250": "nan", "2255": "nan", "2260": "nan", "2265": "nan", "2270": "nan", "2275": "nan", "2280": "nan", "2285": "nan", "2290": "nan", "2295": "nan", "2300": 3.41459, "2305": "nan", "2310": "nan", "2315": "nan", "2320": "nan", "2325": "nan", "2330": "nan", "2335": "nan", "2340": "nan", "2345": "nan", "2350": "nan", "2355": "nan", "2360": "nan", "2365": "nan", "2370": "nan", "2375": "nan", "2380": "nan", "2385": "nan", "2390": "nan", "2395": "nan", "2400": 3.40662, "2405": "nan", "2410": "nan", "2415": "nan", "2420": "nan", "2425": "nan", "2430": "nan", "2435": "nan", "2440": "nan", "2445": "nan", "2450": "nan", "2455": "nan", "2460": "nan", "2465": "nan", "2470": "nan", "2475": "nan", "2480": "nan", "2485": "nan", "2490": "nan", "2495": "nan", "2500": 3.40543, "2505": "nan", "2510": "nan", "2515": "nan", "2520": "nan", "2525": "nan", "2530": "nan", "2535": "nan", "2540": "nan", "2545": "nan", "2550": "nan", "2555": "nan", "2560": "nan", "2565": "nan", "2570": "nan", "2575": "nan", "2580": "nan", "2585": "nan", "2590": "nan", "2595": "nan", "2600": 3.40484, "2605": "nan", "2610": "nan", "2615": "nan", "2620": "nan", "2625": "nan", "2630": "nan", "2635": "nan", "2640": "nan", "2645": "nan", "2650": "nan", "2655": "nan", "2660": "nan", "2665": "nan", "2670": "nan", "2675": "nan", "2680": "nan", "2685": "nan", "2690": "nan", "2695": "nan", "2700": 3.40448, "2705": "nan", "2710": "nan", "2715": "nan", "2720": "nan", "2725": "nan", "2730": "nan", "2735": "nan", "2740": "nan", "2745": "nan", "2750": "nan", "2755": "nan", "2760": "nan", "2765": "nan", "2770": "nan", "2775": "nan", "2780": "nan", "2785": "nan", "2790": "nan", "2795": "nan", "2800": 3.403, "2805": "nan", "2810": "nan", "2815": "nan", "2820": "nan", "2825": "nan", "2830": "nan", "2835": "nan", "2840": "nan", "2845": "nan", "2850": "nan", "2855": "nan", "2860": "nan", "2865": "nan", "2870": "nan", "2875": "nan", "2880": "nan", "2885": "nan", "2890": "nan", "2895": "nan", "2900": 3.40346, "2905": "nan", "2910": "nan", "2915": "nan", "2920": "nan", "2925": "nan", "2930": "nan", "2935": "nan", "2940": "nan", "2945": "nan", "2950": "nan", "2955": "nan", "2960": "nan", "2965": "nan", "2970": "nan", "2975": "nan", "2980": "nan", "2985": "nan", "2990": "nan", "2995": "nan", "3000": 3.4023, "3005": "nan", "3010": "nan", "3015": "nan", "3020": "nan", "3025": "nan", "3030": "nan", "3035": "nan", "3040": "nan", "3045": "nan", "3050": "nan", "3055": "nan", "3060": "nan", "3065": "nan", "3070": "nan", "3075": "nan", "3080": "nan", "3085": "nan", "3090": "nan", "3095": "nan", "3100": 3.40069, "3105": "nan", "3110": "nan", "3115": "nan", "3120": "nan", "3125": "nan", "3130": "nan", "3135": "nan", "3140": "nan", "3145": "nan", "3150": "nan", "3155": "nan", "3160": "nan", "3165": "nan", "3170": "nan", "3175": "nan", "3180": "nan", "3185": "nan", "3190": "nan", "3195": "nan", "3200": 3.40162, "3205": "nan", "3210": "nan", "3215": "nan", "3220": "nan", "3225": "nan", "3230": "nan", "3235": "nan", "3240": "nan", "3245": "nan", "3250": "nan", "3255": "nan", "3260": "nan", "3265": "nan", "3270": "nan", "3275": "nan", "3280": "nan", "3285": "nan", "3290": "nan", "3295": "nan", "3300": 3.40071, "3305": "nan", "3310": "nan", "3315": "nan", "3320": "nan", "3325": "nan", "3330": "nan", "3335": "nan", "3340": "nan", "3345": "nan", "3350": "nan", "3355": "nan", "3360": "nan", "3365": "nan", "3370": "nan", "3375": "nan", "3380": "nan", "3385": "nan", "3390": "nan", "3395": "nan", "3400": 3.40058, "3405": "nan", "3410": "nan", "3415": "nan", "3420": "nan", "3425": "nan", "3430": "nan", "3435": "nan", "3440": "nan", "3445": "nan", "3450": "nan", "3455": "nan", "3460": "nan", "3465": "nan", "3470": "nan", "3475": "nan", "3480": "nan", "3485": "nan", "3490": "nan", "3495": "nan", "3500": 3.39993, "3505": "nan", "3510": "nan", "3515": "nan", "3520": "nan", "3525": "nan", "3530": "nan", "3535": "nan", "3540": "nan", "3545": "nan", "3550": "nan", "3555": "nan", "3560": "nan", "3565": "nan", "3570": "nan", "3575": "nan", "3580": "nan", "3585": "nan", "3590": "nan", "3595": "nan", "3600": 3.62689, "3605": "nan", "3610": "nan", "3615": "nan", "3620": "nan", "3625": "nan", "3630": "nan", "3635": "nan", "3640": "nan", "3645": "nan", "3650": "nan", "3655": "nan", "3660": "nan", "3665": "nan", "3670": "nan", "3675": "nan", "3680": "nan", "3685": "nan", "3690": "nan", "3695": "nan", "3700": 3.40474, "3705": "nan", "3710": "nan", "3715": "nan", "3720": "nan", "3725": "nan", "3730": "nan", "3735": "nan", "3740": "nan", "3745": "nan", "3750": "nan", "3755": "nan", "3760": "nan", "3765": "nan", "3770": "nan", "3775": "nan", "3780": "nan", "3785": "nan", "3790": "nan", "3795": "nan", "3800": 3.40515, "3805": "nan", "3810": "nan", "3815": "nan", "3820": "nan", "3825": "nan", "3830": "nan", "3835": "nan", "3840": "nan", "3845": "nan", "3850": "nan", "3855": "nan", "3860": "nan", "3865": "nan", "3870": "nan", "3875": "nan", "3880": "nan", "3885": "nan", "3890": "nan", "3895": "nan", "3900": 3.40436, "3905": "nan", "3910": "nan", "3915": "nan", "3920": "nan", "3925": "nan", "3930": "nan", "3935": "nan", "3940": "nan", "3945": "nan", "3950": "nan", "3955": "nan", "3960": "nan", "3965": "nan", "3970": "nan", "3975": "nan", "3980": "nan", "3985": "nan", "3990": "nan", "3995": "nan", "4000": 3.40304, "4005": "nan", "4010": "nan", "4015": "nan", "4020": "nan", "4025": "nan", "4030": "nan", "4035": "nan", "4040": "nan", "4045": "nan", "4050": "nan", "4055": "nan", "4060": "nan", "4065": "nan", "4070": "nan", "4075": "nan", "4080": "nan", "4085": "nan", "4090": "nan", "4095": "nan", "4100": 3.40076, "4105": "nan", "4110": "nan", "4115": "nan", "4120": "nan", "4125": "nan", "4130": "nan", "4135": "nan", "4140": "nan", "4145": "nan", "4150": "nan", "4155": "nan", "4160": "nan", "4165": "nan", "4170": "nan", "4175": "nan", "4180": "nan", "4185": "nan", "4190": "nan", "4195": "nan", "4200": 3.40222, "4205": "nan", "4210": "nan", "4215": "nan", "4220": "nan", "4225": "nan", "4230": "nan", "4235": "nan", "4240": "nan", "4245": "nan", "4250": "nan", "4255": "nan", "4260": "nan", "4265": "nan", "4270": "nan", "4275": "nan", "4280": "nan", "4285": "nan", "4290": "nan", "4295": "nan", "4300": 3.40241, "4305": "nan", "4310": "nan", "4315": "nan", "4320": "nan", "4325": "nan", "4330": "nan", "4335": "nan", "4340": "nan", "4345": "nan", "4350": "nan", "4355": "nan", "4360": "nan", "4365": "nan", "4370": "nan", "4375": "nan", "4380": "nan", "4385": "nan", "4390": "nan", "4395": "nan", "4400": 3.40228, "4405": "nan", "4410": "nan", "4415": "nan", "4420": "nan", "4425": "nan", "4430": "nan", "4435": "nan", "4440": "nan", "4445": "nan", "4450": "nan", "4455": "nan", "4460": "nan", "4465": "nan", "4470": "nan", "4475": "nan", "4480": "nan", "4485": "nan", "4490": "nan", "4495": "nan", "4500": 3.40282, "4505": "nan", "4510": "nan", "4515": "nan", "4520": "nan", "4525": "nan", "4530": "nan", "4535": "nan", "4540": "nan", "4545": "nan", "4550": "nan", "4555": "nan", "4560": "nan", "4565": "nan", "4570": "nan", "4575": "nan", "4580": "nan", "4585": "nan", "4590": "nan", "4595": "nan", "4600": 3.40214, "4605": "nan", "4610": "nan", "4615": "nan", "4620": "nan", "4625": "nan", "4630": "nan", "4635": "nan", "4640": "nan", "4645": "nan", "4650": "nan", "4655": "nan", "4660": "nan", "4665": "nan", "4670": "nan", "4675": "nan", "4680": "nan", "4685": "nan", "4690": "nan", "4695": "nan", "4700": 3.40155, "4705": "nan", "4710": "nan", "4715": "nan", "4720": "nan", "4725": "nan", "4730": "nan", "4735": "nan", "4740": "nan", "4745": "nan", "4750": "nan", "4755": "nan", "4760": "nan", "4765": "nan", "4770": "nan", "4775": "nan", "4780": "nan", "4785": "nan", "4790": "nan", "4795": "nan", "4800": 3.4016, "4805": "nan", "4810": "nan", "4815": "nan", "4820": "nan", "4825": "nan", "4830": "nan", "4835": "nan", "4840": "nan", "4845": "nan", "4850": "nan", "4855": "nan", "4860": "nan", "4865": "nan", "4870": "nan", "4875": "nan", "4880": "nan", "4885": "nan", "4890": "nan", "4895": "nan", "4900": 3.40208, "4905": "nan", "4910": "nan", "4915": "nan", "4920": "nan", "4925": "nan", "4930": "nan", "4935": "nan", "4940": "nan", "4945": "nan", "4950": "nan", "4955": "nan", "4960": "nan", "4965": "nan", "4970": "nan", "4975": "nan", "4980": "nan", "4985": "nan", "4990": "nan", "4995": "nan", "5000": 3.40265, "5005": "nan", "5010": "nan", "5015": "nan", "5020": "nan", "5025": "nan", "5030": "nan", "5035": "nan", "5040": "nan", "5045": "nan", "5050": "nan", "5055": "nan", "5060": "nan", "5065": "nan", "5070": "nan", "5075": "nan", "5080": "nan", "5085": "nan", "5090": "nan", "5095": "nan", "5100": 3.3986, "5105": "nan", "5110": "nan", "5115": "nan", "5120": "nan", "5125": "nan", "5130": "nan", "5135": "nan", "5140": "nan", "5145": "nan", "5150": "nan", "5155": "nan", "5160": "nan", "5165": "nan", "5170": "nan", "5175": "nan", "5180": "nan", "5185": "nan", "5190": "nan", "5195": "nan", "5200": 3.39887, "5205": "nan", "5210": "nan", "5215": "nan", "5220": "nan", "5225": "nan", "5230": "nan", "5235": "nan", "5240": "nan", "5245": "nan", "5250": "nan", "5255": "nan", "5260": "nan", "5265": "nan", "5270": "nan", "5275": "nan", "5280": "nan", "5285": "nan", "5290": "nan", "5295": "nan", "5300": 3.3991, "5305": "nan", "5310": "nan", "5315": "nan", "5320": "nan", "5325": "nan", "5330": "nan", "5335": "nan", "5340": "nan", "5345": "nan", "5350": "nan", "5355": "nan", "5360": "nan", "5365": "nan", "5370": "nan", "5375": "nan", "5380": "nan", "5385": "nan", "5390": "nan", "5395": "nan", "5400": 3.40087, "5405": "nan", "5410": "nan", "5415": "nan", "5420": "nan", "5425": "nan", "5430": "nan", "5435": "nan", "5440": "nan", "5445": "nan", "5450": "nan", "5455": "nan", "5460": "nan", "5465": "nan", "5470": "nan", "5475": "nan", "5480": "nan", "5485": "nan", "5490": "nan", "5495": "nan", "5500": 3.40055, "5505": "nan", "5510": "nan", "5515": "nan", "5520": "nan", "5525": "nan", "5530": "nan", "5535": "nan", "5540": "nan", "5545": "nan", "5550": "nan", "5555": "nan", "5560": "nan", "5565": "nan", "5570": "nan", "5575": "nan", "5580": "nan", "5585": "nan", "5590": "nan", "5595": "nan", "5600": 3.40101, "5605": "nan", "5610": "nan", "5615": "nan", "5620": "nan", "5625": "nan", "5630": "nan", "5635": "nan", "5640": "nan", "5645": "nan", "5650": "nan", "5655": "nan", "5660": "nan", "5665": "nan", "5670": "nan", "5675": "nan", "5680": "nan", "5685": "nan", "5690": "nan", "5695": "nan", "5700": 3.4007, "5705": "nan", "5710": "nan", "5715": "nan", "5720": "nan", "5725": "nan", "5730": "nan", "5735": "nan", "5740": "nan", "5745": "nan", "5750": "nan", "5755": "nan", "5760": "nan", "5765": "nan", "5770": "nan", "5775": "nan", "5780": "nan", "5785": "nan", "5790": "nan", "5795": "nan", "5800": 3.40177, "5805": "nan", "5810": "nan", "5815": "nan", "5820": "nan", "5825": "nan", "5830": "nan", "5835": "nan", "5840": "nan", "5845": "nan", "5850": "nan", "5855": "nan", "5860": "nan", "5865": "nan", "5870": "nan", "5875": "nan", "5880": "nan", "5885": "nan", "5890": "nan", "5895": "nan", "5900": 3.40093, "5905": "nan", "5910": "nan", "5915": "nan", "5920": "nan", "5925": "nan", "5930": "nan", "5935": "nan", "5940": "nan", "5945": "nan", "5950": "nan", "5955": "nan", "5960": "nan", "5965": "nan", "5970": "nan", "5975": "nan", "5980": "nan", "5985": "nan", "5990": "nan", "5995": "nan", "6000": 3.40207, "6005": "nan", "6010": "nan", "6015": "nan", "6020": "nan", "6025": "nan", "6030": "nan", "6035": "nan", "6040": "nan", "6045": "nan", "6050": "nan", "6055": "nan", "6060": "nan", "6065": "nan", "6070": "nan", "6075": "nan", "6080": "nan", "6085": "nan", "6090": "nan", "6095": "nan", "6100": 3.40047, "6105": "nan", "6110": "nan", "6115": "nan", "6120": "nan", "6125": "nan", "6130": "nan", "6135": "nan", "6140": "nan", "6145": "nan", "6150": "nan", "6155": "nan", "6160": "nan", "6165": "nan", "6170": "nan", "6175": "nan", "6180": "nan", "6185": "nan", "6190": "nan", "6195": "nan", "6200": 3.40254, "6205": "nan", "6210": "nan", "6215": "nan", "6220": "nan", "6225": "nan", "6230": "nan", "6235": "nan", "6240": "nan", "6245": "nan", "6250": "nan", "6255": "nan", "6260": "nan", "6265": "nan", "6270": "nan", "6275": "nan", "6280": "nan", "6285": "nan", "6290": "nan", "6295": "nan", "6300": 3.4024, "6305": "nan", "6310": "nan", "6315": "nan", "6320": "nan", "6325": "nan", "6330": "nan", "6335": "nan", "6340": "nan", "6345": "nan", "6350": "nan", "6355": "nan", "6360": "nan", "6365": "nan", "6370": "nan", "6375": "nan", "6380": "nan", "6385": "nan", "6390": "nan", "6395": "nan", "6400": 3.40281, "6405": "nan", "6410": "nan", "6415": "nan", "6420": "nan", "6425": "nan", "6430": "nan", "6435": "nan", "6440": "nan", "6445": "nan", "6450": "nan", "6455": "nan", "6460": "nan", "6465": "nan", "6470": "nan", "6475": "nan", "6480": "nan", "6485": "nan", "6490": "nan", "6495": "nan", "6500": 3.40268, "6505": "nan", "6510": "nan", "6515": "nan", "6520": "nan", "6525": "nan", "6530": "nan", "6535": "nan", "6540": "nan", "6545": "nan", "6550": "nan", "6555": "nan", "6560": "nan", "6565": "nan", "6570": "nan", "6575": "nan", "6580": "nan", "6585": "nan", "6590": "nan", "6595": "nan", "6600": 3.40166, "6605": "nan", "6610": "nan", "6615": "nan", "6620": "nan", "6625": "nan", "6630": "nan", "6635": "nan", "6640": "nan", "6645": "nan", "6650": "nan", "6655": "nan", "6660": "nan", "6665": "nan", "6670": "nan", "6675": "nan", "6680": "nan", "6685": "nan", "6690": "nan", "6695": "nan", "6700": 3.40129, "6705": "nan", "6710": "nan", "6715": "nan", "6720": "nan", "6725": "nan", "6730": "nan", "6735": "nan", "6740": "nan", "6745": "nan", "6750": "nan", "6755": "nan", "6760": "nan", "6765": "nan", "6770": "nan", "6775": "nan", "6780": "nan", "6785": "nan", "6790": "nan", "6795": "nan", "6800": 3.40047, "6805": "nan", "6810": "nan", "6815": "nan", "6820": "nan", "6825": "nan", "6830": "nan", "6835": "nan", "6840": "nan", "6845": "nan", "6850": "nan", "6855": "nan", "6860": "nan", "6865": "nan", "6870": "nan", "6875": "nan", "6880": "nan", "6885": "nan", "6890": "nan", "6895": "nan", "6900": 3.40079, "6905": "nan", "6910": "nan", "6915": "nan", "6920": "nan", "6925": "nan", "6930": "nan", "6935": "nan", "6940": "nan", "6945": "nan", "6950": "nan", "6955": "nan", "6960": "nan", "6965": "nan", "6970": "nan", "6975": "nan", "6980": "nan", "6985": "nan", "6990": "nan", "6995": "nan", "7000": 3.40034, "7005": "nan", "7010": "nan", "7015": "nan", "7020": "nan", "7025": "nan", "7030": "nan", "7035": "nan", "7040": "nan", "7045": "nan", "7050": "nan", "7055": "nan", "7060": "nan", "7065": "nan", "7070": "nan", "7075": "nan", "7080": "nan", "7085": "nan", "7090": "nan", "7095": "nan", "7100": 3.39893, "7105": "nan", "7110": "nan", "7115": "nan", "7120": "nan", "7125": "nan", "7130": "nan", "7135": "nan", "7140": "nan", "7145": "nan", "7150": "nan", "7155": "nan", "7160": "nan", "7165": "nan", "7170": "nan", "7175": "nan", "7180": "nan", "7185": "nan", "7190": "nan", "7195": "nan", "7200": 3.40035, "7205": "nan", "7210": "nan", "7215": "nan", "7220": "nan", "7225": "nan", "7230": "nan", "7235": "nan", "7240": "nan", "7245": "nan", "7250": "nan", "7255": "nan", "7260": "nan", "7265": "nan", "7270": "nan", "7275": "nan", "7280": "nan", "7285": "nan", "7290": "nan", "7295": "nan", "7300": 3.39965, "7305": "nan", "7310": "nan", "7315": "nan", "7320": "nan", "7325": "nan", "7330": "nan", "7335": "nan", "7340": "nan", "7345": "nan", "7350": "nan", "7355": "nan", "7360": "nan", "7365": "nan", "7370": "nan", "7375": "nan", "7380": "nan", "7385": "nan", "7390": "nan", "7395": "nan", "7400": 3.40073, "7405": "nan", "7410": "nan", "7415": "nan", "7420": "nan", "7425": "nan", "7430": "nan", "7435": "nan", "7440": "nan", "7445": "nan", "7450": "nan", "7455": "nan", "7460": "nan", "7465": "nan", "7470": "nan", "7475": "nan", "7480": "nan", "7485": "nan", "7490": "nan", "7495": "nan", "7500": 3.40077, "7505": "nan", "7510": "nan", "7515": "nan", "7520": "nan", "7525": "nan", "7530": "nan", "7535": "nan", "7540": "nan", "7545": "nan", "7550": "nan", "7555": "nan", "7560": "nan", "7565": "nan", "7570": "nan", "7575": "nan", "7580": "nan", "7585": "nan", "7590": "nan", "7595": "nan", "7600": 3.39989, "7605": "nan", "7610": "nan", "7615": "nan", "7620": "nan", "7625": "nan", "7630": "nan", "7635": "nan", "7640": "nan", "7645": "nan", "7650": "nan", "7655": "nan", "7660": "nan", "7665": "nan", "7670": "nan", "7675": "nan", "7680": "nan", "7685": "nan", "7690": "nan", "7695": "nan", "7700": 3.3988, "7705": "nan", "7710": "nan", "7715": "nan", "7720": "nan", "7725": "nan", "7730": "nan", "7735": "nan", "7740": "nan", "7745": "nan", "7750": "nan", "7755": "nan", "7760": "nan", "7765": "nan", "7770": "nan", "7775": "nan", "7780": "nan", "7785": "nan", "7790": "nan", "7795": "nan", "7800": 3.3995, "7805": "nan", "7810": "nan", "7815": "nan", "7820": "nan", "7825": "nan", "7830": "nan", "7835": "nan", "7840": "nan", "7845": "nan", "7850": "nan", "7855": "nan", "7860": "nan", "7865": "nan", "7870": "nan", "7875": "nan", "7880": "nan", "7885": "nan", "7890": "nan", "7895": "nan", "7900": 3.39928, "7905": "nan", "7910": "nan", "7915": "nan", "7920": "nan", "7925": "nan", "7930": "nan", "7935": "nan", "7940": "nan", "7945": "nan", "7950": "nan", "7955": "nan", "7960": "nan", "7965": "nan", "7970": "nan", "7975": "nan", "7980": "nan", "7985": "nan", "7990": "nan", "7995": "nan", "8000": 3.39834, "8005": "nan", "8010": "nan", "8015": "nan", "8020": "nan", "8025": "nan", "8030": "nan", "8035": "nan", "8040": "nan", "8045": "nan", "8050": "nan", "8055": "nan", "8060": "nan", "8065": "nan", "8070": "nan", "8075": "nan", "8080": "nan", "8085": "nan", "8090": "nan", "8095": "nan", "8100": 3.39716, "8105": "nan", "8110": "nan", "8115": "nan", "8120": "nan", "8125": "nan", "8130": "nan", "8135": "nan", "8140": "nan", "8145": "nan", "8150": "nan", "8155": "nan", "8160": "nan", "8165": "nan", "8170": "nan", "8175": "nan", "8180": "nan", "8185": "nan", "8190": "nan", "8195": "nan", "8200": 3.39809, "8205": "nan", "8210": "nan", "8215": "nan", "8220": "nan", "8225": "nan", "8230": "nan", "8235": "nan", "8240": "nan", "8245": "nan", "8250": "nan", "8255": "nan", "8260": "nan", "8265": "nan", "8270": "nan", "8275": "nan", "8280": "nan", "8285": "nan", "8290": "nan", "8295": "nan", "8300": 3.39856, "8305": "nan", "8310": "nan", "8315": "nan", "8320": "nan", "8325": "nan", "8330": "nan", "8335": "nan", "8340": "nan", "8345": "nan", "8350": "nan", "8355": "nan", "8360": "nan", "8365": "nan", "8370": "nan", "8375": "nan", "8380": "nan", "8385": "nan", "8390": "nan", "8395": "nan", "8400": 3.39822, "8405": "nan", "8410": "nan", "8415": "nan", "8420": "nan", "8425": "nan", "8430": "nan", "8435": "nan", "8440": "nan", "8445": "nan", "8450": "nan", "8455": "nan", "8460": "nan", "8465": "nan", "8470": "nan", "8475": "nan", "8480": "nan", "8485": "nan", "8490": "nan", "8495": "nan", "8500": 3.39927, "8505": "nan", "8510": "nan", "8515": "nan", "8520": "nan", "8525": "nan", "8530": "nan", "8535": "nan", "8540": "nan", "8545": "nan", "8550": "nan", "8555": "nan", "8560": "nan", "8565": "nan", "8570": "nan", "8575": "nan", "8580": "nan", "8585": "nan", "8590": "nan", "8595": "nan", "8600": 3.40049, "8605": "nan", "8610": "nan", "8615": "nan", "8620": "nan", "8625": "nan", "8630": "nan", "8635": "nan", "8640": "nan", "8645": "nan", "8650": "nan", "8655": "nan", "8660": "nan", "8665": "nan", "8670": "nan", "8675": "nan", "8680": "nan", "8685": "nan", "8690": "nan", "8695": "nan", "8700": 3.39943, "8705": "nan", "8710": "nan", "8715": "nan", "8720": "nan", "8725": "nan", "8730": "nan", "8735": "nan", "8740": "nan", "8745": "nan", "8750": "nan", "8755": "nan", "8760": "nan", "8765": "nan", "8770": "nan", "8775": "nan", "8780": "nan", "8785": "nan", "8790": "nan", "8795": "nan", "8800": 3.3999, "8805": "nan", "8810": "nan", "8815": "nan", "8820": "nan", "8825": "nan", "8830": "nan", "8835": "nan", "8840": "nan", "8845": "nan", "8850": "nan", "8855": "nan", "8860": "nan", "8865": "nan", "8870": "nan", "8875": "nan", "8880": "nan", "8885": "nan", "8890": "nan", "8895": "nan", "8900": 3.39978, "8905": "nan", "8910": "nan", "8915": "nan", "8920": "nan", "8925": "nan", "8930": "nan", "8935": "nan", "8940": "nan", "8945": "nan", "8950": "nan", "8955": "nan", "8960": "nan", "8965": "nan", "8970": "nan", "8975": "nan", "8980": "nan", "8985": "nan", "8990": "nan", "8995": "nan", "9000": 3.40051, "9005": "nan", "9010": "nan", "9015": "nan", "9020": "nan", "9025": "nan", "9030": "nan", "9035": "nan", "9040": "nan", "9045": "nan", "9050": "nan", "9055": "nan", "9060": "nan", "9065": "nan", "9070": "nan", "9075": "nan", "9080": "nan", "9085": "nan", "9090": "nan", "9095": "nan", "9100": 3.39875, "9105": "nan", "9110": "nan", "9115": "nan", "9120": "nan", "9125": "nan", "9130": "nan", "9135": "nan", "9140": "nan", "9145": "nan", "9150": "nan", "9155": "nan", "9160": "nan", "9165": "nan", "9170": "nan", "9175": "nan", "9180": "nan", "9185": "nan", "9190": "nan", "9195": "nan", "9200": 3.39972, "9205": "nan", "9210": "nan", "9215": "nan", "9220": "nan", "9225": "nan", "9230": "nan", "9235": "nan", "9240": "nan", "9245": "nan", "9250": "nan", "9255": "nan", "9260": "nan", "9265": "nan", "9270": "nan", "9275": "nan", "9280": "nan", "9285": "nan", "9290": "nan", "9295": "nan", "9300": 3.40071, "9305": "nan", "9310": "nan", "9315": "nan", "9320": "nan", "9325": "nan", "9330": "nan", "9335": "nan", "9340": "nan", "9345": "nan", "9350": "nan", "9355": "nan", "9360": "nan", "9365": "nan", "9370": "nan", "9375": "nan", "9380": "nan", "9385": "nan", "9390": "nan", "9395": "nan", "9400": 3.40005, "9405": "nan", "9410": "nan", "9415": "nan", "9420": "nan", "9425": "nan", "9430": "nan", "9435": "nan", "9440": "nan", "9445": "nan", "9450": "nan", "9455": "nan", "9460": "nan", "9465": "nan", "9470": "nan", "9475": "nan", "9480": "nan", "9485": "nan", "9490": "nan", "9495": "nan", "9500": 3.39896, "9505": "nan", "9510": "nan", "9515": "nan", "9520": "nan", "9525": "nan", "9530": "nan", "9535": "nan", "9540": "nan", "9545": "nan", "9550": "nan", "9555": "nan", "9560": "nan", "9565": "nan", "9570": "nan", "9575": "nan", "9580": "nan", "9585": "nan", "9590": "nan", "9595": "nan", "9600": 3.39953, "9605": "nan", "9610": "nan", "9615": "nan", "9620": "nan", "9625": "nan", "9630": "nan", "9635": "nan", "9640": "nan", "9645": "nan", "9650": "nan", "9655": "nan", "9660": "nan", "9665": "nan", "9670": "nan", "9675": "nan", "9680": "nan", "9685": "nan", "9690": "nan", "9695": "nan", "9700": 3.39866, "9705": "nan", "9710": "nan", "9715": "nan", "9720": "nan", "9725": "nan", "9730": "nan", "9735": "nan", "9740": "nan", "9745": "nan", "9750": "nan", "9755": "nan", "9760": "nan", "9765": "nan", "9770": "nan", "9775": "nan", "9780": "nan", "9785": "nan", "9790": "nan", "9795": "nan", "9800": 3.40009, "9805": "nan", "9810": "nan", "9815": "nan", "9820": "nan", "9825": "nan", "9830": "nan", "9835": "nan", "9840": "nan", "9845": "nan", "9850": "nan", "9855": "nan", "9860": "nan", "9865": "nan", "9870": "nan", "9875": "nan", "9880": "nan", "9885": "nan", "9890": "nan", "9895": "nan", "9900": 3.39979, "9905": "nan", "9910": "nan", "9915": "nan", "9920": "nan", "9925": "nan", "9930": "nan", "9935": "nan", "9940": "nan", "9945": "nan", "9950": "nan", "9955": "nan", "9960": "nan", "9965": "nan", "9970": "nan", "9975": "nan", "9980": "nan", "9985": "nan", "9990": "nan", "9995": "nan", "10000": 3.3996, "10005": "nan", "10010": "nan", "10015": "nan", "10020": "nan", "10025": "nan", "10030": "nan", "10035": "nan", "10040": "nan", "10045": "nan", "10050": "nan", "10055": "nan", "10060": "nan", "10065": "nan", "10070": "nan", "10075": "nan", "10080": "nan", "10085": "nan", "10090": "nan", "10095": "nan", "10100": 3.39815, "10105": "nan", "10110": "nan", "10115": "nan", "10120": "nan", "10125": "nan", "10130": "nan", "10135": "nan", "10140": "nan", "10145": "nan", "10150": "nan", "10155": "nan", "10160": "nan", "10165": "nan", "10170": "nan", "10175": "nan", "10180": "nan", "10185": "nan", "10190": "nan", "10195": "nan", "10200": 3.3996, "10205": "nan", "10210": "nan", "10215": "nan", "10220": "nan", "10225": "nan", "10230": "nan", "10235": "nan", "10240": "nan", "10245": "nan", "10250": "nan", "10255": "nan", "10260": "nan", "10265": "nan", "10270": "nan", "10275": "nan", "10280": "nan", "10285": "nan", "10290": "nan", "10295": "nan", "10300": 3.40067, "10305": "nan", "10310": "nan", "10315": "nan", "10320": "nan", "10325": "nan", "10330": "nan", "10335": "nan", "10340": "nan", "10345": "nan", "10350": "nan", "10355": "nan", "10360": "nan", "10365": "nan", "10370": "nan", "10375": "nan", "10380": "nan", "10385": "nan", "10390": "nan", "10395": "nan", "10400": 3.39985, "10405": "nan", "10410": "nan", "10415": "nan", "10420": "nan", "10425": "nan", "10430": "nan", "10435": "nan", "10440": "nan", "10445": "nan", "10450": "nan", "10455": "nan", "10460": "nan", "10465": "nan", "10470": "nan", "10475": "nan", "10480": "nan", "10485": "nan", "10490": "nan", "10495": "nan", "10500": 3.39923, "10505": "nan", "10510": "nan", "10515": "nan", "10520": "nan", "10525": "nan", "10530": "nan", "10535": "nan", "10540": "nan", "10545": "nan", "10550": "nan", "10555": "nan", "10560": "nan", "10565": "nan", "10570": "nan", "10575": "nan", "10580": "nan", "10585": "nan", "10590": "nan", "10595": "nan", "10600": 3.40087, "10605": "nan", "10610": "nan", "10615": "nan", "10620": "nan", "10625": "nan", "10630": "nan", "10635": "nan", "10640": "nan", "10645": "nan", "10650": "nan", "10655": "nan", "10660": "nan", "10665": "nan", "10670": "nan", "10675": "nan", "10680": "nan", "10685": "nan", "10690": "nan", "10695": "nan", "10700": 3.40098, "10705": "nan", "10710": "nan", "10715": "nan", "10720": "nan", "10725": "nan", "10730": "nan", "10735": "nan", "10740": "nan", "10745": "nan", "10750": "nan", "10755": "nan", "10760": "nan", "10765": "nan", "10770": "nan", "10775": "nan", "10780": "nan", "10785": "nan", "10790": "nan", "10795": "nan", "10800": 3.39973, "10805": "nan", "10810": "nan", "10815": "nan", "10820": "nan", "10825": "nan", "10830": "nan", "10835": "nan", "10840": "nan", "10845": "nan", "10850": "nan", "10855": "nan", "10860": "nan", "10865": "nan", "10870": "nan", "10875": "nan", "10880": "nan", "10885": "nan", "10890": "nan", "10895": "nan", "10900": 3.66029, "10905": "nan", "10910": "nan", "10915": "nan", "10920": "nan", "10925": "nan", "10930": "nan", "10935": "nan", "10940": "nan", "10945": "nan", "10950": "nan", "10955": "nan", "10960": "nan", "10965": "nan", "10970": "nan", "10975": "nan", "10980": "nan", "10985": "nan", "10990": "nan", "10995": "nan", "11000": 3.38756, "11005": "nan", "11010": "nan", "11015": "nan", "11020": "nan", "11025": "nan", "11030": "nan", "11035": "nan", "11040": "nan", "11045": "nan", "11050": "nan", "11055": "nan", "11060": "nan", "11065": "nan", "11070": "nan", "11075": "nan", "11080": "nan", "11085": "nan", "11090": "nan", "11095": "nan", "11100": 3.38656, "11105": "nan", "11110": "nan", "11115": "nan", "11120": "nan", "11125": "nan", "11130": "nan", "11135": "nan", "11140": "nan", "11145": "nan", "11150": "nan", "11155": "nan", "11160": "nan", "11165": "nan", "11170": "nan", "11175": "nan", "11180": "nan", "11185": "nan", "11190": "nan", "11195": "nan", "11200": 3.38765, "11205": "nan", "11210": "nan", "11215": "nan", "11220": "nan", "11225": "nan", "11230": "nan", "11235": "nan", "11240": "nan", "11245": "nan", "11250": "nan", "11255": "nan", "11260": "nan", "11265": "nan", "11270": "nan", "11275": "nan", "11280": "nan", "11285": "nan", "11290": "nan", "11295": "nan", "11300": 3.38835, "11305": "nan", "11310": "nan", "11315": "nan", "11320": "nan", "11325": "nan", "11330": "nan", "11335": "nan", "11340": "nan", "11345": "nan", "11350": "nan", "11355": "nan", "11360": "nan", "11365": "nan", "11370": "nan", "11375": "nan", "11380": "nan", "11385": "nan", "11390": "nan", "11395": "nan", "11400": 3.38844, "11405": "nan", "11410": "nan", "11415": "nan", "11420": "nan", "11425": "nan", "11430": "nan", "11435": "nan", "11440": "nan", "11445": "nan", "11450": "nan", "11455": "nan", "11460": "nan", "11465": "nan", "11470": "nan", "11475": "nan", "11480": "nan", "11485": "nan", "11490": "nan", "11495": "nan", "11500": 3.38793, "11505": "nan", "11510": "nan", "11515": "nan", "11520": "nan", "11525": "nan", "11530": "nan", "11535": "nan", "11540": "nan", "11545": "nan", "11550": "nan", "11555": "nan", "11560": "nan", "11565": "nan", "11570": "nan", "11575": "nan", "11580": "nan", "11585": "nan", "11590": "nan", "11595": "nan", "11600": 3.38725, "11605": "nan", "11610": "nan", "11615": "nan", "11620": "nan", "11625": "nan", "11630": "nan", "11635": "nan", "11640": "nan", "11645": "nan", "11650": "nan", "11655": "nan", "11660": "nan", "11665": "nan", "11670": "nan", "11675": "nan", "11680": "nan", "11685": "nan", "11690": "nan", "11695": "nan", "11700": 3.38738, "11705": "nan", "11710": "nan", "11715": "nan", "11720": "nan", "11725": "nan", "11730": "nan", "11735": "nan", "11740": "nan", "11745": "nan", "11750": "nan", "11755": "nan", "11760": "nan", "11765": "nan", "11770": "nan", "11775": "nan", "11780": "nan", "11785": "nan", "11790": "nan", "11795": "nan", "11800": 3.38748, "11805": "nan", "11810": "nan", "11815": "nan", "11820": "nan", "11825": "nan", "11830": "nan", "11835": "nan", "11840": "nan", "11845": "nan", "11850": "nan", "11855": "nan", "11860": "nan", "11865": "nan", "11870": "nan", "11875": "nan", "11880": "nan", "11885": "nan", "11890": "nan", "11895": "nan", "11900": 3.38839, "11905": "nan", "11910": "nan", "11915": "nan", "11920": "nan", "11925": "nan", "11930": "nan", "11935": "nan", "11940": "nan", "11945": "nan", "11950": "nan", "11955": "nan", "11960": "nan", "11965": "nan", "11970": "nan", "11975": "nan", "11980": "nan", "11985": "nan", "11990": "nan", "11995": "nan", "12000": 3.38814, "12005": "nan", "12010": "nan", "12015": "nan", "12020": "nan", "12025": "nan", "12030": "nan", "12035": "nan", "12040": "nan", "12045": "nan", "12050": "nan", "12055": "nan", "12060": "nan", "12065": "nan", "12070": "nan", "12075": "nan", "12080": "nan", "12085": "nan", "12090": "nan", "12095": "nan", "12100": 3.38677, "12105": "nan", "12110": "nan", "12115": "nan", "12120": "nan", "12125": "nan", "12130": "nan", "12135": "nan", "12140": "nan", "12145": "nan", "12150": "nan", "12155": "nan", "12160": "nan", "12165": "nan", "12170": "nan", "12175": "nan", "12180": "nan", "12185": "nan", "12190": "nan", "12195": "nan", "12200": 3.38679, "12205": "nan", "12210": "nan", "12215": "nan", "12220": "nan", "12225": "nan", "12230": "nan", "12235": "nan", "12240": "nan", "12245": "nan", "12250": "nan", "12255": "nan", "12260": "nan", "12265": "nan", "12270": "nan", "12275": "nan", "12280": "nan", "12285": "nan", "12290": "nan", "12295": "nan", "12300": 3.38609, "12305": "nan", "12310": "nan", "12315": "nan", "12320": "nan", "12325": "nan", "12330": "nan", "12335": "nan", "12340": "nan", "12345": "nan", "12350": "nan", "12355": "nan", "12360": "nan", "12365": "nan", "12370": "nan", "12375": "nan", "12380": "nan", "12385": "nan", "12390": "nan", "12395": "nan", "12400": 3.38665, "12405": "nan", "12410": "nan", "12415": "nan", "12420": "nan", "12425": "nan", "12430": "nan", "12435": "nan", "12440": "nan", "12445": "nan", "12450": "nan", "12455": "nan", "12460": "nan", "12465": "nan", "12470": "nan", "12475": "nan", "12480": "nan", "12485": "nan", "12490": "nan", "12495": "nan", "12500": 3.38727, "12505": "nan", "12510": "nan", "12515": "nan", "12520": "nan", "12525": "nan", "12530": "nan", "12535": "nan", "12540": "nan", "12545": "nan", "12550": "nan", "12555": "nan", "12560": "nan", "12565": "nan", "12570": "nan", "12575": "nan", "12580": "nan", "12585": "nan", "12590": "nan", "12595": "nan", "12600": 3.38752, "12605": "nan", "12610": "nan", "12615": "nan", "12620": "nan", "12625": "nan", "12630": "nan", "12635": "nan", "12640": "nan", "12645": "nan", "12650": "nan", "12655": "nan", "12660": "nan", "12665": "nan", "12670": "nan", "12675": "nan", "12680": "nan", "12685": "nan", "12690": "nan", "12695": "nan", "12700": 3.38807, "12705": "nan", "12710": "nan", "12715": "nan", "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_lts_dgx_a100.json b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_lts_dgx_a100.json new file mode 100644 index 00000000000..379036a5d12 --- /dev/null +++ b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/golden_values_lts_dgx_a100.json @@ -0,0 +1 @@ +{"lm loss": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 12.98419, "5": 12.93854, "10": 12.06404, "15": 11.97879, "20": 10.53584, "25": 10.11956, "30": 9.7286, "35": 9.44176, "40": 9.23735, "45": 9.03751, "50": 8.85055, "55": 8.63984, "60": 8.64552, "65": 8.5235, "70": 8.478, "75": 8.3676, "80": 8.15365, "85": 8.15327, "90": 8.03161, "95": 7.95115, "100": 7.84388, "105": 7.72026, "110": 7.54733, "115": 7.45663, "120": 7.46178, "125": 7.47933, "130": 7.29598, "135": 7.26374, "140": 7.18817, "145": 7.03912, "150": 7.16593, "155": 7.03177, "160": 6.9153, "165": 6.90426, "170": 6.82329, "175": 6.89163, "180": 6.83373, "185": 6.7479, "190": 6.70023, "195": 6.63022, "200": 6.69259, "205": 6.62944, "210": 6.51496, "215": 6.49432, "220": 6.50588, "225": 6.49262, "230": 6.49489, "235": 6.48163, "240": 6.36127, "245": 6.36637, "250": 6.29142, "255": 6.45496, "260": 6.34018, "265": 6.26489, "270": 6.22894, "275": 6.23729, "280": 6.18967, "285": 6.20291, "290": 6.17708, "295": 6.13232, "300": 6.10682, "305": 6.00908, "310": 6.05252, "315": 6.05204, "320": 5.96463, "325": 5.91966, "330": 6.0284, "335": 5.99858, "340": 5.95439, "345": 5.93592, "350": 5.91905, "355": 5.86171, "360": 5.86274, "365": 5.82901, "370": 5.79297, "375": 5.80909, "380": 5.84904, "385": 5.80185, "390": 5.77686, "395": 5.68835, "400": 5.63684, "405": 5.66531, "410": 5.66265, "415": 5.72537, "420": 5.65949, "425": 5.68078, "430": 5.63808, "435": 5.57811, "440": 5.59213, "445": 5.5255, "450": 5.57672, "455": 5.51795, "460": 5.50422, "465": 5.5785, "470": 5.56096, "475": 5.48941, "480": 5.49418, "485": 5.50116, "490": 5.45593, "495": 5.46922, "500": 5.42565, "505": 5.41648, "510": 5.43832, "515": 5.42661, "520": 5.42935, "525": 5.29381, "530": 5.32998, "535": 5.31902, "540": 5.34353, "545": 5.39054, "550": 5.37019, "555": 5.19836, "560": 5.35374, "565": 5.30845, "570": 5.25365, "575": 5.31206, "580": 5.23746, "585": 5.20838, "590": 5.21845, "595": 5.23516, "600": 5.26955, "605": 5.21896, "610": 5.2345, "615": 5.20262, "620": 5.21905, "625": 5.1986, "630": 5.14834, "635": 5.13713, "640": 5.09747, "645": 5.1618, "650": 5.16552, "655": 5.15803, "660": 5.07055, "665": 5.10628, "670": 5.08585, "675": 5.05517, "680": 5.04384, "685": 5.03952, "690": 5.04772, "695": 5.00275, "700": 4.99979, "705": 4.95596, "710": 4.98915, "715": 4.92713, "720": 4.88403, "725": 4.84387, "730": 4.89609, "735": 4.86372, "740": 4.90625, "745": 4.76089, "750": 4.77974, "755": 4.83335, "760": 4.81568, "765": 4.76505, "770": 4.7234, "775": 4.6921, "780": 4.7432, "785": 4.78676, "790": 4.67828, "795": 4.64866, "800": 4.63612, "805": 4.64195, "810": 4.65077, "815": 4.63084, "820": 4.64482, "825": 4.61571, "830": 4.59387, "835": 4.56863, "840": 4.48927, "845": 4.49634, "850": 4.47352, "855": 4.52409, "860": 4.46251, "865": 4.52223, "870": 4.48175, "875": 4.39297, "880": 4.44361, "885": 4.4111, "890": 4.43659, "895": 4.41378, "900": 4.3919, "905": 4.35935, "910": 4.36354, "915": 4.34282, "920": 4.39946, "925": 4.41667, "930": 4.31531, "935": 4.30369, "940": 4.35342, "945": 4.30303, "950": 4.34463, "955": 4.26527, "960": 4.19654, "965": 4.29565, "970": 4.28642, "975": 4.23045, "980": 4.22564, "985": 4.1684, "990": 4.15028, "995": 4.17776, "1000": 4.23154, "1005": 4.18887, "1010": 4.16924, "1015": 4.11841, "1020": 4.15687, "1025": 4.21713, "1030": 4.13768, "1035": 4.10871, "1040": 4.118, "1045": 4.10979, "1050": 4.15517, "1055": 4.09572, "1060": 4.1093, "1065": 4.0737, "1070": 4.06643, "1075": 4.08655, "1080": 4.09213, "1085": 4.07259, "1090": 4.01677, "1095": 4.09659, "1100": 4.04859, "1105": 4.07084, "1110": 4.03263, "1115": 4.01534, "1120": 4.00246, "1125": 4.01029, "1130": 4.06057, "1135": 4.00668, "1140": 4.01528, "1145": 3.944, "1150": 4.02955, "1155": 4.00187, "1160": 3.97146, "1165": 3.86545, "1170": 3.91556, "1175": 3.95241, "1180": 3.9746, "1185": 3.9952, "1190": 3.94499, "1195": 3.96181, "1200": 3.8893, "1205": 3.8679, "1210": 3.98189, "1215": 3.81925, "1220": 3.86366, "1225": 3.81826, "1230": 3.91477, "1235": 3.90783, "1240": 3.89088, "1245": 3.7878, "1250": 3.83462, "1255": 3.86647, "1260": 3.90676, "1265": 3.79799, "1270": 3.87717, "1275": 3.83332, "1280": 3.82518, "1285": 3.84272, "1290": 3.88049, "1295": 3.84309, "1300": 3.82132, "1305": 3.8325, "1310": 3.81275, "1315": 3.80311, "1320": 3.81776, "1325": 3.71836, "1330": 3.7917, "1335": 3.74949, "1340": 3.75432, "1345": 3.75185, "1350": 3.72246, "1355": 3.76982, "1360": 3.73827, "1365": 3.72479, "1370": 3.73938, "1375": 3.73694, "1380": 3.75033, "1385": 3.75324, "1390": 3.66352, "1395": 3.74143, "1400": 3.73229, "1405": 3.66226, "1410": 3.65804, "1415": 3.66281, "1420": 3.69529, "1425": 3.71298, "1430": 3.68032, "1435": 3.66567, "1440": 3.62691, "1445": 3.68062, "1450": 3.66766, "1455": 3.62753, "1460": 3.65479, "1465": 3.66938, "1470": 3.62148, "1475": 3.69775, "1480": 3.65738, "1485": 3.66245, "1490": 3.63265, "1495": 3.61492, "1500": 3.6367, "1505": 3.68281, "1510": 3.54566, "1515": 3.609, "1520": 3.63666, "1525": 3.60047, "1530": 3.58381, "1535": 3.5969, "1540": 3.59479, "1545": 3.61209, "1550": 3.55084, "1555": 3.60011, "1560": 3.61885, "1565": 3.61562, "1570": 3.59161, "1575": 3.54997, "1580": 3.58264, "1585": 3.57028, "1590": 3.46649, "1595": 3.51916, "1600": 3.51438, "1605": 3.56399, "1610": 3.56561, "1615": 3.48914, "1620": 3.51872, "1625": 3.46038, "1630": 3.50057, "1635": 3.54094, "1640": 3.52781, "1645": 3.53869, "1650": 3.49558, "1655": 3.47362, "1660": 3.53058, "1665": 3.4694, "1670": 3.51604, "1675": 3.49294, "1680": 3.47856, "1685": 3.47172, "1690": 3.48567, "1695": 3.48595, "1700": 3.46718, "1705": 3.40405, "1710": 3.4904, "1715": 3.50163, "1720": 3.43217, "1725": 3.43389, "1730": 3.44993, "1735": 3.46203, "1740": 3.45825, "1745": 3.45364, "1750": 3.4018, "1755": 3.41959, "1760": 3.38236, "1765": 3.42143, "1770": 3.42391, "1775": 3.38829, "1780": 3.43133, "1785": 3.42531, "1790": 3.38061, "1795": 3.40413, "1800": 3.34505, "1805": 3.40411, "1810": 3.3443, "1815": 3.41721, "1820": 3.41298, "1825": 3.41394, "1830": 3.34507, "1835": 3.44327, "1840": 3.40026, "1845": 3.42225, "1850": 3.3737, "1855": 3.37379, "1860": 3.34718, "1865": 3.39774, "1870": 3.31941, "1875": 3.44184, "1880": 3.34583, "1885": 3.33834, "1890": 3.33625, "1895": 3.40145, "1900": 3.36496, "1905": 3.32271, "1910": 3.3368, "1915": 3.32331, "1920": 3.36555, "1925": 3.33897, "1930": 3.31467, "1935": 3.31123, "1940": 3.3762, "1945": 3.27313, "1950": 3.41256, "1955": 3.30548, "1960": 3.29785, "1965": 3.27936, "1970": 3.29856, "1975": 3.35566, "1980": 3.33591, "1985": 3.24229, "1990": 3.30028, "1995": 3.28316, "2000": 3.28226, "2005": 3.26535, "2010": 3.27352, "2015": 3.2365, "2020": 3.27501, "2025": 3.27742, "2030": 3.29047, "2035": 3.29225, "2040": 3.23929, "2045": 3.2491, "2050": 3.27456, "2055": 3.33373, "2060": 3.29439, "2065": 3.23928, "2070": 3.29227, "2075": 3.2624, "2080": 3.23888, "2085": 3.27623, "2090": 3.13844, "2095": 3.28702, "2100": 3.23688, "2105": 3.19771, "2110": 3.20277, "2115": 3.2382, "2120": 3.1813, "2125": 3.22025, "2130": 3.22372, "2135": 3.29164, "2140": 3.20319, "2145": 3.20474, "2150": 3.21527, "2155": 3.23198, "2160": 3.19331, "2165": 3.25562, "2170": 3.22466, "2175": 3.20239, "2180": 3.25351, "2185": 3.25349, "2190": 3.24601, "2195": 3.17461, "2200": 3.19592, "2205": 3.16638, "2210": 3.11756, "2215": 3.18822, "2220": 3.19477, "2225": 3.17024, "2230": 3.12954, "2235": 3.17891, "2240": 3.21397, "2245": 3.18137, "2250": 3.19957, "2255": 3.12336, "2260": 3.13509, "2265": 3.22906, "2270": 3.18616, "2275": 3.1529, "2280": 3.18794, "2285": 3.16881, "2290": 3.16738, "2295": 3.20792, "2300": 3.14094, "2305": 3.16694, "2310": 3.12982, "2315": 3.0574, "2320": 3.12693, "2325": 3.18302, "2330": 3.13863, "2335": 3.13173, "2340": 3.16429, "2345": 3.11609, "2350": 3.12193, "2355": 3.12102, "2360": 3.16057, "2365": 3.14069, "2370": 3.1566, "2375": 3.13306, "2380": 3.1089, "2385": 3.07598, "2390": 3.09423, "2395": 3.0923, "2400": 3.09049, "2405": 3.10312, "2410": 3.08738, "2415": 3.0859, "2420": 3.07232, "2425": 3.07515, "2430": 3.08315, "2435": 3.0666, "2440": 3.09293, "2445": 3.05738, "2450": 3.12724, "2455": 3.1668, "2460": 3.08258, "2465": 3.07557, "2470": 3.03871, "2475": 3.07295, "2480": 3.09401, "2485": 3.04631, "2490": 3.05694, "2495": 3.07352, "2500": 3.07374, "2505": 3.09757, "2510": 3.11425, "2515": 3.04708, "2520": 3.0804, "2525": 3.02461, "2530": 3.04704, "2535": 3.08948, "2540": 3.07683, "2545": 3.05223, "2550": 3.0346, "2555": 3.106, "2560": 3.05236, "2565": 3.10772, "2570": 3.01402, "2575": 3.04644, "2580": 3.07514, "2585": 3.02095, "2590": 3.06575, "2595": 2.99715, "2600": 3.06315, "2605": 3.04568, "2610": 3.04704, "2615": 3.05832, "2620": 2.98626, "2625": 3.00956, "2630": 3.03577, "2635": 3.05424, "2640": 3.01527, "2645": 3.05906, "2650": 3.02519, "2655": 3.00005, "2660": 3.00566, "2665": 3.03857, "2670": 2.9869, "2675": 2.96406, "2680": 2.99471, "2685": 3.00999, "2690": 3.00193, "2695": 2.99167, "2700": 3.02505, "2705": 2.98729, "2710": 2.97342, "2715": 2.96605, "2720": 3.02717, "2725": 3.00415, "2730": 3.02744, "2735": 2.98433, "2740": 2.98866, "2745": 3.00764, "2750": 3.01004, "2755": 2.97318, "2760": 3.00963, "2765": 3.01277, "2770": 2.98399, "2775": 2.99786, "2780": 3.0332, "2785": 2.95954, "2790": 2.96222, "2795": 2.97034, "2800": 2.98127, "2805": 2.93987, "2810": 2.983, "2815": 2.9543, "2820": 2.98172, "2825": 3.00651, "2830": 2.98887, "2835": 2.91425, "2840": 2.92476, "2845": 2.95821, "2850": 2.96948, "2855": 2.97557, "2860": 2.96429, "2865": 2.91763, "2870": 2.98977, "2875": 2.9248, "2880": 2.95945, "2885": 2.91822, "2890": 2.97801, "2895": 2.92798, "2900": 2.94851, "2905": 3.01025, "2910": 2.90885, "2915": 2.95254, "2920": 2.97185, "2925": 2.95597, "2930": 2.94982, "2935": 2.93409, "2940": 2.93873, "2945": 2.9082, "2950": 2.97314, "2955": 2.90745, "2960": 2.96696, "2965": 2.86293, "2970": 2.95934, "2975": 2.99626, "2980": 2.93691, "2985": 3.03654, "2990": 2.93999, "2995": 2.87144, "3000": 2.92971, "3005": 2.88913, "3010": 2.93432, "3015": 2.91276, "3020": 2.91232, "3025": 2.92393, "3030": 2.92045, "3035": 2.95576, "3040": 2.91549, "3045": 2.83698, "3050": 2.89779, "3055": 2.90445, "3060": 2.92488, "3065": 2.92719, "3070": 2.87846, "3075": 2.86687, "3080": 2.92258, "3085": 2.89966, "3090": 2.91396, "3095": 2.92199, "3100": 2.87182, "3105": 2.92802, "3110": 2.91863, "3115": 2.9403, "3120": 2.9518, "3125": 2.85751, "3130": 2.93151, "3135": 2.92635, "3140": 2.87276, "3145": 2.92375, "3150": 2.85484, "3155": 2.8485, "3160": 2.83637, "3165": 2.84033, "3170": 2.88849, "3175": 2.90239, "3180": 2.85043, "3185": 2.89154, "3190": 2.90425, "3195": 2.92291, "3200": 2.92063, "3205": 2.86226, "3210": 2.86891, "3215": 2.91036, "3220": 2.87807, "3225": 2.86421, "3230": 2.81586, "3235": 2.87333, "3240": 2.87156, "3245": 2.90126, "3250": 2.85213, "3255": 2.84713, "3260": 2.86187, "3265": 2.86787, "3270": 2.84284, "3275": 2.86909, "3280": 2.79921, "3285": 2.81195, "3290": 2.86578, "3295": 2.89818, "3300": 2.87821, "3305": 2.85947, "3310": 2.85651, "3315": 2.81024, "3320": 2.82854, "3325": 2.8296, "3330": 2.82729, "3335": 2.84636, "3340": 2.83138, "3345": 2.85448, "3350": 2.85382, "3355": 2.86154, "3360": 2.8033, "3365": 2.8523, "3370": 2.84468, "3375": 2.8454, "3380": 2.85596, "3385": 2.87939, "3390": 2.85981, "3395": 2.80661, "3400": 2.78593, "3405": 2.83043, "3410": 2.84374, "3415": 2.85748, "3420": 2.82452, "3425": 2.80324, "3430": 2.8249, "3435": 2.88819, "3440": 2.81499, "3445": 2.87505, "3450": 2.81623, "3455": 2.79143, "3460": 2.81576, "3465": 2.84564, "3470": 2.83662, "3475": 2.78218, "3480": 2.84288, "3485": 2.82039, "3490": 2.89267, "3495": 2.84976, "3500": 2.83815, "3505": 2.82178, "3510": 2.81512, "3515": 2.83844, "3520": 2.77805, "3525": 2.80344, "3530": 2.84921, "3535": 2.78161, "3540": 2.83674, "3545": 2.80973, "3550": 2.79547, "3555": 2.81863, "3560": 2.82078, "3565": 2.82666, "3570": 2.80124, "3575": 2.79967, "3580": 2.82045, "3585": 2.83294, "3590": 2.82697, "3595": 2.78815, "3600": 2.74915, "3605": 2.7873, "3610": 2.84627, "3615": 2.7499, "3620": 2.8026, "3625": 2.88969, "3630": 2.78406, "3635": 2.78796, "3640": 2.7812, "3645": 2.76636, "3650": 2.80296, "3655": 2.82044, "3660": 2.76688, "3665": 2.78201, "3670": 2.76782, "3675": 2.77556, "3680": 2.80739, "3685": 2.80119, "3690": 2.80155, "3695": 2.80812, "3700": 2.78648, "3705": 2.78205, "3710": 2.74897, "3715": 2.80626, "3720": 2.79273, "3725": 2.80205, "3730": 2.84576, "3735": 2.79732, "3740": 2.74582, "3745": 2.78748, "3750": 2.80839, "3755": 2.78946, "3760": 2.75624, "3765": 2.7529, "3770": 2.76053, "3775": 2.77003, "3780": 2.75736, "3785": 2.77603, "3790": 2.74395, "3795": 2.79193, "3800": 2.79977, "3805": 2.74927, "3810": 2.8012, "3815": 2.75973, "3820": 2.78378, "3825": 2.72979, "3830": 2.74412, "3835": 2.81283, "3840": 2.72346, "3845": 2.71207, "3850": 2.77208, "3855": 2.71862, "3860": 2.79999, "3865": 2.74819, "3870": 2.7788, "3875": 2.75589, "3880": 2.78591, "3885": 2.78703, "3890": 2.745, "3895": 2.79656, "3900": 2.76217, "3905": 2.7204, "3910": 2.74251, "3915": 2.75354, "3920": 2.7922, "3925": 2.779, "3930": 2.70818, "3935": 2.73844, "3940": 2.75097, "3945": 2.7403, "3950": 2.71938, "3955": 2.77595, "3960": 2.7594, "3965": 2.74095, "3970": 2.75582, "3975": 2.72197, "3980": 2.73797, "3985": 2.74501, "3990": 2.69182, "3995": 2.77927, "4000": 2.73467, "4005": 2.76845, "4010": 2.70729, "4015": 2.72138, "4020": 2.7543, "4025": 2.73235, "4030": 2.65702, "4035": 2.69604, "4040": 2.7478, "4045": 2.74602, "4050": 2.79108, "4055": 2.72052, "4060": 2.7132, "4065": 2.65055, "4070": 2.80438, "4075": 2.75742, "4080": 2.71911, "4085": 2.74853, "4090": 2.67511, "4095": 2.68776, "4100": 2.71367, "4105": 2.73756, "4110": 2.72971, "4115": 2.70539, "4120": 2.73419, "4125": 2.70252, "4130": 2.69562, "4135": 2.68553, "4140": 2.6792, "4145": 2.77962, "4150": 2.71146, "4155": 2.73921, "4160": 2.75831, "4165": 2.71903, "4170": 2.67374, "4175": 2.71681, "4180": 2.72466, "4185": 2.72363, "4190": 2.74097, "4195": 2.69297, "4200": 2.70506, "4205": 2.74554, "4210": 2.67484, "4215": 2.66292, "4220": 2.65885, "4225": 2.70625, "4230": 2.71947, "4235": 2.73163, "4240": 2.71, "4245": 2.69905, "4250": 2.71229, "4255": 2.6486, "4260": 2.7231, "4265": 2.74057, "4270": 2.72269, "4275": 2.68914, "4280": 2.70013, "4285": 2.73156, "4290": 2.68402, "4295": 2.69061, "4300": 2.69891, "4305": 2.70215, "4310": 2.73018, "4315": 2.70831, "4320": 2.70146, "4325": 2.70427, "4330": 2.71103, "4335": 2.68951, "4340": 2.69679, "4345": 2.72847, "4350": 2.67635, "4355": 2.69369, "4360": 2.71057, "4365": 2.78505, "4370": 2.73161, "4375": 2.7416, "4380": 2.70035, "4385": 2.69729, "4390": 2.6976, "4395": 2.75157, "4400": 2.6658, "4405": 2.66826, "4410": 2.68381, "4415": 2.70238, "4420": 2.70549, "4425": 2.72132, "4430": 2.69374, "4435": 2.68373, "4440": 2.69348, "4445": 2.67973, "4450": 2.65166, "4455": 2.66887, "4460": 2.6881, "4465": 2.69814, "4470": 2.67338, "4475": 2.68749, "4480": 2.65676, "4485": 2.69941, "4490": 2.65189, "4495": 2.70897, "4500": 2.70239, "4505": 2.69521, "4510": 2.64919, "4515": 2.70031, "4520": 2.66829, "4525": 2.66609, "4530": 2.67206, "4535": 2.67259, "4540": 2.70728, "4545": 2.65612, "4550": 2.70083, "4555": 2.67856, "4560": 2.65513, "4565": 2.63823, "4570": 2.64122, "4575": 2.6646, "4580": 2.68762, "4585": 2.68234, "4590": 2.61701, "4595": 2.66208, "4600": 2.6793, "4605": 2.67662, "4610": 2.65261, "4615": 2.66058, "4620": 2.65881, "4625": 2.68537, "4630": 2.67218, "4635": 2.64354, "4640": 2.69408, "4645": 2.64915, "4650": 2.70258, "4655": 2.71207, "4660": 2.67684, "4665": 2.68847, "4670": 2.67711, "4675": 2.68695, "4680": 2.66399, "4685": 2.65574, "4690": 2.70135, "4695": 2.65603, "4700": 2.67474, "4705": 2.64927, "4710": 2.67454, "4715": 2.6445, "4720": 2.72006, "4725": 2.62873, "4730": 2.64853, "4735": 2.68453, "4740": 2.64342, "4745": 2.65059, "4750": 2.63888, "4755": 2.65157, "4760": 2.65996, "4765": 2.64629, "4770": 2.62414, "4775": 2.65418, "4780": 2.65916, "4785": 2.69171, "4790": 2.64922, "4795": 2.67239, "4800": 2.62814, "4805": 2.64031, "4810": 2.66308, "4815": 2.64414, "4820": 2.66856, "4825": 2.64936, "4830": 2.61301, "4835": 2.64828, "4840": 2.65719, "4845": 2.63018, "4850": 2.62249, "4855": 2.59762, "4860": 2.65006, "4865": 2.62728, "4870": 2.63739, "4875": 2.61869, "4880": 2.62597, "4885": 2.62554, "4890": 2.6792, "4895": 2.659, "4900": 2.61682, "4905": 2.62007, "4910": 2.63757, "4915": 2.612, "4920": 2.65399, "4925": 2.64822, "4930": 2.57057, "4935": 2.65116, "4940": 2.63208, "4945": 2.63853, "4950": 2.6253, "4955": 2.61842, "4960": 2.61614, "4965": 2.65867, "4970": 2.59725, "4975": 2.65839, "4980": 2.61913, "4985": 2.63529, "4990": 2.65578, "4995": 2.58058, "5000": 2.66073, "5005": 2.66345, "5010": 2.68227, "5015": 2.63294, "5020": 2.63988, "5025": 2.68591, "5030": 2.64819, "5035": 2.61651, "5040": 2.61892, "5045": 2.60431, "5050": 2.62445, "5055": 2.64904, "5060": 2.64327, "5065": 2.68471, "5070": 2.60524, "5075": 2.61458, "5080": 2.60662, "5085": 2.60264, "5090": 2.59015, "5095": 2.64761, "5100": 2.6457, "5105": 2.60793, "5110": 2.66334, "5115": 2.62502, "5120": 2.67169, "5125": 2.62758, "5130": 2.61382, "5135": 2.61793, "5140": 2.57598, "5145": 2.62766, "5150": 2.63527, "5155": 2.6155, "5160": 2.65966, "5165": 2.58483, "5170": 2.58978, "5175": 2.61727, "5180": 2.60571, "5185": 2.62183, "5190": 2.62827, "5195": 2.67109, "5200": 2.59759, "5205": 2.60702, "5210": 2.60617, "5215": 2.64994, "5220": 2.58854, "5225": 2.55622, "5230": 2.63303, "5235": 2.61375, "5240": 2.63238, "5245": 2.62967, "5250": 2.5932, "5255": 2.61614, "5260": 2.55787, "5265": 2.59927, "5270": 2.59007, "5275": 2.61657, "5280": 2.61119, "5285": 2.60465, "5290": 2.63616, "5295": 2.62334, "5300": 2.58036, "5305": 2.59688, "5310": 2.60926, "5315": 2.58728, "5320": 2.61359, "5325": 2.6452, "5330": 2.6021, "5335": 2.58401, "5340": 2.56341, "5345": 2.65571, "5350": 2.61767, "5355": 2.58122, "5360": 2.59757, "5365": 2.61791, "5370": 2.61383, "5375": 2.62936, "5380": 2.57845, "5385": 2.56235, "5390": 2.58632, "5395": 2.61671, "5400": 2.60674, "5405": 2.54636, "5410": 2.61005, "5415": 2.59464, "5420": 2.61139, "5425": 2.625, "5430": 2.6265, "5435": 2.5765, "5440": 2.58814, "5445": 2.63079, "5450": 2.64534, "5455": 2.6101, "5460": 2.5903, "5465": 2.6052, "5470": 2.59691, "5475": 2.62442, "5480": 2.58886, "5485": 2.5915, "5490": 2.57494, "5495": 2.56951, "5500": 2.56777, "5505": 2.61617, "5510": 2.62567, "5515": 2.58374, "5520": 2.56088, "5525": 2.58583, "5530": 2.66352, "5535": 2.62035, "5540": 2.56974, "5545": 2.59511, "5550": 2.54965, "5555": 2.57459, "5560": 2.56453, "5565": 2.60605, "5570": 2.65634, "5575": 2.63541, "5580": 2.57175, "5585": 2.5945, "5590": 2.55928, "5595": 2.58276, "5600": 2.55517, "5605": 2.60104, "5610": 2.58094, "5615": 2.58249, "5620": 2.58036, "5625": 2.55089, "5630": 2.57187, "5635": 2.6324, "5640": 2.59548, "5645": 2.57131, "5650": 2.57908, "5655": 2.54814, "5660": 2.56269, "5665": 2.58485, "5670": 2.56733, "5675": 2.61086, "5680": 2.5279, "5685": 2.5673, "5690": 2.60169, "5695": 2.56032, "5700": 2.59817, "5705": 2.59773, "5710": 2.57825, "5715": 2.58556, "5720": 2.53545, "5725": 2.60141, "5730": 2.57545, "5735": 2.60941, "5740": 2.59452, "5745": 2.55803, "5750": 2.53903, "5755": 2.55715, "5760": 2.61525, "5765": 2.56038, "5770": 2.5412, "5775": 2.58539, "5780": 2.57794, "5785": 2.53954, "5790": 2.56402, "5795": 2.60037, "5800": 2.54586, "5805": 2.53368, "5810": 2.55739, "5815": 2.52458, "5820": 2.59565, "5825": 2.50396, "5830": 2.49812, "5835": 2.59879, "5840": 2.54027, "5845": 2.55119, "5850": 2.61034, "5855": 2.5078, "5860": 2.56077, "5865": 2.51887, "5870": 2.57531, "5875": 2.60847, "5880": 2.58556, "5885": 2.56695, "5890": 2.58322, "5895": 2.55606, "5900": 2.61399, "5905": 2.55561, "5910": 2.59622, "5915": 2.60833, "5920": 2.58814, "5925": 2.53547, "5930": 2.57614, "5935": 2.55624, "5940": 2.57051, "5945": 2.51758, "5950": 2.5549, "5955": 2.58364, "5960": 2.56774, "5965": 2.61916, "5970": 2.54972, "5975": 2.58058, "5980": 2.55777, "5985": 2.5587, "5990": 2.55442, "5995": 2.55786, "6000": 2.5541, "6005": 2.51959, "6010": 2.5612, "6015": 2.5234, "6020": 2.53535, "6025": 2.55845, "6030": 2.60267, "6035": 2.54217, "6040": 2.54797, "6045": 2.49021, "6050": 2.59325, "6055": 2.51806, "6060": 2.54365, "6065": 2.52512, "6070": 2.52866, "6075": 2.5355, "6080": 2.53264, "6085": 2.59598, "6090": 2.56805, "6095": 2.53269, "6100": 2.53973, "6105": 2.52014, "6110": 2.5548, "6115": 2.5854, "6120": 2.55512, "6125": 2.53857, "6130": 2.47414, "6135": 2.5559, "6140": 2.55561, "6145": 2.55497, "6150": 2.52352, "6155": 2.50641, "6160": 2.54021, "6165": 2.57308, "6170": 2.54839, "6175": 2.60252, "6180": 2.51088, "6185": 2.54973, "6190": 2.49031, "6195": 2.57918, "6200": 2.55088, "6205": 2.53612, "6210": 2.51902, "6215": 2.51336, "6220": 2.56408, "6225": 2.51443, "6230": 2.51059, "6235": 2.5608, "6240": 2.55012, "6245": 2.5247, "6250": 2.53168, "6255": 2.57932, "6260": 2.52354, "6265": 2.57262, "6270": 2.52446, "6275": 2.56295, "6280": 2.52126, "6285": 2.52066, "6290": 2.52096, "6295": 2.50424, "6300": 2.55533, "6305": 2.52427, "6310": 2.51089, "6315": 2.53744, "6320": 2.488, "6325": 2.59779, "6330": 2.55532, "6335": 2.51175, "6340": 2.51285, "6345": 2.55419, "6350": 2.55594, "6355": 2.52344, "6360": 2.52101, "6365": 2.48499, "6370": 2.53525, "6375": 2.49254, "6380": 2.55757, "6385": 2.57399, "6390": 2.50202, "6395": 2.55089, "6400": 2.50993, "6405": 2.5282, "6410": 2.5186, "6415": 2.52701, "6420": 2.54208, "6425": 2.53505, "6430": 2.57601, "6435": 2.54343, "6440": 2.53596, "6445": 2.52707, "6450": 2.53253, "6455": 2.5206, "6460": 2.51748, "6465": 2.56168, "6470": 2.5182, "6475": 2.52367, "6480": 2.48721, "6485": 2.52891, "6490": 2.50941, "6495": 2.49869, "6500": 2.52288, "6505": 2.49655, "6510": 2.5435, "6515": 2.51061, "6520": 2.51072, "6525": 2.4951, "6530": 2.54405, "6535": 2.53179, "6540": 2.52806, "6545": 2.56063, "6550": 2.50377, "6555": 2.5567, "6560": 2.50957, "6565": 2.52066, "6570": 2.5846, "6575": 2.52194, "6580": 2.49953, "6585": 2.50756, "6590": 2.5088, "6595": 2.49707, "6600": 2.48904, "6605": 2.53959, "6610": 2.47704, "6615": 2.56692, "6620": 2.53266, "6625": 2.50914, "6630": 2.51237, "6635": 2.47298, "6640": 2.53895, "6645": 2.59549, "6650": 2.51039, "6655": 2.5003, "6660": 2.57417, "6665": 2.52229, "6670": 2.56842, "6675": 2.46804, "6680": 2.54777, "6685": 2.53423, "6690": 2.51271, "6695": 2.48576, "6700": 2.52379, "6705": 2.51865, "6710": 2.49131, "6715": 2.51508, "6720": 2.51046, "6725": 2.51877, "6730": 2.51764, "6735": 2.48391, "6740": 2.51343, "6745": 2.49511, "6750": 2.55883, "6755": 2.47532, "6760": 2.54102, "6765": 2.48848, "6770": 2.51699, "6775": 2.50924, "6780": 2.53742, "6785": 2.47155, "6790": 2.54353, "6795": 2.49747, "6800": 2.52506, "6805": 2.51084, "6810": 2.50457, "6815": 2.52164, "6820": 2.48634, "6825": 2.5058, "6830": 2.54057, "6835": 2.5071, "6840": 2.50862, "6845": 2.52459, "6850": 2.47366, "6855": 2.5114, "6860": 2.50121, "6865": 2.48697, "6870": 2.55404, "6875": 2.47466, "6880": 2.55074, "6885": 2.47742, "6890": 2.5456, "6895": 2.50044, "6900": 2.48513, "6905": 2.49727, "6910": 2.51927, "6915": 2.51524, "6920": 2.53222, "6925": 2.54381, "6930": 2.49006, "6935": 2.52259, "6940": 2.49956, "6945": 2.46052, "6950": 2.48424, "6955": 2.52708, "6960": 2.51994, "6965": 2.493, "6970": 2.47002, "6975": 2.52124, "6980": 2.45179, "6985": 2.51469, "6990": 2.53168, "6995": 2.46205, "7000": 2.48721, "7005": 2.47085, "7010": 2.47458, "7015": 2.52239, "7020": 2.46871, "7025": 2.455, "7030": 2.48512, "7035": 2.47891, "7040": 2.5055, "7045": 2.52023, "7050": 2.52604, "7055": 2.44159, "7060": 2.47055, "7065": 2.4812, "7070": 2.49094, "7075": 2.49419, "7080": 2.5339, "7085": 2.48474, "7090": 2.47483, "7095": 2.50175, "7100": 2.51611, "7105": 2.48909, "7110": 2.48875, "7115": 2.50654, "7120": 2.47919, "7125": 2.4648, "7130": 2.48826, "7135": 2.51398, "7140": 2.49836, "7145": 2.49968, "7150": 2.51209, "7155": 2.50995, "7160": 2.47585, "7165": 2.45844, "7170": 2.5053, "7175": 2.50179, "7180": 2.50705, "7185": 2.48036, "7190": 2.46179, "7195": 2.46554, "7200": 2.5094, "7205": 2.48845, "7210": 2.44336, "7215": 2.48072, "7220": 2.44332, "7225": 2.51135, "7230": 2.50786, "7235": 2.48259, "7240": 2.47784, "7245": 2.49888, "7250": 2.50767, "7255": 2.49251, "7260": 2.45824, "7265": 2.45066, "7270": 2.47062, "7275": 2.50235, "7280": 2.49435, "7285": 2.42685, "7290": 2.48191, "7295": 2.48837, "7300": 2.41828, "7305": 2.44602, "7310": 2.44836, "7315": 2.49166, "7320": 2.48459, "7325": 2.45973, "7330": 2.49034, "7335": 2.47382, "7340": 2.46396, "7345": 2.4941, "7350": 2.5103, "7355": 2.49639, "7360": 2.48014, "7365": 2.46719, "7370": 2.4737, "7375": 2.44973, "7380": 2.49351, "7385": 2.48455, "7390": 2.47135, "7395": 2.477, "7400": 2.48731, "7405": 2.44334, "7410": 2.48259, "7415": 2.46975, "7420": 2.49233, "7425": 2.45642, "7430": 2.52265, "7435": 2.49165, "7440": 2.52011, "7445": 2.50649, "7450": 2.47346, "7455": 2.46263, "7460": 2.46431, "7465": 2.48535, "7470": 2.45144, "7475": 2.45815, "7480": 2.51387, "7485": 2.45117, "7490": 2.47472, "7495": 2.47889, "7500": 2.49782, "7505": 2.44041, "7510": 2.43588, "7515": 2.42224, "7520": 2.49392, "7525": 2.49662, "7530": 2.47567, "7535": 2.45999, "7540": 2.47286, "7545": 2.47379, "7550": 2.49017, "7555": 2.45369, "7560": 2.42765, "7565": 2.50931, "7570": 2.48419, "7575": 2.43912, "7580": 2.45901, "7585": 2.48319, "7590": 2.48184, "7595": 2.46424, "7600": 2.46287, "7605": 2.44744, "7610": 2.44904, "7615": 2.42801, "7620": 2.54382, "7625": 2.47981, "7630": 2.42404, "7635": 2.42598, "7640": 2.45333, "7645": 2.47382, "7650": 2.46343, "7655": 2.48648, "7660": 2.4512, "7665": 2.43238, "7670": 2.44036, "7675": 2.45618, "7680": 2.48615, "7685": 2.43166, "7690": 2.48187, "7695": 2.4547, "7700": 2.48168, "7705": 2.51497, "7710": 2.50597, "7715": 2.4453, "7720": 2.47122, "7725": 2.48144, "7730": 2.45802, "7735": 2.49851, "7740": 2.44105, "7745": 2.45131, "7750": 2.44125, "7755": 2.47226, "7760": 2.45319, "7765": 2.45587, "7770": 2.47059, "7775": 2.4538, "7780": 2.41754, "7785": 2.44561, "7790": 2.48633, "7795": 2.44163, "7800": 2.4703, "7805": 2.48729, "7810": 2.50584, "7815": 2.49634, "7820": 2.45047, "7825": 2.51645, "7830": 2.45243, "7835": 2.46939, "7840": 2.47968, "7845": 2.4632, "7850": 2.41717, "7855": 2.47372, "7860": 2.5075, "7865": 2.42692, "7870": 2.47598, "7875": 2.44861, "7880": 2.45488, "7885": 2.46205, "7890": 2.47234, "7895": 2.45238, "7900": 2.44179, "7905": 2.43688, "7910": 2.426, "7915": 2.48366, "7920": 2.47574, "7925": 2.4225, "7930": 2.47225, "7935": 2.45119, "7940": 2.424, "7945": 2.47139, "7950": 2.44612, "7955": 2.41981, "7960": 2.49324, "7965": 2.53135, "7970": 2.52904, "7975": 2.45162, "7980": 2.44412, "7985": 2.46923, "7990": 2.43335, "7995": 2.46941, "8000": 2.43681, "8005": 2.41849, "8010": 2.45817, "8015": 2.47029, "8020": 2.4825, "8025": 2.47607, "8030": 2.45105, "8035": 2.47127, "8040": 2.42237, "8045": 2.45296, "8050": 2.4482, "8055": 2.42424, "8060": 2.44611, "8065": 2.46189, "8070": 2.45993, "8075": 2.45852, "8080": 2.4462, "8085": 2.43951, "8090": 2.4255, "8095": 2.42228, "8100": 2.43833, "8105": 2.49489, "8110": 2.43712, "8115": 2.44338, "8120": 2.46793, "8125": 2.46836, "8130": 2.45375, "8135": 2.45377, "8140": 2.43826, "8145": 2.42645, "8150": 2.42267, "8155": 2.4863, "8160": 2.45488, "8165": 2.4436, "8170": 2.43613, "8175": 2.42318, "8180": 2.49704, "8185": 2.4269, "8190": 2.46935, "8195": 2.4585, "8200": 2.44837, "8205": 2.44505, "8210": 2.43355, "8215": 2.44056, "8220": 2.4358, "8225": 2.41015, "8230": 2.44176, "8235": 2.4652, "8240": 2.42683, "8245": 2.44875, "8250": 2.44572, "8255": 2.4414, "8260": 2.43328, "8265": 2.42888, "8270": 2.43309, "8275": 2.44149, "8280": 2.39924, "8285": 2.4396, "8290": 2.48206, "8295": 2.4474, "8300": 2.45867, "8305": 2.40775, "8310": 2.43515, "8315": 2.46058, "8320": 2.40073, "8325": 2.39433, "8330": 2.43694, "8335": 2.44522, "8340": 2.49104, "8345": 2.4478, "8350": 2.44978, "8355": 2.40749, "8360": 2.40123, "8365": 2.45247, "8370": 2.45194, "8375": 2.42273, "8380": 2.41941, "8385": 2.42385, "8390": 2.4346, "8395": 2.43997, "8400": 2.43946, "8405": 2.48993, "8410": 2.437, "8415": 2.43406, "8420": 2.41749, "8425": 2.43899, "8430": 2.46013, "8435": 2.40557, "8440": 2.45224, "8445": 2.45724, "8450": 2.40482, "8455": 2.46, "8460": 2.45352, "8465": 2.4356, "8470": 2.40868, "8475": 2.47827, "8480": 2.40162, "8485": 2.41279, "8490": 2.46472, "8495": 2.43598, "8500": 2.44504, "8505": 2.40324, "8510": 2.40392, "8515": 2.42848, "8520": 2.42568, "8525": 2.4921, "8530": 2.37281, "8535": 2.40013, "8540": 2.48538, "8545": 2.38102, "8550": 2.43805, "8555": 2.44969, "8560": 2.47001, "8565": 2.42051, "8570": 2.43016, "8575": 2.44673, "8580": 2.44107, "8585": 2.4206, "8590": 2.40199, "8595": 2.42668, "8600": 2.41302, "8605": 2.49039, "8610": 2.42012, "8615": 2.38793, "8620": 2.44803, "8625": 2.42382, "8630": 2.45408, "8635": 2.44896, "8640": 2.43494, "8645": 2.4736, "8650": 2.42011, "8655": 2.45238, "8660": 2.45516, "8665": 2.38524, "8670": 2.40887, "8675": 2.4285, "8680": 2.44765, "8685": 2.4292, "8690": 2.41052, "8695": 2.44169, "8700": 2.43279, "8705": 2.41873, "8710": 2.42723, "8715": 2.44835, "8720": 2.47546, "8725": 2.40943, "8730": 2.3906, "8735": 2.43279, "8740": 2.42918, "8745": 2.39996, "8750": 2.43474, "8755": 2.42434, "8760": 2.40027, "8765": 2.43461, "8770": 2.40495, "8775": 2.43724, "8780": 2.42018, "8785": 2.47035, "8790": 2.41985, "8795": 2.41766, "8800": 2.41504, "8805": 2.40682, "8810": 2.41125, "8815": 2.47313, "8820": 2.45249, "8825": 2.42464, "8830": 2.38678, "8835": 2.42251, "8840": 2.39423, "8845": 2.42654, "8850": 2.43398, "8855": 2.40351, "8860": 2.42788, "8865": 2.42683, "8870": 2.43891, "8875": 2.43765, "8880": 2.41181, "8885": 2.39358, "8890": 2.44536, "8895": 2.42582, "8900": 2.41128, "8905": 2.40287, "8910": 2.40178, "8915": 2.41899, "8920": 2.43296, "8925": 2.46577, "8930": 2.4143, "8935": 2.40926, "8940": 2.38869, "8945": 2.3922, "8950": 2.41756, "8955": 2.39479, "8960": 2.43345, "8965": 2.41805, "8970": 2.40426, "8975": 2.47319, "8980": 2.43981, "8985": 2.37288, "8990": 2.4072, "8995": 2.41768, "9000": 2.45601, "9005": 2.41214, "9010": 2.37503, "9015": 2.40997, "9020": 2.3985, "9025": 2.37013, "9030": 2.39819, "9035": 2.4235, "9040": 2.42034, "9045": 2.41944, "9050": 2.39591, "9055": 2.41865, "9060": 2.41835, "9065": 2.40424, "9070": 2.44544, "9075": 2.39609, "9080": 2.43408, "9085": 2.41287, "9090": 2.41241, "9095": 2.39607, "9100": 2.4007, "9105": 2.35839, "9110": 2.46492, "9115": 2.41577, "9120": 2.405, "9125": 2.458, "9130": 2.39476, "9135": 2.44823, "9140": 2.43426, "9145": 2.43038, "9150": 2.42521, "9155": 2.37592, "9160": 2.41896, "9165": 2.42461, "9170": 2.37306, "9175": 2.41974, "9180": 2.37725, "9185": 2.43877, "9190": 2.41309, "9195": 2.38919, "9200": 2.39263, "9205": 2.45158, "9210": 2.36253, "9215": 2.46302, "9220": 2.44836, "9225": 2.38351, "9230": 2.44641, "9235": 2.39743, "9240": 2.40233, "9245": 2.43533, "9250": 2.42643, "9255": 2.42876, "9260": 2.38508, "9265": 2.43838, "9270": 2.43511, "9275": 2.39568, "9280": 2.39071, "9285": 2.42371, "9290": 2.40431, "9295": 2.38539, "9300": 2.42356, "9305": 2.40497, "9310": 2.41467, "9315": 2.40958, "9320": 2.44478, "9325": 2.37057, "9330": 2.40175, "9335": 2.36064, "9340": 2.40709, "9345": 2.41361, "9350": 2.43767, "9355": 2.47543, "9360": 2.4371, "9365": 2.38709, "9370": 2.43617, "9375": 2.43237, "9380": 2.35257, "9385": 2.40086, "9390": 2.38081, "9395": 2.3885, "9400": 2.44434, "9405": 2.41269, "9410": 2.39825, "9415": 2.43724, "9420": 2.44459, "9425": 2.43199, "9430": 2.44775, "9435": 2.41468, "9440": 2.4757, "9445": 2.3748, "9450": 2.39361, "9455": 2.40348, "9460": 2.38595, "9465": 2.37795, "9470": 2.38158, "9475": 2.36591, "9480": 2.43326, "9485": 2.38642, "9490": 2.41941, "9495": 2.38123, "9500": 2.36329, "9505": 2.42967, "9510": 2.39832, "9515": 2.42896, "9520": 2.41821, "9525": 2.39098, "9530": 2.45386, "9535": 2.40282, "9540": 2.41807, "9545": 2.37646, "9550": 2.42227, "9555": 2.38928, "9560": 2.42056, "9565": 2.40473, "9570": 2.37127, "9575": 2.41035, "9580": 2.39592, "9585": 2.42186, "9590": 2.42769, "9595": 2.44835, "9600": 2.39217, "9605": 2.38532, "9610": 2.41965, "9615": 2.41204, "9620": 2.41154, "9625": 2.44483, "9630": 2.395, "9635": 2.40098, "9640": 2.44575, "9645": 2.41172, "9650": 2.39957, "9655": 2.37414, "9660": 2.42292, "9665": 2.38785, "9670": 2.38317, "9675": 2.35775, "9680": 2.39654, "9685": 2.39503, "9690": 2.4613, "9695": 2.38031, "9700": 2.37568, "9705": 2.38353, "9710": 2.36601, "9715": 2.38749, "9720": 2.4332, "9725": 2.44039, "9730": 2.42955, "9735": 2.38794, "9740": 2.37969, "9745": 2.42437, "9750": 2.3981, "9755": 2.4077, "9760": 2.41101, "9765": 2.36724, "9770": 2.4342, "9775": 2.40115, "9780": 2.36209, "9785": 2.40063, "9790": 2.40782, "9795": 2.35982, "9800": 2.39646, "9805": 2.40576, "9810": 2.40871, "9815": 2.37765, "9820": 2.37557, "9825": 2.40604, "9830": 2.42044, "9835": 2.38417, "9840": 2.41278, "9845": 2.36206, "9850": 2.39915, "9855": 2.39447, "9860": 2.38855, "9865": 2.37969, "9870": 2.38592, "9875": 2.38177, "9880": 2.45139, "9885": 2.39245, "9890": 2.35063, "9895": 2.31931, "9900": 2.3952, "9905": 2.42474, "9910": 2.35507, "9915": 2.36324, "9920": 2.41087, "9925": 2.3985, "9930": 2.38397, "9935": 2.35059, "9940": 2.38385, "9945": 2.3797, "9950": 2.40362, "9955": 2.44626, "9960": 2.4258, "9965": 2.35484, "9970": 2.40776, "9975": 2.38445, "9980": 2.3311, "9985": 2.4051, "9990": 2.39694, "9995": 2.39526, "10000": 2.36696, "10005": 2.37191, "10010": 2.38253, "10015": 2.44412, "10020": 2.36322, "10025": 2.38777, "10030": 2.38744, "10035": 2.40886, "10040": 2.40309, "10045": 2.38187, "10050": 2.34835, "10055": 2.36929, "10060": 2.41862, "10065": 2.37479, "10070": 2.423, "10075": 2.37255, "10080": 2.36332, "10085": 2.37108, "10090": 2.34595, "10095": 2.40124, "10100": 2.32131, "10105": 2.38462, "10110": 2.41161, "10115": 2.38754, "10120": 2.35903, "10125": 2.37092, "10130": 2.36022, "10135": 2.38243, "10140": 2.41271, "10145": 2.40607, "10150": 2.37539, "10155": 2.39406, "10160": 2.36042, "10165": 2.3842, "10170": 2.42368, "10175": 2.32305, "10180": 2.39352, "10185": 2.38375, "10190": 2.44188, "10195": 2.40305, "10200": 2.39015, "10205": 2.38822, "10210": 2.36991, "10215": 2.34364, "10220": 2.41795, "10225": 2.43037, "10230": 2.35534, "10235": 2.38619, "10240": 2.37205, "10245": 2.39035, "10250": 2.38646, "10255": 2.41642, "10260": 2.33424, "10265": 2.34821, "10270": 2.35061, "10275": 2.36955, "10280": 2.44822, "10285": 2.35754, "10290": 2.38389, "10295": 2.3723, "10300": 2.36828, "10305": 2.41571, "10310": 2.3877, "10315": 2.36013, "10320": 2.36624, "10325": 2.36267, "10330": 2.41312, "10335": 2.36153, "10340": 2.41836, "10345": 2.36889, "10350": 2.35672, "10355": 2.39532, "10360": 2.37312, "10365": 2.36074, "10370": 2.33915, "10375": 2.35562, "10380": 2.41668, "10385": 2.40583, "10390": 2.38095, "10395": 2.3576, "10400": 2.37548, "10405": 2.34822, "10410": 2.3381, "10415": 2.41431, "10420": 2.38041, "10425": 2.32562, "10430": 2.36014, "10435": 2.36947, "10440": 2.37091, "10445": 2.3601, "10450": 2.36009, "10455": 2.37843, "10460": 2.38055, "10465": 2.30313, "10470": 2.35764, "10475": 2.37919, "10480": 2.36187, "10485": 2.35885, "10490": 2.4119, "10495": 2.36592, "10500": 2.36273, "10505": 2.36961, "10510": 2.3816, "10515": 2.37346, "10520": 2.40183, "10525": 2.389, "10530": 2.39058, "10535": 2.35539, "10540": 2.40525, "10545": 2.35703, "10550": 2.37657, "10555": 2.35803, "10560": 2.3405, "10565": 2.37135, "10570": 2.37477, "10575": 2.35743, "10580": 2.37782, "10585": 2.36809, "10590": 2.37791, "10595": 2.37689, "10600": 2.33089, "10605": 2.3717, "10610": 2.36437, "10615": 2.36241, "10620": 2.34737, "10625": 2.41733, "10630": 2.36755, "10635": 2.32224, "10640": 2.36202, "10645": 2.42137, "10650": 2.3603, "10655": 2.31025, "10660": 2.34676, "10665": 2.39855, "10670": 2.31403, "10675": 2.41662, "10680": 2.35394, "10685": 2.28619, "10690": 2.38317, "10695": 2.32897, "10700": 2.38276, "10705": 2.38404, "10710": 2.34229, "10715": 2.38181, "10720": 2.32585, "10725": 2.35132, "10730": 2.34862, "10735": 2.3518, "10740": 2.31777, "10745": 2.33753, "10750": 2.33397, "10755": 2.40347, "10760": 2.36377, "10765": 2.33563, "10770": 2.36832, "10775": 2.38431, "10780": 2.36873, "10785": 2.39064, "10790": 2.34523, "10795": 2.38497, "10800": 2.32139, "10805": 2.39484, "10810": 2.37409, "10815": 2.35325, "10820": 2.34132, "10825": 2.36976, "10830": 2.33704, "10835": 2.347, "10840": 2.32835, "10845": 2.38518, "10850": 2.33101, "10855": 2.3619, "10860": 2.33071, "10865": 2.32059, "10870": 2.32243, "10875": 2.30352, "10880": 2.39351, "10885": 2.4031, "10890": 2.36036, "10895": 2.37107, "10900": 2.33074, "10905": 2.3132, "10910": 2.40682, "10915": 2.37125, "10920": 2.37395, "10925": 2.36178, "10930": 2.31785, "10935": 2.35984, "10940": 2.35325, "10945": 2.34609, "10950": 2.36031, "10955": 2.36317, "10960": 2.31043, "10965": 2.36158, "10970": 2.35657, "10975": 2.40855, "10980": 2.37438, "10985": 2.34339, "10990": 2.39794, "10995": 2.36358, "11000": 2.3367, "11005": 2.36071, "11010": 2.34173, "11015": 2.32617, "11020": 2.33259, "11025": 2.36576, "11030": 2.33866, "11035": 2.31271, "11040": 2.31651, "11045": 2.31822, "11050": 2.31809, "11055": 2.28913, "11060": 2.33868, "11065": 2.30809, "11070": 2.39307, "11075": 2.31783, "11080": 2.35458, "11085": 2.3363, "11090": 2.34633, "11095": 2.3718, "11100": 2.32898, "11105": 2.31552, "11110": 2.36164, "11115": 2.37242, "11120": 2.38066, "11125": 2.31475, "11130": 2.3499, "11135": 2.33245, "11140": 2.37221, "11145": 2.34935, "11150": 2.39376, "11155": 2.33996, "11160": 2.3647, "11165": 2.36272, "11170": 2.34016, "11175": 2.33391, "11180": 2.3723, "11185": 2.31334, "11190": 2.27753, "11195": 2.32826, "11200": 2.34711, "11205": 2.36211, "11210": 2.33021, "11215": 2.31819, "11220": 2.34183, "11225": 2.37052, "11230": 2.36505, "11235": 2.31953, "11240": 2.34095, "11245": 2.35575, "11250": 2.33117, "11255": 2.33525, "11260": 2.35568, "11265": 2.38813, "11270": 2.28869, "11275": 2.31457, "11280": 2.36943, "11285": 2.28996, "11290": 2.34586, "11295": 2.36394, "11300": 2.37973, "11305": 2.3352, "11310": 2.33011, "11315": 2.29941, "11320": 2.30556, "11325": 2.31524, "11330": 2.35389, "11335": 2.33811, "11340": 2.30715, "11345": 2.31278, "11350": 2.29619, "11355": 2.31948, "11360": 2.35099, "11365": 2.29275, "11370": 2.35148, "11375": 2.32687, "11380": 2.33972, "11385": 2.34686, "11390": 2.33406, "11395": 2.28592, "11400": 2.30948, "11405": 2.35421, "11410": 2.35465, "11415": 2.38449, "11420": 2.35035, "11425": 2.30772, "11430": 2.36681, "11435": 2.36061, "11440": 2.34732, "11445": 2.36229, "11450": 2.32147, "11455": 2.30472, "11460": 2.35122, "11465": 2.34332, "11470": 2.37307, "11475": 2.31161, "11480": 2.32382, "11485": 2.30846, "11490": 2.344, "11495": 2.40648, "11500": 2.33935, "11505": 2.34918, "11510": 2.36196, "11515": 2.32145, "11520": 2.3043, "11525": 2.36115, "11530": 2.31264, "11535": 2.3215, "11540": 2.34504, "11545": 2.34375, "11550": 2.3636, "11555": 2.32437, "11560": 2.34788, "11565": 2.33894, "11570": 2.34963, "11575": 2.29524, "11580": 2.32749, "11585": 2.35175, "11590": 2.3618, "11595": 2.33486, "11600": 2.3573, "11605": 2.32205, "11610": 2.35986, "11615": 2.36006, "11620": 2.29629, "11625": 2.27613, "11630": 2.32588, "11635": 2.34225, "11640": 2.30389, "11645": 2.30695, "11650": 2.32765, "11655": 2.35115, "11660": 2.33559, "11665": 2.32862, "11670": 2.29989, "11675": 2.29611, "11680": 2.3245, "11685": 2.335, "11690": 2.34341, "11695": 2.31618, "11700": 2.32498, "11705": 2.29971, "11710": 2.34418, "11715": 2.31355, "11720": 2.29829, "11725": 2.33913, "11730": 2.30649, "11735": 2.32753, "11740": 2.27272, "11745": 2.31682, "11750": 2.32586, "11755": 2.3504, "11760": 2.31072, "11765": 2.34059, "11770": 2.27741, "11775": 2.32428, "11780": 2.25457, "11785": 2.29632, "11790": 2.32161, "11795": 2.32148, "11800": 2.33441, "11805": 2.30224, "11810": 2.30358, "11815": 2.32855, "11820": 2.31768, "11825": 2.35799, "11830": 2.3157, "11835": 2.33627, "11840": 2.33933, "11845": 2.31625, "11850": 2.30279, "11855": 2.31274, "11860": 2.34249, "11865": 2.35695, "11870": 2.37806, "11875": 2.27972, "11880": 2.29164, "11885": 2.33582, "11890": 2.29146, "11895": 2.28855, "11900": 2.33216, "11905": 2.32131, "11910": 2.27663, "11915": 2.31183, "11920": 2.33333, "11925": 2.30178, "11930": 2.30522, "11935": 2.31612, "11940": 2.31579, "11945": 2.34065, "11950": 2.29853, "11955": 2.31246, "11960": 2.33665, "11965": 2.29384, "11970": 2.28198, "11975": 2.33532, "11980": 2.30525, "11985": 2.27675, "11990": 2.30305, "11995": 2.32936, "12000": 2.3243, "12005": 2.32389, "12010": 2.2876, "12015": 2.30885, "12020": 2.32609, "12025": 2.3339, "12030": 2.31036, "12035": 2.33548, "12040": 2.31504, "12045": 2.30961, "12050": 2.30776, "12055": 2.33205, "12060": 2.29709, "12065": 2.32997, "12070": 2.30215, "12075": 2.27525, "12080": 2.35012, "12085": 2.33805, "12090": 2.33153, "12095": 2.28064, "12100": 2.31437, "12105": 2.3082, "12110": 2.3286, "12115": 2.30272, "12120": 2.30476, "12125": 2.29299, "12130": 2.30209, "12135": 2.32731, "12140": 2.29487, "12145": 2.25587, "12150": 2.25942, "12155": 2.34139, "12160": 2.3564, "12165": 2.31895, "12170": 2.33202, "12175": 2.34176, "12180": 2.32919, "12185": 2.3392, "12190": 2.33408, "12195": 2.29739, "12200": 2.29971, "12205": 2.32199, "12210": 2.35582, "12215": 2.30236, "12220": 2.298, "12225": 2.24251, "12230": 2.33254, "12235": 2.33789, "12240": 2.32363, "12245": 2.28607, "12250": 2.27217, "12255": 2.33627, "12260": 2.31277, "12265": 2.34134, "12270": 2.31196, "12275": 2.31345, "12280": 2.31816, "12285": 2.28538, "12290": 2.30977, "12295": 2.26494, "12300": 2.32846, "12305": 2.26819, "12310": 2.2931, "12315": 2.38537, "12320": 2.3108, "12325": 2.32611, "12330": 2.30252, "12335": 2.32201, "12340": 2.33972, "12345": 2.36736, "12350": 2.34235, "12355": 2.3039, "12360": 2.31292, "12365": 2.32841, "12370": 2.29028, "12375": 2.29855, "12380": 2.29177, "12385": 2.28958, "12390": 2.24749, "12395": 2.30262, "12400": 2.29816, "12405": 2.30947, "12410": 2.30218, "12415": 2.28121, "12420": 2.31576, "12425": 2.29993, "12430": 2.31452, "12435": 2.29916, "12440": 2.33133, "12445": 2.31918, "12450": 2.30543, "12455": 2.24083, "12460": 2.33478, "12465": 2.36325, "12470": 2.27585, "12475": 2.27386, "12480": 2.29137, "12485": 2.30584, "12490": 2.33022, "12495": 2.26913, "12500": 2.3199, "12505": 2.33541, "12510": 2.3559, "12515": 2.27055, "12520": 2.31974, "12525": 2.28748, "12530": 2.32122, "12535": 2.27213, "12540": 2.28628, "12545": 2.29073, "12550": 2.31647, "12555": 2.32346, "12560": 2.30163, "12565": 2.33608, "12570": 2.2774, "12575": 2.30021, "12580": 2.31011, "12585": 2.29127, "12590": 2.33476, "12595": 2.32359, "12600": 2.28129, "12605": 2.31883, "12610": 2.36317, "12615": 2.30591, "12620": 2.33262, "12625": 2.33055, "12630": 2.2973, "12635": 2.33522, "12640": 2.29483, "12645": 2.27955, "12650": 2.32509, "12655": 2.2649, "12660": 2.34164, "12665": 2.31762, "12670": 2.30944, "12675": 2.31773, "12680": 2.27484, "12685": 2.36538, "12690": 2.30258, "12695": 2.3316, "12700": 2.29242, "12705": 2.3066, "12710": 2.30648, "12715": 2.28622, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "num-zeros": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 956235968.0, "5": 967337088.0, "10": 971385344.0, "15": 946451584.0, "20": 961454144.0, "25": 1083495040.0, "30": 1210886784.0, "35": 1297400576.0, "40": 1271467008.0, "45": 1175317120.0, "50": 1127123712.0, "55": 1082697856.0, "60": 1044925888.0, "65": 1035741120.0, "70": 1015001472.0, "75": 1009854336.0, "80": 1028703936.0, "85": 1019290368.0, "90": 990809344.0, "95": 964848896.0, "100": 973471680.0, "105": 983119424.0, "110": 977565504.0, "115": 977218048.0, "120": 961220416.0, "125": 943671872.0, "130": 976736960.0, "135": 964989632.0, "140": 963116864.0, "145": 976472832.0, "150": 921307328.0, "155": 968129664.0, "160": 956322560.0, "165": 959833728.0, "170": 974347456.0, "175": 949087808.0, "180": 946701504.0, "185": 972012288.0, "190": 969080384.0, "195": 985148288.0, "200": 945763584.0, "205": 958347008.0, "210": 979438848.0, "215": 967497024.0, "220": 956425216.0, "225": 962393664.0, "230": 948174848.0, "235": 965217152.0, "240": 966068608.0, "245": 969152000.0, "250": 974439936.0, "255": 925058944.0, "260": 965631168.0, "265": 970669376.0, "270": 959136512.0, "275": 953999296.0, "280": 963425664.0, "285": 945783936.0, "290": 974119040.0, "295": 966704000.0, "300": 967153024.0, "305": 964512128.0, "310": 940359680.0, "315": 967399488.0, "320": 969007936.0, "325": 980555456.0, "330": 972089216.0, "335": 946860544.0, "340": 966592384.0, "345": 973019520.0, "350": 973912320.0, "355": 963257280.0, "360": 948348032.0, "365": 964815680.0, "370": 962952960.0, "375": 958450432.0, "380": 947149312.0, "385": 955992704.0, "390": 945401920.0, "395": 970418112.0, "400": 979775872.0, "405": 968349696.0, "410": 970067456.0, "415": 953155072.0, "420": 943562368.0, "425": 954772160.0, "430": 962659264.0, "435": 977076736.0, "440": 954808960.0, "445": 971890816.0, "450": 963511680.0, "455": 973132288.0, "460": 983708288.0, "465": 945281152.0, "470": 942057856.0, "475": 967007104.0, "480": 966098304.0, "485": 976406464.0, "490": 962540544.0, "495": 945459840.0, "500": 964454784.0, "505": 986003136.0, "510": 965679232.0, "515": 943408000.0, "520": 945020992.0, "525": 971262848.0, "530": 971888448.0, "535": 979136128.0, "540": 969531136.0, "545": 954123392.0, "550": 951268096.0, "555": 987224704.0, "560": 960424256.0, "565": 966614016.0, "570": 975728384.0, "575": 927223872.0, "580": 970694784.0, "585": 961176832.0, "590": 972965888.0, "595": 963684352.0, "600": 937077568.0, "605": 951474304.0, "610": 963361024.0, "615": 970007808.0, "620": 976466176.0, "625": 949580224.0, "630": 954443904.0, "635": 986043648.0, "640": 980977216.0, "645": 955008832.0, "650": 958547584.0, "655": 951651520.0, "660": 961042688.0, "665": 967554944.0, "670": 962511744.0, "675": 968338048.0, "680": 965622016.0, "685": 962869120.0, "690": 961921152.0, "695": 954770816.0, "700": 970338624.0, "705": 945517632.0, "710": 943884160.0, "715": 973356416.0, "720": 968367744.0, "725": 978491840.0, "730": 952192896.0, "735": 948810368.0, "740": 955631744.0, "745": 975870976.0, "750": 981237376.0, "755": 962160384.0, "760": 951962496.0, "765": 967347840.0, "770": 976146048.0, "775": 970547840.0, "780": 977538112.0, "785": 931529792.0, "790": 960443264.0, "795": 964581248.0, "800": 967022144.0, "805": 962318720.0, "810": 940976448.0, "815": 949040000.0, "820": 953185856.0, "825": 954501760.0, "830": 976443776.0, "835": 956075520.0, "840": 948406912.0, "845": 965154752.0, "850": 966026688.0, "855": 960904960.0, "860": 976025088.0, "865": 938160704.0, "870": 966414976.0, "875": 972314304.0, "880": 963119744.0, "885": 967742720.0, "890": 949969728.0, "895": 960017792.0, "900": 974230272.0, "905": 963968064.0, "910": 958436608.0, "915": 956353920.0, "920": 943970368.0, "925": 960829184.0, "930": 978849664.0, "935": 971071104.0, "940": 960907136.0, "945": 945064832.0, "950": 957427008.0, "955": 979039232.0, "960": 983589376.0, "965": 966165696.0, "970": 951225600.0, "975": 961578240.0, "980": 968070528.0, "985": 968992256.0, "990": 984392960.0, "995": 953292032.0, "1000": 934783040.0, "1005": 960146944.0, "1010": 971539968.0, "1015": 985186560.0, "1020": 962781312.0, "1025": 935010304.0, "1030": 974676416.0, "1035": 964993152.0, "1040": 980464704.0, "1045": 960830464.0, "1050": 955200064.0, "1055": 957782272.0, "1060": 967746944.0, "1065": 967115264.0, "1070": 966600192.0, "1075": 950056448.0, "1080": 954506240.0, "1085": 967250688.0, "1090": 977131776.0, "1095": 961235584.0, "1100": 979611776.0, "1105": 953366144.0, "1110": 965955584.0, "1115": 966984832.0, "1120": 970350528.0, "1125": 965706496.0, "1130": 954942208.0, "1135": 965843328.0, "1140": 965175360.0, "1145": 970988544.0, "1150": 955558144.0, "1155": 930579520.0, "1160": 957773824.0, "1165": 978125312.0, "1170": 974302848.0, "1175": 973057600.0, "1180": 973081216.0, "1185": 947342912.0, "1190": 964792960.0, "1195": 953134464.0, "1200": 972844672.0, "1205": 988479168.0, "1210": 931123264.0, "1215": 968647744.0, "1220": 969164992.0, "1225": 975950272.0, "1230": 967333824.0, "1235": 943446336.0, "1240": 955852416.0, "1245": 981507264.0, "1250": 966111104.0, "1255": 973672960.0, "1260": 946495744.0, "1265": 963997568.0, "1270": 960487744.0, "1275": 973616640.0, "1280": 961114880.0, "1285": 957581440.0, "1290": 952528640.0, "1295": 971612608.0, "1300": 968863744.0, "1305": 963737728.0, "1310": 963337664.0, "1315": 943555840.0, "1320": 966307008.0, "1325": 989786496.0, "1330": 969506304.0, "1335": 972303232.0, "1340": 972271104.0, "1345": 960659072.0, "1350": 968639552.0, "1355": 955854208.0, "1360": 971819456.0, "1365": 960387456.0, "1370": 948791360.0, "1375": 973533696.0, "1380": 953470208.0, "1385": 969144704.0, "1390": 975719424.0, "1395": 931675264.0, "1400": 945856192.0, "1405": 976752768.0, "1410": 974512064.0, "1415": 967568832.0, "1420": 966747200.0, "1425": 937379200.0, "1430": 973916160.0, "1435": 978333952.0, "1440": 964180352.0, "1445": 958059264.0, "1450": 946148608.0, "1455": 983924608.0, "1460": 968649984.0, "1465": 948747072.0, "1470": 984244864.0, "1475": 943903360.0, "1480": 963976576.0, "1485": 957349120.0, "1490": 961261568.0, "1495": 980539520.0, "1500": 958334144.0, "1505": 942866752.0, "1510": 984180608.0, "1515": 959093888.0, "1520": 959103936.0, "1525": 952784896.0, "1530": 957744896.0, "1535": 949431168.0, "1540": 971087680.0, "1545": 963135040.0, "1550": 978667264.0, "1555": 952316672.0, "1560": 980089536.0, "1565": 967317376.0, "1570": 973843712.0, "1575": 975494784.0, "1580": 941864320.0, "1585": 970030528.0, "1590": 983822592.0, "1595": 948635392.0, "1600": 967446016.0, "1605": 952449280.0, "1610": 969617664.0, "1615": 983150208.0, "1620": 968020608.0, "1625": 970718336.0, "1630": 962888320.0, "1635": 942312576.0, "1640": 981613056.0, "1645": 973977984.0, "1650": 974185728.0, "1655": 967264192.0, "1660": 940689024.0, "1665": 961702848.0, "1670": 962902848.0, "1675": 971280896.0, "1680": 980879872.0, "1685": 944418816.0, "1690": 964687872.0, "1695": 965643264.0, "1700": 966339584.0, "1705": 985202688.0, "1710": 978353024.0, "1715": 943211136.0, "1720": 977088448.0, "1725": 965872448.0, "1730": 968966784.0, "1735": 965089536.0, "1740": 949714624.0, "1745": 970010176.0, "1750": 959685056.0, "1755": 960087040.0, "1760": 966380800.0, "1765": 951817088.0, "1770": 954666944.0, "1775": 973752064.0, "1780": 970536448.0, "1785": 968825728.0, "1790": 950235648.0, "1795": 945133184.0, "1800": 984667712.0, "1805": 987163072.0, "1810": 977768000.0, "1815": 948006400.0, "1820": 949209344.0, "1825": 978852352.0, "1830": 966361856.0, "1835": 964132864.0, "1840": 972318784.0, "1845": 935415808.0, "1850": 952497536.0, "1855": 980050944.0, "1860": 975868288.0, "1865": 958966272.0, "1870": 958948864.0, "1875": 932594944.0, "1880": 973575936.0, "1885": 978847744.0, "1890": 971359168.0, "1895": 959211776.0, "1900": 947394304.0, "1905": 981827712.0, "1910": 969127936.0, "1915": 970041728.0, "1920": 975598080.0, "1925": 960496640.0, "1930": 977926144.0, "1935": 963251456.0, "1940": 952460800.0, "1945": 981337920.0, "1950": 939171584.0, "1955": 960606208.0, "1960": 970031616.0, "1965": 981176768.0, "1970": 962045312.0, "1975": 952824064.0, "1980": 936849920.0, "1985": 975939456.0, "1990": 965967936.0, "1995": 962612608.0, "2000": 960553984.0, "2005": 954497792.0, "2010": 975579392.0, "2015": 991802880.0, "2020": 975435840.0, "2025": 974304768.0, "2030": 952083776.0, "2035": 967850432.0, "2040": 987460096.0, "2045": 976479616.0, "2050": 984702208.0, "2055": 942837248.0, "2060": 942594688.0, "2065": 966210176.0, "2070": 969622912.0, "2075": 980554880.0, "2080": 977600384.0, "2085": 939640128.0, "2090": 969874880.0, "2095": 961277312.0, "2100": 976718976.0, "2105": 972537856.0, "2110": 959904000.0, "2115": 956877184.0, "2120": 977480320.0, "2125": 962566272.0, "2130": 979618624.0, "2135": 950537280.0, "2140": 946995456.0, "2145": 962275584.0, "2150": 973404032.0, "2155": 972689216.0, "2160": 970315008.0, "2165": 948644224.0, "2170": 961545088.0, "2175": 969376640.0, "2180": 969329408.0, "2185": 947447424.0, "2190": 940481024.0, "2195": 986085888.0, "2200": 961860352.0, "2205": 978924032.0, "2210": 964102656.0, "2215": 963501952.0, "2220": 951311104.0, "2225": 969316672.0, "2230": 976331136.0, "2235": 974024704.0, "2240": 975494208.0, "2245": 960232000.0, "2250": 967640384.0, "2255": 969132672.0, "2260": 975065216.0, "2265": 968258304.0, "2270": 951745664.0, "2275": 962768640.0, "2280": 969640064.0, "2285": 971693632.0, "2290": 962890944.0, "2295": 931408256.0, "2300": 959906688.0, "2305": 970426496.0, "2310": 967444800.0, "2315": 970906880.0, "2320": 975589248.0, "2325": 938586496.0, "2330": 988435968.0, "2335": 977489152.0, "2340": 964596224.0, "2345": 964167680.0, "2350": 947555456.0, "2355": 977029504.0, "2360": 966898688.0, "2365": 977293056.0, "2370": 965073024.0, "2375": 953966016.0, "2380": 962917184.0, "2385": 967195264.0, "2390": 963078016.0, "2395": 974465536.0, "2400": 958411584.0, "2405": 968120896.0, "2410": 951585920.0, "2415": 965904960.0, "2420": 966518208.0, "2425": 959045248.0, "2430": 956686080.0, "2435": 961390080.0, "2440": 959755648.0, "2445": 970890176.0, "2450": 961998976.0, "2455": 922721024.0, "2460": 951954560.0, "2465": 955732224.0, "2470": 972571904.0, "2475": 973812736.0, "2480": 943896704.0, "2485": 944186560.0, "2490": 972411968.0, "2495": 974452672.0, "2500": 973908096.0, "2505": 958492352.0, "2510": 939510144.0, "2515": 979553408.0, "2520": 970473600.0, "2525": 964389504.0, "2530": 955798848.0, "2535": 936598656.0, "2540": 969027968.0, "2545": 970385088.0, "2550": 969458560.0, "2555": 969437056.0, "2560": 964977664.0, "2565": 959764544.0, "2570": 985176320.0, "2575": 957425664.0, "2580": 967424768.0, "2585": 966023424.0, "2590": 956355072.0, "2595": 981829760.0, "2600": 959532160.0, "2605": 963000960.0, "2610": 965972608.0, "2615": 951925504.0, "2620": 971242688.0, "2625": 976457408.0, "2630": 974411584.0, "2635": 948070912.0, "2640": 948137728.0, "2645": 963038848.0, "2650": 953984064.0, "2655": 977112064.0, "2660": 949623424.0, "2665": 953930112.0, "2670": 959063552.0, "2675": 979276736.0, "2680": 961397312.0, "2685": 970702592.0, "2690": 965221952.0, "2695": 943553664.0, "2700": 969425280.0, "2705": 978961536.0, "2710": 971812224.0, "2715": 990814976.0, "2720": 942649536.0, "2725": 967955904.0, "2730": 955468160.0, "2735": 970675840.0, "2740": 977921792.0, "2745": 932281024.0, "2750": 947857152.0, "2755": 956317440.0, "2760": 981697344.0, "2765": 966111488.0, "2770": 948915456.0, "2775": 935830656.0, "2780": 964776512.0, "2785": 969569152.0, "2790": 974273664.0, "2795": 966883712.0, "2800": 944388224.0, "2805": 964353152.0, "2810": 969609344.0, "2815": 975844352.0, "2820": 963087232.0, "2825": 937629952.0, "2830": 956742464.0, "2835": 986322752.0, "2840": 961759360.0, "2845": 967508416.0, "2850": 951716480.0, "2855": 962092736.0, "2860": 954241920.0, "2865": 955882368.0, "2870": 944664064.0, "2875": 974664000.0, "2880": 968201984.0, "2885": 981081664.0, "2890": 953455872.0, "2895": 957179008.0, "2900": 964989824.0, "2905": 931709056.0, "2910": 955731584.0, "2915": 979476608.0, "2920": 970491904.0, "2925": 964976000.0, "2930": 964048128.0, "2935": 940141696.0, "2940": 964911104.0, "2945": 989150336.0, "2950": 965209728.0, "2955": 965104768.0, "2960": 933162112.0, "2965": 968794816.0, "2970": 973035264.0, "2975": 958093440.0, "2980": 964497344.0, "2985": 937268864.0, "2990": 951255424.0, "2995": 978316288.0, "3000": 969275776.0, "3005": 974687936.0, "3010": 950235520.0, "3015": 943841152.0, "3020": 958442752.0, "3025": 975186112.0, "3030": 965018240.0, "3035": 963454336.0, "3040": 952134656.0, "3045": 989793408.0, "3050": 965545216.0, "3055": 982521216.0, "3060": 971227520.0, "3065": 943917312.0, "3070": 978408576.0, "3075": 975206208.0, "3080": 960992768.0, "3085": 962353280.0, "3090": 945954304.0, "3095": 938116096.0, "3100": 972929856.0, "3105": 961990400.0, "3110": 970657024.0, "3115": 963390336.0, "3120": 947117312.0, "3125": 972721408.0, "3130": 952974080.0, "3135": 966042624.0, "3140": 968488512.0, "3145": 937851392.0, "3150": 975010176.0, "3155": 976815360.0, "3160": 969628032.0, "3165": 982195584.0, "3170": 937961088.0, "3175": 953825024.0, "3180": 983810048.0, "3185": 965169920.0, "3190": 968483200.0, "3195": 950932864.0, "3200": 945102400.0, "3205": 959863552.0, "3210": 957487488.0, "3215": 958020352.0, "3220": 968129408.0, "3225": 935614592.0, "3230": 962590080.0, "3235": 975776960.0, "3240": 962621952.0, "3245": 981274880.0, "3250": 943260608.0, "3255": 954600064.0, "3260": 980362752.0, "3265": 963620416.0, "3270": 965164928.0, "3275": 959731712.0, "3280": 967046400.0, "3285": 982477824.0, "3290": 947690368.0, "3295": 966423168.0, "3300": 959165952.0, "3305": 949131776.0, "3310": 979510592.0, "3315": 964283520.0, "3320": 969208960.0, "3325": 956193856.0, "3330": 941167872.0, "3335": 964986176.0, "3340": 956913792.0, "3345": 972511872.0, "3350": 964575744.0, "3355": 943359232.0, "3360": 970037504.0, "3365": 969467904.0, "3370": 954763392.0, "3375": 958676096.0, "3380": 971474944.0, "3385": 947985280.0, "3390": 965793152.0, "3395": 978403520.0, "3400": 978138752.0, "3405": 976737152.0, "3410": 924193216.0, "3415": 955437440.0, "3420": 971832960.0, "3425": 977168768.0, "3430": 973837696.0, "3435": 936085504.0, "3440": 970517120.0, "3445": 957314816.0, "3450": 959853440.0, "3455": 963865600.0, "3460": 967895040.0, "3465": 931319360.0, "3470": 952348352.0, "3475": 973716096.0, "3480": 959751168.0, "3485": 979959296.0, "3490": 944684224.0, "3495": 953917952.0, "3500": 969330176.0, "3505": 964360704.0, "3510": 971235456.0, "3515": 955957888.0, "3520": 958747264.0, "3525": 971915392.0, "3530": 964137984.0, "3535": 983204736.0, "3540": 937501952.0, "3545": 944743040.0, "3550": 984463872.0, "3555": 978071424.0, "3560": 974386048.0, "3565": 968813568.0, "3570": 946708224.0, "3575": 976105344.0, "3580": 977506752.0, "3585": 954580608.0, "3590": 956439552.0, "3595": 951455232.0, "3600": 989009856.0, "3605": 962020160.0, "3610": 965066816.0, "3615": 974649280.0, "3620": 954900992.0, "3625": 939529280.0, "3630": 990161536.0, "3635": 971447488.0, "3640": 976038912.0, "3645": 961502208.0, "3650": 945816192.0, "3655": 965782720.0, "3660": 976207936.0, "3665": 964032640.0, "3670": 977444352.0, "3675": 943488640.0, "3680": 958197888.0, "3685": 964298624.0, "3690": 982118400.0, "3695": 963126016.0, "3700": 950571520.0, "3705": 947357440.0, "3710": 982380160.0, "3715": 972682368.0, "3720": 976139008.0, "3725": 964051584.0, "3730": 948861888.0, "3735": 967079296.0, "3740": 960960896.0, "3745": 969322432.0, "3750": 963935872.0, "3755": 953421824.0, "3760": 976654464.0, "3765": 979841536.0, "3770": 972372736.0, "3775": 972386432.0, "3780": 952599040.0, "3785": 960225664.0, "3790": 985586240.0, "3795": 969183360.0, "3800": 957865856.0, "3805": 972396288.0, "3810": 954517824.0, "3815": 974567808.0, "3820": 963020416.0, "3825": 962059712.0, "3830": 969383808.0, "3835": 934745984.0, "3840": 971270528.0, "3845": 986838144.0, "3850": 968850240.0, "3855": 965260864.0, "3860": 948069888.0, "3865": 975062528.0, "3870": 985111936.0, "3875": 983055232.0, "3880": 963640448.0, "3885": 953024000.0, "3890": 960298240.0, "3895": 960592000.0, "3900": 984901760.0, "3905": 976210880.0, "3910": 987348992.0, "3915": 946005888.0, "3920": 974879616.0, "3925": 961236352.0, "3930": 976790336.0, "3935": 978926464.0, "3940": 950304448.0, "3945": 960273664.0, "3950": 974172928.0, "3955": 972980352.0, "3960": 974078592.0, "3965": 950874176.0, "3970": 980656000.0, "3975": 960726272.0, "3980": 977520000.0, "3985": 962949120.0, "3990": 972755776.0, "3995": 953701632.0, "4000": 974988416.0, "4005": 971658112.0, "4010": 978397184.0, "4015": 971468288.0, "4020": 950297600.0, "4025": 968408576.0, "4030": 997923840.0, "4035": 978537152.0, "4040": 959788800.0, "4045": 939639808.0, "4050": 944694400.0, "4055": 980948672.0, "4060": 977659136.0, "4065": 975707200.0, "4070": 942140416.0, "4075": 945753088.0, "4080": 988741376.0, "4085": 962081024.0, "4090": 983332928.0, "4095": 986920832.0, "4100": 957176512.0, "4105": 954074624.0, "4110": 966463104.0, "4115": 976016960.0, "4120": 983506944.0, "4125": 960017024.0, "4130": 967253824.0, "4135": 971444032.0, "4140": 963146944.0, "4145": 956162816.0, "4150": 960282624.0, "4155": 946204480.0, "4160": 968402560.0, "4165": 970302720.0, "4170": 971934848.0, "4175": 955849792.0, "4180": 940962176.0, "4185": 968281088.0, "4190": 967966848.0, "4195": 989187008.0, "4200": 962630144.0, "4205": 960569792.0, "4210": 971813760.0, "4215": 974121088.0, "4220": 981120704.0, "4225": 975209024.0, "4230": 952702400.0, "4235": 958494080.0, "4240": 966811392.0, "4245": 961732736.0, "4250": 965857920.0, "4255": 958267136.0, "4260": 949557632.0, "4265": 964149376.0, "4270": 978395840.0, "4275": 975422464.0, "4280": 962672256.0, "4285": 951463296.0, "4290": 980017408.0, "4295": 968855296.0, "4300": 958286336.0, "4305": 966765632.0, "4310": 939614592.0, "4315": 949429696.0, "4320": 984536512.0, "4325": 982573056.0, "4330": 974772096.0, "4335": 949447040.0, "4340": 959503680.0, "4345": 956644096.0, "4350": 979935744.0, "4355": 968870784.0, "4360": 966338816.0, "4365": 941246208.0, "4370": 969508288.0, "4375": 973008000.0, "4380": 966160768.0, "4385": 972036992.0, "4390": 954165440.0, "4395": 951869056.0, "4400": 973665280.0, "4405": 972466432.0, "4410": 967921280.0, "4415": 958960768.0, "4420": 960791744.0, "4425": 976440576.0, "4430": 965930368.0, "4435": 975914240.0, "4440": 962343424.0, "4445": 954825536.0, "4450": 978332672.0, "4455": 960256384.0, "4460": 968593856.0, "4465": 968818944.0, "4470": 944152448.0, "4475": 952010240.0, "4480": 978837312.0, "4485": 968292032.0, "4490": 957038208.0, "4495": 938951296.0, "4500": 953253376.0, "4505": 977203456.0, "4510": 978762368.0, "4515": 962505600.0, "4520": 958837632.0, "4525": 958139520.0, "4530": 964429824.0, "4535": 976604928.0, "4540": 976823488.0, "4545": 970194560.0, "4550": 953223488.0, "4555": 959566720.0, "4560": 972485376.0, "4565": 973467520.0, "4570": 978886400.0, "4575": 957835072.0, "4580": 963191936.0, "4585": 957370752.0, "4590": 986568064.0, "4595": 960176896.0, "4600": 952267392.0, "4605": 959311296.0, "4610": 963711616.0, "4615": 957987520.0, "4620": 960268672.0, "4625": 973823488.0, "4630": 944495104.0, "4635": 977037952.0, "4640": 960311040.0, "4645": 982017600.0, "4650": 962374528.0, "4655": 939483264.0, "4660": 964001792.0, "4665": 962602752.0, "4670": 976696704.0, "4675": 963491392.0, "4680": 957513600.0, "4685": 949686656.0, "4690": 956986752.0, "4695": 969964032.0, "4700": 961238272.0, "4705": 970782208.0, "4710": 934518272.0, "4715": 970476096.0, "4720": 966337728.0, "4725": 980328128.0, "4730": 965875840.0, "4735": 937908736.0, "4740": 960161536.0, "4745": 976046720.0, "4750": 967984512.0, "4755": 984947328.0, "4760": 959111680.0, "4765": 955199488.0, "4770": 958583872.0, "4775": 991080576.0, "4780": 976794752.0, "4785": 967571200.0, "4790": 943707328.0, "4795": 955813760.0, "4800": 967686272.0, "4805": 976542592.0, "4810": 965124864.0, "4815": 957983104.0, "4820": 973980928.0, "4825": 961481728.0, "4830": 962651264.0, "4835": 972545408.0, "4840": 948877888.0, "4845": 965765760.0, "4850": 960305536.0, "4855": 964131584.0, "4860": 963063808.0, "4865": 967482752.0, "4870": 957158656.0, "4875": 983550592.0, "4880": 957085056.0, "4885": 977004544.0, "4890": 959764928.0, "4895": 942128512.0, "4900": 973663296.0, "4905": 975227264.0, "4910": 969246080.0, "4915": 970115456.0, "4920": 941182656.0, "4925": 954773120.0, "4930": 977023104.0, "4935": 963751424.0, "4940": 972623808.0, "4945": 960032128.0, "4950": 940732480.0, "4955": 967988096.0, "4960": 976728320.0, "4965": 960948608.0, "4970": 958567680.0, "4975": 933676800.0, "4980": 960813184.0, "4985": 962951104.0, "4990": 963516288.0, "4995": 986247936.0, "5000": 940654592.0, "5005": 968864192.0, "5010": 970259840.0, "5015": 965172608.0, "5020": 966617280.0, "5025": 949312896.0, "5030": 953465344.0, "5035": 967256000.0, "5040": 955628928.0, "5045": 969080000.0, "5050": 953309056.0, "5055": 954762624.0, "5060": 962993024.0, "5065": 952085120.0, "5070": 973511552.0, "5075": 978483328.0, "5080": 942842112.0, "5085": 965766400.0, "5090": 972783680.0, "5095": 964338176.0, "5100": 958294016.0, "5105": 965281664.0, "5110": 950365824.0, "5115": 972247808.0, "5120": 960340608.0, "5125": 969731968.0, "5130": 938710656.0, "5135": 943623424.0, "5140": 969840640.0, "5145": 968529344.0, "5150": 970528000.0, "5155": 972525248.0, "5160": 926502016.0, "5165": 961518464.0, "5170": 966824960.0, "5175": 966024192.0, "5180": 963595328.0, "5185": 930779008.0, "5190": 949693952.0, "5195": 972360320.0, "5200": 973649152.0, "5205": 968176128.0, "5210": 960442304.0, "5215": 928693888.0, "5220": 979112384.0, "5225": 984693504.0, "5230": 974975616.0, "5235": 974982464.0, "5240": 944278144.0, "5245": 970774656.0, "5250": 972390464.0, "5255": 966848128.0, "5260": 976729728.0, "5265": 942283776.0, "5270": 969202048.0, "5275": 970061632.0, "5280": 962764928.0, "5285": 964023296.0, "5290": 932465792.0, "5295": 951714688.0, "5300": 975563520.0, "5305": 951904128.0, "5310": 968004736.0, "5315": 955755904.0, "5320": 950885888.0, "5325": 973016320.0, "5330": 967732992.0, "5335": 967475008.0, "5340": 966369536.0, "5345": 962912512.0, "5350": 978913280.0, "5355": 972191104.0, "5360": 963819136.0, "5365": 965161280.0, "5370": 947777152.0, "5375": 948748416.0, "5380": 967102656.0, "5385": 980430272.0, "5390": 965252480.0, "5395": 955025536.0, "5400": 948263040.0, "5405": 974207168.0, "5410": 967794944.0, "5415": 975952640.0, "5420": 967297152.0, "5425": 937265984.0, "5430": 963686528.0, "5435": 971789568.0, "5440": 968956736.0, "5445": 957306432.0, "5450": 919370368.0, "5455": 951930496.0, "5460": 962315008.0, "5465": 978783104.0, "5470": 980883712.0, "5475": 941501568.0, "5480": 955719168.0, "5485": 964816768.0, "5490": 975815424.0, "5495": 962707968.0, "5500": 971107648.0, "5505": 956916224.0, "5510": 968451392.0, "5515": 945405568.0, "5520": 963071872.0, "5525": 975771904.0, "5530": 936475648.0, "5535": 970547968.0, "5540": 960222464.0, "5545": 971888384.0, "5550": 967786624.0, "5555": 955772544.0, "5560": 954374016.0, "5565": 968741248.0, "5570": 945064448.0, "5575": 960441600.0, "5580": 960465280.0, "5585": 959385472.0, "5590": 977594752.0, "5595": 975097728.0, "5600": 962936320.0, "5605": 964017920.0, "5610": 943072576.0, "5615": 966467584.0, "5620": 963213440.0, "5625": 982251392.0, "5630": 975903616.0, "5635": 957188352.0, "5640": 951321920.0, "5645": 967769728.0, "5650": 979010112.0, "5655": 983338496.0, "5660": 956309184.0, "5665": 953303680.0, "5670": 965950464.0, "5675": 967530304.0, "5680": 978475840.0, "5685": 961873792.0, "5690": 935811520.0, "5695": 963629312.0, "5700": 952340480.0, "5705": 974340992.0, "5710": 971034880.0, "5715": 945939328.0, "5720": 974930560.0, "5725": 967241344.0, "5730": 978353792.0, "5735": 964685568.0, "5740": 943451840.0, "5745": 971057664.0, "5750": 981706368.0, "5755": 956582976.0, "5760": 963500032.0, "5765": 957572224.0, "5770": 955539072.0, "5775": 970688512.0, "5780": 962628288.0, "5785": 970453440.0, "5790": 974456832.0, "5795": 949655936.0, "5800": 965840256.0, "5805": 968615424.0, "5810": 975876352.0, "5815": 969980864.0, "5820": 936254464.0, "5825": 969106496.0, "5830": 977602112.0, "5835": 974857920.0, "5840": 962964480.0, "5845": 968640960.0, "5850": 942897792.0, "5855": 976024384.0, "5860": 979439552.0, "5865": 978148352.0, "5870": 968604800.0, "5875": 942081792.0, "5880": 964361984.0, "5885": 974635264.0, "5890": 972499392.0, "5895": 965435904.0, "5900": 941175808.0, "5905": 961730432.0, "5910": 958446336.0, "5915": 967928576.0, "5920": 977235520.0, "5925": 959469824.0, "5930": 946577664.0, "5935": 952298048.0, "5940": 977465600.0, "5945": 984830720.0, "5950": 980530304.0, "5955": 934909760.0, "5960": 961539776.0, "5965": 965803520.0, "5970": 970514560.0, "5975": 961675264.0, "5980": 958086400.0, "5985": 964439936.0, "5990": 973381760.0, "5995": 955833856.0, "6000": 955473024.0, "6005": 961281280.0, "6010": 952609664.0, "6015": 974269184.0, "6020": 978020224.0, "6025": 971871104.0, "6030": 955287680.0, "6035": 946819712.0, "6040": 962494592.0, "6045": 983547136.0, "6050": 956393088.0, "6055": 963359616.0, "6060": 945583360.0, "6065": 958321536.0, "6070": 978182400.0, "6075": 977890560.0, "6080": 957321728.0, "6085": 947495808.0, "6090": 953634816.0, "6095": 964598656.0, "6100": 979702976.0, "6105": 971048960.0, "6110": 961632384.0, "6115": 943507840.0, "6120": 968476288.0, "6125": 960494720.0, "6130": 983671360.0, "6135": 960847104.0, "6140": 958474944.0, "6145": 970942592.0, "6150": 968419072.0, "6155": 974943104.0, "6160": 977314944.0, "6165": 952410816.0, "6170": 951019392.0, "6175": 963261056.0, "6180": 969317440.0, "6185": 966209792.0, "6190": 963584192.0, "6195": 946898560.0, "6200": 969195008.0, "6205": 966867072.0, "6210": 959094080.0, "6215": 972791104.0, "6220": 936153920.0, "6225": 978469696.0, "6230": 975851584.0, "6235": 971556544.0, "6240": 965723904.0, "6245": 955868672.0, "6250": 956253568.0, "6255": 973080192.0, "6260": 978570880.0, "6265": 974795136.0, "6270": 958560384.0, "6275": 963615744.0, "6280": 972920512.0, "6285": 966135296.0, "6290": 970845184.0, "6295": 987233024.0, "6300": 947370624.0, "6305": 964771840.0, "6310": 979152448.0, "6315": 978344704.0, "6320": 971638464.0, "6325": 922708992.0, "6330": 958826368.0, "6335": 974829952.0, "6340": 984530432.0, "6345": 966922880.0, "6350": 944525952.0, "6355": 957990144.0, "6360": 972515456.0, "6365": 972268800.0, "6370": 958820096.0, "6375": 966932544.0, "6380": 951265920.0, "6385": 973684224.0, "6390": 965368832.0, "6395": 974959488.0, "6400": 984229888.0, "6405": 944126656.0, "6410": 977154048.0, "6415": 971514048.0, "6420": 956530048.0, "6425": 961085056.0, "6430": 957341312.0, "6435": 960001984.0, "6440": 968825216.0, "6445": 973343936.0, "6450": 974355456.0, "6455": 962167616.0, "6460": 941044864.0, "6465": 974176192.0, "6470": 979789696.0, "6475": 960836480.0, "6480": 967656576.0, "6485": 948487424.0, "6490": 970896896.0, "6495": 988185216.0, "6500": 980162816.0, "6505": 971974080.0, "6510": 951329088.0, "6515": 957639488.0, "6520": 978534080.0, "6525": 978818432.0, "6530": 973112832.0, "6535": 967681664.0, "6540": 949926464.0, "6545": 966122880.0, "6550": 979186688.0, "6555": 966898560.0, "6560": 975305344.0, "6565": 949327232.0, "6570": 951871552.0, "6575": 962025216.0, "6580": 975459712.0, "6585": 979436096.0, "6590": 948819648.0, "6595": 961398912.0, "6600": 961035520.0, "6605": 961387712.0, "6610": 985261952.0, "6615": 959604864.0, "6620": 944392448.0, "6625": 970623296.0, "6630": 971319040.0, "6635": 963969536.0, "6640": 959549568.0, "6645": 950709504.0, "6650": 978527872.0, "6655": 965593984.0, "6660": 968298752.0, "6665": 968645504.0, "6670": 932542592.0, "6675": 970478976.0, "6680": 968697088.0, "6685": 958428416.0, "6690": 955883648.0, "6695": 955193088.0, "6700": 961816384.0, "6705": 978898816.0, "6710": 970680768.0, "6715": 966518592.0, "6720": 973696320.0, "6725": 941461440.0, "6730": 979068352.0, "6735": 994181056.0, "6740": 976271104.0, "6745": 974234752.0, "6750": 938818176.0, "6755": 977293312.0, "6760": 969438336.0, "6765": 978112192.0, "6770": 975145600.0, "6775": 943069184.0, "6780": 946927488.0, "6785": 975065088.0, "6790": 960090624.0, "6795": 975750784.0, "6800": 972730752.0, "6805": 946265728.0, "6810": 958129664.0, "6815": 970426432.0, "6820": 977582592.0, "6825": 969082048.0, "6830": 950103424.0, "6835": 981242752.0, "6840": 982863232.0, "6845": 948763904.0, "6850": 965380416.0, "6855": 953757312.0, "6860": 978584576.0, "6865": 983644672.0, "6870": 964683136.0, "6875": 978492672.0, "6880": 950138368.0, "6885": 958115968.0, "6890": 959858496.0, "6895": 965740160.0, "6900": 984915840.0, "6905": 968171648.0, "6910": 949790208.0, "6915": 970620288.0, "6920": 966797952.0, "6925": 964972416.0, "6930": 964311040.0, "6935": 951827008.0, "6940": 962700032.0, "6945": 986297920.0, "6950": 973154752.0, "6955": 964482624.0, "6960": 939806464.0, "6965": 974418496.0, "6970": 978198976.0, "6975": 984772032.0, "6980": 982077952.0, "6985": 959446400.0, "6990": 945089984.0, "6995": 986954752.0, "7000": 962949312.0, "7005": 962664640.0, "7010": 984653184.0, "7015": 945128576.0, "7020": 982638336.0, "7025": 968189888.0, "7030": 953218688.0, "7035": 982478784.0, "7040": 950287616.0, "7045": 955659904.0, "7050": 959973824.0, "7055": 963561472.0, "7060": 976520448.0, "7065": 967826304.0, "7070": 953400576.0, "7075": 956437120.0, "7080": 968756864.0, "7085": 965636224.0, "7090": 969043584.0, "7095": 959624448.0, "7100": 973197760.0, "7105": 973048704.0, "7110": 969799936.0, "7115": 958092672.0, "7120": 948744576.0, "7125": 962832896.0, "7130": 971299840.0, "7135": 964393216.0, "7140": 961213824.0, "7145": 930183232.0, "7150": 945960320.0, "7155": 990784256.0, "7160": 968134912.0, "7165": 956493696.0, "7170": 968041856.0, "7175": 955532928.0, "7180": 957827072.0, "7185": 984449472.0, "7190": 978477632.0, "7195": 973381504.0, "7200": 935623360.0, "7205": 957230336.0, "7210": 966881216.0, "7215": 969215616.0, "7220": 981925376.0, "7225": 928530432.0, "7230": 949353088.0, "7235": 966760576.0, "7240": 966575168.0, "7245": 967134912.0, "7250": 949025088.0, "7255": 956946368.0, "7260": 969807872.0, "7265": 974691648.0, "7270": 959566592.0, "7275": 958942848.0, "7280": 956765824.0, "7285": 977538560.0, "7290": 976734080.0, "7295": 962754880.0, "7300": 975082176.0, "7305": 963739776.0, "7310": 976988032.0, "7315": 966514048.0, "7320": 974233408.0, "7325": 966526080.0, "7330": 959260544.0, "7335": 963692864.0, "7340": 977422592.0, "7345": 967423744.0, "7350": 984486528.0, "7355": 959355520.0, "7360": 948462720.0, "7365": 972380288.0, "7370": 982188928.0, "7375": 963174656.0, "7380": 963633280.0, "7385": 948295808.0, "7390": 963566400.0, "7395": 958074624.0, "7400": 969333440.0, "7405": 987281280.0, "7410": 951600128.0, "7415": 950185728.0, "7420": 966599296.0, "7425": 982484800.0, "7430": 965429312.0, "7435": 972606592.0, "7440": 936859200.0, "7445": 968497024.0, "7450": 979957696.0, "7455": 970923776.0, "7460": 971840896.0, "7465": 939178432.0, "7470": 971494592.0, "7475": 957699840.0, "7480": 968804352.0, "7485": 961318528.0, "7490": 933789312.0, "7495": 957100544.0, "7500": 969006592.0, "7505": 969803648.0, "7510": 971704192.0, "7515": 979311680.0, "7520": 951624960.0, "7525": 970088000.0, "7530": 953869440.0, "7535": 971075776.0, "7540": 979153728.0, "7545": 958988480.0, "7550": 960133120.0, "7555": 959912320.0, "7560": 969914368.0, "7565": 954751808.0, "7570": 942337152.0, "7575": 965335296.0, "7580": 982003200.0, "7585": 978710656.0, "7590": 969922368.0, "7595": 949709184.0, "7600": 945771776.0, "7605": 982120576.0, "7610": 968713216.0, "7615": 988171520.0, "7620": 956914048.0, "7625": 940939520.0, "7630": 971317248.0, "7635": 984252672.0, "7640": 983151168.0, "7645": 967816320.0, "7650": 958914176.0, "7655": 962227200.0, "7660": 968720896.0, "7665": 977950912.0, "7670": 975216896.0, "7675": 975006848.0, "7680": 942233088.0, "7685": 959380480.0, "7690": 975130240.0, "7695": 982011904.0, "7700": 978902976.0, "7705": 940606208.0, "7710": 974454784.0, "7715": 979171456.0, "7720": 967490560.0, "7725": 960158592.0, "7730": 942943488.0, "7735": 967944832.0, "7740": 980179072.0, "7745": 963843328.0, "7750": 963459328.0, "7755": 959614848.0, "7760": 970433344.0, "7765": 970703552.0, "7770": 962102848.0, "7775": 981846464.0, "7780": 964457472.0, "7785": 959517056.0, "7790": 967987840.0, "7795": 968687424.0, "7800": 971671040.0, "7805": 968158592.0, "7810": 945835136.0, "7815": 963331200.0, "7820": 974466304.0, "7825": 963474560.0, "7830": 957260288.0, "7835": 949782656.0, "7840": 957269312.0, "7845": 954002944.0, "7850": 979745088.0, "7855": 986607936.0, "7860": 947287040.0, "7865": 949166208.0, "7870": 965038592.0, "7875": 975639808.0, "7880": 968440192.0, "7885": 969100288.0, "7890": 951917056.0, "7895": 974263360.0, "7900": 963606656.0, "7905": 963902464.0, "7910": 965879680.0, "7915": 943390208.0, "7920": 950807040.0, "7925": 969449856.0, "7930": 964844544.0, "7935": 984472576.0, "7940": 964350400.0, "7945": 950747264.0, "7950": 962036352.0, "7955": 979737344.0, "7960": 963687936.0, "7965": 953212928.0, "7970": 951432448.0, "7975": 969081344.0, "7980": 965377920.0, "7985": 959348736.0, "7990": 968055040.0, "7995": 946779136.0, "8000": 962594304.0, "8005": 980605056.0, "8010": 965702976.0, "8015": 982808256.0, "8020": 960389952.0, "8025": 965309888.0, "8030": 958262208.0, "8035": 975592640.0, "8040": 960643584.0, "8045": 948272384.0, "8050": 959290432.0, "8055": 979224768.0, "8060": 969468672.0, "8065": 957939904.0, "8070": 963845696.0, "8075": 941970688.0, "8080": 965985472.0, "8085": 966864320.0, "8090": 983528064.0, "8095": 988650688.0, "8100": 966078208.0, "8105": 944512128.0, "8110": 968908992.0, "8115": 985180608.0, "8120": 974701888.0, "8125": 964153664.0, "8130": 966322432.0, "8135": 967723904.0, "8140": 963798528.0, "8145": 995247616.0, "8150": 973142080.0, "8155": 938476544.0, "8160": 964315008.0, "8165": 972925952.0, "8170": 968275520.0, "8175": 961599808.0, "8180": 936139392.0, "8185": 962736896.0, "8190": 968033088.0, "8195": 977397632.0, "8200": 956563840.0, "8205": 960812480.0, "8210": 946741568.0, "8215": 982398592.0, "8220": 987755072.0, "8225": 966280064.0, "8230": 962282688.0, "8235": 933738944.0, "8240": 980304576.0, "8245": 976189632.0, "8250": 963750400.0, "8255": 977001088.0, "8260": 956452416.0, "8265": 982710592.0, "8270": 952492096.0, "8275": 973853312.0, "8280": 974218048.0, "8285": 953334080.0, "8290": 939714688.0, "8295": 981089472.0, "8300": 973026240.0, "8305": 978061504.0, "8310": 950924096.0, "8315": 937711936.0, "8320": 977374080.0, "8325": 967837376.0, "8330": 990203584.0, "8335": 975599104.0, "8340": 947317568.0, "8345": 970703104.0, "8350": 970132096.0, "8355": 974915968.0, "8360": 979210496.0, "8365": 932621952.0, "8370": 965304512.0, "8375": 979830976.0, "8380": 965015744.0, "8385": 972730560.0, "8390": 962613248.0, "8395": 951077120.0, "8400": 972409664.0, "8405": 951415680.0, "8410": 960789632.0, "8415": 965573312.0, "8420": 941582016.0, "8425": 968081152.0, "8430": 961159616.0, "8435": 966042432.0, "8440": 969658688.0, "8445": 952713344.0, "8450": 984510784.0, "8455": 990051520.0, "8460": 968656960.0, "8465": 967147136.0, "8470": 962985088.0, "8475": 943118272.0, "8480": 986979264.0, "8485": 979689920.0, "8490": 992280000.0, "8495": 971471552.0, "8500": 951317824.0, "8505": 983350528.0, "8510": 974186112.0, "8515": 968862976.0, "8520": 961618560.0, "8525": 945070592.0, "8530": 984119616.0, "8535": 978264000.0, "8540": 967839104.0, "8545": 968719616.0, "8550": 941721408.0, "8555": 971721728.0, "8560": 958210112.0, "8565": 975541440.0, "8570": 974850816.0, "8575": 971165696.0, "8580": 932030912.0, "8585": 965721024.0, "8590": 978774592.0, "8595": 979179264.0, "8600": 983534976.0, "8605": 957472768.0, "8610": 983406848.0, "8615": 977662720.0, "8620": 963278016.0, "8625": 979344320.0, "8630": 943469248.0, "8635": 961638848.0, "8640": 973401088.0, "8645": 970304896.0, "8650": 969363520.0, "8655": 970457216.0, "8660": 943783488.0, "8665": 986105984.0, "8670": 960734720.0, "8675": 973824192.0, "8680": 962276288.0, "8685": 955741760.0, "8690": 978501312.0, "8695": 968820032.0, "8700": 972532608.0, "8705": 973766784.0, "8710": 946858560.0, "8715": 973281984.0, "8720": 958450816.0, "8725": 979051520.0, "8730": 985599936.0, "8735": 952338240.0, "8740": 940889408.0, "8745": 987271872.0, "8750": 972048384.0, "8755": 971578176.0, "8760": 965483200.0, "8765": 934360448.0, "8770": 986362240.0, "8775": 969740736.0, "8780": 966950400.0, "8785": 961987648.0, "8790": 947565056.0, "8795": 969517056.0, "8800": 970803392.0, "8805": 972994112.0, "8810": 983429888.0, "8815": 951016960.0, "8820": 939808704.0, "8825": 964408448.0, "8830": 981249472.0, "8835": 971398336.0, "8840": 979160512.0, "8845": 951234560.0, "8850": 986674560.0, "8855": 970377472.0, "8860": 962000896.0, "8865": 956620736.0, "8870": 945714880.0, "8875": 968444160.0, "8880": 983889920.0, "8885": 971269056.0, "8890": 969427200.0, "8895": 952763456.0, "8900": 961386176.0, "8905": 976606592.0, "8910": 981717440.0, "8915": 980645504.0, "8920": 968074112.0, "8925": 939992256.0, "8930": 970258432.0, "8935": 964040384.0, "8940": 977644800.0, "8945": 981826944.0, "8950": 945562496.0, "8955": 972497152.0, "8960": 973356992.0, "8965": 973678848.0, "8970": 966311424.0, "8975": 936927552.0, "8980": 952829248.0, "8985": 977632320.0, "8990": 967399424.0, "8995": 980307840.0, "9000": 952199232.0, "9005": 950403776.0, "9010": 974875392.0, "9015": 982753728.0, "9020": 958935488.0, "9025": 979374144.0, "9030": 953690688.0, "9035": 968675712.0, "9040": 978208384.0, "9045": 968412032.0, "9050": 983012544.0, "9055": 947799488.0, "9060": 956368192.0, "9065": 969361984.0, "9070": 967990592.0, "9075": 980648000.0, "9080": 952455488.0, "9085": 971552512.0, "9090": 963642816.0, "9095": 968240320.0, "9100": 974375744.0, "9105": 960292096.0, "9110": 947543104.0, "9115": 956514368.0, "9120": 985151168.0, "9125": 963050368.0, "9130": 958395136.0, "9135": 951643648.0, "9140": 967074432.0, "9145": 976978944.0, "9150": 986789952.0, "9155": 976907008.0, "9160": 957621504.0, "9165": 950526656.0, "9170": 988443776.0, "9175": 971262400.0, "9180": 967509504.0, "9185": 955042112.0, "9190": 956366976.0, "9195": 965770368.0, "9200": 968622848.0, "9205": 967231744.0, "9210": 984253184.0, "9215": 931731776.0, "9220": 949083264.0, "9225": 970972416.0, "9230": 970827200.0, "9235": 971550848.0, "9240": 959819392.0, "9245": 963536256.0, "9250": 961576256.0, "9255": 982627072.0, "9260": 979369344.0, "9265": 952769152.0, "9270": 948946560.0, "9275": 978587840.0, "9280": 977583360.0, "9285": 962705472.0, "9290": 978850560.0, "9295": 958658624.0, "9300": 965618304.0, "9305": 968911488.0, "9310": 972879232.0, "9315": 976034368.0, "9320": 947948352.0, "9325": 979431360.0, "9330": 977558272.0, "9335": 975487744.0, "9340": 960151872.0, "9345": 943218176.0, "9350": 952676288.0, "9355": 963291136.0, "9360": 960074112.0, "9365": 983534848.0, "9370": 982557952.0, "9375": 942044672.0, "9380": 982945920.0, "9385": 985381568.0, "9390": 973099712.0, "9395": 978541248.0, "9400": 937756160.0, "9405": 968082816.0, "9410": 981275392.0, "9415": 991699072.0, "9420": 960244800.0, "9425": 956695680.0, "9430": 938879872.0, "9435": 974510464.0, "9440": 959322368.0, "9445": 973635584.0, "9450": 961485184.0, "9455": 945813120.0, "9460": 978135680.0, "9465": 988016576.0, "9470": 962977216.0, "9475": 983614016.0, "9480": 931015168.0, "9485": 986877504.0, "9490": 963520000.0, "9495": 972526464.0, "9500": 982355008.0, "9505": 970113472.0, "9510": 964358720.0, "9515": 956691264.0, "9520": 947893248.0, "9525": 965359680.0, "9530": 958138048.0, "9535": 951097600.0, "9540": 953849536.0, "9545": 979579200.0, "9550": 955691648.0, "9555": 952532928.0, "9560": 958223360.0, "9565": 969425920.0, "9570": 977369856.0, "9575": 959033984.0, "9580": 963097536.0, "9585": 945779776.0, "9590": 948295360.0, "9595": 966492160.0, "9600": 984344000.0, "9605": 984934912.0, "9610": 943517952.0, "9615": 952482496.0, "9620": 980674816.0, "9625": 978574272.0, "9630": 970052544.0, "9635": 974733184.0, "9640": 940245440.0, "9645": 962402112.0, "9650": 971201664.0, "9655": 987483968.0, "9660": 963258752.0, "9665": 949972864.0, "9670": 966334592.0, "9675": 963075968.0, "9680": 965003840.0, "9685": 986401984.0, "9690": 940337664.0, "9695": 950509504.0, "9700": 975088128.0, "9705": 972504064.0, "9710": 967558912.0, "9715": 971305216.0, "9720": 940514752.0, "9725": 966097152.0, "9730": 973731968.0, "9735": 974370176.0, "9740": 971295680.0, "9745": 950816192.0, "9750": 979727232.0, "9755": 970292480.0, "9760": 968175296.0, "9765": 963811392.0, "9770": 952258304.0, "9775": 956670528.0, "9780": 970353408.0, "9785": 958627264.0, "9790": 961264512.0, "9795": 958201472.0, "9800": 948971520.0, "9805": 962036992.0, "9810": 978381568.0, "9815": 977262656.0, "9820": 982496960.0, "9825": 939141376.0, "9830": 969073216.0, "9835": 972339072.0, "9840": 971208320.0, "9845": 966656960.0, "9850": 946518784.0, "9855": 956995328.0, "9860": 986979584.0, "9865": 970027904.0, "9870": 989916864.0, "9875": 956925696.0, "9880": 931276800.0, "9885": 963470400.0, "9890": 972405568.0, "9895": 983489792.0, "9900": 956755968.0, "9905": 938556160.0, "9910": 978602368.0, "9915": 973099200.0, "9920": 944426496.0, "9925": 962916992.0, "9930": 947183744.0, "9935": 960278272.0, "9940": 965697280.0, "9945": 958382720.0, "9950": 963625856.0, "9955": 942997056.0, "9960": 966882304.0, "9965": 983350592.0, "9970": 966386496.0, "9975": 963881344.0, "9980": 980328512.0, "9985": 941824384.0, "9990": 976809984.0, "9995": 982129024.0, "10000": 971851776.0, "10005": 969861376.0, "10010": 943877440.0, "10015": 982577152.0, "10020": 977804032.0, "10025": 979549888.0, "10030": 971244672.0, "10035": 946533312.0, "10040": 950485760.0, "10045": 978173696.0, "10050": 985758592.0, "10055": 990346368.0, "10060": 959069696.0, "10065": 947062784.0, "10070": 966931584.0, "10075": 979401280.0, "10080": 971622080.0, "10085": 974745856.0, "10090": 944008832.0, "10095": 963125376.0, "10100": 972146944.0, "10105": 976034752.0, "10110": 971772800.0, "10115": 948353792.0, "10120": 962507264.0, "10125": 974194752.0, "10130": 980564736.0, "10135": 972567680.0, "10140": 957806016.0, "10145": 933887232.0, "10150": 973855872.0, "10155": 969285952.0, "10160": 961618304.0, "10165": 974885760.0, "10170": 944427776.0, "10175": 978892608.0, "10180": 983664000.0, "10185": 978746752.0, "10190": 955519744.0, "10195": 937150144.0, "10200": 988093952.0, "10205": 972676352.0, "10210": 966740672.0, "10215": 975630720.0, "10220": 948295552.0, "10225": 950289280.0, "10230": 975223168.0, "10235": 953831744.0, "10240": 969616640.0, "10245": 961772032.0, "10250": 936264064.0, "10255": 979504128.0, "10260": 964644352.0, "10265": 967489600.0, "10270": 968425088.0, "10275": 936103808.0, "10280": 969561856.0, "10285": 996083968.0, "10290": 979454656.0, "10295": 981540224.0, "10300": 951828480.0, "10305": 971864512.0, "10310": 960064768.0, "10315": 971187840.0, "10320": 985120896.0, "10325": 983215936.0, "10330": 934926464.0, "10335": 976317696.0, "10340": 957468800.0, "10345": 973596928.0, "10350": 984756096.0, "10355": 941803008.0, "10360": 961872512.0, "10365": 974268416.0, "10370": 980346176.0, "10375": 969875584.0, "10380": 961527616.0, "10385": 955072512.0, "10390": 990463232.0, "10395": 964845440.0, "10400": 960777984.0, "10405": 949747968.0, "10410": 955098176.0, "10415": 976146624.0, "10420": 967212096.0, "10425": 969751808.0, "10430": 964795648.0, "10435": 963036736.0, "10440": 971963200.0, "10445": 972183296.0, "10450": 975122048.0, "10455": 966331904.0, "10460": 948480896.0, "10465": 971374464.0, "10470": 972572672.0, "10475": 979157888.0, "10480": 997170048.0, "10485": 949275904.0, "10490": 934796800.0, "10495": 969120896.0, "10500": 977939456.0, "10505": 958974848.0, "10510": 950564864.0, "10515": 953891648.0, "10520": 972026624.0, "10525": 969414016.0, "10530": 970264896.0, "10535": 986317568.0, "10540": 946952448.0, "10545": 970374144.0, "10550": 968708032.0, "10555": 959557632.0, "10560": 975881664.0, "10565": 961363648.0, "10570": 968627200.0, "10575": 972498368.0, "10580": 960586752.0, "10585": 973333312.0, "10590": 951660288.0, "10595": 956430016.0, "10600": 967505280.0, "10605": 986588288.0, "10610": 966405248.0, "10615": 976526336.0, "10620": 940774144.0, "10625": 964938240.0, "10630": 967592064.0, "10635": 973064768.0, "10640": 974382592.0, "10645": 948458688.0, "10650": 966118656.0, "10655": 985083136.0, "10660": 976596736.0, "10665": 967187456.0, "10670": 954858240.0, "10675": 934123776.0, "10680": 986080640.0, "10685": 990783424.0, "10690": 963935488.0, "10695": 971897600.0, "10700": 949662464.0, "10705": 977799040.0, "10710": 968120576.0, "10715": 966837376.0, "10720": 966149760.0, "10725": 944047616.0, "10730": 980048704.0, "10735": 960773376.0, "10740": 971234048.0, "10745": 984200064.0, "10750": 981234944.0, "10755": 944244992.0, "10760": 969661632.0, "10765": 972555392.0, "10770": 973764864.0, "10775": 958674688.0, "10780": 949434368.0, "10785": 953571456.0, "10790": 970121216.0, "10795": 960127488.0, "10800": 972161280.0, "10805": 950822848.0, "10810": 973682880.0, "10815": 959656832.0, "10820": 971093696.0, "10825": 967113792.0, "10830": 956819456.0, "10835": 963015552.0, "10840": 970409024.0, "10845": 963739136.0, "10850": 957549312.0, "10855": 967510912.0, "10860": 950518400.0, "10865": 964160128.0, "10870": 983381376.0, "10875": 982274560.0, "10880": 958610752.0, "10885": 954466816.0, "10890": 972840192.0, "10895": 973359552.0, "10900": 970362240.0, "10905": 964840448.0, "10910": 938557824.0, "10915": 960615424.0, "10920": 982842368.0, "10925": 969796480.0, "10930": 968551104.0, "10935": 962492544.0, "10940": 953943040.0, "10945": 964767936.0, "10950": 972467008.0, "10955": 966633216.0, "10960": 971941824.0, "10965": 966455552.0, "10970": 983437248.0, "10975": 965796672.0, "10980": 974656832.0, "10985": 986572608.0, "10990": 950958336.0, "10995": 963353408.0, "11000": 985286784.0, "11005": 978548224.0, "11010": 971455360.0, "11015": 969726400.0, "11020": 947938112.0, "11025": 959834624.0, "11030": 977837824.0, "11035": 975095872.0, "11040": 986142784.0, "11045": 956475200.0, "11050": 973064832.0, "11055": 974445952.0, "11060": 962065280.0, "11065": 985161344.0, "11070": 949631488.0, "11075": 976197760.0, "11080": 971823744.0, "11085": 967095040.0, "11090": 976461504.0, "11095": 946438144.0, "11100": 965375424.0, "11105": 973585792.0, "11110": 980633600.0, "11115": 967886656.0, "11120": 956744384.0, "11125": 956475200.0, "11130": 975504896.0, "11135": 979451712.0, "11140": 964612992.0, "11145": 966377088.0, "11150": 935937152.0, "11155": 975939584.0, "11160": 983999424.0, "11165": 982400320.0, "11170": 977339264.0, "11175": 957764608.0, "11180": 962147136.0, "11185": 971844672.0, "11190": 979692288.0, "11195": 985085376.0, "11200": 982817216.0, "11205": 942217408.0, "11210": 984703488.0, "11215": 967396928.0, "11220": 983169280.0, "11225": 961691264.0, "11230": 953189568.0, "11235": 981706240.0, "11240": 977425152.0, "11245": 966073920.0, "11250": 969233408.0, "11255": 960376256.0, "11260": 979703296.0, "11265": 963607232.0, "11270": 981118656.0, "11275": 968047232.0, "11280": 955794176.0, "11285": 953405440.0, "11290": 956623360.0, "11295": 968271680.0, "11300": 962673344.0, "11305": 958624960.0, "11310": 946341184.0, "11315": 982999936.0, "11320": 964742912.0, "11325": 981029568.0, "11330": 975564288.0, "11335": 952309056.0, "11340": 970375616.0, "11345": 969803648.0, "11350": 981444096.0, "11355": 982385024.0, "11360": 941016704.0, "11365": 970431360.0, "11370": 978805312.0, "11375": 975313792.0, "11380": 968478016.0, "11385": 958625152.0, "11390": 938120832.0, "11395": 977384192.0, "11400": 972740288.0, "11405": 961470400.0, "11410": 966144128.0, "11415": 929225856.0, "11420": 964547904.0, "11425": 980999168.0, "11430": 978502144.0, "11435": 970006400.0, "11440": 945134656.0, "11445": 974983936.0, "11450": 984464448.0, "11455": 971217024.0, "11460": 964937088.0, "11465": 959659776.0, "11470": 954982528.0, "11475": 972653632.0, "11480": 956542208.0, "11485": 977052928.0, "11490": 986172224.0, "11495": 959133824.0, "11500": 970309248.0, "11505": 963864960.0, "11510": 976505280.0, "11515": 978026624.0, "11520": 954061696.0, "11525": 975806016.0, "11530": 976686720.0, "11535": 979970048.0, "11540": 974399040.0, "11545": 953188288.0, "11550": 953074304.0, "11555": 981696128.0, "11560": 984556736.0, "11565": 965242048.0, "11570": 966375872.0, "11575": 951523968.0, "11580": 975902976.0, "11585": 977428032.0, "11590": 969376384.0, "11595": 976214208.0, "11600": 946488640.0, "11605": 973334272.0, "11610": 982199616.0, "11615": 971997440.0, "11620": 968577856.0, "11625": 948852096.0, "11630": 937541248.0, "11635": 973606016.0, "11640": 981160768.0, "11645": 980069504.0, "11650": 971782464.0, "11655": 956044224.0, "11660": 980441920.0, "11665": 958240768.0, "11670": 982643776.0, "11675": 972390592.0, "11680": 956322304.0, "11685": 982734016.0, "11690": 968614464.0, "11695": 967558592.0, "11700": 973842752.0, "11705": 956309760.0, "11710": 964708032.0, "11715": 983208768.0, "11720": 983538048.0, "11725": 965265600.0, "11730": 955214208.0, "11735": 942646336.0, "11740": 973792512.0, "11745": 971088320.0, "11750": 961672064.0, "11755": 963374080.0, "11760": 949543168.0, "11765": 983755008.0, "11770": 984528384.0, "11775": 975438144.0, "11780": 984888832.0, "11785": 946940288.0, "11790": 972493440.0, "11795": 970387968.0, "11800": 973227264.0, "11805": 986472960.0, "11810": 967530304.0, "11815": 955616128.0, "11820": 973433920.0, "11825": 970646848.0, "11830": 974846080.0, "11835": 961579392.0, "11840": 944504512.0, "11845": 980497536.0, "11850": 974454528.0, "11855": 977918336.0, "11860": 971612352.0, "11865": 938262400.0, "11870": 940126208.0, "11875": 990048704.0, "11880": 972206784.0, "11885": 962901568.0, "11890": 970318208.0, "11895": 965208192.0, "11900": 979393920.0, "11905": 961566912.0, "11910": 982719680.0, "11915": 989857600.0, "11920": 944868608.0, "11925": 994162944.0, "11930": 964190528.0, "11935": 963465152.0, "11940": 976622080.0, "11945": 944763008.0, "11950": 977159808.0, "11955": 979128640.0, "11960": 972399168.0, "11965": 976260672.0, "11970": 963060544.0, "11975": 963129408.0, "11980": 977634432.0, "11985": 953073920.0, "11990": 968742400.0, "11995": 965156352.0, "12000": 958418112.0, "12005": 973932800.0, "12010": 979537920.0, "12015": 972212736.0, "12020": 973267520.0, "12025": 934456768.0, "12030": 969246336.0, "12035": 984077504.0, "12040": 977777472.0, "12045": 981645632.0, "12050": 931299456.0, "12055": 938852096.0, "12060": 974410240.0, "12065": 965723008.0, "12070": 968326208.0, "12075": 949990592.0, "12080": 953194240.0, "12085": 972673152.0, "12090": 963907776.0, "12095": 963627072.0, "12100": 976849088.0, "12105": 950520256.0, "12110": 971690368.0, "12115": 968300352.0, "12120": 986518208.0, "12125": 980798080.0, "12130": 941565184.0, "12135": 955700864.0, "12140": 976100864.0, "12145": 979711616.0, "12150": 979730944.0, "12155": 962112384.0, "12160": 946594176.0, "12165": 968588032.0, "12170": 964645760.0, "12175": 967863936.0, "12180": 975310656.0, "12185": 953131520.0, "12190": 988619136.0, "12195": 970961088.0, "12200": 965117120.0, "12205": 968926720.0, "12210": 939426496.0, "12215": 997290688.0, "12220": 970357184.0, "12225": 979974272.0, "12230": 980481408.0, "12235": 950285504.0, "12240": 963896832.0, "12245": 966011648.0, "12250": 976881216.0, "12255": 968239744.0, "12260": 983813760.0, "12265": 932017664.0, "12270": 966679040.0, "12275": 979923008.0, "12280": 977409216.0, "12285": 970702528.0, "12290": 929600256.0, "12295": 977118656.0, "12300": 986039360.0, "12305": 970126848.0, "12310": 986129472.0, "12315": 936110464.0, "12320": 957900288.0, "12325": 966485952.0, "12330": 968416512.0, "12335": 963885568.0, "12340": 957481216.0, "12345": 944333504.0, "12350": 966714496.0, "12355": 975720896.0, "12360": 978980352.0, "12365": 964351680.0, "12370": 949002240.0, "12375": 963753920.0, "12380": 964518144.0, "12385": 973139392.0, "12390": 961403136.0, "12395": 961530944.0, "12400": 975517120.0, "12405": 976523520.0, "12410": 953484928.0, "12415": 963238144.0, "12420": 944371136.0, "12425": 949470016.0, "12430": 972612736.0, "12435": 968709440.0, "12440": 962225600.0, "12445": 952293120.0, "12450": 947771904.0, "12455": 981396992.0, "12460": 974272512.0, "12465": 954487232.0, "12470": 981144320.0, "12475": 958704384.0, "12480": 967121920.0, "12485": 978366016.0, "12490": 974278784.0, "12495": 969692096.0, "12500": 961659904.0, "12505": 943534912.0, "12510": 960928768.0, "12515": 969530304.0, "12520": 973764160.0, "12525": 972291392.0, "12530": 944744576.0, "12535": 976634496.0, "12540": 965682880.0, "12545": 972057792.0, "12550": 969770432.0, "12555": 941177664.0, "12560": 964738560.0, "12565": 947584320.0, "12570": 974419712.0, "12575": 962993280.0, "12580": 958078592.0, "12585": 964422976.0, "12590": 965961088.0, "12595": 978854528.0, "12600": 981995776.0, "12605": 949260736.0, "12610": 937854656.0, "12615": 962619712.0, "12620": 961337152.0, "12625": 966494016.0, "12630": 970714112.0, "12635": 962162688.0, "12640": 978283392.0, "12645": 969272128.0, "12650": 970076032.0, "12655": 964130240.0, "12660": 932255680.0, "12665": 956938560.0, "12670": 986216960.0, "12675": 965529856.0, "12680": 961113536.0, "12685": 951218048.0, "12690": 945392256.0, "12695": 978288768.0, "12700": 985215808.0, "12705": 958807744.0, "12710": 968417792.0, "12715": 956500736.0, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 12698293248.0, "5": 12698293248.0, "10": 12698293248.0, "15": 12698293248.0, "20": 12698293248.0, "25": 12698293248.0, "30": 12698293248.0, "35": 12698293248.0, "40": 12698293248.0, "45": 12698293248.0, "50": 12698293248.0, "55": 12698293248.0, "60": 12698293248.0, "65": 12698293248.0, "70": 12698293248.0, "75": 12698293248.0, "80": 12698293248.0, "85": 12698293248.0, "90": 12698293248.0, "95": 12698293248.0, "100": 12698293248.0, "105": 12698293248.0, "110": 12698293248.0, "115": 12698293248.0, "120": 12698293248.0, "125": 12698293248.0, "130": 12698293248.0, "135": 12698293248.0, "140": 12698293248.0, "145": 12698293248.0, "150": 12698293248.0, "155": 12698293248.0, "160": 12698293248.0, "165": 12698293248.0, "170": 12698293248.0, "175": 12698293248.0, "180": 12698293248.0, "185": 12698293248.0, "190": 12698293248.0, "195": 12698293248.0, "200": 12698293248.0, "205": 12698293248.0, "210": 12698293248.0, "215": 12698293248.0, "220": 12698293248.0, "225": 12698293248.0, "230": 12698293248.0, "235": 12698293248.0, "240": 12698293248.0, "245": 12698293248.0, "250": 12698293248.0, "255": 12698293248.0, "260": 12698293248.0, "265": 12698293248.0, "270": 12698293248.0, "275": 12698293248.0, "280": 12698293248.0, "285": 12698293248.0, "290": 12698293248.0, "295": 12698293248.0, "300": 12698293248.0, "305": 12698293248.0, "310": 12698293248.0, "315": 12698293248.0, "320": 12698293248.0, "325": 12698293248.0, "330": 12698293248.0, "335": 12698293248.0, "340": 12698293248.0, "345": 12698293248.0, "350": 12698293248.0, "355": 12698293248.0, "360": 12698293248.0, "365": 12698293248.0, "370": 12698293248.0, "375": 12698293248.0, "380": 12698293248.0, "385": 12698293248.0, "390": 12698293248.0, "395": 12698293248.0, "400": 12698293248.0, "405": 12698293248.0, "410": 12698293248.0, "415": 12698293248.0, "420": 12698293248.0, "425": 12698293248.0, "430": 12698293248.0, "435": 12698293248.0, "440": 12698293248.0, "445": 12698293248.0, "450": 12698293248.0, "455": 12698293248.0, "460": 12698293248.0, "465": 12698293248.0, "470": 12698293248.0, "475": 12698293248.0, "480": 12698293248.0, "485": 12698293248.0, "490": 12698293248.0, "495": 12698293248.0, "500": 12698293248.0, "505": 12698293248.0, "510": 12698293248.0, "515": 12698293248.0, "520": 12698293248.0, "525": 12698293248.0, "530": 12698293248.0, "535": 12698293248.0, "540": 12698293248.0, "545": 12698293248.0, "550": 12698293248.0, "555": 12698293248.0, "560": 12698293248.0, "565": 12698293248.0, "570": 12698293248.0, "575": 12698293248.0, "580": 12698293248.0, "585": 12698293248.0, "590": 12698293248.0, "595": 12698293248.0, "600": 12698293248.0, "605": 12698293248.0, "610": 12698293248.0, "615": 12698293248.0, "620": 12698293248.0, "625": 12698293248.0, "630": 12698293248.0, "635": 12698293248.0, "640": 12698293248.0, "645": 12698293248.0, "650": 12698293248.0, "655": 12698293248.0, "660": 12698293248.0, "665": 12698293248.0, "670": 12698293248.0, "675": 12698293248.0, "680": 12698293248.0, "685": 12698293248.0, "690": 12698293248.0, "695": 12698293248.0, "700": 12698293248.0, "705": 12698293248.0, "710": 12698293248.0, "715": 12698293248.0, "720": 12698293248.0, "725": 12698293248.0, "730": 12698293248.0, "735": 12698293248.0, "740": 12698293248.0, "745": 12698293248.0, "750": 12698293248.0, "755": 12698293248.0, "760": 12698293248.0, "765": 12698293248.0, "770": 12698293248.0, "775": 12698293248.0, "780": 12698293248.0, "785": 12698293248.0, "790": 12698293248.0, "795": 12698293248.0, "800": 12698293248.0, "805": 12698293248.0, "810": 12698293248.0, "815": 12698293248.0, "820": 12698293248.0, "825": 12698293248.0, "830": 12698293248.0, "835": 12698293248.0, "840": 12698293248.0, "845": 12698293248.0, "850": 12698293248.0, "855": 12698293248.0, "860": 12698293248.0, "865": 12698293248.0, "870": 12698293248.0, "875": 12698293248.0, "880": 12698293248.0, "885": 12698293248.0, "890": 12698293248.0, "895": 12698293248.0, "900": 12698293248.0, "905": 12698293248.0, "910": 12698293248.0, "915": 12698293248.0, "920": 12698293248.0, "925": 12698293248.0, "930": 12698293248.0, "935": 12698293248.0, "940": 12698293248.0, "945": 12698293248.0, "950": 12698293248.0, "955": 12698293248.0, "960": 12698293248.0, "965": 12698293248.0, "970": 12698293248.0, "975": 12698293248.0, "980": 12698293248.0, "985": 12698293248.0, "990": 12698293248.0, "995": 12698293248.0, "1000": 12698293248.0, "1005": 12698293248.0, "1010": 12698293248.0, "1015": 12698293248.0, "1020": 12698293248.0, "1025": 12698293248.0, "1030": 12698293248.0, "1035": 12698293248.0, "1040": 12698293248.0, "1045": 12698293248.0, "1050": 12698293248.0, "1055": 12698293248.0, "1060": 12698293248.0, "1065": 12698293248.0, "1070": 12698293248.0, "1075": 12698293248.0, "1080": 12698293248.0, "1085": 12698293248.0, "1090": 12698293248.0, "1095": 12698293248.0, "1100": 12698293248.0, "1105": 12698293248.0, "1110": 12698293248.0, "1115": 12698293248.0, "1120": 12698293248.0, "1125": 12698293248.0, "1130": 12698293248.0, "1135": 12698293248.0, "1140": 12698293248.0, "1145": 12698293248.0, "1150": 12698293248.0, "1155": 12698293248.0, "1160": 12698293248.0, "1165": 12698293248.0, "1170": 12698293248.0, "1175": 12698293248.0, "1180": 12698293248.0, "1185": 12698293248.0, "1190": 12698293248.0, "1195": 12698293248.0, "1200": 12698293248.0, "1205": 12698293248.0, "1210": 12698293248.0, "1215": 12698293248.0, "1220": 12698293248.0, "1225": 12698293248.0, "1230": 12698293248.0, "1235": 12698293248.0, "1240": 12698293248.0, "1245": 12698293248.0, "1250": 12698293248.0, "1255": 12698293248.0, "1260": 12698293248.0, "1265": 12698293248.0, "1270": 12698293248.0, "1275": 12698293248.0, "1280": 12698293248.0, "1285": 12698293248.0, "1290": 12698293248.0, "1295": 12698293248.0, "1300": 12698293248.0, "1305": 12698293248.0, "1310": 12698293248.0, "1315": 12698293248.0, "1320": 12698293248.0, "1325": 12698293248.0, "1330": 12698293248.0, "1335": 12698293248.0, "1340": 12698293248.0, "1345": 12698293248.0, "1350": 12698293248.0, "1355": 12698293248.0, "1360": 12698293248.0, "1365": 12698293248.0, "1370": 12698293248.0, "1375": 12698293248.0, "1380": 12698293248.0, "1385": 12698293248.0, "1390": 12698293248.0, "1395": 12698293248.0, "1400": 12698293248.0, "1405": 12698293248.0, "1410": 12698293248.0, "1415": 12698293248.0, "1420": 12698293248.0, "1425": 12698293248.0, "1430": 12698293248.0, "1435": 12698293248.0, "1440": 12698293248.0, "1445": 12698293248.0, "1450": 12698293248.0, "1455": 12698293248.0, "1460": 12698293248.0, "1465": 12698293248.0, "1470": 12698293248.0, "1475": 12698293248.0, "1480": 12698293248.0, "1485": 12698293248.0, "1490": 12698293248.0, "1495": 12698293248.0, "1500": 12698293248.0, "1505": 12698293248.0, "1510": 12698293248.0, "1515": 12698293248.0, "1520": 12698293248.0, "1525": 12698293248.0, "1530": 12698293248.0, "1535": 12698293248.0, "1540": 12698293248.0, "1545": 12698293248.0, "1550": 12698293248.0, "1555": 12698293248.0, "1560": 12698293248.0, "1565": 12698293248.0, "1570": 12698293248.0, "1575": 12698293248.0, "1580": 12698293248.0, "1585": 12698293248.0, "1590": 12698293248.0, "1595": 12698293248.0, "1600": 12698293248.0, "1605": 12698293248.0, "1610": 12698293248.0, "1615": 12698293248.0, "1620": 12698293248.0, "1625": 12698293248.0, "1630": 12698293248.0, "1635": 12698293248.0, "1640": 12698293248.0, "1645": 12698293248.0, "1650": 12698293248.0, "1655": 12698293248.0, "1660": 12698293248.0, "1665": 12698293248.0, "1670": 12698293248.0, "1675": 12698293248.0, "1680": 12698293248.0, "1685": 12698293248.0, "1690": 12698293248.0, "1695": 12698293248.0, "1700": 12698293248.0, "1705": 12698293248.0, "1710": 12698293248.0, "1715": 12698293248.0, "1720": 12698293248.0, "1725": 12698293248.0, "1730": 12698293248.0, "1735": 12698293248.0, "1740": 12698293248.0, "1745": 12698293248.0, "1750": 12698293248.0, "1755": 12698293248.0, "1760": 12698293248.0, "1765": 12698293248.0, "1770": 12698293248.0, "1775": 12698293248.0, "1780": 12698293248.0, "1785": 12698293248.0, "1790": 12698293248.0, "1795": 12698293248.0, "1800": 12698293248.0, "1805": 12698293248.0, "1810": 12698293248.0, "1815": 12698293248.0, "1820": 12698293248.0, "1825": 12698293248.0, "1830": 12698293248.0, "1835": 12698293248.0, "1840": 12698293248.0, "1845": 12698293248.0, "1850": 12698293248.0, "1855": 12698293248.0, "1860": 12698293248.0, "1865": 12698293248.0, "1870": 12698293248.0, "1875": 12698293248.0, "1880": 12698293248.0, "1885": 12698293248.0, "1890": 12698293248.0, "1895": 12698293248.0, "1900": 12698293248.0, "1905": 12698293248.0, "1910": 12698293248.0, "1915": 12698293248.0, "1920": 12698293248.0, "1925": 12698293248.0, "1930": 12698293248.0, "1935": 12698293248.0, "1940": 12698293248.0, "1945": 12698293248.0, "1950": 12698293248.0, "1955": 12698293248.0, "1960": 12698293248.0, "1965": 12698293248.0, "1970": 12698293248.0, "1975": 12698293248.0, "1980": 12698293248.0, "1985": 12698293248.0, "1990": 12698293248.0, "1995": 12698293248.0, "2000": 12698293248.0, "2005": 12698293248.0, "2010": 12698293248.0, "2015": 12698293248.0, "2020": 12698293248.0, "2025": 12698293248.0, "2030": 12698293248.0, "2035": 12698293248.0, "2040": 12698293248.0, "2045": 12698293248.0, "2050": 12698293248.0, "2055": 12698293248.0, "2060": 12698293248.0, "2065": 12698293248.0, "2070": 12698293248.0, "2075": 12698293248.0, "2080": 12698293248.0, "2085": 12698293248.0, "2090": 12698293248.0, "2095": 12698293248.0, "2100": 12698293248.0, "2105": 12698293248.0, "2110": 12698293248.0, "2115": 12698293248.0, "2120": 12698293248.0, "2125": 12698293248.0, "2130": 12698293248.0, "2135": 12698293248.0, "2140": 12698293248.0, "2145": 12698293248.0, "2150": 12698293248.0, "2155": 12698293248.0, "2160": 12698293248.0, "2165": 12698293248.0, "2170": 12698293248.0, "2175": 12698293248.0, "2180": 12698293248.0, "2185": 12698293248.0, "2190": 12698293248.0, "2195": 12698293248.0, "2200": 12698293248.0, "2205": 12698293248.0, "2210": 12698293248.0, "2215": 12698293248.0, "2220": 12698293248.0, "2225": 12698293248.0, "2230": 12698293248.0, "2235": 12698293248.0, "2240": 12698293248.0, "2245": 12698293248.0, "2250": 12698293248.0, "2255": 12698293248.0, "2260": 12698293248.0, "2265": 12698293248.0, "2270": 12698293248.0, "2275": 12698293248.0, "2280": 12698293248.0, "2285": 12698293248.0, "2290": 12698293248.0, "2295": 12698293248.0, "2300": 12698293248.0, "2305": 12698293248.0, "2310": 12698293248.0, "2315": 12698293248.0, "2320": 12698293248.0, "2325": 12698293248.0, "2330": 12698293248.0, "2335": 12698293248.0, "2340": 12698293248.0, "2345": 12698293248.0, "2350": 12698293248.0, "2355": 12698293248.0, "2360": 12698293248.0, "2365": 12698293248.0, "2370": 12698293248.0, "2375": 12698293248.0, "2380": 12698293248.0, "2385": 12698293248.0, "2390": 12698293248.0, "2395": 12698293248.0, "2400": 12698293248.0, "2405": 12698293248.0, "2410": 12698293248.0, "2415": 12698293248.0, "2420": 12698293248.0, "2425": 12698293248.0, "2430": 12698293248.0, "2435": 12698293248.0, "2440": 12698293248.0, "2445": 12698293248.0, "2450": 12698293248.0, "2455": 12698293248.0, "2460": 12698293248.0, "2465": 12698293248.0, "2470": 12698293248.0, "2475": 12698293248.0, "2480": 12698293248.0, "2485": 12698293248.0, "2490": 12698293248.0, "2495": 12698293248.0, "2500": 12698293248.0, "2505": 12698293248.0, "2510": 12698293248.0, "2515": 12698293248.0, "2520": 12698293248.0, "2525": 12698293248.0, "2530": 12698293248.0, "2535": 12698293248.0, "2540": 12698293248.0, "2545": 12698293248.0, "2550": 12698293248.0, "2555": 12698293248.0, "2560": 12698293248.0, "2565": 12698293248.0, "2570": 12698293248.0, "2575": 12698293248.0, "2580": 12698293248.0, "2585": 12698293248.0, "2590": 12698293248.0, "2595": 12698293248.0, "2600": 12698293248.0, "2605": 12698293248.0, "2610": 12698293248.0, "2615": 12698293248.0, "2620": 12698293248.0, "2625": 12698293248.0, "2630": 12698293248.0, "2635": 12698293248.0, "2640": 12698293248.0, "2645": 12698293248.0, "2650": 12698293248.0, "2655": 12698293248.0, "2660": 12698293248.0, "2665": 12698293248.0, "2670": 12698293248.0, "2675": 12698293248.0, "2680": 12698293248.0, "2685": 12698293248.0, "2690": 12698293248.0, "2695": 12698293248.0, "2700": 12698293248.0, "2705": 12698293248.0, "2710": 12698293248.0, "2715": 12698293248.0, "2720": 12698293248.0, "2725": 12698293248.0, "2730": 12698293248.0, "2735": 12698293248.0, "2740": 12698293248.0, "2745": 12698293248.0, "2750": 12698293248.0, "2755": 12698293248.0, "2760": 12698293248.0, "2765": 12698293248.0, "2770": 12698293248.0, "2775": 12698293248.0, "2780": 12698293248.0, "2785": 12698293248.0, "2790": 12698293248.0, "2795": 12698293248.0, "2800": 12698293248.0, "2805": 12698293248.0, "2810": 12698293248.0, "2815": 12698293248.0, "2820": 12698293248.0, "2825": 12698293248.0, "2830": 12698293248.0, "2835": 12698293248.0, "2840": 12698293248.0, "2845": 12698293248.0, "2850": 12698293248.0, "2855": 12698293248.0, "2860": 12698293248.0, "2865": 12698293248.0, "2870": 12698293248.0, "2875": 12698293248.0, "2880": 12698293248.0, "2885": 12698293248.0, "2890": 12698293248.0, "2895": 12698293248.0, "2900": 12698293248.0, "2905": 12698293248.0, "2910": 12698293248.0, "2915": 12698293248.0, "2920": 12698293248.0, "2925": 12698293248.0, "2930": 12698293248.0, "2935": 12698293248.0, "2940": 12698293248.0, "2945": 12698293248.0, "2950": 12698293248.0, "2955": 12698293248.0, "2960": 12698293248.0, "2965": 12698293248.0, "2970": 12698293248.0, "2975": 12698293248.0, "2980": 12698293248.0, "2985": 12698293248.0, "2990": 12698293248.0, "2995": 12698293248.0, "3000": 12698293248.0, "3005": 12698293248.0, "3010": 12698293248.0, "3015": 12698293248.0, "3020": 12698293248.0, "3025": 12698293248.0, "3030": 12698293248.0, "3035": 12698293248.0, "3040": 12698293248.0, "3045": 12698293248.0, "3050": 12698293248.0, "3055": 12698293248.0, "3060": 12698293248.0, "3065": 12698293248.0, "3070": 12698293248.0, "3075": 12698293248.0, "3080": 12698293248.0, "3085": 12698293248.0, "3090": 12698293248.0, "3095": 12698293248.0, "3100": 12698293248.0, "3105": 12698293248.0, "3110": 12698293248.0, "3115": 12698293248.0, "3120": 12698293248.0, "3125": 12698293248.0, "3130": 12698293248.0, "3135": 12698293248.0, "3140": 12698293248.0, "3145": 12698293248.0, "3150": 12698293248.0, "3155": 12698293248.0, "3160": 12698293248.0, "3165": 12698293248.0, "3170": 12698293248.0, "3175": 12698293248.0, "3180": 12698293248.0, "3185": 12698293248.0, "3190": 12698293248.0, "3195": 12698293248.0, "3200": 12698293248.0, "3205": 12698293248.0, "3210": 12698293248.0, "3215": 12698293248.0, "3220": 12698293248.0, "3225": 12698293248.0, "3230": 12698293248.0, "3235": 12698293248.0, "3240": 12698293248.0, "3245": 12698293248.0, "3250": 12698293248.0, "3255": 12698293248.0, "3260": 12698293248.0, "3265": 12698293248.0, "3270": 12698293248.0, "3275": 12698293248.0, "3280": 12698293248.0, "3285": 12698293248.0, "3290": 12698293248.0, "3295": 12698293248.0, "3300": 12698293248.0, "3305": 12698293248.0, "3310": 12698293248.0, "3315": 12698293248.0, "3320": 12698293248.0, "3325": 12698293248.0, "3330": 12698293248.0, "3335": 12698293248.0, "3340": 12698293248.0, "3345": 12698293248.0, "3350": 12698293248.0, "3355": 12698293248.0, "3360": 12698293248.0, "3365": 12698293248.0, "3370": 12698293248.0, "3375": 12698293248.0, "3380": 12698293248.0, "3385": 12698293248.0, "3390": 12698293248.0, "3395": 12698293248.0, "3400": 12698293248.0, "3405": 12698293248.0, "3410": 12698293248.0, "3415": 12698293248.0, "3420": 12698293248.0, "3425": 12698293248.0, "3430": 12698293248.0, "3435": 12698293248.0, "3440": 12698293248.0, "3445": 12698293248.0, "3450": 12698293248.0, "3455": 12698293248.0, "3460": 12698293248.0, "3465": 12698293248.0, "3470": 12698293248.0, "3475": 12698293248.0, "3480": 12698293248.0, "3485": 12698293248.0, "3490": 12698293248.0, "3495": 12698293248.0, "3500": 12698293248.0, "3505": 12698293248.0, "3510": 12698293248.0, "3515": 12698293248.0, "3520": 12698293248.0, "3525": 12698293248.0, "3530": 12698293248.0, "3535": 12698293248.0, "3540": 12698293248.0, "3545": 12698293248.0, "3550": 12698293248.0, "3555": 12698293248.0, "3560": 12698293248.0, "3565": 12698293248.0, "3570": 12698293248.0, "3575": 12698293248.0, "3580": 12698293248.0, "3585": 12698293248.0, "3590": 12698293248.0, "3595": 12698293248.0, "3600": 12698293248.0, "3605": 12698293248.0, "3610": 12698293248.0, "3615": 12698293248.0, "3620": 12698293248.0, "3625": 12698293248.0, "3630": 12698293248.0, "3635": 12698293248.0, "3640": 12698293248.0, "3645": 12698293248.0, "3650": 12698492928.0, "3655": 12698492928.0, "3660": 12698492928.0, "3665": 12698492928.0, "3670": 12698492928.0, "3675": 12698492928.0, "3680": 12698492928.0, "3685": 12698492928.0, "3690": 12698492928.0, "3695": 12698492928.0, "3700": 12698492928.0, "3705": 12698492928.0, "3710": 12698492928.0, "3715": 12698492928.0, "3720": 12698492928.0, "3725": 12698492928.0, "3730": 12698492928.0, "3735": 12698492928.0, "3740": 12698492928.0, "3745": 12698492928.0, "3750": 12698492928.0, "3755": 12698492928.0, "3760": 12698492928.0, "3765": 12698492928.0, "3770": 12698492928.0, "3775": 12698492928.0, "3780": 12698492928.0, "3785": 12698492928.0, "3790": 12698492928.0, "3795": 12698492928.0, "3800": 12698492928.0, "3805": 12698492928.0, "3810": 12698492928.0, "3815": 12698492928.0, "3820": 12698492928.0, "3825": 12698492928.0, "3830": 12698492928.0, "3835": 12698492928.0, "3840": 12698492928.0, "3845": 12698492928.0, "3850": 12698492928.0, "3855": 12698492928.0, "3860": 12698492928.0, "3865": 12698492928.0, "3870": 12698492928.0, "3875": 12698492928.0, "3880": 12698492928.0, "3885": 12698492928.0, "3890": 12698492928.0, "3895": 12698492928.0, "3900": 12698492928.0, "3905": 12698492928.0, "3910": 12698492928.0, "3915": 12698492928.0, "3920": 12698492928.0, "3925": 12698492928.0, "3930": 12698492928.0, "3935": 12698492928.0, "3940": 12698492928.0, "3945": 12698492928.0, "3950": 12698492928.0, "3955": 12698492928.0, "3960": 12698492928.0, "3965": 12698492928.0, "3970": 12698492928.0, "3975": 12698492928.0, "3980": 12698492928.0, "3985": 12698492928.0, "3990": 12698492928.0, "3995": 12698492928.0, "4000": 12698492928.0, "4005": 12698492928.0, "4010": 12698492928.0, "4015": 12698492928.0, "4020": 12698492928.0, "4025": 12698492928.0, "4030": 12698492928.0, "4035": 12698492928.0, "4040": 12698492928.0, "4045": 12698492928.0, "4050": 12698492928.0, "4055": 12698492928.0, "4060": 12698492928.0, "4065": 12698492928.0, "4070": 12698492928.0, "4075": 12698492928.0, "4080": 12698492928.0, "4085": 12698492928.0, "4090": 12698492928.0, "4095": 12698492928.0, "4100": 12698492928.0, "4105": 12698492928.0, "4110": 12698492928.0, "4115": 12698492928.0, "4120": 12698492928.0, "4125": 12698492928.0, "4130": 12698492928.0, "4135": 12698492928.0, "4140": 12698492928.0, "4145": 12698492928.0, "4150": 12698492928.0, "4155": 12698492928.0, "4160": 12698492928.0, "4165": 12698492928.0, "4170": 12698492928.0, "4175": 12698492928.0, "4180": 12698492928.0, "4185": 12698492928.0, "4190": 12698492928.0, "4195": 12698492928.0, "4200": 12698492928.0, "4205": 12698492928.0, "4210": 12698492928.0, "4215": 12698492928.0, "4220": 12698492928.0, "4225": 12698492928.0, "4230": 12698492928.0, "4235": 12698492928.0, "4240": 12698492928.0, "4245": 12698492928.0, "4250": 12698492928.0, "4255": 12698492928.0, "4260": 12698492928.0, "4265": 12698492928.0, "4270": 12698492928.0, "4275": 12698492928.0, "4280": 12698492928.0, "4285": 12698492928.0, "4290": 12698492928.0, "4295": 12698492928.0, "4300": 12698492928.0, "4305": 12698492928.0, "4310": 12698492928.0, "4315": 12698492928.0, "4320": 12698492928.0, "4325": 12698492928.0, "4330": 12698492928.0, "4335": 12698492928.0, "4340": 12698492928.0, "4345": 12698492928.0, "4350": 12698492928.0, "4355": 12698492928.0, "4360": 12698492928.0, "4365": 12698492928.0, "4370": 12698492928.0, "4375": 12698492928.0, "4380": 12698492928.0, "4385": 12698492928.0, "4390": 12698492928.0, "4395": 12698492928.0, "4400": 12698492928.0, "4405": 12698492928.0, "4410": 12698492928.0, "4415": 12698492928.0, "4420": 12698492928.0, "4425": 12698492928.0, "4430": 12698492928.0, "4435": 12698492928.0, "4440": 12698492928.0, "4445": 12698492928.0, "4450": 12698492928.0, "4455": 12698492928.0, "4460": 12698492928.0, "4465": 12698492928.0, "4470": 12698492928.0, "4475": 12698492928.0, "4480": 12698492928.0, "4485": 12698492928.0, "4490": 12698492928.0, "4495": 12698492928.0, "4500": 12698492928.0, "4505": 12698492928.0, "4510": 12698492928.0, "4515": 12698492928.0, "4520": 12698492928.0, "4525": 12698492928.0, "4530": 12698492928.0, "4535": 12698492928.0, "4540": 12698492928.0, "4545": 12698492928.0, "4550": 12698492928.0, "4555": 12698492928.0, "4560": 12698492928.0, "4565": 12698492928.0, "4570": 12698492928.0, "4575": 12698492928.0, "4580": 12698492928.0, "4585": 12698492928.0, "4590": 12698492928.0, "4595": 12698492928.0, "4600": 12698492928.0, "4605": 12698492928.0, "4610": 12698492928.0, "4615": 12698492928.0, "4620": 12698492928.0, "4625": 12698492928.0, "4630": 12698492928.0, "4635": 12698492928.0, "4640": 12698492928.0, "4645": 12698492928.0, "4650": 12698492928.0, "4655": 12698492928.0, "4660": 12698492928.0, "4665": 12698492928.0, "4670": 12698492928.0, "4675": 12698492928.0, "4680": 12698492928.0, "4685": 12698492928.0, "4690": 12698492928.0, "4695": 12698492928.0, "4700": 12698492928.0, "4705": 12698492928.0, "4710": 12698492928.0, "4715": 12698492928.0, "4720": 12698492928.0, "4725": 12698492928.0, "4730": 12698492928.0, "4735": 12698492928.0, "4740": 12698492928.0, "4745": 12698492928.0, "4750": 12698492928.0, "4755": 12698492928.0, "4760": 12698492928.0, "4765": 12698492928.0, "4770": 12698492928.0, "4775": 12698492928.0, "4780": 12698492928.0, "4785": 12698492928.0, "4790": 12698492928.0, "4795": 12698492928.0, "4800": 12698492928.0, "4805": 12698492928.0, "4810": 12698492928.0, "4815": 12698492928.0, "4820": 12698492928.0, "4825": 12698492928.0, "4830": 12698492928.0, "4835": 12698492928.0, "4840": 12698492928.0, "4845": 12698492928.0, "4850": 12698492928.0, "4855": 12698492928.0, "4860": 12698492928.0, "4865": 12698492928.0, "4870": 12698492928.0, "4875": 12698492928.0, "4880": 12698492928.0, "4885": 12698492928.0, "4890": 12698492928.0, "4895": 12698492928.0, "4900": 12698492928.0, "4905": 12698492928.0, "4910": 12698492928.0, "4915": 12698492928.0, "4920": 12698492928.0, "4925": 12698492928.0, "4930": 12698492928.0, "4935": 12698492928.0, "4940": 12698492928.0, "4945": 12698492928.0, "4950": 12698492928.0, "4955": 12698492928.0, "4960": 12698492928.0, "4965": 12698492928.0, "4970": 12698492928.0, "4975": 12698492928.0, "4980": 12698492928.0, "4985": 12698492928.0, "4990": 12698492928.0, "4995": 12698492928.0, "5000": 12698492928.0, "5005": 12698492928.0, "5010": 12698492928.0, "5015": 12698492928.0, "5020": 12698492928.0, "5025": 12698492928.0, "5030": 12698492928.0, "5035": 12698492928.0, "5040": 12698492928.0, "5045": 12698492928.0, "5050": 12698492928.0, "5055": 12698492928.0, "5060": 12698492928.0, "5065": 12698492928.0, "5070": 12698492928.0, "5075": 12698492928.0, "5080": 12698492928.0, "5085": 12698492928.0, "5090": 12698492928.0, "5095": 12698492928.0, "5100": 12698492928.0, "5105": 12698492928.0, "5110": 12698492928.0, "5115": 12698492928.0, "5120": 12698492928.0, "5125": 12698492928.0, "5130": 12698492928.0, "5135": 12698492928.0, "5140": 12698492928.0, "5145": 12698492928.0, "5150": 12698492928.0, "5155": 12698492928.0, "5160": 12698492928.0, "5165": 12698492928.0, "5170": 12698492928.0, "5175": 12698492928.0, "5180": 12698492928.0, "5185": 12698492928.0, "5190": 12698492928.0, "5195": 12698492928.0, "5200": 12698492928.0, "5205": 12698492928.0, "5210": 12698492928.0, "5215": 12698492928.0, "5220": 12698492928.0, "5225": 12698492928.0, "5230": 12698492928.0, "5235": 12698492928.0, "5240": 12698492928.0, "5245": 12698492928.0, "5250": 12698492928.0, "5255": 12698492928.0, "5260": 12698492928.0, "5265": 12698492928.0, "5270": 12698492928.0, "5275": 12698492928.0, "5280": 12698492928.0, "5285": 12698492928.0, "5290": 12698492928.0, "5295": 12698492928.0, "5300": 12698492928.0, "5305": 12698492928.0, "5310": 12698492928.0, "5315": 12698492928.0, "5320": 12698492928.0, "5325": 12698492928.0, "5330": 12698492928.0, "5335": 12698492928.0, "5340": 12698492928.0, "5345": 12698492928.0, "5350": 12698492928.0, "5355": 12698492928.0, "5360": 12698492928.0, "5365": 12698492928.0, "5370": 12698492928.0, "5375": 12698492928.0, "5380": 12698492928.0, "5385": 12698492928.0, "5390": 12698492928.0, "5395": 12698492928.0, "5400": 12698492928.0, "5405": 12698492928.0, "5410": 12698492928.0, "5415": 12698492928.0, "5420": 12698492928.0, "5425": 12698492928.0, "5430": 12698492928.0, "5435": 12698492928.0, "5440": 12698492928.0, "5445": 12698492928.0, "5450": 12698492928.0, "5455": 12698492928.0, "5460": 12698492928.0, "5465": 12698492928.0, "5470": 12698492928.0, "5475": 12698492928.0, "5480": 12698492928.0, "5485": 12698492928.0, "5490": 12698492928.0, "5495": 12698492928.0, "5500": 12698492928.0, "5505": 12698492928.0, "5510": 12698492928.0, "5515": 12698492928.0, "5520": 12698492928.0, "5525": 12698492928.0, "5530": 12698492928.0, "5535": 12698492928.0, "5540": 12698492928.0, "5545": 12698492928.0, "5550": 12698492928.0, "5555": 12698492928.0, "5560": 12698492928.0, "5565": 12698492928.0, "5570": 12698492928.0, "5575": 12698492928.0, "5580": 12698492928.0, "5585": 12698492928.0, "5590": 12698492928.0, "5595": 12698492928.0, "5600": 12698492928.0, "5605": 12698492928.0, "5610": 12698492928.0, "5615": 12698492928.0, "5620": 12698492928.0, "5625": 12698492928.0, "5630": 12698492928.0, "5635": 12698492928.0, "5640": 12698492928.0, "5645": 12698492928.0, "5650": 12698492928.0, "5655": 12698492928.0, "5660": 12698492928.0, "5665": 12698492928.0, "5670": 12698492928.0, "5675": 12698492928.0, "5680": 12698492928.0, "5685": 12698492928.0, "5690": 12698492928.0, "5695": 12698492928.0, "5700": 12698492928.0, "5705": 12698492928.0, "5710": 12698492928.0, "5715": 12698492928.0, "5720": 12698492928.0, "5725": 12698492928.0, "5730": 12698492928.0, "5735": 12698492928.0, "5740": 12698492928.0, "5745": 12698492928.0, "5750": 12698492928.0, "5755": 12698492928.0, "5760": 12698492928.0, "5765": 12698492928.0, "5770": 12698492928.0, "5775": 12698492928.0, "5780": 12698492928.0, "5785": 12698492928.0, "5790": 12698492928.0, "5795": 12698492928.0, "5800": 12698492928.0, "5805": 12698492928.0, "5810": 12698492928.0, "5815": 12698492928.0, "5820": 12698492928.0, "5825": 12698492928.0, "5830": 12698492928.0, "5835": 12698492928.0, "5840": 12698492928.0, "5845": 12698492928.0, "5850": 12698492928.0, "5855": 12698492928.0, "5860": 12698492928.0, "5865": 12698492928.0, "5870": 12698492928.0, "5875": 12698492928.0, "5880": 12698492928.0, "5885": 12698492928.0, "5890": 12698492928.0, "5895": 12698492928.0, "5900": 12698492928.0, "5905": 12698492928.0, "5910": 12698492928.0, "5915": 12698492928.0, "5920": 12698492928.0, "5925": 12698492928.0, "5930": 12698492928.0, "5935": 12698492928.0, "5940": 12698492928.0, "5945": 12698492928.0, "5950": 12698492928.0, "5955": 12698492928.0, "5960": 12698492928.0, "5965": 12698492928.0, "5970": 12698492928.0, "5975": 12698492928.0, "5980": 12698492928.0, "5985": 12698492928.0, "5990": 12698492928.0, "5995": 12698492928.0, "6000": 12698492928.0, "6005": 12698492928.0, "6010": 12698492928.0, "6015": 12698492928.0, "6020": 12698492928.0, "6025": 12698492928.0, "6030": 12698492928.0, "6035": 12698492928.0, "6040": 12698492928.0, "6045": 12698492928.0, "6050": 12698492928.0, "6055": 12698492928.0, "6060": 12698492928.0, "6065": 12698492928.0, "6070": 12698492928.0, "6075": 12698492928.0, "6080": 12698492928.0, "6085": 12698492928.0, "6090": 12698492928.0, "6095": 12698492928.0, "6100": 12698492928.0, "6105": 12698492928.0, "6110": 12698492928.0, "6115": 12698492928.0, "6120": 12698492928.0, "6125": 12698492928.0, "6130": 12698492928.0, "6135": 12698492928.0, "6140": 12698492928.0, "6145": 12698492928.0, "6150": 12698492928.0, "6155": 12698492928.0, "6160": 12698492928.0, "6165": 12698492928.0, "6170": 12698492928.0, "6175": 12698492928.0, "6180": 12698492928.0, "6185": 12698492928.0, "6190": 12698492928.0, "6195": 12698492928.0, "6200": 12698492928.0, "6205": 12698492928.0, "6210": 12698492928.0, "6215": 12698492928.0, "6220": 12698492928.0, "6225": 12698492928.0, "6230": 12698492928.0, "6235": 12698492928.0, "6240": 12698492928.0, "6245": 12698492928.0, "6250": 12698492928.0, "6255": 12698492928.0, "6260": 12698492928.0, "6265": 12698492928.0, "6270": 12698492928.0, "6275": 12698492928.0, "6280": 12698492928.0, "6285": 12698492928.0, "6290": 12698492928.0, "6295": 12698492928.0, "6300": 12698492928.0, "6305": 12698492928.0, "6310": 12698492928.0, "6315": 12698492928.0, "6320": 12698492928.0, "6325": 12698492928.0, "6330": 12698492928.0, "6335": 12698492928.0, "6340": 12698492928.0, "6345": 12698492928.0, "6350": 12698492928.0, "6355": 12698492928.0, "6360": 12698492928.0, "6365": 12698492928.0, "6370": 12698492928.0, "6375": 12698492928.0, "6380": 12698492928.0, "6385": 12698492928.0, "6390": 12698492928.0, "6395": 12698492928.0, "6400": 12698492928.0, "6405": 12698492928.0, "6410": 12698492928.0, "6415": 12698492928.0, "6420": 12698492928.0, "6425": 12698492928.0, "6430": 12698492928.0, "6435": 12698492928.0, "6440": 12698492928.0, "6445": 12698492928.0, "6450": 12698492928.0, "6455": 12698492928.0, "6460": 12698492928.0, "6465": 12698492928.0, "6470": 12698492928.0, "6475": 12698492928.0, "6480": 12698492928.0, "6485": 12698492928.0, "6490": 12698492928.0, "6495": 12698492928.0, "6500": 12698492928.0, "6505": 12698492928.0, "6510": 12698492928.0, "6515": 12698492928.0, "6520": 12698492928.0, "6525": 12698492928.0, "6530": 12698492928.0, "6535": 12698492928.0, "6540": 12698492928.0, "6545": 12698492928.0, "6550": 12698492928.0, "6555": 12698492928.0, "6560": 12698492928.0, "6565": 12698492928.0, "6570": 12698492928.0, "6575": 12698492928.0, "6580": 12698492928.0, "6585": 12698492928.0, "6590": 12698492928.0, "6595": 12698492928.0, "6600": 12698492928.0, "6605": 12698492928.0, "6610": 12698492928.0, "6615": 12698492928.0, "6620": 12698492928.0, "6625": 12698492928.0, "6630": 12698492928.0, "6635": 12698492928.0, "6640": 12698492928.0, "6645": 12698492928.0, "6650": 12698492928.0, "6655": 12698492928.0, "6660": 12698492928.0, "6665": 12698492928.0, "6670": 12698492928.0, "6675": 12698492928.0, "6680": 12698492928.0, "6685": 12698492928.0, "6690": 12698492928.0, "6695": 12698492928.0, "6700": 12698492928.0, "6705": 12698492928.0, "6710": 12698492928.0, "6715": 12698492928.0, "6720": 12698492928.0, "6725": 12698492928.0, "6730": 12698492928.0, "6735": 12698492928.0, "6740": 12698492928.0, "6745": 12698492928.0, "6750": 12698492928.0, "6755": 12698492928.0, "6760": 12698492928.0, "6765": 12698492928.0, "6770": 12698492928.0, "6775": 12698492928.0, "6780": 12698492928.0, "6785": 12698492928.0, "6790": 12698492928.0, "6795": 12698492928.0, "6800": 12698492928.0, "6805": 12698492928.0, "6810": 12698492928.0, "6815": 12698492928.0, "6820": 12698492928.0, "6825": 12698492928.0, "6830": 12698492928.0, "6835": 12698492928.0, "6840": 12698492928.0, "6845": 12698492928.0, "6850": 12698492928.0, "6855": 12698492928.0, "6860": 12698492928.0, "6865": 12698492928.0, "6870": 12698492928.0, "6875": 12698492928.0, "6880": 12698492928.0, "6885": 12698492928.0, "6890": 12698492928.0, "6895": 12698492928.0, "6900": 12698492928.0, "6905": 12698492928.0, "6910": 12698492928.0, "6915": 12698492928.0, "6920": 12698492928.0, "6925": 12698492928.0, "6930": 12698492928.0, "6935": 12698492928.0, "6940": 12698492928.0, "6945": 12698492928.0, "6950": 12698492928.0, "6955": 12698492928.0, "6960": 12698492928.0, "6965": 12698492928.0, "6970": 12698492928.0, "6975": 12698492928.0, "6980": 12698492928.0, "6985": 12698492928.0, "6990": 12698492928.0, "6995": 12698492928.0, "7000": 12698492928.0, "7005": 12698492928.0, "7010": 12698492928.0, "7015": 12698492928.0, "7020": 12698492928.0, "7025": 12698492928.0, "7030": 12698492928.0, "7035": 12698492928.0, "7040": 12698492928.0, "7045": 12698492928.0, "7050": 12698492928.0, "7055": 12698492928.0, "7060": 12698492928.0, "7065": 12698492928.0, "7070": 12698492928.0, "7075": 12698492928.0, "7080": 12698492928.0, "7085": 12698492928.0, "7090": 12698492928.0, "7095": 12698492928.0, "7100": 12698492928.0, "7105": 12698492928.0, "7110": 12698492928.0, "7115": 12698492928.0, "7120": 12698492928.0, "7125": 12698492928.0, "7130": 12698492928.0, "7135": 12698492928.0, "7140": 12698492928.0, "7145": 12698492928.0, "7150": 12698492928.0, "7155": 12698492928.0, "7160": 12698492928.0, "7165": 12698492928.0, "7170": 12698492928.0, "7175": 12698492928.0, "7180": 12698492928.0, "7185": 12698492928.0, "7190": 12698492928.0, "7195": 12698492928.0, "7200": 12698492928.0, "7205": 12698492928.0, "7210": 12698492928.0, "7215": 12698492928.0, "7220": 12698492928.0, "7225": 12698492928.0, "7230": 12698492928.0, "7235": 12698492928.0, "7240": 12698492928.0, "7245": 12698492928.0, "7250": 12698492928.0, "7255": 12698492928.0, "7260": 12698492928.0, "7265": 12698492928.0, "7270": 12698492928.0, "7275": 12698492928.0, "7280": 12698492928.0, "7285": 12698492928.0, "7290": 12698492928.0, "7295": 12698492928.0, "7300": 12698492928.0, "7305": 12698492928.0, "7310": 12698492928.0, "7315": 12698492928.0, "7320": 12698492928.0, "7325": 12698492928.0, "7330": 12698492928.0, "7335": 12698492928.0, "7340": 12698492928.0, "7345": 12698492928.0, "7350": 12698492928.0, "7355": 12698492928.0, "7360": 12698492928.0, "7365": 12698492928.0, "7370": 12698492928.0, "7375": 12698492928.0, "7380": 12698492928.0, "7385": 12698492928.0, "7390": 12698492928.0, "7395": 12698492928.0, "7400": 12698492928.0, "7405": 12698492928.0, "7410": 12698492928.0, "7415": 12698492928.0, "7420": 12698492928.0, "7425": 12698492928.0, "7430": 12698492928.0, "7435": 12698492928.0, "7440": 12698492928.0, "7445": 12698492928.0, "7450": 12698492928.0, "7455": 12698492928.0, "7460": 12698492928.0, "7465": 12698492928.0, "7470": 12698492928.0, "7475": 12698492928.0, "7480": 12698492928.0, "7485": 12698492928.0, "7490": 12698492928.0, "7495": 12698492928.0, "7500": 12698492928.0, "7505": 12698492928.0, "7510": 12698492928.0, "7515": 12698492928.0, "7520": 12698492928.0, "7525": 12698492928.0, "7530": 12698492928.0, "7535": 12698492928.0, "7540": 12698492928.0, "7545": 12698492928.0, "7550": 12698492928.0, "7555": 12698492928.0, "7560": 12698492928.0, "7565": 12698492928.0, "7570": 12698492928.0, "7575": 12698492928.0, "7580": 12698492928.0, "7585": 12698492928.0, "7590": 12698492928.0, "7595": 12698492928.0, "7600": 12698492928.0, "7605": 12698492928.0, "7610": 12698492928.0, "7615": 12698492928.0, "7620": 12698492928.0, "7625": 12698492928.0, "7630": 12698492928.0, "7635": 12698492928.0, "7640": 12698492928.0, "7645": 12698492928.0, "7650": 12698492928.0, "7655": 12698492928.0, "7660": 12698492928.0, "7665": 12698492928.0, "7670": 12698492928.0, "7675": 12698492928.0, "7680": 12698492928.0, "7685": 12698492928.0, "7690": 12698492928.0, "7695": 12698492928.0, "7700": 12698492928.0, "7705": 12698492928.0, "7710": 12698492928.0, "7715": 12698492928.0, "7720": 12698492928.0, "7725": 12698492928.0, "7730": 12698492928.0, "7735": 12698492928.0, "7740": 12698492928.0, "7745": 12698492928.0, "7750": 12698492928.0, "7755": 12698492928.0, "7760": 12698492928.0, "7765": 12698492928.0, "7770": 12698492928.0, "7775": 12698492928.0, "7780": 12698492928.0, "7785": 12698492928.0, "7790": 12698492928.0, "7795": 12698492928.0, "7800": 12698492928.0, "7805": 12698492928.0, "7810": 12698492928.0, "7815": 12698492928.0, "7820": 12698492928.0, "7825": 12698492928.0, "7830": 12698492928.0, "7835": 12698492928.0, "7840": 12698492928.0, "7845": 12698492928.0, "7850": 12698492928.0, "7855": 12698492928.0, "7860": 12698492928.0, "7865": 12698492928.0, "7870": 12698492928.0, "7875": 12698492928.0, "7880": 12698492928.0, "7885": 12698492928.0, "7890": 12698492928.0, "7895": 12698492928.0, "7900": 12698492928.0, "7905": 12698492928.0, "7910": 12698492928.0, "7915": 12698492928.0, "7920": 12698492928.0, "7925": 12698492928.0, "7930": 12698492928.0, "7935": 12698492928.0, "7940": 12698492928.0, "7945": 12698492928.0, "7950": 12698492928.0, "7955": 12698492928.0, "7960": 12698492928.0, "7965": 12698492928.0, "7970": 12698492928.0, "7975": 12698492928.0, "7980": 12698492928.0, "7985": 12698492928.0, "7990": 12698492928.0, "7995": 12698492928.0, "8000": 12698492928.0, "8005": 12698492928.0, "8010": 12698492928.0, "8015": 12698492928.0, "8020": 12698492928.0, "8025": 12698492928.0, "8030": 12698492928.0, "8035": 12698492928.0, "8040": 12698492928.0, "8045": 12698492928.0, "8050": 12698492928.0, "8055": 12698492928.0, "8060": 12698492928.0, "8065": 12698492928.0, "8070": 12698492928.0, "8075": 12698492928.0, "8080": 12698492928.0, "8085": 12698492928.0, "8090": 12698492928.0, "8095": 12698492928.0, "8100": 12698492928.0, "8105": 12698492928.0, "8110": 12698492928.0, "8115": 12698492928.0, "8120": 12698492928.0, "8125": 12698492928.0, "8130": 12698492928.0, "8135": 12698492928.0, "8140": 12698492928.0, "8145": 12698492928.0, "8150": 12698492928.0, "8155": 12698492928.0, "8160": 12698492928.0, "8165": 12698492928.0, "8170": 12698492928.0, "8175": 12698492928.0, "8180": 12698492928.0, "8185": 12698492928.0, "8190": 12698492928.0, "8195": 12698492928.0, "8200": 12698492928.0, "8205": 12698492928.0, "8210": 12698492928.0, "8215": 12698492928.0, "8220": 12698492928.0, "8225": 12698492928.0, "8230": 12698492928.0, "8235": 12698492928.0, "8240": 12698492928.0, "8245": 12698492928.0, "8250": 12698492928.0, "8255": 12698492928.0, "8260": 12698492928.0, "8265": 12698492928.0, "8270": 12698492928.0, "8275": 12698492928.0, "8280": 12698492928.0, "8285": 12698492928.0, "8290": 12698492928.0, "8295": 12698492928.0, "8300": 12698492928.0, "8305": 12698492928.0, "8310": 12698492928.0, "8315": 12698492928.0, "8320": 12698492928.0, "8325": 12698492928.0, "8330": 12698492928.0, "8335": 12698492928.0, "8340": 12698492928.0, "8345": 12698492928.0, "8350": 12698492928.0, "8355": 12698492928.0, "8360": 12698492928.0, "8365": 12698492928.0, "8370": 12698492928.0, "8375": 12698492928.0, "8380": 12698492928.0, "8385": 12698492928.0, "8390": 12698492928.0, "8395": 12698492928.0, "8400": 12698492928.0, "8405": 12698492928.0, "8410": 12698492928.0, "8415": 12698492928.0, "8420": 12698492928.0, "8425": 12698492928.0, "8430": 12698492928.0, "8435": 12698492928.0, "8440": 12698492928.0, "8445": 12698492928.0, "8450": 12698492928.0, "8455": 12698492928.0, "8460": 12698492928.0, "8465": 12698492928.0, "8470": 12698492928.0, "8475": 12698492928.0, "8480": 12698492928.0, "8485": 12698492928.0, "8490": 12698492928.0, "8495": 12698492928.0, "8500": 12698492928.0, "8505": 12698492928.0, "8510": 12698492928.0, "8515": 12698492928.0, "8520": 12698492928.0, "8525": 12698492928.0, "8530": 12698492928.0, "8535": 12698492928.0, "8540": 12698492928.0, "8545": 12698492928.0, "8550": 12698492928.0, "8555": 12698492928.0, "8560": 12698492928.0, "8565": 12698492928.0, "8570": 12698492928.0, "8575": 12698492928.0, "8580": 12698492928.0, "8585": 12698492928.0, "8590": 12698492928.0, "8595": 12698492928.0, "8600": 12698492928.0, "8605": 12698492928.0, "8610": 12698492928.0, "8615": 12698492928.0, "8620": 12698492928.0, "8625": 12698492928.0, "8630": 12698492928.0, "8635": 12698492928.0, "8640": 12698492928.0, "8645": 12698492928.0, "8650": 12698492928.0, "8655": 12698492928.0, "8660": 12698492928.0, "8665": 12698492928.0, "8670": 12698492928.0, "8675": 12698492928.0, "8680": 12698492928.0, "8685": 12698492928.0, "8690": 12698492928.0, "8695": 12698492928.0, "8700": 12698492928.0, "8705": 12698492928.0, "8710": 12698492928.0, "8715": 12698492928.0, "8720": 12698492928.0, "8725": 12698492928.0, "8730": 12698492928.0, "8735": 12698492928.0, "8740": 12698492928.0, "8745": 12698492928.0, "8750": 12698492928.0, "8755": 12698492928.0, "8760": 12698492928.0, "8765": 12698492928.0, "8770": 12698492928.0, "8775": 12698492928.0, "8780": 12698492928.0, "8785": 12698492928.0, "8790": 12698492928.0, "8795": 12698492928.0, "8800": 12698492928.0, "8805": 12698492928.0, "8810": 12698492928.0, "8815": 12698492928.0, "8820": 12698492928.0, "8825": 12698492928.0, "8830": 12698492928.0, "8835": 12698492928.0, "8840": 12698492928.0, "8845": 12698492928.0, "8850": 12698492928.0, "8855": 12698492928.0, "8860": 12698492928.0, "8865": 12698492928.0, "8870": 12698492928.0, "8875": 12698492928.0, "8880": 12698492928.0, "8885": 12698492928.0, "8890": 12698492928.0, "8895": 12698492928.0, "8900": 12698492928.0, "8905": 12698492928.0, "8910": 12698492928.0, "8915": 12698492928.0, "8920": 12698492928.0, "8925": 12698492928.0, "8930": 12698492928.0, "8935": 12698492928.0, "8940": 12698492928.0, "8945": 12698492928.0, "8950": 12698492928.0, "8955": 12698492928.0, "8960": 12698492928.0, "8965": 12698492928.0, "8970": 12698492928.0, "8975": 12698492928.0, "8980": 12698492928.0, "8985": 12698492928.0, "8990": 12698492928.0, "8995": 12698492928.0, "9000": 12698492928.0, "9005": 12698492928.0, "9010": 12698492928.0, "9015": 12698492928.0, "9020": 12698492928.0, "9025": 12698492928.0, "9030": 12698492928.0, "9035": 12698492928.0, "9040": 12698492928.0, "9045": 12698492928.0, "9050": 12698492928.0, "9055": 12698492928.0, "9060": 12698492928.0, "9065": 12698492928.0, "9070": 12698492928.0, "9075": 12698492928.0, "9080": 12698492928.0, "9085": 12698492928.0, "9090": 12698492928.0, "9095": 12698492928.0, "9100": 12698492928.0, "9105": 12698492928.0, "9110": 12698492928.0, "9115": 12698492928.0, "9120": 12698492928.0, "9125": 12698492928.0, "9130": 12698492928.0, "9135": 12698492928.0, "9140": 12698492928.0, "9145": 12698492928.0, "9150": 12698492928.0, "9155": 12698492928.0, "9160": 12698492928.0, "9165": 12698492928.0, "9170": 12698492928.0, "9175": 12698492928.0, "9180": 12698492928.0, "9185": 12698492928.0, "9190": 12698492928.0, "9195": 12698492928.0, "9200": 12698492928.0, "9205": 12698492928.0, "9210": 12698492928.0, "9215": 12698492928.0, "9220": 12698492928.0, "9225": 12698492928.0, "9230": 12698492928.0, "9235": 12698492928.0, "9240": 12698492928.0, "9245": 12698492928.0, "9250": 12698492928.0, "9255": 12698492928.0, "9260": 12698492928.0, "9265": 12698492928.0, "9270": 12698492928.0, "9275": 12698492928.0, "9280": 12698492928.0, "9285": 12698492928.0, "9290": 12698492928.0, "9295": 12698492928.0, "9300": 12698492928.0, "9305": 12698492928.0, "9310": 12698492928.0, "9315": 12698492928.0, "9320": 12698492928.0, "9325": 12698492928.0, "9330": 12698492928.0, "9335": 12698492928.0, "9340": 12698492928.0, "9345": 12698492928.0, "9350": 12698492928.0, "9355": 12698492928.0, "9360": 12698492928.0, "9365": 12698492928.0, "9370": 12698492928.0, "9375": 12698492928.0, "9380": 12698492928.0, "9385": 12698492928.0, "9390": 12698492928.0, "9395": 12698492928.0, "9400": 12698492928.0, "9405": 12698492928.0, "9410": 12698492928.0, "9415": 12698492928.0, "9420": 12698492928.0, "9425": 12698492928.0, "9430": 12698492928.0, "9435": 12698492928.0, "9440": 12698492928.0, "9445": 12698492928.0, "9450": 12698492928.0, "9455": 12698492928.0, "9460": 12698492928.0, "9465": 12698492928.0, "9470": 12698492928.0, "9475": 12698492928.0, "9480": 12698492928.0, "9485": 12698492928.0, "9490": 12698492928.0, "9495": 12698492928.0, "9500": 12698492928.0, "9505": 12698492928.0, "9510": 12698492928.0, "9515": 12698492928.0, "9520": 12698492928.0, "9525": 12698492928.0, "9530": 12698492928.0, "9535": 12698492928.0, "9540": 12698492928.0, "9545": 12698492928.0, "9550": 12698492928.0, "9555": 12698492928.0, "9560": 12698492928.0, "9565": 12698492928.0, "9570": 12698492928.0, "9575": 12698492928.0, "9580": 12698492928.0, "9585": 12698492928.0, "9590": 12698492928.0, "9595": 12698492928.0, "9600": 12698492928.0, "9605": 12698492928.0, "9610": 12698492928.0, "9615": 12698492928.0, "9620": 12698492928.0, "9625": 12698492928.0, "9630": 12698492928.0, "9635": 12698492928.0, "9640": 12698492928.0, "9645": 12698492928.0, "9650": 12698492928.0, "9655": 12698492928.0, "9660": 12698492928.0, "9665": 12698492928.0, "9670": 12698492928.0, "9675": 12698492928.0, "9680": 12698492928.0, "9685": 12698492928.0, "9690": 12698492928.0, "9695": 12698492928.0, "9700": 12698492928.0, "9705": 12698492928.0, "9710": 12698492928.0, "9715": 12698492928.0, "9720": 12698492928.0, "9725": 12698492928.0, "9730": 12698492928.0, "9735": 12698492928.0, "9740": 12698492928.0, "9745": 12698492928.0, "9750": 12698492928.0, "9755": 12698492928.0, "9760": 12698492928.0, "9765": 12698492928.0, "9770": 12698492928.0, "9775": 12698492928.0, "9780": 12698492928.0, "9785": 12698492928.0, "9790": 12698492928.0, "9795": 12698492928.0, "9800": 12698492928.0, "9805": 12698492928.0, "9810": 12698492928.0, "9815": 12698492928.0, "9820": 12698492928.0, "9825": 12698492928.0, "9830": 12698492928.0, "9835": 12698492928.0, "9840": 12698492928.0, "9845": 12698492928.0, "9850": 12698492928.0, "9855": 12698492928.0, "9860": 12698492928.0, "9865": 12698492928.0, "9870": 12698492928.0, "9875": 12698492928.0, "9880": 12698492928.0, "9885": 12698492928.0, "9890": 12698492928.0, "9895": 12698492928.0, "9900": 12698492928.0, "9905": 12698492928.0, "9910": 12698492928.0, "9915": 12698492928.0, "9920": 12698492928.0, "9925": 12698492928.0, "9930": 12698492928.0, "9935": 12698492928.0, "9940": 12698492928.0, "9945": 12698492928.0, "9950": 12698492928.0, "9955": 12698492928.0, "9960": 12698492928.0, "9965": 12698492928.0, "9970": 12698492928.0, "9975": 12698492928.0, "9980": 12698492928.0, "9985": 12698492928.0, "9990": 12698492928.0, "9995": 12698492928.0, "10000": 12698492928.0, "10005": 12698492928.0, "10010": 12698492928.0, "10015": 12698492928.0, "10020": 12698492928.0, "10025": 12698492928.0, "10030": 12698492928.0, "10035": 12698492928.0, "10040": 12698492928.0, "10045": 12698492928.0, "10050": 12698492928.0, "10055": 12698492928.0, "10060": 12698492928.0, "10065": 12698492928.0, "10070": 12698492928.0, "10075": 12698492928.0, "10080": 12698492928.0, "10085": 12698492928.0, "10090": 12698492928.0, "10095": 12698492928.0, "10100": 12698492928.0, "10105": 12698492928.0, "10110": 12698492928.0, "10115": 12698492928.0, "10120": 12698492928.0, "10125": 12698492928.0, "10130": 12698492928.0, "10135": 12698492928.0, "10140": 12698492928.0, "10145": 12698492928.0, "10150": 12698492928.0, "10155": 12698492928.0, "10160": 12698492928.0, "10165": 12698492928.0, "10170": 12698492928.0, "10175": 12698492928.0, "10180": 12698492928.0, "10185": 12698492928.0, "10190": 12698492928.0, "10195": 12698492928.0, "10200": 12698492928.0, "10205": 12698492928.0, "10210": 12698492928.0, "10215": 12698492928.0, "10220": 12698492928.0, "10225": 12698492928.0, "10230": 12698492928.0, "10235": 12698492928.0, "10240": 12698492928.0, "10245": 12698492928.0, "10250": 12698492928.0, "10255": 12698492928.0, "10260": 12698492928.0, "10265": 12698492928.0, "10270": 12698492928.0, "10275": 12698492928.0, "10280": 12698492928.0, "10285": 12698492928.0, "10290": 12698492928.0, "10295": 12698492928.0, "10300": 12698492928.0, "10305": 12698492928.0, "10310": 12698492928.0, "10315": 12698492928.0, "10320": 12698492928.0, "10325": 12698492928.0, "10330": 12698492928.0, "10335": 12698492928.0, "10340": 12698492928.0, "10345": 12698492928.0, "10350": 12698492928.0, "10355": 12698492928.0, "10360": 12698492928.0, "10365": 12698492928.0, "10370": 12698492928.0, "10375": 12698492928.0, "10380": 12698492928.0, "10385": 12698492928.0, "10390": 12698492928.0, "10395": 12698492928.0, "10400": 12698492928.0, "10405": 12698492928.0, "10410": 12698492928.0, "10415": 12698492928.0, "10420": 12698492928.0, "10425": 12698492928.0, "10430": 12698492928.0, "10435": 12698492928.0, "10440": 12698492928.0, "10445": 12698492928.0, "10450": 12698492928.0, "10455": 12698492928.0, "10460": 12698492928.0, "10465": 12698492928.0, "10470": 12698492928.0, "10475": 12698492928.0, "10480": 12698492928.0, "10485": 12698492928.0, "10490": 12698492928.0, "10495": 12698492928.0, "10500": 12698492928.0, "10505": 12698492928.0, "10510": 12698492928.0, "10515": 12698492928.0, "10520": 12698492928.0, "10525": 12698492928.0, "10530": 12698492928.0, "10535": 12698492928.0, "10540": 12698492928.0, "10545": 12698492928.0, "10550": 12698492928.0, "10555": 12698492928.0, "10560": 12698492928.0, "10565": 12698492928.0, "10570": 12698492928.0, "10575": 12698492928.0, "10580": 12698492928.0, "10585": 12698492928.0, "10590": 12698492928.0, "10595": 12698492928.0, "10600": 12698492928.0, "10605": 12698492928.0, "10610": 12698492928.0, "10615": 12698492928.0, "10620": 12698492928.0, "10625": 12698492928.0, "10630": 12698492928.0, "10635": 12698492928.0, "10640": 12698492928.0, "10645": 12698492928.0, "10650": 12698492928.0, "10655": 12698492928.0, "10660": 12698492928.0, "10665": 12698492928.0, "10670": 12698492928.0, "10675": 12698492928.0, "10680": 12698492928.0, "10685": 12698492928.0, "10690": 12698492928.0, "10695": 12698492928.0, "10700": 12698492928.0, "10705": 12698492928.0, "10710": 12698492928.0, "10715": 12698492928.0, "10720": 12698492928.0, "10725": 12698492928.0, "10730": 12698492928.0, "10735": 12698492928.0, "10740": 12698492928.0, "10745": 12698492928.0, "10750": 12698492928.0, "10755": 12698492928.0, "10760": 12698492928.0, "10765": 12698492928.0, "10770": 12698492928.0, "10775": 12698492928.0, "10780": 12698492928.0, "10785": 12698492928.0, "10790": 12698492928.0, "10795": 12698492928.0, "10800": 12698492928.0, "10805": 12698492928.0, "10810": 12698492928.0, "10815": 12698492928.0, "10820": 12698492928.0, "10825": 12698492928.0, "10830": 12698492928.0, "10835": 12698492928.0, "10840": 12698492928.0, "10845": 12698492928.0, "10850": 12698492928.0, "10855": 12698492928.0, "10860": 12698492928.0, "10865": 12698492928.0, "10870": 12698492928.0, "10875": 12698492928.0, "10880": 12698492928.0, "10885": 12698492928.0, "10890": 12698492928.0, "10895": 12698492928.0, "10900": 12698492928.0, "10905": 12698492928.0, "10910": 12698492928.0, "10915": 12698492928.0, "10920": 12698492928.0, "10925": 12698492928.0, "10930": 12698492928.0, "10935": 12698492928.0, "10940": 12698492928.0, "10945": 12698492928.0, "10950": 12698492928.0, "10955": 12698492928.0, "10960": 12698492928.0, "10965": 12698492928.0, "10970": 12698492928.0, "10975": 12698492928.0, "10980": 12698492928.0, "10985": 12698492928.0, "10990": 12698492928.0, "10995": 12698492928.0, "11000": 12698492928.0, "11005": 12698492928.0, "11010": 12698492928.0, "11015": 12698492928.0, "11020": 12698492928.0, "11025": 12698492928.0, "11030": 12698492928.0, "11035": 12698492928.0, "11040": 12698492928.0, "11045": 12698492928.0, "11050": 12698492928.0, "11055": 12698492928.0, "11060": 12698492928.0, "11065": 12698492928.0, "11070": 12698492928.0, "11075": 12698492928.0, "11080": 12698492928.0, "11085": 12698492928.0, "11090": 12698492928.0, "11095": 12698492928.0, "11100": 12698492928.0, "11105": 12698492928.0, "11110": 12698492928.0, "11115": 12698492928.0, "11120": 12698492928.0, "11125": 12698492928.0, "11130": 12698492928.0, "11135": 12698492928.0, "11140": 12698492928.0, "11145": 12698492928.0, "11150": 12698492928.0, "11155": 12698492928.0, "11160": 12698492928.0, "11165": 12698492928.0, "11170": 12698492928.0, "11175": 12698492928.0, "11180": 12698492928.0, "11185": 12698492928.0, "11190": 12698492928.0, "11195": 12698492928.0, "11200": 12698492928.0, "11205": 12698492928.0, "11210": 12698492928.0, "11215": 12698492928.0, "11220": 12698492928.0, "11225": 12698492928.0, "11230": 12698492928.0, "11235": 12698492928.0, "11240": 12698492928.0, "11245": 12698492928.0, "11250": 12698492928.0, "11255": 12698492928.0, "11260": 12698492928.0, "11265": 12698492928.0, "11270": 12698492928.0, "11275": 12698492928.0, "11280": 12698492928.0, "11285": 12698492928.0, "11290": 12698492928.0, "11295": 12698492928.0, "11300": 12698492928.0, "11305": 12698492928.0, "11310": 12698492928.0, "11315": 12698492928.0, "11320": 12698492928.0, "11325": 12698492928.0, "11330": 12698492928.0, "11335": 12698492928.0, "11340": 12698492928.0, "11345": 12698492928.0, "11350": 12698492928.0, "11355": 12698492928.0, "11360": 12698492928.0, "11365": 12698492928.0, "11370": 12698492928.0, "11375": 12698492928.0, "11380": 12698492928.0, "11385": 12698492928.0, "11390": 12698492928.0, "11395": 12698492928.0, "11400": 12698492928.0, "11405": 12698492928.0, "11410": 12698492928.0, "11415": 12698492928.0, "11420": 12698492928.0, "11425": 12698492928.0, "11430": 12698492928.0, "11435": 12698492928.0, "11440": 12698492928.0, "11445": 12698492928.0, "11450": 12698492928.0, "11455": 12698492928.0, "11460": 12698492928.0, "11465": 12698492928.0, "11470": 12698492928.0, "11475": 12698492928.0, "11480": 12698492928.0, "11485": 12698492928.0, "11490": 12698492928.0, "11495": 12698492928.0, "11500": 12698492928.0, "11505": 12698492928.0, "11510": 12698492928.0, "11515": 12698492928.0, "11520": 12698492928.0, "11525": 12698492928.0, "11530": 12698492928.0, "11535": 12698492928.0, "11540": 12698492928.0, "11545": 12698492928.0, "11550": 12698492928.0, "11555": 12698492928.0, "11560": 12698492928.0, "11565": 12698492928.0, "11570": 12698492928.0, "11575": 12698492928.0, "11580": 12698492928.0, "11585": 12698492928.0, "11590": 12698492928.0, "11595": 12698492928.0, "11600": 12698492928.0, "11605": 12698492928.0, "11610": 12698492928.0, "11615": 12698492928.0, "11620": 12698492928.0, "11625": 12698492928.0, "11630": 12698492928.0, "11635": 12698492928.0, "11640": 12698492928.0, "11645": 12698492928.0, "11650": 12698492928.0, "11655": 12698492928.0, "11660": 12698492928.0, "11665": 12698492928.0, "11670": 12698492928.0, "11675": 12698492928.0, "11680": 12698492928.0, "11685": 12698492928.0, "11690": 12698492928.0, "11695": 12698492928.0, "11700": 12698492928.0, "11705": 12698492928.0, "11710": 12698492928.0, "11715": 12698492928.0, "11720": 12698492928.0, "11725": 12698492928.0, "11730": 12698492928.0, "11735": 12698492928.0, "11740": 12698492928.0, "11745": 12698492928.0, "11750": 12698492928.0, "11755": 12698492928.0, "11760": 12698492928.0, "11765": 12698492928.0, "11770": 12698492928.0, "11775": 12698492928.0, "11780": 12698492928.0, "11785": 12698492928.0, "11790": 12698492928.0, "11795": 12698492928.0, "11800": 12698492928.0, "11805": 12698492928.0, "11810": 12698492928.0, "11815": 12698492928.0, "11820": 12698492928.0, "11825": 12698492928.0, "11830": 12698492928.0, "11835": 12698492928.0, "11840": 12698492928.0, "11845": 12698492928.0, "11850": 12698492928.0, "11855": 12698492928.0, "11860": 12698492928.0, "11865": 12698492928.0, "11870": 12698492928.0, "11875": 12698492928.0, "11880": 12698492928.0, "11885": 12698492928.0, "11890": 12698492928.0, "11895": 12698492928.0, "11900": 12698492928.0, "11905": 12698492928.0, "11910": 12698492928.0, "11915": 12698492928.0, "11920": 12698492928.0, "11925": 12698492928.0, "11930": 12698492928.0, "11935": 12698492928.0, "11940": 12698492928.0, "11945": 12698492928.0, "11950": 12698492928.0, "11955": 12698492928.0, "11960": 12698492928.0, "11965": 12698492928.0, "11970": 12698492928.0, "11975": 12698492928.0, "11980": 12698492928.0, "11985": 12698492928.0, "11990": 12698492928.0, "11995": 12698492928.0, "12000": 12698492928.0, "12005": 12698492928.0, "12010": 12698492928.0, "12015": 12698492928.0, "12020": 12698492928.0, "12025": 12698492928.0, "12030": 12698492928.0, "12035": 12698492928.0, "12040": 12698492928.0, "12045": 12698492928.0, "12050": 12698492928.0, "12055": 12698492928.0, "12060": 12698492928.0, "12065": 12698492928.0, "12070": 12698492928.0, "12075": 12698492928.0, "12080": 12698492928.0, "12085": 12698492928.0, "12090": 12698492928.0, "12095": 12698492928.0, "12100": 12698492928.0, "12105": 12698492928.0, "12110": 12698492928.0, "12115": 12698492928.0, "12120": 12698492928.0, "12125": 12698492928.0, "12130": 12698492928.0, "12135": 12698492928.0, "12140": 12698492928.0, "12145": 12698492928.0, "12150": 12698492928.0, "12155": 12698492928.0, "12160": 12698492928.0, "12165": 12698492928.0, "12170": 12698492928.0, "12175": 12698492928.0, "12180": 12698492928.0, "12185": 12698492928.0, "12190": 12698492928.0, "12195": 12698492928.0, "12200": 12698492928.0, "12205": 12698492928.0, "12210": 12698492928.0, "12215": 12698492928.0, "12220": 12698492928.0, "12225": 12698492928.0, "12230": 12698492928.0, "12235": 12698492928.0, "12240": 12698492928.0, "12245": 12698492928.0, "12250": 12698492928.0, "12255": 12698492928.0, "12260": 12698492928.0, "12265": 12698492928.0, "12270": 12698492928.0, "12275": 12698492928.0, "12280": 12698492928.0, "12285": 12698492928.0, "12290": 12698492928.0, "12295": 12698492928.0, "12300": 12698492928.0, "12305": 12698492928.0, "12310": 12698492928.0, "12315": 12698492928.0, "12320": 12698492928.0, "12325": 12698492928.0, "12330": 12698492928.0, "12335": 12698492928.0, "12340": 12698492928.0, "12345": 12698492928.0, "12350": 12698492928.0, "12355": 12698492928.0, "12360": 12698492928.0, "12365": 12698492928.0, "12370": 12698492928.0, "12375": 12698492928.0, "12380": 12698492928.0, "12385": 12698492928.0, "12390": 12698492928.0, "12395": 12698492928.0, "12400": 12698492928.0, "12405": 12698492928.0, "12410": 12698492928.0, "12415": 12698492928.0, "12420": 12698492928.0, "12425": 12698492928.0, "12430": 12698492928.0, "12435": 12698492928.0, "12440": 12698492928.0, "12445": 12698492928.0, "12450": 12698492928.0, "12455": 12698492928.0, "12460": 12698492928.0, "12465": 12698492928.0, "12470": 12698492928.0, "12475": 12698492928.0, "12480": 12698492928.0, "12485": 12698492928.0, "12490": 12698492928.0, "12495": 12698492928.0, "12500": 12698492928.0, "12505": 12698492928.0, "12510": 12698492928.0, "12515": 12698492928.0, "12520": 12698492928.0, "12525": 12698492928.0, "12530": 12698492928.0, "12535": 12698492928.0, "12540": 12698492928.0, "12545": 12698492928.0, "12550": 12698492928.0, "12555": 12698492928.0, "12560": 12698492928.0, "12565": 12698492928.0, "12570": 12698492928.0, "12575": 12698492928.0, "12580": 12698492928.0, "12585": 12698492928.0, "12590": 12698492928.0, "12595": 12698492928.0, "12600": 12698492928.0, "12605": 12698492928.0, "12610": 12698492928.0, "12615": 12698492928.0, "12620": 12698492928.0, "12625": 12698492928.0, "12630": 12698492928.0, "12635": 12698492928.0, "12640": 12698492928.0, "12645": 12698492928.0, "12650": 12698492928.0, "12655": 12698492928.0, "12660": 12698492928.0, "12665": 12698492928.0, "12670": 12698492928.0, "12675": 12698492928.0, "12680": 12698492928.0, "12685": 12698492928.0, "12690": 12698492928.0, "12695": 12698492928.0, "12700": 12698492928.0, "12705": 12698492928.0, "12710": 12698492928.0, "12715": 12698492928.0, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": 27893811200.0, "5": 28391901184.0, "10": 28391901184.0, "15": 28391901184.0, "20": 28391901184.0, "25": 28391901184.0, "30": 28391901184.0, "35": 28391901184.0, "40": 28391901184.0, "45": 28391901184.0, "50": 28391901184.0, "55": 28391901184.0, "60": 28391901184.0, "65": 28391901184.0, "70": 28391901184.0, "75": 28391901184.0, "80": 28391901184.0, "85": 28391901184.0, "90": 28391901184.0, "95": 28391901184.0, "100": 28391901184.0, "105": 28391901184.0, "110": 28391901184.0, "115": 28391901184.0, "120": 28391901184.0, "125": 28391901184.0, "130": 28391901184.0, "135": 28391901184.0, "140": 28391901184.0, "145": 28391901184.0, "150": 28391901184.0, "155": 28391901184.0, "160": 28391901184.0, "165": 28391901184.0, "170": 28391901184.0, "175": 28391901184.0, "180": 28391901184.0, "185": 28391901184.0, "190": 28391901184.0, "195": 28391901184.0, "200": 28391901184.0, "205": 28391901184.0, "210": 28391901184.0, "215": 28391901184.0, "220": 28391901184.0, "225": 28391901184.0, "230": 28391901184.0, "235": 28391901184.0, "240": 28391901184.0, "245": 28391901184.0, "250": 28391901184.0, "255": 28391901184.0, "260": 28391901184.0, "265": 28391901184.0, "270": 28391901184.0, "275": 28391901184.0, "280": 28391901184.0, "285": 28391901184.0, "290": 28391901184.0, "295": 28391901184.0, "300": 28391901184.0, "305": 28391901184.0, "310": 28391901184.0, "315": 28391901184.0, "320": 28391901184.0, "325": 28391901184.0, "330": 28391901184.0, "335": 28391901184.0, "340": 28391901184.0, "345": 28391901184.0, "350": 28391901184.0, "355": 28391901184.0, "360": 28391901184.0, "365": 28391901184.0, "370": 28391901184.0, "375": 28391901184.0, "380": 28391901184.0, "385": 28391901184.0, "390": 28391901184.0, "395": 28391901184.0, "400": 28391901184.0, "405": 28391901184.0, "410": 28391901184.0, "415": 28391901184.0, "420": 28391901184.0, "425": 28391901184.0, "430": 28391901184.0, "435": 28391901184.0, "440": 28391901184.0, "445": 28391901184.0, "450": 28391901184.0, "455": 28391901184.0, "460": 28391901184.0, "465": 28391901184.0, "470": 28391901184.0, "475": 28391901184.0, "480": 28391901184.0, "485": 28391901184.0, "490": 28391901184.0, "495": 28391901184.0, "500": 28391901184.0, "505": 28391901184.0, "510": 28391901184.0, "515": 28391901184.0, "520": 28391901184.0, "525": 28391901184.0, "530": 28391901184.0, "535": 28391901184.0, "540": 28391901184.0, "545": 28391901184.0, "550": 28391901184.0, "555": 28391901184.0, "560": 28391901184.0, "565": 28391901184.0, "570": 28391901184.0, "575": 28391901184.0, "580": 28391901184.0, "585": 28391901184.0, "590": 28391901184.0, "595": 28391901184.0, "600": 28391901184.0, "605": 28391901184.0, "610": 28391901184.0, "615": 28391901184.0, "620": 28391901184.0, "625": 28391901184.0, "630": 28391901184.0, "635": 28391901184.0, "640": 28391901184.0, "645": 28391901184.0, "650": 28391901184.0, "655": 28391901184.0, "660": 28391901184.0, "665": 28391901184.0, "670": 28391901184.0, "675": 28391901184.0, "680": 28391901184.0, "685": 28391901184.0, "690": 28391901184.0, "695": 28391901184.0, "700": 28391901184.0, "705": 28391901184.0, "710": 28391901184.0, "715": 28391901184.0, "720": 28391901184.0, "725": 28391901184.0, "730": 28391901184.0, "735": 28391901184.0, "740": 28391901184.0, "745": 28391901184.0, "750": 28391901184.0, "755": 28391901184.0, "760": 28391901184.0, "765": 28391901184.0, "770": 28391901184.0, "775": 28391901184.0, "780": 28391901184.0, "785": 28391901184.0, "790": 28391901184.0, "795": 28391901184.0, "800": 28391901184.0, "805": 28391901184.0, "810": 28391901184.0, "815": 28391901184.0, "820": 28391901184.0, "825": 28391901184.0, "830": 28391901184.0, "835": 28391901184.0, "840": 28391901184.0, "845": 28391901184.0, "850": 28391901184.0, "855": 28391901184.0, "860": 28391901184.0, "865": 28391901184.0, "870": 28391901184.0, "875": 28391901184.0, "880": 28391901184.0, "885": 28391901184.0, "890": 28391901184.0, "895": 28391901184.0, "900": 28391901184.0, "905": 28391901184.0, "910": 28391901184.0, "915": 28391901184.0, "920": 28391901184.0, "925": 28391901184.0, "930": 28391901184.0, "935": 28391901184.0, "940": 28391901184.0, "945": 28391901184.0, "950": 28391901184.0, "955": 28391901184.0, "960": 28391901184.0, "965": 28391901184.0, "970": 28391901184.0, "975": 28391901184.0, "980": 28391901184.0, "985": 28391901184.0, "990": 28391901184.0, "995": 28391901184.0, "1000": 28391901184.0, "1005": 28391901184.0, "1010": 28391901184.0, "1015": 28391901184.0, "1020": 28391901184.0, "1025": 28391901184.0, "1030": 28391901184.0, "1035": 28391901184.0, "1040": 28391901184.0, "1045": 28391901184.0, "1050": 28391901184.0, "1055": 28391901184.0, "1060": 28391901184.0, "1065": 28391901184.0, "1070": 28391901184.0, "1075": 28391901184.0, "1080": 28391901184.0, "1085": 28391901184.0, "1090": 28391901184.0, "1095": 28391901184.0, "1100": 28391901184.0, "1105": 28391901184.0, "1110": 28391901184.0, "1115": 28391901184.0, "1120": 28391901184.0, "1125": 28391901184.0, "1130": 28391901184.0, "1135": 28391901184.0, "1140": 28391901184.0, "1145": 28391901184.0, "1150": 28391901184.0, "1155": 28391901184.0, "1160": 28391901184.0, "1165": 28391901184.0, "1170": 28391901184.0, "1175": 28391901184.0, "1180": 28391901184.0, "1185": 28391901184.0, "1190": 28391901184.0, "1195": 28391901184.0, "1200": 28391901184.0, "1205": 28391901184.0, "1210": 28391901184.0, "1215": 28391901184.0, "1220": 28391901184.0, "1225": 28391901184.0, "1230": 28391901184.0, "1235": 28391901184.0, "1240": 28391901184.0, "1245": 28391901184.0, "1250": 28391901184.0, "1255": 28391901184.0, "1260": 28391901184.0, "1265": 28391901184.0, "1270": 28391901184.0, "1275": 28391901184.0, "1280": 28391901184.0, "1285": 28391901184.0, "1290": 28391901184.0, "1295": 28391901184.0, "1300": 28391901184.0, "1305": 28391901184.0, "1310": 28391901184.0, "1315": 28391901184.0, "1320": 28391901184.0, "1325": 28391901184.0, "1330": 28391901184.0, "1335": 28391901184.0, "1340": 28391901184.0, "1345": 28391901184.0, "1350": 28391901184.0, "1355": 28391901184.0, "1360": 28391901184.0, "1365": 28391901184.0, "1370": 28391901184.0, "1375": 28391901184.0, "1380": 28391901184.0, "1385": 28391901184.0, "1390": 28391901184.0, "1395": 28391901184.0, "1400": 28391901184.0, "1405": 28391901184.0, "1410": 28391901184.0, "1415": 28391901184.0, "1420": 28391901184.0, "1425": 28391901184.0, "1430": 28391901184.0, "1435": 28391901184.0, "1440": 28391901184.0, "1445": 28391901184.0, "1450": 28391901184.0, "1455": 28391901184.0, "1460": 28391901184.0, "1465": 28391901184.0, "1470": 28391901184.0, "1475": 28391901184.0, "1480": 28391901184.0, "1485": 28391901184.0, "1490": 28391901184.0, "1495": 28391901184.0, "1500": 28391901184.0, "1505": 28391901184.0, "1510": 28391901184.0, "1515": 28391901184.0, "1520": 28391901184.0, "1525": 28391901184.0, "1530": 28391901184.0, "1535": 28391901184.0, "1540": 28391901184.0, "1545": 28391901184.0, "1550": 28391901184.0, "1555": 28391901184.0, "1560": 28391901184.0, "1565": 28391901184.0, "1570": 28391901184.0, "1575": 28391901184.0, "1580": 28391901184.0, "1585": 28391901184.0, "1590": 28391901184.0, "1595": 28391901184.0, "1600": 28391901184.0, "1605": 28391901184.0, "1610": 28391901184.0, "1615": 28391901184.0, "1620": 28391901184.0, "1625": 28391901184.0, "1630": 28391901184.0, "1635": 28391901184.0, "1640": 28391901184.0, "1645": 28391901184.0, "1650": 28391901184.0, "1655": 28391901184.0, "1660": 28391901184.0, "1665": 28391901184.0, "1670": 28391901184.0, "1675": 28391901184.0, "1680": 28391901184.0, "1685": 28391901184.0, "1690": 28391901184.0, "1695": 28391901184.0, "1700": 28391901184.0, "1705": 28391901184.0, "1710": 28391901184.0, "1715": 28391901184.0, "1720": 28391901184.0, "1725": 28391901184.0, "1730": 28391901184.0, "1735": 28391901184.0, "1740": 28391901184.0, "1745": 28391901184.0, "1750": 28391901184.0, "1755": 28391901184.0, "1760": 28391901184.0, "1765": 28391901184.0, "1770": 28391901184.0, "1775": 28391901184.0, "1780": 28391901184.0, "1785": 28391901184.0, "1790": 28391901184.0, "1795": 28391901184.0, "1800": 28391901184.0, "1805": 28391901184.0, "1810": 28391901184.0, "1815": 28391901184.0, "1820": 28391901184.0, "1825": 28391901184.0, "1830": 28391901184.0, "1835": 28391901184.0, "1840": 28391901184.0, "1845": 28391901184.0, "1850": 28391901184.0, "1855": 28391901184.0, "1860": 28391901184.0, "1865": 28391901184.0, "1870": 28391901184.0, "1875": 28391901184.0, "1880": 28391901184.0, "1885": 28391901184.0, "1890": 28391901184.0, "1895": 28391901184.0, "1900": 28391901184.0, "1905": 28391901184.0, "1910": 28391901184.0, "1915": 28391901184.0, "1920": 28391901184.0, "1925": 28391901184.0, "1930": 28391901184.0, "1935": 28391901184.0, "1940": 28391901184.0, "1945": 28391901184.0, "1950": 28391901184.0, "1955": 28391901184.0, "1960": 28391901184.0, "1965": 28391901184.0, "1970": 28391901184.0, "1975": 28391901184.0, "1980": 28391901184.0, "1985": 28391901184.0, "1990": 28391901184.0, "1995": 28391901184.0, "2000": 28391901184.0, "2005": 28391901184.0, "2010": 28391901184.0, "2015": 28391901184.0, "2020": 28391901184.0, "2025": 28391901184.0, "2030": 28391901184.0, "2035": 28391901184.0, "2040": 28391901184.0, "2045": 28391901184.0, "2050": 28391901184.0, "2055": 28391901184.0, "2060": 28391901184.0, "2065": 28391901184.0, "2070": 28391901184.0, "2075": 28391901184.0, "2080": 28391901184.0, "2085": 28391901184.0, "2090": 28391901184.0, "2095": 28391901184.0, "2100": 28391901184.0, "2105": 28391901184.0, "2110": 28391901184.0, "2115": 28391901184.0, "2120": 28391901184.0, "2125": 28391901184.0, "2130": 28391901184.0, "2135": 28391901184.0, "2140": 28391901184.0, "2145": 28391901184.0, "2150": 28391901184.0, "2155": 28391901184.0, "2160": 28391901184.0, "2165": 28391901184.0, "2170": 28391901184.0, "2175": 28391901184.0, "2180": 28391901184.0, "2185": 28391901184.0, "2190": 28391901184.0, "2195": 28391901184.0, "2200": 28391901184.0, "2205": 28391901184.0, "2210": 28391901184.0, "2215": 28391901184.0, "2220": 28391901184.0, "2225": 28391901184.0, "2230": 28391901184.0, "2235": 28391901184.0, "2240": 28391901184.0, "2245": 28391901184.0, "2250": 28391901184.0, "2255": 28391901184.0, "2260": 28391901184.0, "2265": 28391901184.0, "2270": 28391901184.0, "2275": 28391901184.0, "2280": 28391901184.0, "2285": 28391901184.0, "2290": 28391901184.0, "2295": 28391901184.0, "2300": 28391901184.0, "2305": 28391901184.0, "2310": 28391901184.0, "2315": 28391901184.0, "2320": 28391901184.0, "2325": 28391901184.0, "2330": 28391901184.0, "2335": 28391901184.0, "2340": 28391901184.0, "2345": 28391901184.0, "2350": 28391901184.0, "2355": 28391901184.0, "2360": 28391901184.0, "2365": 28391901184.0, "2370": 28391901184.0, "2375": 28391901184.0, "2380": 28391901184.0, "2385": 28391901184.0, "2390": 28391901184.0, "2395": 28391901184.0, "2400": 28391901184.0, "2405": 28391901184.0, "2410": 28391901184.0, "2415": 28391901184.0, "2420": 28391901184.0, "2425": 28391901184.0, "2430": 28391901184.0, "2435": 28391901184.0, "2440": 28391901184.0, "2445": 28391901184.0, "2450": 28391901184.0, "2455": 28391901184.0, "2460": 28391901184.0, "2465": 28391901184.0, "2470": 28391901184.0, "2475": 28391901184.0, "2480": 28391901184.0, "2485": 28391901184.0, "2490": 28391901184.0, "2495": 28391901184.0, "2500": 28391901184.0, "2505": 28391901184.0, "2510": 28391901184.0, "2515": 28391901184.0, "2520": 28391901184.0, "2525": 28391901184.0, "2530": 28391901184.0, "2535": 28391901184.0, "2540": 28391901184.0, "2545": 28391901184.0, "2550": 28391901184.0, "2555": 28391901184.0, "2560": 28391901184.0, "2565": 28391901184.0, "2570": 28391901184.0, "2575": 28391901184.0, "2580": 28391901184.0, "2585": 28391901184.0, "2590": 28391901184.0, "2595": 28391901184.0, "2600": 28391901184.0, "2605": 28391901184.0, "2610": 28391901184.0, "2615": 28391901184.0, "2620": 28391901184.0, "2625": 28391901184.0, "2630": 28391901184.0, "2635": 28391901184.0, "2640": 28391901184.0, "2645": 28391901184.0, "2650": 28391901184.0, "2655": 28391901184.0, "2660": 28391901184.0, "2665": 28391901184.0, "2670": 28391901184.0, "2675": 28391901184.0, "2680": 28391901184.0, "2685": 28391901184.0, "2690": 28391901184.0, "2695": 28391901184.0, "2700": 28391901184.0, "2705": 28391901184.0, "2710": 28391901184.0, "2715": 28391901184.0, "2720": 28391901184.0, "2725": 28391901184.0, "2730": 28391901184.0, "2735": 28391901184.0, "2740": 28391901184.0, "2745": 28391901184.0, "2750": 28391901184.0, "2755": 28391901184.0, "2760": 28391901184.0, "2765": 28391901184.0, "2770": 28391901184.0, "2775": 28391901184.0, "2780": 28391901184.0, "2785": 28391901184.0, "2790": 28391901184.0, "2795": 28391901184.0, "2800": 28391901184.0, "2805": 28391901184.0, "2810": 28391901184.0, "2815": 28391901184.0, "2820": 28391901184.0, "2825": 28391901184.0, "2830": 28391901184.0, "2835": 28391901184.0, "2840": 28391901184.0, "2845": 28391901184.0, "2850": 28391901184.0, "2855": 28391901184.0, "2860": 28391901184.0, "2865": 28391901184.0, "2870": 28391901184.0, "2875": 28391901184.0, "2880": 28391901184.0, "2885": 28391901184.0, "2890": 28391901184.0, "2895": 28391901184.0, "2900": 28391901184.0, "2905": 28391901184.0, "2910": 28391901184.0, "2915": 28391901184.0, "2920": 28391901184.0, "2925": 28391901184.0, "2930": 28391901184.0, "2935": 28391901184.0, "2940": 28391901184.0, "2945": 28391901184.0, "2950": 28391901184.0, "2955": 28391901184.0, "2960": 28391901184.0, "2965": 28391901184.0, "2970": 28391901184.0, "2975": 28391901184.0, "2980": 28391901184.0, "2985": 28391901184.0, "2990": 28391901184.0, "2995": 28391901184.0, "3000": 28391901184.0, "3005": 28391901184.0, "3010": 28391901184.0, "3015": 28391901184.0, "3020": 28391901184.0, "3025": 28391901184.0, "3030": 28391901184.0, "3035": 28391901184.0, "3040": 28391901184.0, "3045": 28391901184.0, "3050": 28391901184.0, "3055": 28391901184.0, "3060": 28391901184.0, "3065": 28391901184.0, "3070": 28391901184.0, "3075": 28391901184.0, "3080": 28391901184.0, "3085": 28391901184.0, "3090": 28391901184.0, "3095": 28391901184.0, "3100": 28391901184.0, "3105": 28391901184.0, "3110": 28391901184.0, "3115": 28391901184.0, "3120": 28391901184.0, "3125": 28391901184.0, "3130": 28391901184.0, "3135": 28391901184.0, "3140": 28391901184.0, "3145": 28391901184.0, "3150": 28391901184.0, "3155": 28391901184.0, "3160": 28391901184.0, "3165": 28391901184.0, "3170": 28391901184.0, "3175": 28391901184.0, "3180": 28391901184.0, "3185": 28391901184.0, "3190": 28391901184.0, "3195": 28391901184.0, "3200": 28391901184.0, "3205": 28391901184.0, "3210": 28391901184.0, "3215": 28391901184.0, "3220": 28391901184.0, "3225": 28391901184.0, "3230": 28391901184.0, "3235": 28391901184.0, "3240": 28391901184.0, "3245": 28391901184.0, "3250": 28391901184.0, "3255": 28391901184.0, "3260": 28391901184.0, "3265": 28391901184.0, "3270": 28391901184.0, "3275": 28391901184.0, "3280": 28391901184.0, "3285": 28391901184.0, "3290": 28391901184.0, "3295": 28391901184.0, "3300": 28391901184.0, "3305": 28391901184.0, "3310": 28391901184.0, "3315": 28391901184.0, "3320": 28391901184.0, "3325": 28391901184.0, "3330": 28391901184.0, "3335": 28391901184.0, "3340": 28391901184.0, "3345": 28391901184.0, "3350": 28391901184.0, "3355": 28391901184.0, "3360": 28391901184.0, "3365": 28391901184.0, "3370": 28391901184.0, "3375": 28391901184.0, "3380": 28391901184.0, "3385": 28391901184.0, "3390": 28391901184.0, "3395": 28391901184.0, "3400": 28391901184.0, "3405": 28391901184.0, "3410": 28391901184.0, "3415": 28391901184.0, "3420": 28391901184.0, "3425": 28391901184.0, "3430": 28391901184.0, "3435": 28391901184.0, "3440": 28391901184.0, "3445": 28391901184.0, "3450": 28391901184.0, "3455": 28391901184.0, "3460": 28391901184.0, "3465": 28391901184.0, "3470": 28391901184.0, "3475": 28391901184.0, "3480": 28391901184.0, "3485": 28391901184.0, "3490": 28391901184.0, "3495": 28391901184.0, "3500": 28391901184.0, "3505": 28391901184.0, "3510": 28391901184.0, "3515": 28391901184.0, "3520": 28391901184.0, "3525": 28391901184.0, "3530": 28391901184.0, "3535": 28391901184.0, "3540": 28391901184.0, "3545": 28391901184.0, "3550": 28391901184.0, "3555": 28391901184.0, "3560": 28391901184.0, "3565": 28391901184.0, "3570": 28391901184.0, "3575": 28391901184.0, "3580": 28391901184.0, "3585": 28391901184.0, "3590": 28391901184.0, "3595": 28391901184.0, "3600": 28391901184.0, "3605": 28391901184.0, "3610": 28391901184.0, "3615": 28391901184.0, "3620": 28391901184.0, "3625": 28391901184.0, "3630": 28391901184.0, "3635": 28391901184.0, "3640": 28391901184.0, "3645": 28391901184.0, "3650": 28391712768.0, "3655": 28391712768.0, "3660": 28391712768.0, "3665": 28391712768.0, "3670": 28391712768.0, "3675": 28391712768.0, "3680": 28391712768.0, "3685": 28391712768.0, "3690": 28391712768.0, "3695": 28391712768.0, "3700": 28391712768.0, "3705": 28391712768.0, "3710": 28391712768.0, "3715": 28391712768.0, "3720": 28391712768.0, "3725": 28391712768.0, "3730": 28391712768.0, "3735": 28391712768.0, "3740": 28391712768.0, "3745": 28391712768.0, "3750": 28391712768.0, "3755": 28391712768.0, "3760": 28391712768.0, "3765": 28391712768.0, "3770": 28391712768.0, "3775": 28391712768.0, "3780": 28391712768.0, "3785": 28391712768.0, "3790": 28391712768.0, "3795": 28391712768.0, "3800": 28391712768.0, "3805": 28391712768.0, "3810": 28391712768.0, "3815": 28391712768.0, "3820": 28391712768.0, "3825": 28391712768.0, "3830": 28391712768.0, "3835": 28391712768.0, "3840": 28391712768.0, "3845": 28391712768.0, "3850": 28391712768.0, "3855": 28391712768.0, "3860": 28391712768.0, "3865": 28391712768.0, "3870": 28391712768.0, "3875": 28391712768.0, "3880": 28391712768.0, "3885": 28391712768.0, "3890": 28391712768.0, "3895": 28391712768.0, "3900": 28391712768.0, "3905": 28391712768.0, "3910": 28391712768.0, "3915": 28391712768.0, "3920": 28391712768.0, "3925": 28391712768.0, "3930": 28391712768.0, "3935": 28391712768.0, "3940": 28391712768.0, "3945": 28391712768.0, "3950": 28391712768.0, "3955": 28391712768.0, "3960": 28391712768.0, "3965": 28391712768.0, "3970": 28391712768.0, "3975": 28391712768.0, "3980": 28391712768.0, "3985": 28391712768.0, "3990": 28391712768.0, "3995": 28391712768.0, "4000": 28391712768.0, "4005": 28391712768.0, "4010": 28391712768.0, "4015": 28391712768.0, "4020": 28391712768.0, "4025": 28391712768.0, "4030": 28391712768.0, "4035": 28391712768.0, "4040": 28391712768.0, "4045": 28391712768.0, "4050": 28391712768.0, "4055": 28391712768.0, "4060": 28391712768.0, "4065": 28391712768.0, "4070": 28391712768.0, "4075": 28391712768.0, "4080": 28391712768.0, "4085": 28391712768.0, "4090": 28391712768.0, "4095": 28391712768.0, "4100": 28391712768.0, "4105": 28391712768.0, "4110": 28391712768.0, "4115": 28391712768.0, "4120": 28391712768.0, "4125": 28391712768.0, "4130": 28391712768.0, "4135": 28391712768.0, "4140": 28391712768.0, "4145": 28391712768.0, "4150": 28391712768.0, "4155": 28391712768.0, "4160": 28391712768.0, "4165": 28391712768.0, "4170": 28391712768.0, "4175": 28391712768.0, "4180": 28391712768.0, "4185": 28391712768.0, "4190": 28391712768.0, "4195": 28391712768.0, "4200": 28391712768.0, "4205": 28391712768.0, "4210": 28391712768.0, "4215": 28391712768.0, "4220": 28391712768.0, "4225": 28391712768.0, "4230": 28391712768.0, "4235": 28391712768.0, "4240": 28391712768.0, "4245": 28391712768.0, "4250": 28391712768.0, "4255": 28391712768.0, "4260": 28391712768.0, "4265": 28391712768.0, "4270": 28391712768.0, "4275": 28391712768.0, "4280": 28391712768.0, "4285": 28391712768.0, "4290": 28391712768.0, "4295": 28391712768.0, "4300": 28391712768.0, "4305": 28391712768.0, "4310": 28391712768.0, "4315": 28391712768.0, "4320": 28391712768.0, "4325": 28391712768.0, "4330": 28391712768.0, "4335": 28391712768.0, "4340": 28391712768.0, "4345": 28391712768.0, "4350": 28391712768.0, "4355": 28391712768.0, "4360": 28391712768.0, "4365": 28391712768.0, "4370": 28391712768.0, "4375": 28391712768.0, "4380": 28391712768.0, "4385": 28391712768.0, "4390": 28391712768.0, "4395": 28391712768.0, "4400": 28391712768.0, "4405": 28391712768.0, "4410": 28391712768.0, "4415": 28391712768.0, "4420": 28391712768.0, "4425": 28391712768.0, "4430": 28391712768.0, "4435": 28391712768.0, "4440": 28391712768.0, "4445": 28391712768.0, "4450": 28391712768.0, "4455": 28391712768.0, "4460": 28391712768.0, "4465": 28391712768.0, "4470": 28391712768.0, "4475": 28391712768.0, "4480": 28391712768.0, "4485": 28391712768.0, "4490": 28391712768.0, "4495": 28391712768.0, "4500": 28391712768.0, "4505": 28391712768.0, "4510": 28391712768.0, "4515": 28391712768.0, "4520": 28391712768.0, "4525": 28391712768.0, "4530": 28391712768.0, "4535": 28391712768.0, "4540": 28391712768.0, "4545": 28391712768.0, "4550": 28391712768.0, "4555": 28391712768.0, "4560": 28391712768.0, "4565": 28391712768.0, "4570": 28391712768.0, "4575": 28391712768.0, "4580": 28391712768.0, "4585": 28391712768.0, "4590": 28391712768.0, "4595": 28391712768.0, "4600": 28391712768.0, "4605": 28391712768.0, "4610": 28391712768.0, "4615": 28391712768.0, "4620": 28391712768.0, "4625": 28391712768.0, "4630": 28391712768.0, "4635": 28391712768.0, "4640": 28391712768.0, "4645": 28391712768.0, "4650": 28391712768.0, "4655": 28391712768.0, "4660": 28391712768.0, "4665": 28391712768.0, "4670": 28391712768.0, "4675": 28391712768.0, "4680": 28391712768.0, "4685": 28391712768.0, "4690": 28391712768.0, "4695": 28391712768.0, "4700": 28391712768.0, "4705": 28391712768.0, "4710": 28391712768.0, "4715": 28391712768.0, "4720": 28391712768.0, "4725": 28391712768.0, "4730": 28391712768.0, "4735": 28391712768.0, "4740": 28391712768.0, "4745": 28391712768.0, "4750": 28391712768.0, "4755": 28391712768.0, "4760": 28391712768.0, "4765": 28391712768.0, "4770": 28391712768.0, "4775": 28391712768.0, "4780": 28391712768.0, "4785": 28391712768.0, "4790": 28391712768.0, "4795": 28391712768.0, "4800": 28391712768.0, "4805": 28391712768.0, "4810": 28391712768.0, "4815": 28391712768.0, "4820": 28391712768.0, "4825": 28391712768.0, "4830": 28391712768.0, "4835": 28391712768.0, "4840": 28391712768.0, "4845": 28391712768.0, "4850": 28391712768.0, "4855": 28391712768.0, "4860": 28391712768.0, "4865": 28391712768.0, "4870": 28391712768.0, "4875": 28391712768.0, "4880": 28391712768.0, "4885": 28391712768.0, "4890": 28391712768.0, "4895": 28391712768.0, "4900": 28391712768.0, "4905": 28391712768.0, "4910": 28391712768.0, "4915": 28391712768.0, "4920": 28391712768.0, "4925": 28391712768.0, "4930": 28391712768.0, "4935": 28391712768.0, "4940": 28391712768.0, "4945": 28391712768.0, "4950": 28391712768.0, "4955": 28391712768.0, "4960": 28391712768.0, "4965": 28391712768.0, "4970": 28391712768.0, "4975": 28391712768.0, "4980": 28391712768.0, "4985": 28391712768.0, "4990": 28391712768.0, "4995": 28391712768.0, "5000": 28391712768.0, "5005": 28391712768.0, "5010": 28391712768.0, "5015": 28391712768.0, "5020": 28391712768.0, "5025": 28391712768.0, "5030": 28391712768.0, "5035": 28391712768.0, "5040": 28391712768.0, "5045": 28391712768.0, "5050": 28391712768.0, "5055": 28391712768.0, "5060": 28391712768.0, "5065": 28391712768.0, "5070": 28391712768.0, "5075": 28391712768.0, "5080": 28391712768.0, "5085": 28391712768.0, "5090": 28391712768.0, "5095": 28391712768.0, "5100": 28391712768.0, "5105": 28391712768.0, "5110": 28391712768.0, "5115": 28391712768.0, "5120": 28391712768.0, "5125": 28391712768.0, "5130": 28391712768.0, "5135": 28391712768.0, "5140": 28391712768.0, "5145": 28391712768.0, "5150": 28391712768.0, "5155": 28391712768.0, "5160": 28391712768.0, "5165": 28391712768.0, "5170": 28391712768.0, "5175": 28391712768.0, "5180": 28391712768.0, "5185": 28391712768.0, "5190": 28391712768.0, "5195": 28391712768.0, "5200": 28391712768.0, "5205": 28391712768.0, "5210": 28391712768.0, "5215": 28391712768.0, "5220": 28391712768.0, "5225": 28391712768.0, "5230": 28391712768.0, "5235": 28391712768.0, "5240": 28391712768.0, "5245": 28391712768.0, "5250": 28391712768.0, "5255": 28391712768.0, "5260": 28391712768.0, "5265": 28391712768.0, "5270": 28391712768.0, "5275": 28391712768.0, "5280": 28391712768.0, "5285": 28391712768.0, "5290": 28391712768.0, "5295": 28391712768.0, "5300": 28391712768.0, "5305": 28391712768.0, "5310": 28391712768.0, "5315": 28391712768.0, "5320": 28391712768.0, "5325": 28391712768.0, "5330": 28391712768.0, "5335": 28391712768.0, "5340": 28391712768.0, "5345": 28391712768.0, "5350": 28391712768.0, "5355": 28391712768.0, "5360": 28391712768.0, "5365": 28391712768.0, "5370": 28391712768.0, "5375": 28391712768.0, "5380": 28391712768.0, "5385": 28391712768.0, "5390": 28391712768.0, "5395": 28391712768.0, "5400": 28391712768.0, "5405": 28391712768.0, "5410": 28391712768.0, "5415": 28391712768.0, "5420": 28391712768.0, "5425": 28391712768.0, "5430": 28391712768.0, "5435": 28391712768.0, "5440": 28391712768.0, "5445": 28391712768.0, "5450": 28391712768.0, "5455": 28391712768.0, "5460": 28391712768.0, "5465": 28391712768.0, "5470": 28391712768.0, "5475": 28391712768.0, "5480": 28391712768.0, "5485": 28391712768.0, "5490": 28391712768.0, "5495": 28391712768.0, "5500": 28391712768.0, "5505": 28391712768.0, "5510": 28391712768.0, "5515": 28391712768.0, "5520": 28391712768.0, "5525": 28391712768.0, "5530": 28391712768.0, "5535": 28391712768.0, "5540": 28391712768.0, "5545": 28391712768.0, "5550": 28391712768.0, "5555": 28391712768.0, "5560": 28391712768.0, "5565": 28391712768.0, "5570": 28391712768.0, "5575": 28391712768.0, "5580": 28391712768.0, "5585": 28391712768.0, "5590": 28391712768.0, "5595": 28391712768.0, "5600": 28391712768.0, "5605": 28391712768.0, "5610": 28391712768.0, "5615": 28391712768.0, "5620": 28391712768.0, "5625": 28391712768.0, "5630": 28391712768.0, "5635": 28391712768.0, "5640": 28391712768.0, "5645": 28391712768.0, "5650": 28391712768.0, "5655": 28391712768.0, "5660": 28391712768.0, "5665": 28391712768.0, "5670": 28391712768.0, "5675": 28391712768.0, "5680": 28391712768.0, "5685": 28391712768.0, "5690": 28391712768.0, "5695": 28391712768.0, "5700": 28391712768.0, "5705": 28391712768.0, "5710": 28391712768.0, "5715": 28391712768.0, "5720": 28391712768.0, "5725": 28391712768.0, "5730": 28391712768.0, "5735": 28391712768.0, "5740": 28391712768.0, "5745": 28391712768.0, "5750": 28391712768.0, "5755": 28391712768.0, "5760": 28391712768.0, "5765": 28391712768.0, "5770": 28391712768.0, "5775": 28391712768.0, "5780": 28391712768.0, "5785": 28391712768.0, "5790": 28391712768.0, "5795": 28391712768.0, "5800": 28391712768.0, "5805": 28391712768.0, "5810": 28391712768.0, "5815": 28391712768.0, "5820": 28391712768.0, "5825": 28391712768.0, "5830": 28391712768.0, "5835": 28391712768.0, "5840": 28391712768.0, "5845": 28391712768.0, "5850": 28391712768.0, "5855": 28391712768.0, "5860": 28391712768.0, "5865": 28391712768.0, "5870": 28391712768.0, "5875": 28391712768.0, "5880": 28391712768.0, "5885": 28391712768.0, "5890": 28391712768.0, "5895": 28391712768.0, "5900": 28391712768.0, "5905": 28391712768.0, "5910": 28391712768.0, "5915": 28391712768.0, "5920": 28391712768.0, "5925": 28391712768.0, "5930": 28391712768.0, "5935": 28391712768.0, "5940": 28391712768.0, "5945": 28391712768.0, "5950": 28391712768.0, "5955": 28391712768.0, "5960": 28391712768.0, "5965": 28391712768.0, "5970": 28391712768.0, "5975": 28391712768.0, "5980": 28391712768.0, "5985": 28391712768.0, "5990": 28391712768.0, "5995": 28391712768.0, "6000": 28391712768.0, "6005": 28391712768.0, "6010": 28391712768.0, "6015": 28391712768.0, "6020": 28391712768.0, "6025": 28391712768.0, "6030": 28391712768.0, "6035": 28391712768.0, "6040": 28391712768.0, "6045": 28391712768.0, "6050": 28391712768.0, "6055": 28391712768.0, "6060": 28391712768.0, "6065": 28391712768.0, "6070": 28391712768.0, "6075": 28391712768.0, "6080": 28391712768.0, "6085": 28391712768.0, "6090": 28391712768.0, "6095": 28391712768.0, "6100": 28391712768.0, "6105": 28391712768.0, "6110": 28391712768.0, "6115": 28391712768.0, "6120": 28391712768.0, "6125": 28391712768.0, "6130": 28391712768.0, "6135": 28391712768.0, "6140": 28391712768.0, "6145": 28391712768.0, "6150": 28391712768.0, "6155": 28391712768.0, "6160": 28391712768.0, "6165": 28391712768.0, "6170": 28391712768.0, "6175": 28391712768.0, "6180": 28391712768.0, "6185": 28391712768.0, "6190": 28391712768.0, "6195": 28391712768.0, "6200": 28391712768.0, "6205": 28391712768.0, "6210": 28391712768.0, "6215": 28391712768.0, "6220": 28391712768.0, "6225": 28391712768.0, "6230": 28391712768.0, "6235": 28391712768.0, "6240": 28391712768.0, "6245": 28391712768.0, "6250": 28391712768.0, "6255": 28391712768.0, "6260": 28391712768.0, "6265": 28391712768.0, "6270": 28391712768.0, "6275": 28391712768.0, "6280": 28391712768.0, "6285": 28391712768.0, "6290": 28391712768.0, "6295": 28391712768.0, "6300": 28391712768.0, "6305": 28391712768.0, "6310": 28391712768.0, "6315": 28391712768.0, "6320": 28391712768.0, "6325": 28391712768.0, "6330": 28391712768.0, "6335": 28391712768.0, "6340": 28391712768.0, "6345": 28391712768.0, "6350": 28391712768.0, "6355": 28391712768.0, "6360": 28391712768.0, "6365": 28391712768.0, "6370": 28391712768.0, "6375": 28391712768.0, "6380": 28391712768.0, "6385": 28391712768.0, "6390": 28391712768.0, "6395": 28391712768.0, "6400": 28391712768.0, "6405": 28391712768.0, "6410": 28391712768.0, "6415": 28391712768.0, "6420": 28391712768.0, "6425": 28391712768.0, "6430": 28391712768.0, "6435": 28391712768.0, "6440": 28391712768.0, "6445": 28391712768.0, "6450": 28391712768.0, "6455": 28391712768.0, "6460": 28391712768.0, "6465": 28391712768.0, "6470": 28391712768.0, "6475": 28391712768.0, "6480": 28391712768.0, "6485": 28391712768.0, "6490": 28391712768.0, "6495": 28391712768.0, "6500": 28391712768.0, "6505": 28391712768.0, "6510": 28391712768.0, "6515": 28391712768.0, "6520": 28391712768.0, "6525": 28391712768.0, "6530": 28391712768.0, "6535": 28391712768.0, "6540": 28391712768.0, "6545": 28391712768.0, "6550": 28391712768.0, "6555": 28391712768.0, "6560": 28391712768.0, "6565": 28391712768.0, "6570": 28391712768.0, "6575": 28391712768.0, "6580": 28391712768.0, "6585": 28391712768.0, "6590": 28391712768.0, "6595": 28391712768.0, "6600": 28391712768.0, "6605": 28391712768.0, "6610": 28391712768.0, "6615": 28391712768.0, "6620": 28391712768.0, "6625": 28391712768.0, "6630": 28391712768.0, "6635": 28391712768.0, "6640": 28391712768.0, "6645": 28391712768.0, "6650": 28391712768.0, "6655": 28391712768.0, "6660": 28391712768.0, "6665": 28391712768.0, "6670": 28391712768.0, "6675": 28391712768.0, "6680": 28391712768.0, "6685": 28391712768.0, "6690": 28391712768.0, "6695": 28391712768.0, "6700": 28391712768.0, "6705": 28391712768.0, "6710": 28391712768.0, "6715": 28391712768.0, "6720": 28391712768.0, "6725": 28391712768.0, "6730": 28391712768.0, "6735": 28391712768.0, "6740": 28391712768.0, "6745": 28391712768.0, "6750": 28391712768.0, "6755": 28391712768.0, "6760": 28391712768.0, "6765": 28391712768.0, "6770": 28391712768.0, "6775": 28391712768.0, "6780": 28391712768.0, "6785": 28391712768.0, "6790": 28391712768.0, "6795": 28391712768.0, "6800": 28391712768.0, "6805": 28391712768.0, "6810": 28391712768.0, "6815": 28391712768.0, "6820": 28391712768.0, "6825": 28391712768.0, "6830": 28391712768.0, "6835": 28391712768.0, "6840": 28391712768.0, "6845": 28391712768.0, "6850": 28391712768.0, "6855": 28391712768.0, "6860": 28391712768.0, "6865": 28391712768.0, "6870": 28391712768.0, "6875": 28391712768.0, "6880": 28391712768.0, "6885": 28391712768.0, "6890": 28391712768.0, "6895": 28391712768.0, "6900": 28391712768.0, "6905": 28391712768.0, "6910": 28391712768.0, "6915": 28391712768.0, "6920": 28391712768.0, "6925": 28391712768.0, "6930": 28391712768.0, "6935": 28391712768.0, "6940": 28391712768.0, "6945": 28391712768.0, "6950": 28391712768.0, "6955": 28391712768.0, "6960": 28391712768.0, "6965": 28391712768.0, "6970": 28391712768.0, "6975": 28391712768.0, "6980": 28391712768.0, "6985": 28391712768.0, "6990": 28391712768.0, "6995": 28391712768.0, "7000": 28391712768.0, "7005": 28391712768.0, "7010": 28391712768.0, "7015": 28391712768.0, "7020": 28391712768.0, "7025": 28391712768.0, "7030": 28391712768.0, "7035": 28391712768.0, "7040": 28391712768.0, "7045": 28391712768.0, "7050": 28391712768.0, "7055": 28391712768.0, "7060": 28391712768.0, "7065": 28391712768.0, "7070": 28391712768.0, "7075": 28391712768.0, "7080": 28391712768.0, "7085": 28391712768.0, "7090": 28391712768.0, "7095": 28391712768.0, "7100": 28391712768.0, "7105": 28391712768.0, "7110": 28391712768.0, "7115": 28391712768.0, "7120": 28391712768.0, "7125": 28391712768.0, "7130": 28391712768.0, "7135": 28391712768.0, "7140": 28391712768.0, "7145": 28391712768.0, "7150": 28391712768.0, "7155": 28391712768.0, "7160": 28391712768.0, "7165": 28391712768.0, "7170": 28391712768.0, "7175": 28391712768.0, "7180": 28391712768.0, "7185": 28391712768.0, "7190": 28391712768.0, "7195": 28391712768.0, "7200": 28391712768.0, "7205": 28391712768.0, "7210": 28391712768.0, "7215": 28391712768.0, "7220": 28391712768.0, "7225": 28391712768.0, "7230": 28391712768.0, "7235": 28391712768.0, "7240": 28391712768.0, "7245": 28391712768.0, "7250": 28391712768.0, "7255": 28391712768.0, "7260": 28391712768.0, "7265": 28391712768.0, "7270": 28391712768.0, "7275": 28391712768.0, "7280": 28391712768.0, "7285": 28391712768.0, "7290": 28391712768.0, "7295": 28391712768.0, "7300": 28391712768.0, "7305": 28391712768.0, "7310": 28391712768.0, "7315": 28391712768.0, "7320": 28391712768.0, "7325": 28391712768.0, "7330": 28391712768.0, "7335": 28391712768.0, "7340": 28391712768.0, "7345": 28391712768.0, "7350": 28391712768.0, "7355": 28391712768.0, "7360": 28391712768.0, "7365": 28391712768.0, "7370": 28391712768.0, "7375": 28391712768.0, "7380": 28391712768.0, "7385": 28391712768.0, "7390": 28391712768.0, "7395": 28391712768.0, "7400": 28391712768.0, "7405": 28391712768.0, "7410": 28391712768.0, "7415": 28391712768.0, "7420": 28391712768.0, "7425": 28391712768.0, "7430": 28391712768.0, "7435": 28391712768.0, "7440": 28391712768.0, "7445": 28391712768.0, "7450": 28391712768.0, "7455": 28391712768.0, "7460": 28391712768.0, "7465": 28391712768.0, "7470": 28391712768.0, "7475": 28391712768.0, "7480": 28391712768.0, "7485": 28391712768.0, "7490": 28391712768.0, "7495": 28391712768.0, "7500": 28391712768.0, "7505": 28391712768.0, "7510": 28391712768.0, "7515": 28391712768.0, "7520": 28391712768.0, "7525": 28391712768.0, "7530": 28391712768.0, "7535": 28391712768.0, "7540": 28391712768.0, "7545": 28391712768.0, "7550": 28391712768.0, "7555": 28391712768.0, "7560": 28391712768.0, "7565": 28391712768.0, "7570": 28391712768.0, "7575": 28391712768.0, "7580": 28391712768.0, "7585": 28391712768.0, "7590": 28391712768.0, "7595": 28391712768.0, "7600": 28391712768.0, "7605": 28391712768.0, "7610": 28391712768.0, "7615": 28391712768.0, "7620": 28391712768.0, "7625": 28391712768.0, "7630": 28391712768.0, "7635": 28391712768.0, "7640": 28391712768.0, "7645": 28391712768.0, "7650": 28391712768.0, "7655": 28391712768.0, "7660": 28391712768.0, "7665": 28391712768.0, "7670": 28391712768.0, "7675": 28391712768.0, "7680": 28391712768.0, "7685": 28391712768.0, "7690": 28391712768.0, "7695": 28391712768.0, "7700": 28391712768.0, "7705": 28391712768.0, "7710": 28391712768.0, "7715": 28391712768.0, "7720": 28391712768.0, "7725": 28391712768.0, "7730": 28391712768.0, "7735": 28391712768.0, "7740": 28391712768.0, "7745": 28391712768.0, "7750": 28391712768.0, "7755": 28391712768.0, "7760": 28391712768.0, "7765": 28391712768.0, "7770": 28391712768.0, "7775": 28391712768.0, "7780": 28391712768.0, "7785": 28391712768.0, "7790": 28391712768.0, "7795": 28391712768.0, "7800": 28391712768.0, "7805": 28391712768.0, "7810": 28391712768.0, "7815": 28391712768.0, "7820": 28391712768.0, "7825": 28391712768.0, "7830": 28391712768.0, "7835": 28391712768.0, "7840": 28391712768.0, "7845": 28391712768.0, "7850": 28391712768.0, "7855": 28391712768.0, "7860": 28391712768.0, "7865": 28391712768.0, "7870": 28391712768.0, "7875": 28391712768.0, "7880": 28391712768.0, "7885": 28391712768.0, "7890": 28391712768.0, "7895": 28391712768.0, "7900": 28391712768.0, "7905": 28391712768.0, "7910": 28391712768.0, "7915": 28391712768.0, "7920": 28391712768.0, "7925": 28391712768.0, "7930": 28391712768.0, "7935": 28391712768.0, "7940": 28391712768.0, "7945": 28391712768.0, "7950": 28391712768.0, "7955": 28391712768.0, "7960": 28391712768.0, "7965": 28391712768.0, "7970": 28391712768.0, "7975": 28391712768.0, "7980": 28391712768.0, "7985": 28391712768.0, "7990": 28391712768.0, "7995": 28391712768.0, "8000": 28391712768.0, "8005": 28391712768.0, "8010": 28391712768.0, "8015": 28391712768.0, "8020": 28391712768.0, "8025": 28391712768.0, "8030": 28391712768.0, "8035": 28391712768.0, "8040": 28391712768.0, "8045": 28391712768.0, "8050": 28391712768.0, "8055": 28391712768.0, "8060": 28391712768.0, "8065": 28391712768.0, "8070": 28391712768.0, "8075": 28391712768.0, "8080": 28391712768.0, "8085": 28391712768.0, "8090": 28391712768.0, "8095": 28391712768.0, "8100": 28391712768.0, "8105": 28391712768.0, "8110": 28391712768.0, "8115": 28391712768.0, "8120": 28391712768.0, "8125": 28391712768.0, "8130": 28391712768.0, "8135": 28391712768.0, "8140": 28391712768.0, "8145": 28391712768.0, "8150": 28391712768.0, "8155": 28391712768.0, "8160": 28391712768.0, "8165": 28391712768.0, "8170": 28391712768.0, "8175": 28391712768.0, "8180": 28391712768.0, "8185": 28391712768.0, "8190": 28391712768.0, "8195": 28391712768.0, "8200": 28391712768.0, "8205": 28391712768.0, "8210": 28391712768.0, "8215": 28391712768.0, "8220": 28391712768.0, "8225": 28391712768.0, "8230": 28391712768.0, "8235": 28391712768.0, "8240": 28391712768.0, "8245": 28391712768.0, "8250": 28391712768.0, "8255": 28391712768.0, "8260": 28391712768.0, "8265": 28391712768.0, "8270": 28391712768.0, "8275": 28391712768.0, "8280": 28391712768.0, "8285": 28391712768.0, "8290": 28391712768.0, "8295": 28391712768.0, "8300": 28391712768.0, "8305": 28391712768.0, "8310": 28391712768.0, "8315": 28391712768.0, "8320": 28391712768.0, "8325": 28391712768.0, "8330": 28391712768.0, "8335": 28391712768.0, "8340": 28391712768.0, "8345": 28391712768.0, "8350": 28391712768.0, "8355": 28391712768.0, "8360": 28391712768.0, "8365": 28391712768.0, "8370": 28391712768.0, "8375": 28391712768.0, "8380": 28391712768.0, "8385": 28391712768.0, "8390": 28391712768.0, "8395": 28391712768.0, "8400": 28391712768.0, "8405": 28391712768.0, "8410": 28391712768.0, "8415": 28391712768.0, "8420": 28391712768.0, "8425": 28391712768.0, "8430": 28391712768.0, "8435": 28391712768.0, "8440": 28391712768.0, "8445": 28391712768.0, "8450": 28391712768.0, "8455": 28391712768.0, "8460": 28391712768.0, "8465": 28391712768.0, "8470": 28391712768.0, "8475": 28391712768.0, "8480": 28391712768.0, "8485": 28391712768.0, "8490": 28391712768.0, "8495": 28391712768.0, "8500": 28391712768.0, "8505": 28391712768.0, "8510": 28391712768.0, "8515": 28391712768.0, "8520": 28391712768.0, "8525": 28391712768.0, "8530": 28391712768.0, "8535": 28391712768.0, "8540": 28391712768.0, "8545": 28391712768.0, "8550": 28391712768.0, "8555": 28391712768.0, "8560": 28391712768.0, "8565": 28391712768.0, "8570": 28391712768.0, "8575": 28391712768.0, "8580": 28391712768.0, "8585": 28391712768.0, "8590": 28391712768.0, "8595": 28391712768.0, "8600": 28391712768.0, "8605": 28391712768.0, "8610": 28391712768.0, "8615": 28391712768.0, "8620": 28391712768.0, "8625": 28391712768.0, "8630": 28391712768.0, "8635": 28391712768.0, "8640": 28391712768.0, "8645": 28391712768.0, "8650": 28391712768.0, "8655": 28391712768.0, "8660": 28391712768.0, "8665": 28391712768.0, "8670": 28391712768.0, "8675": 28391712768.0, "8680": 28391712768.0, "8685": 28391712768.0, "8690": 28391712768.0, "8695": 28391712768.0, "8700": 28391712768.0, "8705": 28391712768.0, "8710": 28391712768.0, "8715": 28391712768.0, "8720": 28391712768.0, "8725": 28391712768.0, "8730": 28391712768.0, "8735": 28391712768.0, "8740": 28391712768.0, "8745": 28391712768.0, "8750": 28391712768.0, "8755": 28391712768.0, "8760": 28391712768.0, "8765": 28391712768.0, "8770": 28391712768.0, "8775": 28391712768.0, "8780": 28391712768.0, "8785": 28391712768.0, "8790": 28391712768.0, "8795": 28391712768.0, "8800": 28391712768.0, "8805": 28391712768.0, "8810": 28391712768.0, "8815": 28391712768.0, "8820": 28391712768.0, "8825": 28391712768.0, "8830": 28391712768.0, "8835": 28391712768.0, "8840": 28391712768.0, "8845": 28391712768.0, "8850": 28391712768.0, "8855": 28391712768.0, "8860": 28391712768.0, "8865": 28391712768.0, "8870": 28391712768.0, "8875": 28391712768.0, "8880": 28391712768.0, "8885": 28391712768.0, "8890": 28391712768.0, "8895": 28391712768.0, "8900": 28391712768.0, "8905": 28391712768.0, "8910": 28391712768.0, "8915": 28391712768.0, "8920": 28391712768.0, "8925": 28391712768.0, "8930": 28391712768.0, "8935": 28391712768.0, "8940": 28391712768.0, "8945": 28391712768.0, "8950": 28391712768.0, "8955": 28391712768.0, "8960": 28391712768.0, "8965": 28391712768.0, "8970": 28391712768.0, "8975": 28391712768.0, "8980": 28391712768.0, "8985": 28391712768.0, "8990": 28391712768.0, "8995": 28391712768.0, "9000": 28391712768.0, "9005": 28391712768.0, "9010": 28391712768.0, "9015": 28391712768.0, "9020": 28391712768.0, "9025": 28391712768.0, "9030": 28391712768.0, "9035": 28391712768.0, "9040": 28391712768.0, "9045": 28391712768.0, "9050": 28391712768.0, "9055": 28391712768.0, "9060": 28391712768.0, "9065": 28391712768.0, "9070": 28391712768.0, "9075": 28391712768.0, "9080": 28391712768.0, "9085": 28391712768.0, "9090": 28391712768.0, "9095": 28391712768.0, "9100": 28391712768.0, "9105": 28391712768.0, "9110": 28391712768.0, "9115": 28391712768.0, "9120": 28391712768.0, "9125": 28391712768.0, "9130": 28391712768.0, "9135": 28391712768.0, "9140": 28391712768.0, "9145": 28391712768.0, "9150": 28391712768.0, "9155": 28391712768.0, "9160": 28391712768.0, "9165": 28391712768.0, "9170": 28391712768.0, "9175": 28391712768.0, "9180": 28391712768.0, "9185": 28391712768.0, "9190": 28391712768.0, "9195": 28391712768.0, "9200": 28391712768.0, "9205": 28391712768.0, "9210": 28391712768.0, "9215": 28391712768.0, "9220": 28391712768.0, "9225": 28391712768.0, "9230": 28391712768.0, "9235": 28391712768.0, "9240": 28391712768.0, "9245": 28391712768.0, "9250": 28391712768.0, "9255": 28391712768.0, "9260": 28391712768.0, "9265": 28391712768.0, "9270": 28391712768.0, "9275": 28391712768.0, "9280": 28391712768.0, "9285": 28391712768.0, "9290": 28391712768.0, "9295": 28391712768.0, "9300": 28391712768.0, "9305": 28391712768.0, "9310": 28391712768.0, "9315": 28391712768.0, "9320": 28391712768.0, "9325": 28391712768.0, "9330": 28391712768.0, "9335": 28391712768.0, "9340": 28391712768.0, "9345": 28391712768.0, "9350": 28391712768.0, "9355": 28391712768.0, "9360": 28391712768.0, "9365": 28391712768.0, "9370": 28391712768.0, "9375": 28391712768.0, "9380": 28391712768.0, "9385": 28391712768.0, "9390": 28391712768.0, "9395": 28391712768.0, "9400": 28391712768.0, "9405": 28391712768.0, "9410": 28391712768.0, "9415": 28391712768.0, "9420": 28391712768.0, "9425": 28391712768.0, "9430": 28391712768.0, "9435": 28391712768.0, "9440": 28391712768.0, "9445": 28391712768.0, "9450": 28391712768.0, "9455": 28391712768.0, "9460": 28391712768.0, "9465": 28391712768.0, "9470": 28391712768.0, "9475": 28391712768.0, "9480": 28391712768.0, "9485": 28391712768.0, "9490": 28391712768.0, "9495": 28391712768.0, "9500": 28391712768.0, "9505": 28391712768.0, "9510": 28391712768.0, "9515": 28391712768.0, "9520": 28391712768.0, "9525": 28391712768.0, "9530": 28391712768.0, "9535": 28391712768.0, "9540": 28391712768.0, "9545": 28391712768.0, "9550": 28391712768.0, "9555": 28391712768.0, "9560": 28391712768.0, "9565": 28391712768.0, "9570": 28391712768.0, "9575": 28391712768.0, "9580": 28391712768.0, "9585": 28391712768.0, "9590": 28391712768.0, "9595": 28391712768.0, "9600": 28391712768.0, "9605": 28391712768.0, "9610": 28391712768.0, "9615": 28391712768.0, "9620": 28391712768.0, "9625": 28391712768.0, "9630": 28391712768.0, "9635": 28391712768.0, "9640": 28391712768.0, "9645": 28391712768.0, "9650": 28391712768.0, "9655": 28391712768.0, "9660": 28391712768.0, "9665": 28391712768.0, "9670": 28391712768.0, "9675": 28391712768.0, "9680": 28391712768.0, "9685": 28391712768.0, "9690": 28391712768.0, "9695": 28391712768.0, "9700": 28391712768.0, "9705": 28391712768.0, "9710": 28391712768.0, "9715": 28391712768.0, "9720": 28391712768.0, "9725": 28391712768.0, "9730": 28391712768.0, "9735": 28391712768.0, "9740": 28391712768.0, "9745": 28391712768.0, "9750": 28391712768.0, "9755": 28391712768.0, "9760": 28391712768.0, "9765": 28391712768.0, "9770": 28391712768.0, "9775": 28391712768.0, "9780": 28391712768.0, "9785": 28391712768.0, "9790": 28391712768.0, "9795": 28391712768.0, "9800": 28391712768.0, "9805": 28391712768.0, "9810": 28391712768.0, "9815": 28391712768.0, "9820": 28391712768.0, "9825": 28391712768.0, "9830": 28391712768.0, "9835": 28391712768.0, "9840": 28391712768.0, "9845": 28391712768.0, "9850": 28391712768.0, "9855": 28391712768.0, "9860": 28391712768.0, "9865": 28391712768.0, "9870": 28391712768.0, "9875": 28391712768.0, "9880": 28391712768.0, "9885": 28391712768.0, "9890": 28391712768.0, "9895": 28391712768.0, "9900": 28391712768.0, "9905": 28391712768.0, "9910": 28391712768.0, "9915": 28391712768.0, "9920": 28391712768.0, "9925": 28391712768.0, "9930": 28391712768.0, "9935": 28391712768.0, "9940": 28391712768.0, "9945": 28391712768.0, "9950": 28391712768.0, "9955": 28391712768.0, "9960": 28391712768.0, "9965": 28391712768.0, "9970": 28391712768.0, "9975": 28391712768.0, "9980": 28391712768.0, "9985": 28391712768.0, "9990": 28391712768.0, "9995": 28391712768.0, "10000": 28391712768.0, "10005": 28391712768.0, "10010": 28391712768.0, "10015": 28391712768.0, "10020": 28391712768.0, "10025": 28391712768.0, "10030": 28391712768.0, "10035": 28391712768.0, "10040": 28391712768.0, "10045": 28391712768.0, "10050": 28391712768.0, "10055": 28391712768.0, "10060": 28391712768.0, "10065": 28391712768.0, "10070": 28391712768.0, "10075": 28391712768.0, "10080": 28391712768.0, "10085": 28391712768.0, "10090": 28391712768.0, "10095": 28391712768.0, "10100": 28391712768.0, "10105": 28391712768.0, "10110": 28391712768.0, "10115": 28391712768.0, "10120": 28391712768.0, "10125": 28391712768.0, "10130": 28391712768.0, "10135": 28391712768.0, "10140": 28391712768.0, "10145": 28391712768.0, "10150": 28391712768.0, "10155": 28391712768.0, "10160": 28391712768.0, "10165": 28391712768.0, "10170": 28391712768.0, "10175": 28391712768.0, "10180": 28391712768.0, "10185": 28391712768.0, "10190": 28391712768.0, "10195": 28391712768.0, "10200": 28391712768.0, "10205": 28391712768.0, "10210": 28391712768.0, "10215": 28391712768.0, "10220": 28391712768.0, "10225": 28391712768.0, "10230": 28391712768.0, "10235": 28391712768.0, "10240": 28391712768.0, "10245": 28391712768.0, "10250": 28391712768.0, "10255": 28391712768.0, "10260": 28391712768.0, "10265": 28391712768.0, "10270": 28391712768.0, "10275": 28391712768.0, "10280": 28391712768.0, "10285": 28391712768.0, "10290": 28391712768.0, "10295": 28391712768.0, "10300": 28391712768.0, "10305": 28391712768.0, "10310": 28391712768.0, "10315": 28391712768.0, "10320": 28391712768.0, "10325": 28391712768.0, "10330": 28391712768.0, "10335": 28391712768.0, "10340": 28391712768.0, "10345": 28391712768.0, "10350": 28391712768.0, "10355": 28391712768.0, "10360": 28391712768.0, "10365": 28391712768.0, "10370": 28391712768.0, "10375": 28391712768.0, "10380": 28391712768.0, "10385": 28391712768.0, "10390": 28391712768.0, "10395": 28391712768.0, "10400": 28391712768.0, "10405": 28391712768.0, "10410": 28391712768.0, "10415": 28391712768.0, "10420": 28391712768.0, "10425": 28391712768.0, "10430": 28391712768.0, "10435": 28391712768.0, "10440": 28391712768.0, "10445": 28391712768.0, "10450": 28391712768.0, "10455": 28391712768.0, "10460": 28391712768.0, "10465": 28391712768.0, "10470": 28391712768.0, "10475": 28391712768.0, "10480": 28391712768.0, "10485": 28391712768.0, "10490": 28391712768.0, "10495": 28391712768.0, "10500": 28391712768.0, "10505": 28391712768.0, "10510": 28391712768.0, "10515": 28391712768.0, "10520": 28391712768.0, "10525": 28391712768.0, "10530": 28391712768.0, "10535": 28391712768.0, "10540": 28391712768.0, "10545": 28391712768.0, "10550": 28391712768.0, "10555": 28391712768.0, "10560": 28391712768.0, "10565": 28391712768.0, "10570": 28391712768.0, "10575": 28391712768.0, "10580": 28391712768.0, "10585": 28391712768.0, "10590": 28391712768.0, "10595": 28391712768.0, "10600": 28391712768.0, "10605": 28391712768.0, "10610": 28391712768.0, "10615": 28391712768.0, "10620": 28391712768.0, "10625": 28391712768.0, "10630": 28391712768.0, "10635": 28391712768.0, "10640": 28391712768.0, "10645": 28391712768.0, "10650": 28391712768.0, "10655": 28391712768.0, "10660": 28391712768.0, "10665": 28391712768.0, "10670": 28391712768.0, "10675": 28391712768.0, "10680": 28391712768.0, "10685": 28391712768.0, "10690": 28391712768.0, "10695": 28391712768.0, "10700": 28391712768.0, "10705": 28391712768.0, "10710": 28391712768.0, "10715": 28391712768.0, "10720": 28391712768.0, "10725": 28391712768.0, "10730": 28391712768.0, "10735": 28391712768.0, "10740": 28391712768.0, "10745": 28391712768.0, "10750": 28391712768.0, "10755": 28391712768.0, "10760": 28391712768.0, "10765": 28391712768.0, "10770": 28391712768.0, "10775": 28391712768.0, "10780": 28391712768.0, "10785": 28391712768.0, "10790": 28391712768.0, "10795": 28391712768.0, "10800": 28391712768.0, "10805": 28391712768.0, "10810": 28391712768.0, "10815": 28391712768.0, "10820": 28391712768.0, "10825": 28391712768.0, "10830": 28391712768.0, "10835": 28391712768.0, "10840": 28391712768.0, "10845": 28391712768.0, "10850": 28391712768.0, "10855": 28391712768.0, "10860": 28391712768.0, "10865": 28391712768.0, "10870": 28391712768.0, "10875": 28391712768.0, "10880": 28391712768.0, "10885": 28391712768.0, "10890": 28391712768.0, "10895": 28391712768.0, "10900": 28391712768.0, "10905": 28391712768.0, "10910": 28391712768.0, "10915": 28391712768.0, "10920": 28391712768.0, "10925": 28391712768.0, "10930": 28391712768.0, "10935": 28391712768.0, "10940": 28391712768.0, "10945": 28391712768.0, "10950": 28391712768.0, "10955": 28391712768.0, "10960": 28391712768.0, "10965": 28391712768.0, "10970": 28391712768.0, "10975": 28391712768.0, "10980": 28391712768.0, "10985": 28391712768.0, "10990": 28391712768.0, "10995": 28391712768.0, "11000": 28391712768.0, "11005": 28391712768.0, "11010": 28391712768.0, "11015": 28391712768.0, "11020": 28391712768.0, "11025": 28391712768.0, "11030": 28391712768.0, "11035": 28391712768.0, "11040": 28391712768.0, "11045": 28391712768.0, "11050": 28391712768.0, "11055": 28391712768.0, "11060": 28391712768.0, "11065": 28391712768.0, "11070": 28391712768.0, "11075": 28391712768.0, "11080": 28391712768.0, "11085": 28391712768.0, "11090": 28391712768.0, "11095": 28391712768.0, "11100": 28391712768.0, "11105": 28391712768.0, "11110": 28391712768.0, "11115": 28391712768.0, "11120": 28391712768.0, "11125": 28391712768.0, "11130": 28391712768.0, "11135": 28391712768.0, "11140": 28391712768.0, "11145": 28391712768.0, "11150": 28391712768.0, "11155": 28391712768.0, "11160": 28391712768.0, "11165": 28391712768.0, "11170": 28391712768.0, "11175": 28391712768.0, "11180": 28391712768.0, "11185": 28391712768.0, "11190": 28391712768.0, "11195": 28391712768.0, "11200": 28391712768.0, "11205": 28391712768.0, "11210": 28391712768.0, "11215": 28391712768.0, "11220": 28391712768.0, "11225": 28391712768.0, "11230": 28391712768.0, "11235": 28391712768.0, "11240": 28391712768.0, "11245": 28391712768.0, "11250": 28391712768.0, "11255": 28391712768.0, "11260": 28391712768.0, "11265": 28391712768.0, "11270": 28391712768.0, "11275": 28391712768.0, "11280": 28391712768.0, "11285": 28391712768.0, "11290": 28391712768.0, "11295": 28391712768.0, "11300": 28391712768.0, "11305": 28391712768.0, "11310": 28391712768.0, "11315": 28391712768.0, "11320": 28391712768.0, "11325": 28391712768.0, "11330": 28391712768.0, "11335": 28391712768.0, "11340": 28391712768.0, "11345": 28391712768.0, "11350": 28391712768.0, "11355": 28391712768.0, "11360": 28391712768.0, "11365": 28391712768.0, "11370": 28391712768.0, "11375": 28391712768.0, "11380": 28391712768.0, "11385": 28391712768.0, "11390": 28391712768.0, "11395": 28391712768.0, "11400": 28391712768.0, "11405": 28391712768.0, "11410": 28391712768.0, "11415": 28391712768.0, "11420": 28391712768.0, "11425": 28391712768.0, "11430": 28391712768.0, "11435": 28391712768.0, "11440": 28391712768.0, "11445": 28391712768.0, "11450": 28391712768.0, "11455": 28391712768.0, "11460": 28391712768.0, "11465": 28391712768.0, "11470": 28391712768.0, "11475": 28391712768.0, "11480": 28391712768.0, "11485": 28391712768.0, "11490": 28391712768.0, "11495": 28391712768.0, "11500": 28391712768.0, "11505": 28391712768.0, "11510": 28391712768.0, "11515": 28391712768.0, "11520": 28391712768.0, "11525": 28391712768.0, "11530": 28391712768.0, "11535": 28391712768.0, "11540": 28391712768.0, "11545": 28391712768.0, "11550": 28391712768.0, "11555": 28391712768.0, "11560": 28391712768.0, "11565": 28391712768.0, "11570": 28391712768.0, "11575": 28391712768.0, "11580": 28391712768.0, "11585": 28391712768.0, "11590": 28391712768.0, "11595": 28391712768.0, "11600": 28391712768.0, "11605": 28391712768.0, "11610": 28391712768.0, "11615": 28391712768.0, "11620": 28391712768.0, "11625": 28391712768.0, "11630": 28391712768.0, "11635": 28391712768.0, "11640": 28391712768.0, "11645": 28391712768.0, "11650": 28391712768.0, "11655": 28391712768.0, "11660": 28391712768.0, "11665": 28391712768.0, "11670": 28391712768.0, "11675": 28391712768.0, "11680": 28391712768.0, "11685": 28391712768.0, "11690": 28391712768.0, "11695": 28391712768.0, "11700": 28391712768.0, "11705": 28391712768.0, "11710": 28391712768.0, "11715": 28391712768.0, "11720": 28391712768.0, "11725": 28391712768.0, "11730": 28391712768.0, "11735": 28391712768.0, "11740": 28391712768.0, "11745": 28391712768.0, "11750": 28391712768.0, "11755": 28391712768.0, "11760": 28391712768.0, "11765": 28391712768.0, "11770": 28391712768.0, "11775": 28391712768.0, "11780": 28391712768.0, "11785": 28391712768.0, "11790": 28391712768.0, "11795": 28391712768.0, "11800": 28391712768.0, "11805": 28391712768.0, "11810": 28391712768.0, "11815": 28391712768.0, "11820": 28391712768.0, "11825": 28391712768.0, "11830": 28391712768.0, "11835": 28391712768.0, "11840": 28391712768.0, "11845": 28391712768.0, "11850": 28391712768.0, "11855": 28391712768.0, "11860": 28391712768.0, "11865": 28391712768.0, "11870": 28391712768.0, "11875": 28391712768.0, "11880": 28391712768.0, "11885": 28391712768.0, "11890": 28391712768.0, "11895": 28391712768.0, "11900": 28391712768.0, "11905": 28391712768.0, "11910": 28391712768.0, "11915": 28391712768.0, "11920": 28391712768.0, "11925": 28391712768.0, "11930": 28391712768.0, "11935": 28391712768.0, "11940": 28391712768.0, "11945": 28391712768.0, "11950": 28391712768.0, "11955": 28391712768.0, "11960": 28391712768.0, "11965": 28391712768.0, "11970": 28391712768.0, "11975": 28391712768.0, "11980": 28391712768.0, "11985": 28391712768.0, "11990": 28391712768.0, "11995": 28391712768.0, "12000": 28391712768.0, "12005": 28391712768.0, "12010": 28391712768.0, "12015": 28391712768.0, "12020": 28391712768.0, "12025": 28391712768.0, "12030": 28391712768.0, "12035": 28391712768.0, "12040": 28391712768.0, "12045": 28391712768.0, "12050": 28391712768.0, "12055": 28391712768.0, "12060": 28391712768.0, "12065": 28391712768.0, "12070": 28391712768.0, "12075": 28391712768.0, "12080": 28391712768.0, "12085": 28391712768.0, "12090": 28391712768.0, "12095": 28391712768.0, "12100": 28391712768.0, "12105": 28391712768.0, "12110": 28391712768.0, "12115": 28391712768.0, "12120": 28391712768.0, "12125": 28391712768.0, "12130": 28391712768.0, "12135": 28391712768.0, "12140": 28391712768.0, "12145": 28391712768.0, "12150": 28391712768.0, "12155": 28391712768.0, "12160": 28391712768.0, "12165": 28391712768.0, "12170": 28391712768.0, "12175": 28391712768.0, "12180": 28391712768.0, "12185": 28391712768.0, "12190": 28391712768.0, "12195": 28391712768.0, "12200": 28391712768.0, "12205": 28391712768.0, "12210": 28391712768.0, "12215": 28391712768.0, "12220": 28391712768.0, "12225": 28391712768.0, "12230": 28391712768.0, "12235": 28391712768.0, "12240": 28391712768.0, "12245": 28391712768.0, "12250": 28391712768.0, "12255": 28391712768.0, "12260": 28391712768.0, "12265": 28391712768.0, "12270": 28391712768.0, "12275": 28391712768.0, "12280": 28391712768.0, "12285": 28391712768.0, "12290": 28391712768.0, "12295": 28391712768.0, "12300": 28391712768.0, "12305": 28391712768.0, "12310": 28391712768.0, "12315": 28391712768.0, "12320": 28391712768.0, "12325": 28391712768.0, "12330": 28391712768.0, "12335": 28391712768.0, "12340": 28391712768.0, "12345": 28391712768.0, "12350": 28391712768.0, "12355": 28391712768.0, "12360": 28391712768.0, "12365": 28391712768.0, "12370": 28391712768.0, "12375": 28391712768.0, "12380": 28391712768.0, "12385": 28391712768.0, "12390": 28391712768.0, "12395": 28391712768.0, "12400": 28391712768.0, "12405": 28391712768.0, "12410": 28391712768.0, "12415": 28391712768.0, "12420": 28391712768.0, "12425": 28391712768.0, "12430": 28391712768.0, "12435": 28391712768.0, "12440": 28391712768.0, "12445": 28391712768.0, "12450": 28391712768.0, "12455": 28391712768.0, "12460": 28391712768.0, "12465": 28391712768.0, "12470": 28391712768.0, "12475": 28391712768.0, "12480": 28391712768.0, "12485": 28391712768.0, "12490": 28391712768.0, "12495": 28391712768.0, "12500": 28391712768.0, "12505": 28391712768.0, "12510": 28391712768.0, "12515": 28391712768.0, "12520": 28391712768.0, "12525": 28391712768.0, "12530": 28391712768.0, "12535": 28391712768.0, "12540": 28391712768.0, "12545": 28391712768.0, "12550": 28391712768.0, "12555": 28391712768.0, "12560": 28391712768.0, "12565": 28391712768.0, "12570": 28391712768.0, "12575": 28391712768.0, "12580": 28391712768.0, "12585": 28391712768.0, "12590": 28391712768.0, "12595": 28391712768.0, "12600": 28391712768.0, "12605": 28391712768.0, "12610": 28391712768.0, "12615": 28391712768.0, "12620": 28391712768.0, "12625": 28391712768.0, "12630": 28391712768.0, "12635": 28391712768.0, "12640": 28391712768.0, "12645": 28391712768.0, "12650": 28391712768.0, "12655": 28391712768.0, "12660": 28391712768.0, "12665": 28391712768.0, "12670": 28391712768.0, "12675": 28391712768.0, "12680": 28391712768.0, "12685": 28391712768.0, "12690": 28391712768.0, "12695": 28391712768.0, "12700": 28391712768.0, "12705": 28391712768.0, "12710": 28391712768.0, "12715": 28391712768.0, "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}, "iteration-time": {"start_step": 1, "end_step": 13000, "step_interval": 5, "values": {"1": "nan", "5": "nan", "10": "nan", "15": "nan", "20": "nan", "25": "nan", "30": "nan", "35": "nan", "40": "nan", "45": "nan", "50": "nan", "55": "nan", "60": "nan", "65": "nan", "70": "nan", "75": "nan", "80": "nan", "85": "nan", "90": "nan", "95": "nan", "100": 3.55899, "105": "nan", "110": "nan", "115": "nan", "120": "nan", "125": "nan", "130": "nan", "135": "nan", "140": "nan", "145": "nan", "150": "nan", "155": "nan", "160": "nan", "165": "nan", "170": "nan", "175": "nan", "180": "nan", "185": "nan", "190": "nan", "195": "nan", "200": 3.44029, "205": "nan", "210": "nan", "215": "nan", "220": "nan", "225": "nan", "230": "nan", "235": "nan", "240": "nan", "245": "nan", "250": "nan", "255": "nan", "260": "nan", "265": "nan", "270": "nan", "275": "nan", "280": "nan", "285": "nan", "290": "nan", "295": "nan", "300": 3.44419, "305": "nan", "310": "nan", "315": "nan", "320": "nan", "325": "nan", "330": "nan", "335": "nan", "340": "nan", "345": "nan", "350": "nan", "355": "nan", "360": "nan", "365": "nan", "370": "nan", "375": "nan", "380": "nan", "385": "nan", "390": "nan", "395": "nan", "400": 3.44595, "405": "nan", "410": "nan", "415": "nan", "420": "nan", "425": "nan", "430": "nan", "435": "nan", "440": "nan", "445": "nan", "450": "nan", "455": "nan", "460": "nan", "465": "nan", "470": "nan", "475": "nan", "480": "nan", "485": "nan", "490": "nan", "495": "nan", "500": 3.4477, "505": "nan", "510": "nan", "515": "nan", "520": "nan", "525": "nan", "530": "nan", "535": "nan", "540": "nan", "545": "nan", "550": "nan", "555": "nan", "560": "nan", "565": "nan", "570": "nan", "575": "nan", "580": "nan", "585": "nan", "590": "nan", "595": "nan", "600": 3.44601, "605": "nan", "610": "nan", "615": "nan", "620": "nan", "625": "nan", "630": "nan", "635": "nan", "640": "nan", "645": "nan", "650": "nan", "655": "nan", "660": "nan", "665": "nan", "670": "nan", "675": "nan", "680": "nan", "685": "nan", "690": "nan", "695": "nan", "700": 3.4446, "705": "nan", "710": "nan", "715": "nan", "720": "nan", "725": "nan", "730": "nan", "735": "nan", "740": "nan", "745": "nan", "750": "nan", "755": "nan", "760": "nan", "765": "nan", "770": "nan", "775": "nan", "780": "nan", "785": "nan", "790": "nan", "795": "nan", "800": 3.44149, "805": "nan", "810": "nan", "815": "nan", "820": "nan", "825": "nan", "830": "nan", "835": "nan", "840": "nan", "845": "nan", "850": "nan", "855": "nan", "860": "nan", "865": "nan", "870": "nan", "875": "nan", "880": "nan", "885": "nan", "890": "nan", "895": "nan", "900": 3.43766, "905": "nan", "910": "nan", "915": "nan", "920": "nan", "925": "nan", "930": "nan", "935": "nan", "940": "nan", "945": "nan", "950": "nan", "955": "nan", "960": "nan", "965": "nan", "970": "nan", "975": "nan", "980": "nan", "985": "nan", "990": "nan", "995": "nan", "1000": 3.43127, "1005": "nan", "1010": "nan", "1015": "nan", "1020": "nan", "1025": "nan", "1030": "nan", "1035": "nan", "1040": "nan", "1045": "nan", "1050": "nan", "1055": "nan", "1060": "nan", "1065": "nan", "1070": "nan", "1075": "nan", "1080": "nan", "1085": "nan", "1090": "nan", "1095": "nan", "1100": 3.42513, "1105": "nan", "1110": "nan", "1115": "nan", "1120": "nan", "1125": "nan", "1130": "nan", "1135": "nan", "1140": "nan", "1145": "nan", "1150": "nan", "1155": "nan", "1160": "nan", "1165": "nan", "1170": "nan", "1175": "nan", "1180": "nan", "1185": "nan", "1190": "nan", "1195": "nan", "1200": 3.41859, "1205": "nan", "1210": "nan", "1215": "nan", "1220": "nan", "1225": "nan", "1230": "nan", "1235": "nan", "1240": "nan", "1245": "nan", "1250": "nan", "1255": "nan", "1260": "nan", "1265": "nan", "1270": "nan", "1275": "nan", "1280": "nan", "1285": "nan", "1290": "nan", "1295": "nan", "1300": 3.41493, "1305": "nan", "1310": "nan", "1315": "nan", "1320": "nan", "1325": "nan", "1330": "nan", "1335": "nan", "1340": "nan", "1345": "nan", "1350": "nan", "1355": "nan", "1360": "nan", "1365": "nan", "1370": "nan", "1375": "nan", "1380": "nan", "1385": "nan", "1390": "nan", "1395": "nan", "1400": 3.41144, "1405": "nan", "1410": "nan", "1415": "nan", "1420": "nan", "1425": "nan", "1430": "nan", "1435": "nan", "1440": "nan", "1445": "nan", "1450": "nan", "1455": "nan", "1460": "nan", "1465": "nan", "1470": "nan", "1475": "nan", "1480": "nan", "1485": "nan", "1490": "nan", "1495": "nan", "1500": 3.40875, "1505": "nan", "1510": "nan", "1515": "nan", "1520": "nan", "1525": "nan", "1530": "nan", "1535": "nan", "1540": "nan", "1545": "nan", "1550": "nan", "1555": "nan", "1560": "nan", "1565": "nan", "1570": "nan", "1575": "nan", "1580": "nan", "1585": "nan", "1590": "nan", "1595": "nan", "1600": 3.40598, "1605": "nan", "1610": "nan", "1615": "nan", "1620": "nan", "1625": "nan", "1630": "nan", "1635": "nan", "1640": "nan", "1645": "nan", "1650": "nan", "1655": "nan", "1660": "nan", "1665": "nan", "1670": "nan", "1675": "nan", "1680": "nan", "1685": "nan", "1690": "nan", "1695": "nan", "1700": 3.4038, "1705": "nan", "1710": "nan", "1715": "nan", "1720": "nan", "1725": "nan", "1730": "nan", "1735": "nan", "1740": "nan", "1745": "nan", "1750": "nan", "1755": "nan", "1760": "nan", "1765": "nan", "1770": "nan", "1775": "nan", "1780": "nan", "1785": "nan", "1790": "nan", "1795": "nan", "1800": 3.40301, "1805": "nan", "1810": "nan", "1815": "nan", "1820": "nan", "1825": "nan", "1830": "nan", "1835": "nan", "1840": "nan", "1845": "nan", "1850": "nan", "1855": "nan", "1860": "nan", "1865": "nan", "1870": "nan", "1875": "nan", "1880": "nan", "1885": "nan", "1890": "nan", "1895": "nan", "1900": 3.40033, "1905": "nan", "1910": "nan", "1915": "nan", "1920": "nan", "1925": "nan", "1930": "nan", "1935": "nan", "1940": "nan", "1945": "nan", "1950": "nan", "1955": "nan", "1960": "nan", "1965": "nan", "1970": "nan", "1975": "nan", "1980": "nan", "1985": "nan", "1990": "nan", "1995": "nan", "2000": 3.3983, "2005": "nan", "2010": "nan", "2015": "nan", "2020": "nan", "2025": "nan", "2030": "nan", "2035": "nan", "2040": "nan", "2045": "nan", "2050": "nan", "2055": "nan", "2060": "nan", "2065": "nan", "2070": "nan", "2075": "nan", "2080": "nan", "2085": "nan", "2090": "nan", "2095": "nan", "2100": 3.3967, "2105": "nan", "2110": "nan", "2115": "nan", "2120": "nan", "2125": "nan", "2130": "nan", "2135": "nan", "2140": "nan", "2145": "nan", "2150": "nan", "2155": "nan", "2160": "nan", "2165": "nan", "2170": "nan", "2175": "nan", "2180": "nan", "2185": "nan", "2190": "nan", "2195": "nan", "2200": 3.39751, "2205": "nan", "2210": "nan", "2215": "nan", "2220": "nan", "2225": "nan", "2230": "nan", "2235": "nan", "2240": "nan", "2245": "nan", "2250": "nan", "2255": "nan", "2260": "nan", "2265": "nan", "2270": "nan", "2275": "nan", "2280": "nan", "2285": "nan", "2290": "nan", "2295": "nan", "2300": 3.39609, "2305": "nan", "2310": "nan", "2315": "nan", "2320": "nan", "2325": "nan", "2330": "nan", "2335": "nan", "2340": "nan", "2345": "nan", "2350": "nan", "2355": "nan", "2360": "nan", "2365": "nan", "2370": "nan", "2375": "nan", "2380": "nan", "2385": "nan", "2390": "nan", "2395": "nan", "2400": 3.39469, "2405": "nan", "2410": "nan", "2415": "nan", "2420": "nan", "2425": "nan", "2430": "nan", "2435": "nan", "2440": "nan", "2445": "nan", "2450": "nan", "2455": "nan", "2460": "nan", "2465": "nan", "2470": "nan", "2475": "nan", "2480": "nan", "2485": "nan", "2490": "nan", "2495": "nan", "2500": 3.39297, "2505": "nan", "2510": "nan", "2515": "nan", "2520": "nan", "2525": "nan", "2530": "nan", "2535": "nan", "2540": "nan", "2545": "nan", "2550": "nan", "2555": "nan", "2560": "nan", "2565": "nan", "2570": "nan", "2575": "nan", "2580": "nan", "2585": "nan", "2590": "nan", "2595": "nan", "2600": 3.39215, "2605": "nan", "2610": "nan", "2615": "nan", "2620": "nan", "2625": "nan", "2630": "nan", "2635": "nan", "2640": "nan", "2645": "nan", "2650": "nan", "2655": "nan", "2660": "nan", "2665": "nan", "2670": "nan", "2675": "nan", "2680": "nan", "2685": "nan", "2690": "nan", "2695": "nan", "2700": 3.39252, "2705": "nan", "2710": "nan", "2715": "nan", "2720": "nan", "2725": "nan", "2730": "nan", "2735": "nan", "2740": "nan", "2745": "nan", "2750": "nan", "2755": "nan", "2760": "nan", "2765": "nan", "2770": "nan", "2775": "nan", "2780": "nan", "2785": "nan", "2790": "nan", "2795": "nan", "2800": 3.39244, "2805": "nan", "2810": "nan", "2815": "nan", "2820": "nan", "2825": "nan", "2830": "nan", "2835": "nan", "2840": "nan", "2845": "nan", "2850": "nan", "2855": "nan", "2860": "nan", "2865": "nan", "2870": "nan", "2875": "nan", "2880": "nan", "2885": "nan", "2890": "nan", "2895": "nan", "2900": 3.39099, "2905": "nan", "2910": "nan", "2915": "nan", "2920": "nan", "2925": "nan", "2930": "nan", "2935": "nan", "2940": "nan", "2945": "nan", "2950": "nan", "2955": "nan", "2960": "nan", "2965": "nan", "2970": "nan", "2975": "nan", "2980": "nan", "2985": "nan", "2990": "nan", "2995": "nan", "3000": 3.39125, "3005": "nan", "3010": "nan", "3015": "nan", "3020": "nan", "3025": "nan", "3030": "nan", "3035": "nan", "3040": "nan", "3045": "nan", "3050": "nan", "3055": "nan", "3060": "nan", "3065": "nan", "3070": "nan", "3075": "nan", "3080": "nan", "3085": "nan", "3090": "nan", "3095": "nan", "3100": 3.39087, "3105": "nan", "3110": "nan", "3115": "nan", "3120": "nan", "3125": "nan", "3130": "nan", "3135": "nan", "3140": "nan", "3145": "nan", "3150": "nan", "3155": "nan", "3160": "nan", "3165": "nan", "3170": "nan", "3175": "nan", "3180": "nan", "3185": "nan", "3190": "nan", "3195": "nan", "3200": 3.3894, "3205": "nan", "3210": "nan", "3215": "nan", "3220": "nan", "3225": "nan", "3230": "nan", "3235": "nan", "3240": "nan", "3245": "nan", "3250": "nan", "3255": "nan", "3260": "nan", "3265": "nan", "3270": "nan", "3275": "nan", "3280": "nan", "3285": "nan", "3290": "nan", "3295": "nan", "3300": 3.39035, "3305": "nan", "3310": "nan", "3315": "nan", "3320": "nan", "3325": "nan", "3330": "nan", "3335": "nan", "3340": "nan", "3345": "nan", "3350": "nan", "3355": "nan", "3360": "nan", "3365": "nan", "3370": "nan", "3375": "nan", "3380": "nan", "3385": "nan", "3390": "nan", "3395": "nan", "3400": 3.39004, "3405": "nan", "3410": "nan", "3415": "nan", "3420": "nan", "3425": "nan", "3430": "nan", "3435": "nan", "3440": "nan", "3445": "nan", "3450": "nan", "3455": "nan", "3460": "nan", "3465": "nan", "3470": "nan", "3475": "nan", "3480": "nan", "3485": "nan", "3490": "nan", "3495": "nan", "3500": 3.38966, "3505": "nan", "3510": "nan", "3515": "nan", "3520": "nan", "3525": "nan", "3530": "nan", "3535": "nan", "3540": "nan", "3545": "nan", "3550": "nan", "3555": "nan", "3560": "nan", "3565": "nan", "3570": "nan", "3575": "nan", "3580": "nan", "3585": "nan", "3590": "nan", "3595": "nan", "3600": 3.38952, "3605": "nan", "3610": "nan", "3615": "nan", "3620": "nan", "3625": "nan", "3630": "nan", "3635": "nan", "3640": "nan", "3645": "nan", "3650": "nan", "3655": "nan", "3660": "nan", "3665": "nan", "3670": "nan", "3675": "nan", "3680": "nan", "3685": "nan", "3690": "nan", "3695": "nan", "3700": 3.3871, "3705": "nan", "3710": "nan", "3715": "nan", "3720": "nan", "3725": "nan", "3730": "nan", "3735": "nan", "3740": "nan", "3745": "nan", "3750": "nan", "3755": "nan", "3760": "nan", "3765": "nan", "3770": "nan", "3775": "nan", "3780": "nan", "3785": "nan", "3790": "nan", "3795": "nan", "3800": 3.38626, "3805": "nan", "3810": "nan", "3815": "nan", "3820": "nan", "3825": "nan", "3830": "nan", "3835": "nan", "3840": "nan", "3845": "nan", "3850": "nan", "3855": "nan", "3860": "nan", "3865": "nan", "3870": "nan", "3875": "nan", "3880": "nan", "3885": "nan", "3890": "nan", "3895": "nan", "3900": 3.38708, "3905": "nan", "3910": "nan", "3915": "nan", "3920": "nan", "3925": "nan", "3930": "nan", "3935": "nan", "3940": "nan", "3945": "nan", "3950": "nan", "3955": "nan", "3960": "nan", "3965": "nan", "3970": "nan", "3975": "nan", "3980": "nan", "3985": "nan", "3990": "nan", "3995": "nan", "4000": 3.38632, "4005": "nan", "4010": "nan", "4015": "nan", "4020": "nan", "4025": "nan", "4030": "nan", "4035": "nan", "4040": "nan", "4045": "nan", "4050": "nan", "4055": "nan", "4060": "nan", "4065": "nan", "4070": "nan", "4075": "nan", "4080": "nan", "4085": "nan", "4090": "nan", "4095": "nan", "4100": 3.38441, "4105": "nan", "4110": "nan", "4115": "nan", "4120": "nan", "4125": "nan", "4130": "nan", "4135": "nan", "4140": "nan", "4145": "nan", "4150": "nan", "4155": "nan", "4160": "nan", "4165": "nan", "4170": "nan", "4175": "nan", "4180": "nan", "4185": "nan", "4190": "nan", "4195": "nan", "4200": 3.38457, "4205": "nan", "4210": "nan", "4215": "nan", "4220": "nan", "4225": "nan", "4230": "nan", "4235": "nan", "4240": "nan", "4245": "nan", "4250": "nan", "4255": "nan", "4260": "nan", "4265": "nan", "4270": "nan", "4275": "nan", "4280": "nan", "4285": "nan", "4290": "nan", "4295": "nan", "4300": 3.38457, "4305": "nan", "4310": "nan", "4315": "nan", "4320": "nan", "4325": "nan", "4330": "nan", "4335": "nan", "4340": "nan", "4345": "nan", "4350": "nan", "4355": "nan", "4360": "nan", "4365": "nan", "4370": "nan", "4375": "nan", "4380": "nan", "4385": "nan", "4390": "nan", "4395": "nan", "4400": 3.38389, "4405": "nan", "4410": "nan", "4415": "nan", "4420": "nan", "4425": "nan", "4430": "nan", "4435": "nan", "4440": "nan", "4445": "nan", "4450": "nan", "4455": "nan", "4460": "nan", "4465": "nan", "4470": "nan", "4475": "nan", "4480": "nan", "4485": "nan", "4490": "nan", "4495": "nan", "4500": 3.38314, "4505": "nan", "4510": "nan", "4515": "nan", "4520": "nan", "4525": "nan", "4530": "nan", "4535": "nan", "4540": "nan", "4545": "nan", "4550": "nan", "4555": "nan", "4560": "nan", "4565": "nan", "4570": "nan", "4575": "nan", "4580": "nan", "4585": "nan", "4590": "nan", "4595": "nan", "4600": 3.38093, "4605": "nan", "4610": "nan", "4615": "nan", "4620": "nan", "4625": "nan", "4630": "nan", "4635": "nan", "4640": "nan", "4645": "nan", "4650": "nan", "4655": "nan", "4660": "nan", "4665": "nan", "4670": "nan", "4675": "nan", "4680": "nan", "4685": "nan", "4690": "nan", "4695": "nan", "4700": 3.38075, "4705": "nan", "4710": "nan", "4715": "nan", "4720": "nan", "4725": "nan", "4730": "nan", "4735": "nan", "4740": "nan", "4745": "nan", "4750": "nan", "4755": "nan", "4760": "nan", "4765": "nan", "4770": "nan", "4775": "nan", "4780": "nan", "4785": "nan", "4790": "nan", "4795": "nan", "4800": 3.38137, "4805": "nan", "4810": "nan", "4815": "nan", "4820": "nan", "4825": "nan", "4830": "nan", "4835": "nan", "4840": "nan", "4845": "nan", "4850": "nan", "4855": "nan", "4860": "nan", "4865": "nan", "4870": "nan", "4875": "nan", "4880": "nan", "4885": "nan", "4890": "nan", "4895": "nan", "4900": 3.38055, "4905": "nan", "4910": "nan", "4915": "nan", "4920": "nan", "4925": "nan", "4930": "nan", "4935": "nan", "4940": "nan", "4945": "nan", "4950": "nan", "4955": "nan", "4960": "nan", "4965": "nan", "4970": "nan", "4975": "nan", "4980": "nan", "4985": "nan", "4990": "nan", "4995": "nan", "5000": 3.38053, "5005": "nan", "5010": "nan", "5015": "nan", "5020": "nan", "5025": "nan", "5030": "nan", "5035": "nan", "5040": "nan", "5045": "nan", "5050": "nan", "5055": "nan", "5060": "nan", "5065": "nan", "5070": "nan", "5075": "nan", "5080": "nan", "5085": "nan", "5090": "nan", "5095": "nan", "5100": 3.3822, "5105": "nan", "5110": "nan", "5115": "nan", "5120": "nan", "5125": "nan", "5130": "nan", "5135": "nan", "5140": "nan", "5145": "nan", "5150": "nan", "5155": "nan", "5160": "nan", "5165": "nan", "5170": "nan", "5175": "nan", "5180": "nan", "5185": "nan", "5190": "nan", "5195": "nan", "5200": 3.38192, "5205": "nan", "5210": "nan", "5215": "nan", "5220": "nan", "5225": "nan", "5230": "nan", "5235": "nan", "5240": "nan", "5245": "nan", "5250": "nan", "5255": "nan", "5260": "nan", "5265": "nan", "5270": "nan", "5275": "nan", "5280": "nan", "5285": "nan", "5290": "nan", "5295": "nan", "5300": 3.38156, "5305": "nan", "5310": "nan", "5315": "nan", "5320": "nan", "5325": "nan", "5330": "nan", "5335": "nan", "5340": "nan", "5345": "nan", "5350": "nan", "5355": "nan", "5360": "nan", "5365": "nan", "5370": "nan", "5375": "nan", "5380": "nan", "5385": "nan", "5390": "nan", "5395": "nan", "5400": 3.38069, "5405": "nan", "5410": "nan", "5415": "nan", "5420": "nan", "5425": "nan", "5430": "nan", "5435": "nan", "5440": "nan", "5445": "nan", "5450": "nan", "5455": "nan", "5460": "nan", "5465": "nan", "5470": "nan", "5475": "nan", "5480": "nan", "5485": "nan", "5490": "nan", "5495": "nan", "5500": 3.38347, "5505": "nan", "5510": "nan", "5515": "nan", "5520": "nan", "5525": "nan", "5530": "nan", "5535": "nan", "5540": "nan", "5545": "nan", "5550": "nan", "5555": "nan", "5560": "nan", "5565": "nan", "5570": "nan", "5575": "nan", "5580": "nan", "5585": "nan", "5590": "nan", "5595": "nan", "5600": 3.38222, "5605": "nan", "5610": "nan", "5615": "nan", "5620": "nan", "5625": "nan", "5630": "nan", "5635": "nan", "5640": "nan", "5645": "nan", "5650": "nan", "5655": "nan", "5660": "nan", "5665": "nan", "5670": "nan", "5675": "nan", "5680": "nan", "5685": "nan", "5690": "nan", "5695": "nan", "5700": 3.38243, "5705": "nan", "5710": "nan", "5715": "nan", "5720": "nan", "5725": "nan", "5730": "nan", "5735": "nan", "5740": "nan", "5745": "nan", "5750": "nan", "5755": "nan", "5760": "nan", "5765": "nan", "5770": "nan", "5775": "nan", "5780": "nan", "5785": "nan", "5790": "nan", "5795": "nan", "5800": 3.38216, "5805": "nan", "5810": "nan", "5815": "nan", "5820": "nan", "5825": "nan", "5830": "nan", "5835": "nan", "5840": "nan", "5845": "nan", "5850": "nan", "5855": "nan", "5860": "nan", "5865": "nan", "5870": "nan", "5875": "nan", "5880": "nan", "5885": "nan", "5890": "nan", "5895": "nan", "5900": 3.38049, "5905": "nan", "5910": "nan", "5915": "nan", "5920": "nan", "5925": "nan", "5930": "nan", "5935": "nan", "5940": "nan", "5945": "nan", "5950": "nan", "5955": "nan", "5960": "nan", "5965": "nan", "5970": "nan", "5975": "nan", "5980": "nan", "5985": "nan", "5990": "nan", "5995": "nan", "6000": 3.38023, "6005": "nan", "6010": "nan", "6015": "nan", "6020": "nan", "6025": "nan", "6030": "nan", "6035": "nan", "6040": "nan", "6045": "nan", "6050": "nan", "6055": "nan", "6060": "nan", "6065": "nan", "6070": "nan", "6075": "nan", "6080": "nan", "6085": "nan", "6090": "nan", "6095": "nan", "6100": 3.37904, "6105": "nan", "6110": "nan", "6115": "nan", "6120": "nan", "6125": "nan", "6130": "nan", "6135": "nan", "6140": "nan", "6145": "nan", "6150": "nan", "6155": "nan", "6160": "nan", "6165": "nan", "6170": "nan", "6175": "nan", "6180": "nan", "6185": "nan", "6190": "nan", "6195": "nan", "6200": 3.38026, "6205": "nan", "6210": "nan", "6215": "nan", "6220": "nan", "6225": "nan", "6230": "nan", "6235": "nan", "6240": "nan", "6245": "nan", "6250": "nan", "6255": "nan", "6260": "nan", "6265": "nan", "6270": "nan", "6275": "nan", "6280": "nan", "6285": "nan", "6290": "nan", "6295": "nan", "6300": 3.38003, "6305": "nan", "6310": "nan", "6315": "nan", "6320": "nan", "6325": "nan", "6330": "nan", "6335": "nan", "6340": "nan", "6345": "nan", "6350": "nan", "6355": "nan", "6360": "nan", "6365": "nan", "6370": "nan", "6375": "nan", "6380": "nan", "6385": "nan", "6390": "nan", "6395": "nan", "6400": 3.37878, "6405": "nan", "6410": "nan", "6415": "nan", "6420": "nan", "6425": "nan", "6430": "nan", "6435": "nan", "6440": "nan", "6445": "nan", "6450": "nan", "6455": "nan", "6460": "nan", "6465": "nan", "6470": "nan", "6475": "nan", "6480": "nan", "6485": "nan", "6490": "nan", "6495": "nan", "6500": 3.38006, "6505": "nan", "6510": "nan", "6515": "nan", "6520": "nan", "6525": "nan", "6530": "nan", "6535": "nan", "6540": "nan", "6545": "nan", "6550": "nan", "6555": "nan", "6560": "nan", "6565": "nan", "6570": "nan", "6575": "nan", "6580": "nan", "6585": "nan", "6590": "nan", "6595": "nan", "6600": 3.38036, "6605": "nan", "6610": "nan", "6615": "nan", "6620": "nan", "6625": "nan", "6630": "nan", "6635": "nan", "6640": "nan", "6645": "nan", "6650": "nan", "6655": "nan", "6660": "nan", "6665": "nan", "6670": "nan", "6675": "nan", "6680": "nan", "6685": "nan", "6690": "nan", "6695": "nan", "6700": 3.38116, "6705": "nan", "6710": "nan", "6715": "nan", "6720": "nan", "6725": "nan", "6730": "nan", "6735": "nan", "6740": "nan", "6745": "nan", "6750": "nan", "6755": "nan", "6760": "nan", "6765": "nan", "6770": "nan", "6775": "nan", "6780": "nan", "6785": "nan", "6790": "nan", "6795": "nan", "6800": 3.39788, "6805": "nan", "6810": "nan", "6815": "nan", "6820": "nan", "6825": "nan", "6830": "nan", "6835": "nan", "6840": "nan", "6845": "nan", "6850": "nan", "6855": "nan", "6860": "nan", "6865": "nan", "6870": "nan", "6875": "nan", "6880": "nan", "6885": "nan", "6890": "nan", "6895": "nan", "6900": 3.39841, "6905": "nan", "6910": "nan", "6915": "nan", "6920": "nan", "6925": "nan", "6930": "nan", "6935": "nan", "6940": "nan", "6945": "nan", "6950": "nan", "6955": "nan", "6960": "nan", "6965": "nan", "6970": "nan", "6975": "nan", "6980": "nan", "6985": "nan", "6990": "nan", "6995": "nan", "7000": 3.39845, "7005": "nan", "7010": "nan", "7015": "nan", "7020": "nan", "7025": "nan", "7030": "nan", "7035": "nan", "7040": "nan", "7045": "nan", "7050": "nan", "7055": "nan", "7060": "nan", "7065": "nan", "7070": "nan", "7075": "nan", "7080": "nan", "7085": "nan", "7090": "nan", "7095": "nan", "7100": 3.37973, "7105": "nan", "7110": "nan", "7115": "nan", "7120": "nan", "7125": "nan", "7130": "nan", "7135": "nan", "7140": "nan", "7145": "nan", "7150": "nan", "7155": "nan", "7160": "nan", "7165": "nan", "7170": "nan", "7175": "nan", "7180": "nan", "7185": "nan", "7190": "nan", "7195": "nan", "7200": 3.3813, "7205": "nan", "7210": "nan", "7215": "nan", "7220": "nan", "7225": "nan", "7230": "nan", "7235": "nan", "7240": "nan", "7245": "nan", "7250": "nan", "7255": "nan", "7260": "nan", "7265": "nan", "7270": "nan", "7275": "nan", "7280": "nan", "7285": "nan", "7290": "nan", "7295": "nan", "7300": 3.38135, "7305": "nan", "7310": "nan", "7315": "nan", "7320": "nan", "7325": "nan", "7330": "nan", "7335": "nan", "7340": "nan", "7345": "nan", "7350": "nan", "7355": "nan", "7360": "nan", "7365": "nan", "7370": "nan", "7375": "nan", "7380": "nan", "7385": "nan", "7390": "nan", "7395": "nan", "7400": 3.38258, "7405": "nan", "7410": "nan", "7415": "nan", "7420": "nan", "7425": "nan", "7430": "nan", "7435": "nan", "7440": "nan", "7445": "nan", "7450": "nan", "7455": "nan", "7460": "nan", "7465": "nan", "7470": "nan", "7475": "nan", "7480": "nan", "7485": "nan", "7490": "nan", "7495": "nan", "7500": 3.37993, "7505": "nan", "7510": "nan", "7515": "nan", "7520": "nan", "7525": "nan", "7530": "nan", "7535": "nan", "7540": "nan", "7545": "nan", "7550": "nan", "7555": "nan", "7560": "nan", "7565": "nan", "7570": "nan", "7575": "nan", "7580": "nan", "7585": "nan", "7590": "nan", "7595": "nan", "7600": 3.3791, "7605": "nan", "7610": "nan", "7615": "nan", "7620": "nan", "7625": "nan", "7630": "nan", "7635": "nan", "7640": "nan", "7645": "nan", "7650": "nan", "7655": "nan", "7660": "nan", "7665": "nan", "7670": "nan", "7675": "nan", "7680": "nan", "7685": "nan", "7690": "nan", "7695": "nan", "7700": 3.3801, "7705": "nan", "7710": "nan", "7715": "nan", "7720": "nan", "7725": "nan", "7730": "nan", "7735": "nan", "7740": "nan", "7745": "nan", "7750": "nan", "7755": "nan", "7760": "nan", "7765": "nan", "7770": "nan", "7775": "nan", "7780": "nan", "7785": "nan", "7790": "nan", "7795": "nan", "7800": 3.40629, "7805": "nan", "7810": "nan", "7815": "nan", "7820": "nan", "7825": "nan", "7830": "nan", "7835": "nan", "7840": "nan", "7845": "nan", "7850": "nan", "7855": "nan", "7860": "nan", "7865": "nan", "7870": "nan", "7875": "nan", "7880": "nan", "7885": "nan", "7890": "nan", "7895": "nan", "7900": 3.39663, "7905": "nan", "7910": "nan", "7915": "nan", "7920": "nan", "7925": "nan", "7930": "nan", "7935": "nan", "7940": "nan", "7945": "nan", "7950": "nan", "7955": "nan", "7960": "nan", "7965": "nan", "7970": "nan", "7975": "nan", "7980": "nan", "7985": "nan", "7990": "nan", "7995": "nan", "8000": 3.39421, "8005": "nan", "8010": "nan", "8015": "nan", "8020": "nan", "8025": "nan", "8030": "nan", "8035": "nan", "8040": "nan", "8045": "nan", "8050": "nan", "8055": "nan", "8060": "nan", "8065": "nan", "8070": "nan", "8075": "nan", "8080": "nan", "8085": "nan", "8090": "nan", "8095": "nan", "8100": 3.38433, "8105": "nan", "8110": "nan", "8115": "nan", "8120": "nan", "8125": "nan", "8130": "nan", "8135": "nan", "8140": "nan", "8145": "nan", "8150": "nan", "8155": "nan", "8160": "nan", "8165": "nan", "8170": "nan", "8175": "nan", "8180": "nan", "8185": "nan", "8190": "nan", "8195": "nan", "8200": 3.38564, "8205": "nan", "8210": "nan", "8215": "nan", "8220": "nan", "8225": "nan", "8230": "nan", "8235": "nan", "8240": "nan", "8245": "nan", "8250": "nan", "8255": "nan", "8260": "nan", "8265": "nan", "8270": "nan", "8275": "nan", "8280": "nan", "8285": "nan", "8290": "nan", "8295": "nan", "8300": 3.38548, "8305": "nan", "8310": "nan", "8315": "nan", "8320": "nan", "8325": "nan", "8330": "nan", "8335": "nan", "8340": "nan", "8345": "nan", "8350": "nan", "8355": "nan", "8360": "nan", "8365": "nan", "8370": "nan", "8375": "nan", "8380": "nan", "8385": "nan", "8390": "nan", "8395": "nan", "8400": 3.38652, "8405": "nan", "8410": "nan", "8415": "nan", "8420": "nan", "8425": "nan", "8430": "nan", "8435": "nan", "8440": "nan", "8445": "nan", "8450": "nan", "8455": "nan", "8460": "nan", "8465": "nan", "8470": "nan", "8475": "nan", "8480": "nan", "8485": "nan", "8490": "nan", "8495": "nan", "8500": 3.38537, "8505": "nan", "8510": "nan", "8515": "nan", "8520": "nan", "8525": "nan", "8530": "nan", "8535": "nan", "8540": "nan", "8545": "nan", "8550": "nan", "8555": "nan", "8560": "nan", "8565": "nan", "8570": "nan", "8575": "nan", "8580": "nan", "8585": "nan", "8590": "nan", "8595": "nan", "8600": 3.38441, "8605": "nan", "8610": "nan", "8615": "nan", "8620": "nan", "8625": "nan", "8630": "nan", "8635": "nan", "8640": "nan", "8645": "nan", "8650": "nan", "8655": "nan", "8660": "nan", "8665": "nan", "8670": "nan", "8675": "nan", "8680": "nan", "8685": "nan", "8690": "nan", "8695": "nan", "8700": 3.38569, "8705": "nan", "8710": "nan", "8715": "nan", "8720": "nan", "8725": "nan", "8730": "nan", "8735": "nan", "8740": "nan", "8745": "nan", "8750": "nan", "8755": "nan", "8760": "nan", "8765": "nan", "8770": "nan", "8775": "nan", "8780": "nan", "8785": "nan", "8790": "nan", "8795": "nan", "8800": 3.38471, "8805": "nan", "8810": "nan", "8815": "nan", "8820": "nan", "8825": "nan", "8830": "nan", "8835": "nan", "8840": "nan", "8845": "nan", "8850": "nan", "8855": "nan", "8860": "nan", "8865": "nan", "8870": "nan", "8875": "nan", "8880": "nan", "8885": "nan", "8890": "nan", "8895": "nan", "8900": 3.38583, "8905": "nan", "8910": "nan", "8915": "nan", "8920": "nan", "8925": "nan", "8930": "nan", "8935": "nan", "8940": "nan", "8945": "nan", "8950": "nan", "8955": "nan", "8960": "nan", "8965": "nan", "8970": "nan", "8975": "nan", "8980": "nan", "8985": "nan", "8990": "nan", "8995": "nan", "9000": 3.38381, "9005": "nan", "9010": "nan", "9015": "nan", "9020": "nan", "9025": "nan", "9030": "nan", "9035": "nan", "9040": "nan", "9045": "nan", "9050": "nan", "9055": "nan", "9060": "nan", "9065": "nan", "9070": "nan", "9075": "nan", "9080": "nan", "9085": "nan", "9090": "nan", "9095": "nan", "9100": 3.38317, "9105": "nan", "9110": "nan", "9115": "nan", "9120": "nan", "9125": "nan", "9130": "nan", "9135": "nan", "9140": "nan", "9145": "nan", "9150": "nan", "9155": "nan", "9160": "nan", "9165": "nan", "9170": "nan", "9175": "nan", "9180": "nan", "9185": "nan", "9190": "nan", "9195": "nan", "9200": 3.3843, "9205": "nan", "9210": "nan", "9215": "nan", "9220": "nan", "9225": "nan", "9230": "nan", "9235": "nan", "9240": "nan", "9245": "nan", "9250": "nan", "9255": "nan", "9260": "nan", "9265": "nan", "9270": "nan", "9275": "nan", "9280": "nan", "9285": "nan", "9290": "nan", "9295": "nan", "9300": 3.38399, "9305": "nan", "9310": "nan", "9315": "nan", "9320": "nan", "9325": "nan", "9330": "nan", "9335": "nan", "9340": "nan", "9345": "nan", "9350": "nan", "9355": "nan", "9360": "nan", "9365": "nan", "9370": "nan", "9375": "nan", "9380": "nan", "9385": "nan", "9390": "nan", "9395": "nan", "9400": 3.38416, "9405": "nan", "9410": "nan", "9415": "nan", "9420": "nan", "9425": "nan", "9430": "nan", "9435": "nan", "9440": "nan", "9445": "nan", "9450": "nan", "9455": "nan", "9460": "nan", "9465": "nan", "9470": "nan", "9475": "nan", "9480": "nan", "9485": "nan", "9490": "nan", "9495": "nan", "9500": 3.38376, "9505": "nan", "9510": "nan", "9515": "nan", "9520": "nan", "9525": "nan", "9530": "nan", "9535": "nan", "9540": "nan", "9545": "nan", "9550": "nan", "9555": "nan", "9560": "nan", "9565": "nan", "9570": "nan", "9575": "nan", "9580": "nan", "9585": "nan", "9590": "nan", "9595": "nan", "9600": 3.38327, "9605": "nan", "9610": "nan", "9615": "nan", "9620": "nan", "9625": "nan", "9630": "nan", "9635": "nan", "9640": "nan", "9645": "nan", "9650": "nan", "9655": "nan", "9660": "nan", "9665": "nan", "9670": "nan", "9675": "nan", "9680": "nan", "9685": "nan", "9690": "nan", "9695": "nan", "9700": 3.38432, "9705": "nan", "9710": "nan", "9715": "nan", "9720": "nan", "9725": "nan", "9730": "nan", "9735": "nan", "9740": "nan", "9745": "nan", "9750": "nan", "9755": "nan", "9760": "nan", "9765": "nan", "9770": "nan", "9775": "nan", "9780": "nan", "9785": "nan", "9790": "nan", "9795": "nan", "9800": 3.38427, "9805": "nan", "9810": "nan", "9815": "nan", "9820": "nan", "9825": "nan", "9830": "nan", "9835": "nan", "9840": "nan", "9845": "nan", "9850": "nan", "9855": "nan", "9860": "nan", "9865": "nan", "9870": "nan", "9875": "nan", "9880": "nan", "9885": "nan", "9890": "nan", "9895": "nan", "9900": 3.38415, "9905": "nan", "9910": "nan", "9915": "nan", "9920": "nan", "9925": "nan", "9930": "nan", "9935": "nan", "9940": "nan", "9945": "nan", "9950": "nan", "9955": "nan", "9960": "nan", "9965": "nan", "9970": "nan", "9975": "nan", "9980": "nan", "9985": "nan", "9990": "nan", "9995": "nan", "10000": 3.38426, "10005": "nan", "10010": "nan", "10015": "nan", "10020": "nan", "10025": "nan", "10030": "nan", "10035": "nan", "10040": "nan", "10045": "nan", "10050": "nan", "10055": "nan", "10060": "nan", "10065": "nan", "10070": "nan", "10075": "nan", "10080": "nan", "10085": "nan", "10090": "nan", "10095": "nan", "10100": 3.38377, "10105": "nan", "10110": "nan", "10115": "nan", "10120": "nan", "10125": "nan", "10130": "nan", "10135": "nan", "10140": "nan", "10145": "nan", "10150": "nan", "10155": "nan", "10160": "nan", "10165": "nan", "10170": "nan", "10175": "nan", "10180": "nan", "10185": "nan", "10190": "nan", "10195": "nan", "10200": 3.38456, "10205": "nan", "10210": "nan", "10215": "nan", "10220": "nan", "10225": "nan", "10230": "nan", "10235": "nan", "10240": "nan", "10245": "nan", "10250": "nan", "10255": "nan", "10260": "nan", "10265": "nan", "10270": "nan", "10275": "nan", "10280": "nan", "10285": "nan", "10290": "nan", "10295": "nan", "10300": 3.38487, "10305": "nan", "10310": "nan", "10315": "nan", "10320": "nan", "10325": "nan", "10330": "nan", "10335": "nan", "10340": "nan", "10345": "nan", "10350": "nan", "10355": "nan", "10360": "nan", "10365": "nan", "10370": "nan", "10375": "nan", "10380": "nan", "10385": "nan", "10390": "nan", "10395": "nan", "10400": 3.38413, "10405": "nan", "10410": "nan", "10415": "nan", "10420": "nan", "10425": "nan", "10430": "nan", "10435": "nan", "10440": "nan", "10445": "nan", "10450": "nan", "10455": "nan", "10460": "nan", "10465": "nan", "10470": "nan", "10475": "nan", "10480": "nan", "10485": "nan", "10490": "nan", "10495": "nan", "10500": 3.38411, "10505": "nan", "10510": "nan", "10515": "nan", "10520": "nan", "10525": "nan", "10530": "nan", "10535": "nan", "10540": "nan", "10545": "nan", "10550": "nan", "10555": "nan", "10560": "nan", "10565": "nan", "10570": "nan", "10575": "nan", "10580": "nan", "10585": "nan", "10590": "nan", "10595": "nan", "10600": 3.38408, "10605": "nan", "10610": "nan", "10615": "nan", "10620": "nan", "10625": "nan", "10630": "nan", "10635": "nan", "10640": "nan", "10645": "nan", "10650": "nan", "10655": "nan", "10660": "nan", "10665": "nan", "10670": "nan", "10675": "nan", "10680": "nan", "10685": "nan", "10690": "nan", "10695": "nan", "10700": 3.3839, "10705": "nan", "10710": "nan", "10715": "nan", "10720": "nan", "10725": "nan", "10730": "nan", "10735": "nan", "10740": "nan", "10745": "nan", "10750": "nan", "10755": "nan", "10760": "nan", "10765": "nan", "10770": "nan", "10775": "nan", "10780": "nan", "10785": "nan", "10790": "nan", "10795": "nan", "10800": 3.38381, "10805": "nan", "10810": "nan", "10815": "nan", "10820": "nan", "10825": "nan", "10830": "nan", "10835": "nan", "10840": "nan", "10845": "nan", "10850": "nan", "10855": "nan", "10860": "nan", "10865": "nan", "10870": "nan", "10875": "nan", "10880": "nan", "10885": "nan", "10890": "nan", "10895": "nan", "10900": 3.83861, "10905": "nan", "10910": "nan", "10915": "nan", "10920": "nan", "10925": "nan", "10930": "nan", "10935": "nan", "10940": "nan", "10945": "nan", "10950": "nan", "10955": "nan", "10960": "nan", "10965": "nan", "10970": "nan", "10975": "nan", "10980": "nan", "10985": "nan", "10990": "nan", "10995": "nan", "11000": 3.39347, "11005": "nan", "11010": "nan", "11015": "nan", "11020": "nan", "11025": "nan", "11030": "nan", "11035": "nan", "11040": "nan", "11045": "nan", "11050": "nan", "11055": "nan", "11060": "nan", "11065": "nan", "11070": "nan", "11075": "nan", "11080": "nan", "11085": "nan", "11090": "nan", "11095": "nan", "11100": 3.39189, "11105": "nan", "11110": "nan", "11115": "nan", "11120": "nan", "11125": "nan", "11130": "nan", "11135": "nan", "11140": "nan", "11145": "nan", "11150": "nan", "11155": "nan", "11160": "nan", "11165": "nan", "11170": "nan", "11175": "nan", "11180": "nan", "11185": "nan", "11190": "nan", "11195": "nan", "11200": 3.3918, "11205": "nan", "11210": "nan", "11215": "nan", "11220": "nan", "11225": "nan", "11230": "nan", "11235": "nan", "11240": "nan", "11245": "nan", "11250": "nan", "11255": "nan", "11260": "nan", "11265": "nan", "11270": "nan", "11275": "nan", "11280": "nan", "11285": "nan", "11290": "nan", "11295": "nan", "11300": 3.39238, "11305": "nan", "11310": "nan", "11315": "nan", "11320": "nan", "11325": "nan", "11330": "nan", "11335": "nan", "11340": "nan", "11345": "nan", "11350": "nan", "11355": "nan", "11360": "nan", "11365": "nan", "11370": "nan", "11375": "nan", "11380": "nan", "11385": "nan", "11390": "nan", "11395": "nan", "11400": 3.39244, "11405": "nan", "11410": "nan", "11415": "nan", "11420": "nan", "11425": "nan", "11430": "nan", "11435": "nan", "11440": "nan", "11445": "nan", "11450": "nan", "11455": "nan", "11460": "nan", "11465": "nan", "11470": "nan", "11475": "nan", "11480": "nan", "11485": "nan", "11490": "nan", "11495": "nan", "11500": 3.39253, "11505": "nan", "11510": "nan", "11515": "nan", "11520": "nan", "11525": "nan", "11530": "nan", "11535": "nan", "11540": "nan", "11545": "nan", "11550": "nan", "11555": "nan", "11560": "nan", "11565": "nan", "11570": "nan", "11575": "nan", "11580": "nan", "11585": "nan", "11590": "nan", "11595": "nan", "11600": 3.39379, "11605": "nan", "11610": "nan", "11615": "nan", "11620": "nan", "11625": "nan", "11630": "nan", "11635": "nan", "11640": "nan", "11645": "nan", "11650": "nan", "11655": "nan", "11660": "nan", "11665": "nan", "11670": "nan", "11675": "nan", "11680": "nan", "11685": "nan", "11690": "nan", "11695": "nan", "11700": 3.39314, "11705": "nan", "11710": "nan", "11715": "nan", "11720": "nan", "11725": "nan", "11730": "nan", "11735": "nan", "11740": "nan", "11745": "nan", "11750": "nan", "11755": "nan", "11760": "nan", "11765": "nan", "11770": "nan", "11775": "nan", "11780": "nan", "11785": "nan", "11790": "nan", "11795": "nan", "11800": 3.41793, "11805": "nan", "11810": "nan", "11815": "nan", "11820": "nan", "11825": "nan", "11830": "nan", "11835": "nan", "11840": "nan", "11845": "nan", "11850": "nan", "11855": "nan", "11860": "nan", "11865": "nan", "11870": "nan", "11875": "nan", "11880": "nan", "11885": "nan", "11890": "nan", "11895": "nan", "11900": 3.39269, "11905": "nan", "11910": "nan", "11915": "nan", "11920": "nan", "11925": "nan", "11930": "nan", "11935": "nan", "11940": "nan", "11945": "nan", "11950": "nan", "11955": "nan", "11960": "nan", "11965": "nan", "11970": "nan", "11975": "nan", "11980": "nan", "11985": "nan", "11990": "nan", "11995": "nan", "12000": 3.39317, "12005": "nan", "12010": "nan", "12015": "nan", "12020": "nan", "12025": "nan", "12030": "nan", "12035": "nan", "12040": "nan", "12045": "nan", "12050": "nan", "12055": "nan", "12060": "nan", "12065": "nan", "12070": "nan", "12075": "nan", "12080": "nan", "12085": "nan", "12090": "nan", "12095": "nan", "12100": 3.39129, "12105": "nan", "12110": "nan", "12115": "nan", "12120": "nan", "12125": "nan", "12130": "nan", "12135": "nan", "12140": "nan", "12145": "nan", "12150": "nan", "12155": "nan", "12160": "nan", "12165": "nan", "12170": "nan", "12175": "nan", "12180": "nan", "12185": "nan", "12190": "nan", "12195": "nan", "12200": 3.3923, "12205": "nan", "12210": "nan", "12215": "nan", "12220": "nan", "12225": "nan", "12230": "nan", "12235": "nan", "12240": "nan", "12245": "nan", "12250": "nan", "12255": "nan", "12260": "nan", "12265": "nan", "12270": "nan", "12275": "nan", "12280": "nan", "12285": "nan", "12290": "nan", "12295": "nan", "12300": 3.39197, "12305": "nan", "12310": "nan", "12315": "nan", "12320": "nan", "12325": "nan", "12330": "nan", "12335": "nan", "12340": "nan", "12345": "nan", "12350": "nan", "12355": "nan", "12360": "nan", "12365": "nan", "12370": "nan", "12375": "nan", "12380": "nan", "12385": "nan", "12390": "nan", "12395": "nan", "12400": 3.39164, "12405": "nan", "12410": "nan", "12415": "nan", "12420": "nan", "12425": "nan", "12430": "nan", "12435": "nan", "12440": "nan", "12445": "nan", "12450": "nan", "12455": "nan", "12460": "nan", "12465": "nan", "12470": "nan", "12475": "nan", "12480": "nan", "12485": "nan", "12490": "nan", "12495": "nan", "12500": 3.39073, "12505": "nan", "12510": "nan", "12515": "nan", "12520": "nan", "12525": "nan", "12530": "nan", "12535": "nan", "12540": "nan", "12545": "nan", "12550": "nan", "12555": "nan", "12560": "nan", "12565": "nan", "12570": "nan", "12575": "nan", "12580": "nan", "12585": "nan", "12590": "nan", "12595": "nan", "12600": 3.39126, "12605": "nan", "12610": "nan", "12615": "nan", "12620": "nan", "12625": "nan", "12630": "nan", "12635": "nan", "12640": "nan", "12645": "nan", "12650": "nan", "12655": "nan", "12660": "nan", "12665": "nan", "12670": "nan", "12675": "nan", "12680": "nan", "12685": "nan", "12690": "nan", "12695": "nan", "12700": 3.39109, "12705": "nan", "12710": "nan", "12715": "nan", "12720": "nan", "12725": "nan", "12730": "nan", "12735": "nan", "12740": "nan", "12745": "nan", "12750": "nan", "12755": "nan", "12760": "nan", "12765": "nan", "12770": "nan", "12775": "nan", "12780": "nan", "12785": "nan", "12790": "nan", "12795": "nan", "12800": "nan", "12805": "nan", "12810": "nan", "12815": "nan", "12820": "nan", "12825": "nan", "12830": "nan", "12835": "nan", "12840": "nan", "12845": "nan", "12850": "nan", "12855": "nan", "12860": "nan", "12865": "nan", "12870": "nan", "12875": "nan", "12880": "nan", "12885": "nan", "12890": "nan", "12895": "nan", "12900": "nan", "12905": "nan", "12910": "nan", "12915": "nan", "12920": "nan", "12925": "nan", "12930": "nan", "12935": "nan", "12940": "nan", "12945": "nan", "12950": "nan", "12955": "nan", "12960": "nan", "12965": "nan", "12970": "nan", "12975": "nan", "12980": "nan", "12985": "nan", "12990": "nan", "12995": "nan", "13000": "nan"}}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/model_config.yaml new file mode 100644 index 00000000000..0b4255a7599 --- /dev/null +++ b/tests/functional_tests/test_cases/gpt/gpt3_15b_8t_release_sm_gb200/model_config.yaml @@ -0,0 +1,100 @@ +ENV_VARS: + CUDA_DEVICE_MAX_CONNECTIONS: 1 + NVTE_ALLOW_NONDETERMINISTIC_ALGO: 1 + NON_DETERMINSTIC_RESULTS: 1 + NVTE_NORM_FWD_USE_CUDNN: 1 + NVTE_NORM_BWD_USE_CUDNN: 1 + NVTE_FUSED_ATTN: 1 + PYTORCH_CUDA_ALLOC_CONF: expandable_segments:True + USE_MNNVL: 1 +TEST_TYPE: "release" +MODEL_ARGS: + # Distributed args + --distributed-timeout-minutes: 60 + --tensor-model-parallel-size: 4 + --pipeline-model-parallel-size: 2 + --num-layers-per-virtual-pipeline-stage: 8 + --use-distributed-optimizer: true + --overlap-grad-reduce: true + --overlap-param-gather: true + --tp-comm-overlap: true + # Training args + --use-mcore-models: true + --sequence-parallel: true + --disable-bias-linear: true + --micro-batch-size: 4 + --rampup-batch-size: "[384 384 97656250]" + --global-batch-size: 1152 + --train-samples: 19531250 + --manual-gc: true + --cross-entropy-loss-fusion: true + --cross-entropy-fusion-impl: te + # Transformer Engine args + --transformer-impl: transformer_engine + # Data args + --data-cache-path: ${DATA_CACHE_PATH} + --tokenizer-type: GPTSentencePieceTokenizer + --tokenizer-model: ${DATA_PATH}/utils/nemotron_2_256k.model + --data-path: $DATA_BLEND + --split: 99,1,0 + --no-mmap-bin-files: true + --num-workers: 6 + # Add network size args + --apply-layernorm-1p: true + --untie-embeddings-and-output-weights: true + --position-embedding-type: rope + --rotary-percent: 0.5 + --squared-relu: true + --num-layers: 32 + --hidden-size: 6144 + --num-attention-heads: 48 + --group-query-attention: true + --num-query-groups: 8 + --seq-length: 4096 + --max-position-embeddings: 4096 + # Add regularization args + --attention-dropout: 0.0 + --hidden-dropout: 0.0 + --clip-grad: 1.0 + --weight-decay: 0.1 + # Add learning rate args + --lr-decay-samples: 1949218748 + --lr-warmup-samples: 3906252 + --lr: 4.5e-4 + --min-lr: 4.5e-5 + --decoupled-lr: 5.0e-4 + --decoupled-min-lr: 4.5e-5 + --lr-decay-style: cosine + --adam-beta1: 0.9 + --adam-beta2: 0.95 + # Add validation args + --eval-iters: 32 + --eval-interval: 2000 + # Add checkpointing args + --save: ${CHECKPOINT_SAVE_PATH} + --load: ${CHECKPOINT_LOAD_PATH} + --save-interval: 1000 + --save-retain-interval: 5000 + # Add initialization args + --init-method-std: 0.0134 + # Add logging args + --log-timers-to-tensorboard: true + --log-memory-to-tensorboard: true + --log-num-zeros-in-grad: true + --log-params-norm: true + --log-validation-ppl-to-tensorboard: true + --log-throughput: true + --log-interval: 100 + --tensorboard-dir: ${TENSORBOARD_PATH} + --wandb-project: megatron-core-release-runs + --wandb-entity: adlr + --wandb-exp-name: ${WANDB_EXPERIMENT} + # Add mixed precision args + --bf16: true + --exit-interval: 13000 + --wandb-save-dir: ${WANDB_SAVE_PATH} +METRICS: + - "iteration-time" + - "lm loss" + - "mem-allocated-bytes" + - "mem-max-allocated-bytes" diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_gb200.json index 0174aaf4684..21b63e8effd 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_gb200.json @@ -6,29 +6,29 @@ "values": { "1": 12.59654, "2": 12.60484, - "3": 12.59799, - "4": 12.59687, - "5": 12.59285, - "6": 12.59259, - "7": 12.58011, - "8": 12.54308, - "9": 12.51049, - "10": 12.49679, - "11": 12.32875, - "12": 12.29944, - "13": 12.2346, + "3": 12.59797, + "4": 12.5969, + "5": 12.59289, + "6": 12.59265, + "7": 12.58015, + "8": 12.54318, + "9": 12.5105, + "10": 12.49672, + "11": 12.32881, + "12": 12.29939, + "13": 12.23473, "14": 12.23325, - "15": 11.81699, - "16": 11.80131, - "17": 11.76433, - "18": 11.73986, - "19": 11.6089, - "20": 11.50642, - "21": 11.26938, - "22": 11.37967, - "23": 11.288, + "15": 11.817, + "16": 11.80134, + "17": 11.76435, + "18": 11.73993, + "19": 11.60889, + "20": 11.50648, + "21": 11.26946, + "22": 11.37969, + "23": 11.28801, "24": 11.16331, - "25": 10.99891 + "25": 10.9989 } }, "num-zeros": { @@ -36,31 +36,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 521037632.0, - "2": 521666368.0, - "3": 520934816.0, - "4": 521227264.0, - "5": 520996064.0, - "6": 521371840.0, - "7": 521420352.0, - "8": 521057344.0, - "9": 521461504.0, - "10": 521178624.0, - "11": 522279104.0, - "12": 521439616.0, - "13": 521475712.0, - "14": 522445376.0, - "15": 521592960.0, - "16": 521416448.0, - "17": 521026496.0, - "18": 521277760.0, - "19": 521154656.0, - "20": 521134784.0, - "21": 522907648.0, - "22": 521590304.0, - "23": 521352384.0, - "24": 521424640.0, - "25": 523543808.0 + "1": 521038208.0, + "2": 521665504.0, + "3": 520934784.0, + "4": 521226912.0, + "5": 520995584.0, + "6": 521371136.0, + "7": 521420160.0, + "8": 521056672.0, + "9": 521461088.0, + "10": 521178048.0, + "11": 522280576.0, + "12": 521439168.0, + "13": 521475200.0, + "14": 522446240.0, + "15": 521590592.0, + "16": 521416064.0, + "17": 521027200.0, + "18": 521279360.0, + "19": 521153088.0, + "20": 521134144.0, + "21": 522908352.0, + "22": 521591200.0, + "23": 521351488.0, + "24": 521424000.0, + "25": 523543424.0 } }, "mem-allocated-bytes": { @@ -133,29 +133,29 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.93489, + "2": 10.37368, "3": "nan", - "4": 0.83885, + "4": 0.82471, "5": "nan", - "6": 0.86101, + "6": 0.81418, "7": "nan", - "8": 0.82617, + "8": 0.81547, "9": "nan", - "10": 0.8264, + "10": 0.82718, "11": "nan", - "12": 0.82456, + "12": 0.82851, "13": "nan", - "14": 0.82414, + "14": 0.81363, "15": "nan", - "16": 0.82604, + "16": 0.81374, "17": "nan", - "18": 0.83002, + "18": 0.81396, "19": "nan", - "20": 0.8234, + "20": 0.81346, "21": "nan", - "22": 0.82298, + "22": 0.81255, "23": "nan", - "24": 0.82311, + "24": 0.81353, "25": "nan" } } diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json index 2ed3bf0784f..1719b6e9578 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json @@ -6,29 +6,29 @@ "values": { "1": 12.58569, "2": 12.58406, - "3": 12.58486, - "4": 12.58642, - "5": 12.58279, - "6": 12.57912, - "7": 12.56177, - "8": 12.52304, - "9": 12.4966, - "10": 12.4826, - "11": 12.31462, - "12": 12.272, - "13": 12.20924, - "14": 12.20094, + "3": 12.58488, + "4": 12.58632, + "5": 12.5828, + "6": 12.57908, + "7": 12.56192, + "8": 12.52305, + "9": 12.49668, + "10": 12.48245, + "11": 12.31444, + "12": 12.27191, + "13": 12.20938, + "14": 12.20089, "15": 11.79651, - "16": 11.78035, - "17": 11.74188, - "18": 11.71656, - "19": 11.59074, - "20": 11.47672, - "21": 11.23784, - "22": 11.3586, - "23": 11.25768, + "16": 11.78043, + "17": 11.74179, + "18": 11.71657, + "19": 11.59068, + "20": 11.47674, + "21": 11.2379, + "22": 11.35857, + "23": 11.25769, "24": 11.14081, - "25": 10.97989 + "25": 10.97993 } }, "num-zeros": { @@ -36,31 +36,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 521035392.0, - "2": 521662624.0, - "3": 520932992.0, - "4": 521225120.0, - "5": 520993600.0, - "6": 521369824.0, - "7": 521417344.0, - "8": 521054784.0, - "9": 521458592.0, - "10": 521175520.0, - "11": 522277376.0, - "12": 521435904.0, - "13": 521472640.0, - "14": 522442496.0, - "15": 521589568.0, - "16": 521414080.0, - "17": 521025696.0, - "18": 521279168.0, - "19": 521154400.0, - "20": 521132352.0, - "21": 522909696.0, - "22": 521591904.0, - "23": 521353504.0, - "24": 521426496.0, - "25": 523547008.0 + "1": 521034848.0, + "2": 521662912.0, + "3": 520932320.0, + "4": 521225216.0, + "5": 520992768.0, + "6": 521369920.0, + "7": 521417152.0, + "8": 521055744.0, + "9": 521459008.0, + "10": 521175872.0, + "11": 522276992.0, + "12": 521435104.0, + "13": 521472960.0, + "14": 522443232.0, + "15": 521589504.0, + "16": 521413760.0, + "17": 521026112.0, + "18": 521279232.0, + "19": 521152640.0, + "20": 521132288.0, + "21": 522908864.0, + "22": 521591872.0, + "23": 521353024.0, + "24": 521427040.0, + "25": 523546112.0 } }, "mem-allocated-bytes": { @@ -101,30 +101,30 @@ "step_interval": 1, "values": { "1": 52730814464.0, - "2": 60518424576.0, - "3": 60518424576.0, - "4": 60518424576.0, - "5": 60518424576.0, - "6": 60518424576.0, - "7": 60518424576.0, - "8": 60518424576.0, - "9": 60518424576.0, - "10": 60518424576.0, - "11": 60518424576.0, - "12": 60518424576.0, - "13": 60518424576.0, - "14": 60518424576.0, - "15": 60518424576.0, - "16": 60518424576.0, - "17": 60518424576.0, - "18": 60518424576.0, - "19": 60518424576.0, - "20": 60518424576.0, - "21": 60518424576.0, - "22": 60518424576.0, - "23": 60518424576.0, - "24": 60518424576.0, - "25": 60518424576.0 + "2": 60518313984.0, + "3": 60518313984.0, + "4": 60518313984.0, + "5": 60518313984.0, + "6": 60518313984.0, + "7": 60518313984.0, + "8": 60518313984.0, + "9": 60518313984.0, + "10": 60518313984.0, + "11": 60518313984.0, + "12": 60518313984.0, + "13": 60518313984.0, + "14": 60518313984.0, + "15": 60518313984.0, + "16": 60518313984.0, + "17": 60518313984.0, + "18": 60518313984.0, + "19": 60518313984.0, + "20": 60518313984.0, + "21": 60518313984.0, + "22": 60518313984.0, + "23": 60518313984.0, + "24": 60518313984.0, + "25": 60518313984.0 } }, "iteration-time": { @@ -133,29 +133,29 @@ "step_interval": 1, "values": { "1": "nan", - "2": 11.06832, + "2": 9.40588, "3": "nan", - "4": 1.16152, + "4": 1.14216, "5": "nan", - "6": 1.15069, + "6": 1.13426, "7": "nan", - "8": 1.15402, + "8": 1.13417, "9": "nan", - "10": 1.15412, + "10": 1.13556, "11": "nan", - "12": 1.15321, + "12": 1.13935, "13": "nan", - "14": 1.15624, + "14": 1.13873, "15": "nan", - "16": 1.1571, + "16": 1.13957, "17": "nan", - "18": 1.15577, + "18": 1.14035, "19": "nan", - "20": 1.15939, + "20": 1.13973, "21": "nan", - "22": 1.15675, + "22": 1.13936, "23": "nan", - "24": 1.15533, + "24": 1.13705, "25": "nan" } } diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_gb200.json index ca51cd1bcb3..dc762c9b513 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_gb200.json @@ -6,29 +6,29 @@ "values": { "1": 12.61164, "2": 12.60596, - "3": 12.60278, + "3": 12.60284, "4": 12.59692, - "5": 12.5956, - "6": 12.59777, - "7": 12.58051, - "8": 12.53845, - "9": 12.51222, - "10": 12.49859, - "11": 12.32384, - "12": 12.29418, - "13": 12.23141, - "14": 12.22824, - "15": 11.82221, - "16": 11.80412, - "17": 11.76119, - "18": 11.73708, - "19": 11.61309, + "5": 12.59563, + "6": 12.59765, + "7": 12.58048, + "8": 12.53848, + "9": 12.51216, + "10": 12.4986, + "11": 12.32362, + "12": 12.29423, + "13": 12.23125, + "14": 12.22834, + "15": 11.82216, + "16": 11.80406, + "17": 11.76114, + "18": 11.7371, + "19": 11.61304, "20": 11.50147, - "21": 11.26475, - "22": 11.37638, - "23": 11.28398, - "24": 11.1565, - "25": 10.99865 + "21": 11.26477, + "22": 11.37633, + "23": 11.28391, + "24": 11.15655, + "25": 10.99866 } }, "num-zeros": { @@ -36,31 +36,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 523049152.0, - "2": 523677792.0, - "3": 522947712.0, - "4": 523241632.0, - "5": 523021120.0, - "6": 523374368.0, - "7": 523437888.0, - "8": 523083584.0, - "9": 523470432.0, - "10": 523196128.0, - "11": 524297728.0, - "12": 523455584.0, - "13": 523501312.0, - "14": 524479392.0, - "15": 523634048.0, - "16": 523462624.0, - "17": 523079392.0, - "18": 523360448.0, - "19": 523209952.0, - "20": 523228480.0, - "21": 524938432.0, - "22": 523660512.0, - "23": 523415872.0, - "24": 523485056.0, - "25": 525638592.0 + "1": 523050144.0, + "2": 523678816.0, + "3": 522945600.0, + "4": 523240640.0, + "5": 523021472.0, + "6": 523373120.0, + "7": 523437344.0, + "8": 523085504.0, + "9": 523469120.0, + "10": 523195520.0, + "11": 524297440.0, + "12": 523455616.0, + "13": 523497152.0, + "14": 524479520.0, + "15": 523635392.0, + "16": 523462432.0, + "17": 523079680.0, + "18": 523362816.0, + "19": 523208736.0, + "20": 523229056.0, + "21": 524937344.0, + "22": 523659200.0, + "23": 523415552.0, + "24": 523485568.0, + "25": 525640512.0 } }, "mem-allocated-bytes": { @@ -133,29 +133,29 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.88247, + "2": 5.70576, "3": "nan", - "4": 0.98359, + "4": 0.89304, "5": "nan", - "6": 0.91373, + "6": 0.89085, "7": "nan", - "8": 1.07044, + "8": 0.89054, "9": "nan", - "10": 0.91309, + "10": 0.88818, "11": "nan", - "12": 0.91579, + "12": 0.88741, "13": "nan", - "14": 0.90609, + "14": 0.88829, "15": "nan", - "16": 0.90906, + "16": 0.89204, "17": "nan", - "18": 0.91134, + "18": 0.8886, "19": "nan", - "20": 0.90623, + "20": 0.88626, "21": "nan", - "22": 0.91236, + "22": 0.8871, "23": "nan", - "24": 0.9145, + "24": 0.88991, "25": "nan" } } diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_gb200.json index bac18297ae6..1597a12fc00 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_gb200.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.77536, + "1": 10.77535, "2": 10.78444, - "3": 10.78593, - "4": 10.7484, - "5": 10.81554, - "6": 10.82691, - "7": 10.78469, - "8": 10.77764, + "3": 10.78594, + "4": 10.74844, + "5": 10.81549, + "6": 10.82694, + "7": 10.78465, + "8": 10.77766, "9": 10.78351, "10": 10.74241, - "11": 10.83031, - "12": 10.80335, - "13": 10.81653, - "14": 10.82186, - "15": 10.74223, - "16": 10.75087, - "17": 10.71888, - "18": 10.74308, - "19": 10.7407, - "20": 10.63713, - "21": 10.6277, - "22": 10.48435, - "23": 10.65701, - "24": 10.52682, - "25": 10.47546, - "26": 10.54091, - "27": 10.55554, - "28": 10.52147, + "11": 10.8303, + "12": 10.80334, + "13": 10.81651, + "14": 10.82185, + "15": 10.7422, + "16": 10.75086, + "17": 10.71886, + "18": 10.74306, + "19": 10.74073, + "20": 10.63717, + "21": 10.62764, + "22": 10.48433, + "23": 10.657, + "24": 10.52681, + "25": 10.47547, + "26": 10.54093, + "27": 10.55549, + "28": 10.52151, "29": 10.53465, - "30": 10.30892, - "31": 10.06663, + "30": 10.30894, + "31": 10.06666, "32": 10.41746, - "33": 10.42487, - "34": 10.1739, - "35": 10.22475, - "36": 10.18282, - "37": 10.29689, + "33": 10.42488, + "34": 10.17386, + "35": 10.2248, + "36": 10.18284, + "37": 10.29686, "38": 10.14801, "39": 10.36934, - "40": 10.04004, - "41": 10.10752, - "42": 10.18198, + "40": 10.04006, + "41": 10.10749, + "42": 10.18199, "43": 9.79649, - "44": 9.91071, - "45": 9.79715, + "44": 9.91069, + "45": 9.79712, "46": 9.79411, - "47": 10.11365, - "48": 9.82516, - "49": 9.50416, - "50": 9.88698 + "47": 10.11362, + "48": 9.82518, + "49": 9.50417, + "50": 9.887 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1625.0, - "2": 1666.0, - "3": 1695.0, - "4": 1746.0, - "5": 1977.0, - "6": 1839.0, - "7": 1894.0, - "8": 1665.0, - "9": 1929.0, - "10": 1436.0, - "11": 1794.0, - "12": 1845.0, - "13": 1976.0, - "14": 1931.0, - "15": 1971.0, - "16": 2095.0, - "17": 1805.0, - "18": 1764.0, - "19": 1753.0, - "20": 1693.0, - "21": 1872.0, - "22": 1669.0, - "23": 2113.0, - "24": 1589.0, - "25": 1679.0, - "26": 1667.0, - "27": 1779.0, - "28": 2025.0, - "29": 1940.0, - "30": 1885.0, - "31": 1623.0, - "32": 1978.0, - "33": 2203.0, - "34": 1947.0, - "35": 2040.0, - "36": 2002.0, - "37": 2346.0, - "38": 2100.0, - "39": 2479.0, - "40": 2258.0, - "41": 2347.0, - "42": 2331.0, - "43": 2125.0, - "44": 2126.0, - "45": 2130.0, - "46": 2342.0, - "47": 2550.0, - "48": 2401.0, - "49": 2216.0, - "50": 2456.0 + "1": 1597.0, + "2": 1627.0, + "3": 1645.0, + "4": 1760.0, + "5": 1863.0, + "6": 1829.0, + "7": 1908.0, + "8": 1642.0, + "9": 1885.0, + "10": 1444.0, + "11": 1844.0, + "12": 1833.0, + "13": 1903.0, + "14": 1906.0, + "15": 1984.0, + "16": 2015.0, + "17": 1820.0, + "18": 1763.0, + "19": 1723.0, + "20": 1681.0, + "21": 1875.0, + "22": 1677.0, + "23": 1981.0, + "24": 1571.0, + "25": 1588.0, + "26": 1659.0, + "27": 1732.0, + "28": 2035.0, + "29": 1977.0, + "30": 1932.0, + "31": 1579.0, + "32": 1890.0, + "33": 2186.0, + "34": 1984.0, + "35": 2000.0, + "36": 1941.0, + "37": 2334.0, + "38": 2132.0, + "39": 2533.0, + "40": 2156.0, + "41": 2318.0, + "42": 2339.0, + "43": 1998.0, + "44": 2097.0, + "45": 2178.0, + "46": 2287.0, + "47": 2409.0, + "48": 2319.0, + "49": 2104.0, + "50": 2433.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.46491, - "3": 0.11014, - "4": 0.09722, - "5": 0.09703, - "6": 0.09705, - "7": 0.09593, - "8": 0.09584, - "9": 0.09505, - "10": 0.0949, - "11": 0.09504, - "12": 0.09589, - "13": 0.09506, - "14": 0.09425, - "15": 0.09404, - "16": 0.09465, - "17": 0.09237, - "18": 0.09201, - "19": 0.09159, - "20": 0.09124, - "21": 0.09092, - "22": 0.09028, - "23": 0.08966, - "24": 0.08893, - "25": 0.09042, - "26": 0.09055, - "27": 0.08889, - "28": 0.08857, - "29": 0.0884, - "30": 0.08807, - "31": 0.08777, - "32": 0.08747, - "33": 0.0876, - "34": 0.08733, - "35": 0.0886, - "36": 0.08828, - "37": 0.08789, - "38": 0.08768, - "39": 0.08819, - "40": 0.08922, - "41": 0.08797, - "42": 0.0876, - "43": 0.0868, - "44": 0.08693, - "45": 0.08661, - "46": 0.08657, - "47": 0.08769, - "48": 0.08644, - "49": 0.08681, - "50": 0.08702 + "2": 3.85031, + "3": 0.10579, + "4": 0.08811, + "5": 0.08828, + "6": 0.09023, + "7": 0.09011, + "8": 0.09009, + "9": 0.08883, + "10": 0.09032, + "11": 0.08909, + "12": 0.09028, + "13": 0.08981, + "14": 0.0908, + "15": 0.09035, + "16": 0.08825, + "17": 0.09092, + "18": 0.09041, + "19": 0.09012, + "20": 0.09006, + "21": 0.08995, + "22": 0.09051, + "23": 0.09078, + "24": 0.09133, + "25": 0.0906, + "26": 0.09043, + "27": 0.08991, + "28": 0.08972, + "29": 0.09046, + "30": 0.08921, + "31": 0.09085, + "32": 0.09076, + "33": 0.0898, + "34": 0.08988, + "35": 0.09085, + "36": 0.08951, + "37": 0.09036, + "38": 0.08966, + "39": 0.08995, + "40": 0.0898, + "41": 0.09082, + "42": 0.09019, + "43": 0.09295, + "44": 0.09078, + "45": 0.0912, + "46": 0.09208, + "47": 0.09077, + "48": 0.09093, + "49": 0.09052, + "50": 0.08959 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_h100.json index 036b53dabb1..3fc7359ad8a 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.89074, "2": 10.89234, - "3": 10.89032, - "4": 10.89221, - "5": 10.89416, - "6": 10.90226, - "7": 10.8884, - "8": 10.90211, - "9": 10.90202, - "10": 10.88512, + "3": 10.8903, + "4": 10.8922, + "5": 10.89414, + "6": 10.90232, + "7": 10.88841, + "8": 10.9021, + "9": 10.90201, + "10": 10.88511, "11": 10.87636, - "12": 10.89499, - "13": 10.89837, - "14": 10.89182, - "15": 10.85125, - "16": 10.8534, - "17": 10.82862, - "18": 10.83653, - "19": 10.82847, - "20": 10.74583, - "21": 10.73117, - "22": 10.61256, - "23": 10.72616, - "24": 10.62932, - "25": 10.59394, - "26": 10.63357, - "27": 10.63137, - "28": 10.58201, - "29": 10.58671, + "12": 10.895, + "13": 10.89838, + "14": 10.89179, + "15": 10.85121, + "16": 10.85339, + "17": 10.82863, + "18": 10.83657, + "19": 10.82846, + "20": 10.74587, + "21": 10.73112, + "22": 10.6126, + "23": 10.72614, + "24": 10.62933, + "25": 10.59397, + "26": 10.63359, + "27": 10.63131, + "28": 10.58202, + "29": 10.58668, "30": 10.40936, - "31": 10.15873, - "32": 10.48319, - "33": 10.46977, - "34": 10.23978, - "35": 10.28144, - "36": 10.23894, - "37": 10.35198, - "38": 10.20565, - "39": 10.40496, - "40": 10.09271, + "31": 10.15875, + "32": 10.48318, + "33": 10.46978, + "34": 10.23975, + "35": 10.28146, + "36": 10.23893, + "37": 10.35197, + "38": 10.20568, + "39": 10.40494, + "40": 10.09274, "41": 10.16148, - "42": 10.2231, - "43": 9.84152, - "44": 9.97329, - "45": 9.84544, - "46": 9.82102, - "47": 10.14261, - "48": 9.86553, + "42": 10.22306, + "43": 9.84153, + "44": 9.97326, + "45": 9.84547, + "46": 9.82101, + "47": 10.14262, + "48": 9.86552, "49": 9.54033, - "50": 9.9169 + "50": 9.91688 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1544.0, - "2": 1729.0, - "3": 1672.0, - "4": 1807.0, - "5": 1942.0, - "6": 1736.0, - "7": 1956.0, - "8": 1716.0, - "9": 2011.0, - "10": 1385.0, - "11": 1864.0, - "12": 1767.0, - "13": 2019.0, - "14": 1787.0, - "15": 1828.0, - "16": 1908.0, - "17": 1718.0, - "18": 1602.0, - "19": 1785.0, - "20": 1679.0, - "21": 1917.0, - "22": 1712.0, - "23": 2034.0, - "24": 1752.0, - "25": 1645.0, - "26": 1820.0, - "27": 1915.0, - "28": 1996.0, - "29": 2051.0, - "30": 1890.0, - "31": 1577.0, - "32": 1886.0, - "33": 2116.0, - "34": 1912.0, - "35": 2037.0, - "36": 1924.0, - "37": 2462.0, - "38": 2241.0, - "39": 2321.0, - "40": 2221.0, - "41": 2345.0, - "42": 2386.0, - "43": 2027.0, - "44": 2211.0, - "45": 2096.0, - "46": 2285.0, - "47": 2536.0, - "48": 2289.0, - "49": 2270.0, - "50": 2421.0 + "1": 1601.0, + "2": 1708.0, + "3": 1739.0, + "4": 1740.0, + "5": 1963.0, + "6": 1802.0, + "7": 1896.0, + "8": 1618.0, + "9": 1935.0, + "10": 1449.0, + "11": 1960.0, + "12": 1860.0, + "13": 1950.0, + "14": 1907.0, + "15": 1864.0, + "16": 1972.0, + "17": 1719.0, + "18": 1561.0, + "19": 1764.0, + "20": 1668.0, + "21": 1922.0, + "22": 1811.0, + "23": 2038.0, + "24": 1655.0, + "25": 1664.0, + "26": 1757.0, + "27": 1860.0, + "28": 2051.0, + "29": 1995.0, + "30": 1976.0, + "31": 1530.0, + "32": 1961.0, + "33": 2077.0, + "34": 1941.0, + "35": 1965.0, + "36": 1916.0, + "37": 2344.0, + "38": 2201.0, + "39": 2388.0, + "40": 2246.0, + "41": 2411.0, + "42": 2366.0, + "43": 2054.0, + "44": 2154.0, + "45": 2135.0, + "46": 2347.0, + "47": 2301.0, + "48": 2354.0, + "49": 2230.0, + "50": 2385.0 } }, "mem-allocated-bytes": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 6.80579, - "2": 0.08104, - "3": 0.07547, - "4": 0.05731, - "5": 0.06226, - "6": 0.05988, - "7": 0.06566, - "8": 0.06635, - "9": 0.06593, - "10": 0.06639, - "11": 0.06591, - "12": 0.06568, - "13": 0.06504, - "14": 0.06232, - "15": 0.06162, - "16": 0.05614, - "17": 0.06083, - "18": 0.05789, - "19": 0.05867, - "20": 0.05574, - "21": 0.06043, - "22": 0.05778, - "23": 0.06166, - "24": 0.05671, - "25": 0.05765, - "26": 0.05638, - "27": 0.05601, - "28": 0.05637, - "29": 0.05497, - "30": 0.05757, - "31": 0.05556, - "32": 0.05715, - "33": 0.05761, - "34": 0.05779, - "35": 0.05996, - "36": 0.05761, - "37": 0.06454, - "38": 0.0575, - "39": 0.05802, - "40": 0.05752, - "41": 0.05904, - "42": 0.05622, - "43": 0.0555, - "44": 0.05785, - "45": 0.0578, - "46": 0.05758, - "47": 0.05729, - "48": 0.05652, - "49": 0.05619, - "50": 0.05705 + "1": "nan", + "2": 3.36008, + "3": 0.07706, + "4": 0.05754, + "5": 0.06556, + "6": 0.05767, + "7": 0.06278, + "8": 0.05622, + "9": 0.05975, + "10": 0.05635, + "11": 0.06095, + "12": 0.05668, + "13": 0.06242, + "14": 0.05756, + "15": 0.06014, + "16": 0.05763, + "17": 0.06282, + "18": 0.05672, + "19": 0.06248, + "20": 0.05666, + "21": 0.05943, + "22": 0.05746, + "23": 0.06248, + "24": 0.05782, + "25": 0.0626, + "26": 0.05697, + "27": 0.06234, + "28": 0.05681, + "29": 0.06175, + "30": 0.0575, + "31": 0.06289, + "32": 0.05752, + "33": 0.06247, + "34": 0.05817, + "35": 0.06189, + "36": 0.05843, + "37": 0.06228, + "38": 0.05885, + "39": 0.0623, + "40": 0.05846, + "41": 0.06215, + "42": 0.05671, + "43": 0.06175, + "44": 0.05738, + "45": 0.06472, + "46": 0.05749, + "47": 0.06223, + "48": 0.05703, + "49": 0.06163, + "50": 0.05739 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_gb200.json index 8bcd3aa91d5..045c3d3b47a 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_gb200.json @@ -7,52 +7,52 @@ "1": 10.77472, "2": 10.7834, "3": 10.783, - "4": 10.74952, - "5": 10.8207, - "6": 10.8234, - "7": 10.79076, - "8": 10.78002, - "9": 10.78621, - "10": 10.74365, + "4": 10.74953, + "5": 10.82069, + "6": 10.82339, + "7": 10.79075, + "8": 10.78, + "9": 10.78617, + "10": 10.74367, "11": 10.8322, "12": 10.80441, - "13": 10.8213, - "14": 10.82574, - "15": 10.74146, - "16": 10.75035, - "17": 10.72535, - "18": 10.74231, - "19": 10.7445, - "20": 10.63706, - "21": 10.63104, - "22": 10.48032, - "23": 10.65993, - "24": 10.5253, - "25": 10.47539, - "26": 10.54133, - "27": 10.5547, - "28": 10.521, + "13": 10.82131, + "14": 10.82576, + "15": 10.74148, + "16": 10.75034, + "17": 10.72538, + "18": 10.74232, + "19": 10.74454, + "20": 10.63704, + "21": 10.63099, + "22": 10.48029, + "23": 10.65995, + "24": 10.52537, + "25": 10.47538, + "26": 10.54137, + "27": 10.55474, + "28": 10.52102, "29": 10.53614, - "30": 10.30519, - "31": 10.06487, - "32": 10.41559, - "33": 10.42241, - "34": 10.1741, - "35": 10.22337, - "36": 10.18522, + "30": 10.30518, + "31": 10.06489, + "32": 10.41554, + "33": 10.42245, + "34": 10.17407, + "35": 10.22339, + "36": 10.18526, "37": 10.30398, - "38": 10.14967, + "38": 10.14971, "39": 10.37031, - "40": 10.04015, - "41": 10.10913, - "42": 10.17951, - "43": 9.79734, + "40": 10.04014, + "41": 10.10916, + "42": 10.17947, + "43": 9.79735, "44": 9.90801, - "45": 9.79837, - "46": 9.79661, - "47": 10.12063, - "48": 9.82076, - "49": 9.50507, + "45": 9.79833, + "46": 9.79662, + "47": 10.1206, + "48": 9.82074, + "49": 9.50511, "50": 9.88047 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1603.0, - "2": 1689.0, - "3": 1616.0, - "4": 1774.0, - "5": 2059.0, - "6": 1983.0, - "7": 2102.0, - "8": 1640.0, - "9": 1877.0, - "10": 1435.0, - "11": 1981.0, - "12": 1898.0, - "13": 1949.0, - "14": 1797.0, - "15": 1923.0, - "16": 1993.0, - "17": 1804.0, - "18": 1793.0, - "19": 1808.0, - "20": 1658.0, - "21": 1881.0, - "22": 1744.0, - "23": 2029.0, - "24": 1621.0, - "25": 1550.0, - "26": 1686.0, - "27": 1794.0, - "28": 1927.0, - "29": 1974.0, - "30": 1884.0, - "31": 1610.0, - "32": 1934.0, - "33": 2098.0, - "34": 1840.0, - "35": 2033.0, - "36": 2052.0, - "37": 2302.0, - "38": 2119.0, - "39": 2421.0, - "40": 2242.0, - "41": 2339.0, - "42": 2362.0, - "43": 2065.0, - "44": 2186.0, - "45": 2266.0, - "46": 2378.0, - "47": 2504.0, - "48": 2503.0, - "49": 2303.0, - "50": 2494.0 + "1": 1542.0, + "2": 1772.0, + "3": 1677.0, + "4": 1763.0, + "5": 1987.0, + "6": 1880.0, + "7": 1948.0, + "8": 1686.0, + "9": 1930.0, + "10": 1437.0, + "11": 1928.0, + "12": 1829.0, + "13": 1980.0, + "14": 1810.0, + "15": 2006.0, + "16": 1885.0, + "17": 1765.0, + "18": 1742.0, + "19": 1788.0, + "20": 1717.0, + "21": 1880.0, + "22": 1707.0, + "23": 2116.0, + "24": 1644.0, + "25": 1581.0, + "26": 1664.0, + "27": 1810.0, + "28": 2052.0, + "29": 1954.0, + "30": 1943.0, + "31": 1590.0, + "32": 1906.0, + "33": 2122.0, + "34": 1865.0, + "35": 1994.0, + "36": 1902.0, + "37": 2380.0, + "38": 2161.0, + "39": 2414.0, + "40": 2260.0, + "41": 2308.0, + "42": 2275.0, + "43": 2109.0, + "44": 2189.0, + "45": 2236.0, + "46": 2437.0, + "47": 2581.0, + "48": 2351.0, + "49": 2345.0, + "50": 2524.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.34829, - "3": 0.10511, - "4": 0.09797, - "5": 0.09705, - "6": 0.09665, - "7": 0.09616, - "8": 0.09616, - "9": 0.0968, - "10": 0.09708, - "11": 0.09598, - "12": 0.09533, - "13": 0.09549, - "14": 0.09665, - "15": 0.09303, - "16": 0.0963, - "17": 0.10058, - "18": 0.09955, - "19": 0.10067, - "20": 0.10221, - "21": 0.09941, - "22": 0.09872, - "23": 0.09975, - "24": 0.10322, - "25": 0.09837, - "26": 0.09834, - "27": 0.09843, - "28": 0.09692, - "29": 0.09907, - "30": 0.09889, - "31": 0.10064, - "32": 0.09748, - "33": 0.09927, - "34": 0.09831, - "35": 0.09862, - "36": 0.09852, - "37": 0.09869, - "38": 0.09941, - "39": 0.09945, - "40": 0.10014, - "41": 0.09934, - "42": 0.10081, - "43": 0.10148, - "44": 0.09766, - "45": 0.09746, - "46": 0.09842, - "47": 0.09924, - "48": 0.09864, - "49": 0.09829, - "50": 0.09685 + "2": 4.06847, + "3": 0.10126, + "4": 0.08879, + "5": 0.0895, + "6": 0.09253, + "7": 0.09257, + "8": 0.09092, + "9": 0.0912, + "10": 0.09343, + "11": 0.09132, + "12": 0.09098, + "13": 0.08924, + "14": 0.08868, + "15": 0.0917, + "16": 0.09022, + "17": 0.09175, + "18": 0.08931, + "19": 0.0903, + "20": 0.08975, + "21": 0.08914, + "22": 0.09136, + "23": 0.09031, + "24": 0.08986, + "25": 0.08928, + "26": 0.08905, + "27": 0.0893, + "28": 0.08978, + "29": 0.08991, + "30": 0.08929, + "31": 0.09073, + "32": 0.08895, + "33": 0.08888, + "34": 0.0889, + "35": 0.08867, + "36": 0.08814, + "37": 0.08834, + "38": 0.08834, + "39": 0.08804, + "40": 0.08849, + "41": 0.08911, + "42": 0.08844, + "43": 0.0897, + "44": 0.08853, + "45": 0.09005, + "46": 0.09453, + "47": 0.09155, + "48": 0.08894, + "49": 0.09025, + "50": 0.08973 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_mup/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_mup/model_config.yaml new file mode 100644 index 00000000000..811b88718f9 --- /dev/null +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_mup/model_config.yaml @@ -0,0 +1,57 @@ +ENV_VARS: + CUDA_DEVICE_MAX_CONNECTIONS: 1 + NVTE_ALLOW_NONDETERMINISTIC_ALGO: 0 + NCCL_ALGO: Ring + CUBLAS_WORKSPACE_CONFIG: :4096:8 +MODEL_ARGS: + --num-layers: 12 + --hidden-size: 512 + --num-attention-heads: 8 + --log-params-norm: true + --log-num-zeros-in-grad: true + --log-validation-ppl-to-tensorboard: true + --log-timers-to-tensorboard: true + --tensorboard-dir: ${TENSORBOARD_PATH} + --micro-batch-size: 4 + --global-batch-size: 32 + --seq-length: 1024 + --max-position-embeddings: 1024 + --train-iters: 50 + --timing-log-level: 0 + --lr-decay-iters: 320000 + --save: ${CHECKPOINT_SAVE_PATH} + --load: ${CHECKPOINT_LOAD_PATH} + --data-path: ${DATA_PATH}/text/the_pile/shard00/my-gpt3_00_text_document + --vocab-file: ${DATA_PATH}/text/the_pile/shard00/bpe/vocab.json + --merge-file: ${DATA_PATH}/text/the_pile/shard00/bpe/merges.txt + --split: 949,50,1 + --distributed-backend: nccl + --lr: 0.00015 + --lr-decay-style: cosine + --min-lr: 1.0e-5 + --weight-decay: 1e-2 + --clip-grad: 1.0 + --lr-warmup-fraction: .01 + --log-interval: 1 + --save-interval: 10000 + --eval-interval: 1000 + --eval-iters: 10 + --transformer-impl: transformer_engine + --tensor-model-parallel-size: 1 + --pipeline-model-parallel-size: 1 + --use-distributed-optimizer: true + --no-mmap-bin-files: true + --deterministic-mode: true + --no-gradient-accumulation-fusion: true + --attention-softmax-in-fp32: true + --use-mcore-models: true + --ckpt-format: torch_dist + --dist-ckpt-strictness: log_all + --data-cache-path: ${DATA_CACHE_PATH} + --bf16: true + --attention-backend: unfused + --log-memory-to-tensorboard: true + # MuP (Maximal Update Parameterization) args + --use-mup: true + --mup-base-hidden-size: 256 +TEST_TYPE: regular diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json index eb5a06ac1fc..63661ce44ba 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.77447, "2": 10.78365, - "3": 10.78346, - "4": 10.74822, - "5": 10.81983, - "6": 10.82303, - "7": 10.79055, - "8": 10.77956, - "9": 10.78595, - "10": 10.74453, - "11": 10.83267, + "3": 10.78344, + "4": 10.74824, + "5": 10.81984, + "6": 10.82302, + "7": 10.79059, + "8": 10.77958, + "9": 10.78598, + "10": 10.74454, + "11": 10.83266, "12": 10.80426, - "13": 10.82082, - "14": 10.82567, - "15": 10.74206, - "16": 10.74904, - "17": 10.7252, - "18": 10.74176, - "19": 10.74412, - "20": 10.63678, - "21": 10.63055, - "22": 10.47962, + "13": 10.82087, + "14": 10.8257, + "15": 10.74203, + "16": 10.74906, + "17": 10.72516, + "18": 10.74181, + "19": 10.74413, + "20": 10.63677, + "21": 10.6305, + "22": 10.47963, "23": 10.65976, - "24": 10.52477, - "25": 10.47552, + "24": 10.52481, + "25": 10.47557, "26": 10.54117, - "27": 10.55491, + "27": 10.55492, "28": 10.52139, - "29": 10.536, - "30": 10.3053, - "31": 10.0644, - "32": 10.41569, - "33": 10.42199, - "34": 10.17393, - "35": 10.22403, - "36": 10.18498, - "37": 10.30417, - "38": 10.14995, + "29": 10.53597, + "30": 10.30531, + "31": 10.06441, + "32": 10.41574, + "33": 10.42201, + "34": 10.17392, + "35": 10.22404, + "36": 10.18502, + "37": 10.30415, + "38": 10.14997, "39": 10.37042, - "40": 10.03994, + "40": 10.03995, "41": 10.10953, - "42": 10.17937, - "43": 9.79747, - "44": 9.90812, - "45": 9.79809, - "46": 9.7966, + "42": 10.17942, + "43": 9.79746, + "44": 9.90813, + "45": 9.79805, + "46": 9.79659, "47": 10.12109, - "48": 9.82083, + "48": 9.82082, "49": 9.50495, - "50": 9.88025, - "51": 9.83614, - "52": 9.72315, - "53": 10.05318, + "50": 9.88028, + "51": 9.83616, + "52": 9.72316, + "53": 10.05321, "54": 9.93747, - "55": 9.87384, - "56": 9.60449, - "57": 9.4523, - "58": 9.8188, - "59": 9.5772, - "60": 9.48534, - "61": 9.68548, - "62": 9.97906, - "63": 9.36419, - "64": 9.76203, - "65": 8.94097, - "66": 9.69475, - "67": 9.36656, - "68": 9.77745, - "69": 9.79001, + "55": 9.87386, + "56": 9.6045, + "57": 9.45231, + "58": 9.81878, + "59": 9.57719, + "60": 9.48532, + "61": 9.68547, + "62": 9.97908, + "63": 9.36418, + "64": 9.76205, + "65": 8.94098, + "66": 9.69474, + "67": 9.36662, + "68": 9.77744, + "69": 9.79003, "70": 9.72374, "71": 9.62037, - "72": 9.57423, + "72": 9.5742, "73": 9.48575, - "74": 8.92729, - "75": 9.41651, - "76": 9.07747, - "77": 10.05444, - "78": 9.71914, + "74": 8.9273, + "75": 9.41656, + "76": 9.07746, + "77": 10.05445, + "78": 9.71916, "79": 9.37306, - "80": 9.40003, - "81": 9.47844, - "82": 9.69867, - "83": 9.31155, - "84": 9.41457, + "80": 9.40002, + "81": 9.47843, + "82": 9.69866, + "83": 9.31154, + "84": 9.41458, "85": 9.61163, - "86": 9.07418, + "86": 9.07421, "87": 9.5939, - "88": 9.74928, - "89": 9.5985, - "90": 9.82761, - "91": 9.33631, + "88": 9.74929, + "89": 9.59848, + "90": 9.82763, + "91": 9.33629, "92": 9.35805, - "93": 9.08552, - "94": 8.82786, - "95": 9.5303, - "96": 9.52663, - "97": 9.30483, - "98": 9.67007, - "99": 8.89606, - "100": 9.40702 + "93": 9.08555, + "94": 8.8279, + "95": 9.53034, + "96": 9.5266, + "97": 9.30484, + "98": 9.67005, + "99": 8.89605, + "100": 9.40698 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1531.0, - "2": 1722.0, - "3": 1589.0, - "4": 1870.0, - "5": 1992.0, - "6": 1894.0, - "7": 1954.0, - "8": 1697.0, - "9": 1855.0, - "10": 1477.0, - "11": 1889.0, - "12": 1848.0, - "13": 1973.0, - "14": 1877.0, - "15": 2015.0, - "16": 1943.0, - "17": 1772.0, - "18": 1764.0, - "19": 1782.0, - "20": 1678.0, - "21": 1906.0, - "22": 1738.0, - "23": 2057.0, - "24": 1597.0, - "25": 1567.0, - "26": 1762.0, - "27": 1932.0, - "28": 1987.0, - "29": 1936.0, - "30": 1965.0, - "31": 1554.0, - "32": 1846.0, - "33": 2148.0, - "34": 1872.0, - "35": 1985.0, - "36": 1906.0, - "37": 2245.0, - "38": 2119.0, - "39": 2495.0, - "40": 2274.0, - "41": 2236.0, - "42": 2318.0, - "43": 2068.0, - "44": 2120.0, - "45": 2265.0, - "46": 2447.0, - "47": 2584.0, - "48": 2296.0, - "49": 2252.0, - "50": 2568.0, - "51": 2650.0, - "52": 2700.0, - "53": 2863.0, - "54": 2676.0, - "55": 2390.0, - "56": 2753.0, - "57": 2430.0, - "58": 2919.0, - "59": 2831.0, - "60": 2428.0, - "61": 2932.0, - "62": 2724.0, - "63": 2579.0, - "64": 2987.0, - "65": 2506.0, - "66": 2886.0, - "67": 2871.0, - "68": 2870.0, - "69": 3001.0, - "70": 3294.0, - "71": 3043.0, - "72": 2614.0, - "73": 3054.0, - "74": 2024.0, - "75": 2507.0, - "76": 3020.0, - "77": 3253.0, - "78": 3230.0, - "79": 3210.0, - "80": 3252.0, - "81": 3614.0, - "82": 3395.0, - "83": 2919.0, - "84": 3296.0, - "85": 3320.0, - "86": 2865.0, - "87": 3931.0, - "88": 3240.0, - "89": 3428.0, - "90": 3127.0, - "91": 2815.0, - "92": 3098.0, - "93": 2796.0, - "94": 3324.0, - "95": 3428.0, - "96": 3541.0, - "97": 3216.0, - "98": 3705.0, - "99": 3184.0, - "100": 3073.0 + "1": 1587.0, + "2": 1684.0, + "3": 1639.0, + "4": 1845.0, + "5": 2013.0, + "6": 1866.0, + "7": 1966.0, + "8": 1660.0, + "9": 1910.0, + "10": 1448.0, + "11": 2024.0, + "12": 1767.0, + "13": 1863.0, + "14": 1833.0, + "15": 2020.0, + "16": 1957.0, + "17": 1799.0, + "18": 1751.0, + "19": 1745.0, + "20": 1673.0, + "21": 1901.0, + "22": 1689.0, + "23": 2062.0, + "24": 1658.0, + "25": 1594.0, + "26": 1728.0, + "27": 1913.0, + "28": 1933.0, + "29": 1983.0, + "30": 1950.0, + "31": 1616.0, + "32": 1879.0, + "33": 2091.0, + "34": 1833.0, + "35": 1993.0, + "36": 2025.0, + "37": 2385.0, + "38": 2102.0, + "39": 2431.0, + "40": 2238.0, + "41": 2359.0, + "42": 2225.0, + "43": 2138.0, + "44": 2090.0, + "45": 2178.0, + "46": 2287.0, + "47": 2655.0, + "48": 2336.0, + "49": 2214.0, + "50": 2526.0, + "51": 2690.0, + "52": 2683.0, + "53": 2975.0, + "54": 2691.0, + "55": 2449.0, + "56": 2802.0, + "57": 2291.0, + "58": 2876.0, + "59": 2795.0, + "60": 2457.0, + "61": 2992.0, + "62": 2686.0, + "63": 2532.0, + "64": 2965.0, + "65": 2585.0, + "66": 3084.0, + "67": 2858.0, + "68": 2869.0, + "69": 2976.0, + "70": 3125.0, + "71": 3013.0, + "72": 2619.0, + "73": 3083.0, + "74": 2056.0, + "75": 2613.0, + "76": 2984.0, + "77": 3289.0, + "78": 3241.0, + "79": 3185.0, + "80": 3326.0, + "81": 3485.0, + "82": 3309.0, + "83": 2835.0, + "84": 3288.0, + "85": 3314.0, + "86": 2900.0, + "87": 3890.0, + "88": 3216.0, + "89": 3337.0, + "90": 3102.0, + "91": 2785.0, + "92": 3063.0, + "93": 2919.0, + "94": 3367.0, + "95": 3351.0, + "96": 3415.0, + "97": 3221.0, + "98": 3763.0, + "99": 3123.0, + "100": 3091.0 } }, "mem-allocated-bytes": { @@ -326,105 +326,105 @@ "step_interval": 1, "values": { "1": 2644459008.0, - "2": 2741075456.0, - "3": 2741075456.0, - "4": 2741075456.0, - "5": 2741075456.0, - "6": 2741075456.0, - "7": 2741075456.0, - "8": 2741075456.0, - "9": 2741075456.0, - "10": 2741075456.0, - "11": 2741075456.0, - "12": 2741075456.0, - "13": 2741075456.0, - "14": 2741075456.0, - "15": 2741075456.0, - "16": 2741075456.0, - "17": 2741075456.0, - "18": 2741075456.0, - "19": 2741075456.0, - "20": 2741075456.0, - "21": 2741075456.0, - "22": 2741075456.0, - "23": 2741075456.0, - "24": 2741075456.0, - "25": 2741075456.0, - "26": 2741075456.0, - "27": 2741075456.0, - "28": 2741075456.0, - "29": 2741075456.0, - "30": 2741075456.0, - "31": 2741075456.0, - "32": 2741075456.0, - "33": 2741075456.0, - "34": 2741075456.0, - "35": 2741075456.0, - "36": 2741075456.0, - "37": 2741075456.0, - "38": 2741075456.0, - "39": 2741075456.0, - "40": 2741075456.0, - "41": 2741075456.0, - "42": 2741075456.0, - "43": 2741075456.0, - "44": 2741075456.0, - "45": 2741075456.0, - "46": 2741075456.0, - "47": 2741075456.0, - "48": 2741075456.0, - "49": 2741075456.0, - "50": 2741075456.0, - "51": 2741075456.0, - "52": 2741075456.0, - "53": 2741075456.0, - "54": 2741075456.0, - "55": 2741075456.0, - "56": 2741075456.0, - "57": 2741075456.0, - "58": 2741075456.0, - "59": 2741075456.0, - "60": 2741075456.0, - "61": 2741075456.0, - "62": 2741075456.0, - "63": 2741075456.0, - "64": 2741075456.0, - "65": 2741075456.0, - "66": 2741075456.0, - "67": 2741075456.0, - "68": 2741075456.0, - "69": 2741075456.0, - "70": 2741075456.0, - "71": 2741075456.0, - "72": 2741075456.0, - "73": 2741075456.0, - "74": 2741075456.0, - "75": 2741075456.0, - "76": 2741075456.0, - "77": 2741075456.0, - "78": 2741075456.0, - "79": 2741075456.0, - "80": 2741075456.0, - "81": 2741075456.0, - "82": 2741075456.0, - "83": 2741075456.0, - "84": 2741075456.0, - "85": 2741075456.0, - "86": 2741075456.0, - "87": 2741075456.0, - "88": 2741075456.0, - "89": 2741075456.0, - "90": 2741075456.0, - "91": 2741075456.0, - "92": 2741075456.0, - "93": 2741075456.0, - "94": 2741075456.0, - "95": 2741075456.0, - "96": 2741075456.0, - "97": 2741075456.0, - "98": 2741075456.0, - "99": 2741075456.0, - "100": 2741075456.0 + "2": 2741977600.0, + "3": 2741977600.0, + "4": 2741977600.0, + "5": 2741977600.0, + "6": 2741977600.0, + "7": 2741977600.0, + "8": 2741977600.0, + "9": 2741977600.0, + "10": 2741977600.0, + "11": 2741977600.0, + "12": 2741977600.0, + "13": 2741977600.0, + "14": 2741977600.0, + "15": 2741977600.0, + "16": 2741977600.0, + "17": 2741977600.0, + "18": 2741977600.0, + "19": 2741977600.0, + "20": 2741977600.0, + "21": 2741977600.0, + "22": 2741977600.0, + "23": 2741977600.0, + "24": 2741977600.0, + "25": 2741977600.0, + "26": 2741977600.0, + "27": 2741977600.0, + "28": 2741977600.0, + "29": 2741977600.0, + "30": 2741977600.0, + "31": 2741977600.0, + "32": 2741977600.0, + "33": 2741977600.0, + "34": 2741977600.0, + "35": 2741977600.0, + "36": 2741977600.0, + "37": 2741977600.0, + "38": 2741977600.0, + "39": 2741977600.0, + "40": 2741977600.0, + "41": 2741977600.0, + "42": 2741977600.0, + "43": 2741977600.0, + "44": 2741977600.0, + "45": 2741977600.0, + "46": 2741977600.0, + "47": 2741977600.0, + "48": 2741977600.0, + "49": 2741977600.0, + "50": 2741977600.0, + "51": 2741977600.0, + "52": 2741977600.0, + "53": 2741977600.0, + "54": 2741977600.0, + "55": 2741977600.0, + "56": 2741977600.0, + "57": 2741977600.0, + "58": 2741977600.0, + "59": 2741977600.0, + "60": 2741977600.0, + "61": 2741977600.0, + "62": 2741977600.0, + "63": 2741977600.0, + "64": 2741977600.0, + "65": 2741977600.0, + "66": 2741977600.0, + "67": 2741977600.0, + "68": 2741977600.0, + "69": 2741977600.0, + "70": 2741977600.0, + "71": 2741977600.0, + "72": 2741977600.0, + "73": 2741977600.0, + "74": 2741977600.0, + "75": 2741977600.0, + "76": 2741977600.0, + "77": 2741977600.0, + "78": 2741977600.0, + "79": 2741977600.0, + "80": 2741977600.0, + "81": 2741977600.0, + "82": 2741977600.0, + "83": 2741977600.0, + "84": 2741977600.0, + "85": 2741977600.0, + "86": 2741977600.0, + "87": 2741977600.0, + "88": 2741977600.0, + "89": 2741977600.0, + "90": 2741977600.0, + "91": 2741977600.0, + "92": 2741977600.0, + "93": 2741977600.0, + "94": 2741977600.0, + "95": 2741977600.0, + "96": 2741977600.0, + "97": 2741977600.0, + "98": 2741977600.0, + "99": 2741977600.0, + "100": 2741977600.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.38769, - "3": 0.09884, - "4": 0.08514, - "5": 0.08435, - "6": 0.08412, - "7": 0.08558, - "8": 0.08425, - "9": 0.08436, - "10": 0.08457, - "11": 0.08469, - "12": 0.0848, - "13": 0.08487, - "14": 0.08571, - "15": 0.08487, - "16": 0.08529, - "17": 0.08559, - "18": 0.0898, - "19": 0.08482, - "20": 0.08509, - "21": 0.08527, - "22": 0.08597, - "23": 0.08592, - "24": 0.08654, - "25": 0.08608, - "26": 0.08574, - "27": 0.08542, - "28": 0.0856, - "29": 0.08581, - "30": 0.08539, - "31": 0.08675, - "32": 0.08679, - "33": 0.08699, - "34": 0.08599, - "35": 0.08568, - "36": 0.08528, - "37": 0.08527, - "38": 0.08526, - "39": 0.08614, - "40": 0.08507, - "41": 0.08552, - "42": 0.08586, - "43": 0.08568, - "44": 0.0866, - "45": 0.08692, - "46": 0.08614, - "47": 0.0859, - "48": 0.0863, - "49": 0.08723, - "50": 0.08703, - "51": 0.09195, - "52": 0.0775, - "53": 0.07822, - "54": 0.07813, - "55": 0.0784, - "56": 0.07871, - "57": 0.07816, - "58": 0.07787, - "59": 0.07958, - "60": 0.07893, - "61": 0.07873, - "62": 0.07887, - "63": 0.07945, - "64": 0.07879, - "65": 0.08059, - "66": 0.08041, - "67": 0.08127, - "68": 0.07996, - "69": 0.0799, - "70": 0.07821, - "71": 0.07712, - "72": 0.07745, - "73": 0.07774, - "74": 0.07859, - "75": 0.07741, - "76": 0.07753, - "77": 0.07725, - "78": 0.07676, - "79": 0.07838, - "80": 0.07786, - "81": 0.07743, - "82": 0.07732, - "83": 0.0773, - "84": 0.07664, - "85": 0.07753, - "86": 0.07826, - "87": 0.07764, - "88": 0.07681, - "89": 0.07911, - "90": 0.07799, - "91": 0.07796, - "92": 0.07853, - "93": 0.07736, - "94": 0.07777, - "95": 0.07791, - "96": 0.07723, - "97": 0.07753, - "98": 0.07789, - "99": 0.07782, - "100": 0.07733 + "2": 3.91, + "3": 0.09176, + "4": 0.07867, + "5": 0.07784, + "6": 0.07723, + "7": 0.07698, + "8": 0.0758, + "9": 0.07589, + "10": 0.07634, + "11": 0.07626, + "12": 0.0768, + "13": 0.07681, + "14": 0.07682, + "15": 0.0759, + "16": 0.07596, + "17": 0.07651, + "18": 0.07603, + "19": 0.07618, + "20": 0.07636, + "21": 0.07747, + "22": 0.07846, + "23": 0.07695, + "24": 0.0769, + "25": 0.07901, + "26": 0.07721, + "27": 0.07758, + "28": 0.07805, + "29": 0.07566, + "30": 0.07566, + "31": 0.07601, + "32": 0.07665, + "33": 0.07669, + "34": 0.07738, + "35": 0.07656, + "36": 0.07717, + "37": 0.07666, + "38": 0.07714, + "39": 0.07666, + "40": 0.07677, + "41": 0.07635, + "42": 0.07656, + "43": 0.07591, + "44": 0.07577, + "45": 0.07726, + "46": 0.07728, + "47": 0.07659, + "48": 0.07695, + "49": 0.07762, + "50": 0.07653, + "51": 0.09458, + "52": 0.07903, + "53": 0.07694, + "54": 0.0755, + "55": 0.07647, + "56": 0.07565, + "57": 0.07705, + "58": 0.07632, + "59": 0.07796, + "60": 0.07569, + "61": 0.07613, + "62": 0.07503, + "63": 0.0764, + "64": 0.07603, + "65": 0.07611, + "66": 0.07585, + "67": 0.07858, + "68": 0.07626, + "69": 0.07694, + "70": 0.07697, + "71": 0.07593, + "72": 0.07697, + "73": 0.07657, + "74": 0.07722, + "75": 0.07641, + "76": 0.07669, + "77": 0.07681, + "78": 0.07631, + "79": 0.07651, + "80": 0.07632, + "81": 0.07737, + "82": 0.07659, + "83": 0.07741, + "84": 0.0764, + "85": 0.07666, + "86": 0.07693, + "87": 0.07693, + "88": 0.07656, + "89": 0.07649, + "90": 0.07761, + "91": 0.07685, + "92": 0.07639, + "93": 0.07647, + "94": 0.07726, + "95": 0.07663, + "96": 0.07721, + "97": 0.0767, + "98": 0.07736, + "99": 0.07719, + "100": 0.07713 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json index 131bcbe928e..63e2f03839f 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.89631, "2": 10.89416, - "3": 10.88786, - "4": 10.8914, - "5": 10.89154, - "6": 10.90001, - "7": 10.89184, + "3": 10.88785, + "4": 10.89141, + "5": 10.89153, + "6": 10.90002, + "7": 10.89187, "8": 10.89886, - "9": 10.90208, - "10": 10.88361, - "11": 10.87816, + "9": 10.90211, + "10": 10.88366, + "11": 10.87818, "12": 10.89332, - "13": 10.89816, - "14": 10.89241, - "15": 10.84798, - "16": 10.854, + "13": 10.89817, + "14": 10.89242, + "15": 10.84801, + "16": 10.85399, "17": 10.83093, - "18": 10.83991, - "19": 10.82802, - "20": 10.74822, - "21": 10.73494, - "22": 10.61719, - "23": 10.72621, - "24": 10.63177, - "25": 10.5931, - "26": 10.63365, - "27": 10.63304, - "28": 10.58259, - "29": 10.58595, - "30": 10.41201, - "31": 10.15907, - "32": 10.48362, - "33": 10.46704, + "18": 10.83988, + "19": 10.82804, + "20": 10.74824, + "21": 10.73491, + "22": 10.61715, + "23": 10.72617, + "24": 10.63178, + "25": 10.59314, + "26": 10.63368, + "27": 10.63299, + "28": 10.5826, + "29": 10.58594, + "30": 10.41207, + "31": 10.15904, + "32": 10.48361, + "33": 10.46707, "34": 10.23815, - "35": 10.28193, - "36": 10.24052, - "37": 10.36227, - "38": 10.20306, - "39": 10.40456, - "40": 10.09271, - "41": 10.15831, - "42": 10.21934, + "35": 10.28191, + "36": 10.24054, + "37": 10.36221, + "38": 10.2031, + "39": 10.40457, + "40": 10.0927, + "41": 10.15833, + "42": 10.21932, "43": 9.8436, - "44": 9.97299, - "45": 9.84189, - "46": 9.82017, + "44": 9.97302, + "45": 9.84192, + "46": 9.82018, "47": 10.14968, - "48": 9.86021, - "49": 9.54238, - "50": 9.91347, - "51": 9.85447, - "52": 9.73936, - "53": 10.07426, - "54": 9.96915, - "55": 9.88574, + "48": 9.86019, + "49": 9.54235, + "50": 9.91348, + "51": 9.85448, + "52": 9.73931, + "53": 10.0743, + "54": 9.96913, + "55": 9.8857, "56": 9.62437, - "57": 9.4823, - "58": 9.83483, - "59": 9.58732, - "60": 9.50245, - "61": 9.69343, + "57": 9.48228, + "58": 9.83485, + "59": 9.5873, + "60": 9.50243, + "61": 9.69341, "62": 9.98806, "63": 9.39103, - "64": 9.78021, + "64": 9.78025, "65": 8.94515, - "66": 9.70494, - "67": 9.37251, - "68": 9.78329, - "69": 9.79058, - "70": 9.74454, - "71": 9.62301, - "72": 9.58458, - "73": 9.50513, - "74": 8.94312, - "75": 9.42524, - "76": 9.07601, - "77": 10.06353, - "78": 9.72308, - "79": 9.37502, - "80": 9.40453, - "81": 9.47794, - "82": 9.69667, - "83": 9.3072, - "84": 9.41526, + "66": 9.70491, + "67": 9.37249, + "68": 9.78331, + "69": 9.7906, + "70": 9.74449, + "71": 9.62299, + "72": 9.58459, + "73": 9.5051, + "74": 8.94308, + "75": 9.42526, + "76": 9.07602, + "77": 10.06351, + "78": 9.72309, + "79": 9.37504, + "80": 9.40451, + "81": 9.47792, + "82": 9.69668, + "83": 9.30716, + "84": 9.41528, "85": 9.61293, - "86": 9.07195, - "87": 9.5884, - "88": 9.74762, - "89": 9.59982, - "90": 9.81672, - "91": 9.3379, - "92": 9.35605, - "93": 9.07425, + "86": 9.07193, + "87": 9.58838, + "88": 9.74763, + "89": 9.59984, + "90": 9.8167, + "91": 9.33789, + "92": 9.35602, + "93": 9.07424, "94": 8.8351, - "95": 9.5184, - "96": 9.52391, - "97": 9.30923, - "98": 9.66743, - "99": 8.88419, - "100": 9.39924 + "95": 9.51839, + "96": 9.52393, + "97": 9.30921, + "98": 9.66745, + "99": 8.88417, + "100": 9.39922 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1483.0, - "2": 1650.0, - "3": 1681.0, - "4": 1767.0, - "5": 1903.0, - "6": 1952.0, - "7": 1967.0, - "8": 1651.0, - "9": 1886.0, - "10": 1427.0, - "11": 1897.0, - "12": 1855.0, - "13": 1941.0, - "14": 1749.0, - "15": 1901.0, - "16": 1813.0, - "17": 1710.0, - "18": 1707.0, - "19": 1819.0, - "20": 1639.0, - "21": 1880.0, - "22": 1769.0, - "23": 2016.0, - "24": 1692.0, - "25": 1672.0, - "26": 1778.0, - "27": 1861.0, - "28": 1964.0, - "29": 2021.0, - "30": 1938.0, - "31": 1645.0, - "32": 1864.0, - "33": 2150.0, - "34": 1828.0, - "35": 1982.0, - "36": 1864.0, - "37": 2355.0, - "38": 2358.0, - "39": 2385.0, - "40": 2407.0, - "41": 2501.0, - "42": 2435.0, - "43": 2033.0, - "44": 2089.0, - "45": 2210.0, - "46": 2351.0, - "47": 2502.0, - "48": 2444.0, - "49": 2302.0, - "50": 2492.0, - "51": 2598.0, - "52": 2547.0, - "53": 2957.0, - "54": 2750.0, - "55": 2372.0, - "56": 2569.0, - "57": 2395.0, - "58": 2901.0, - "59": 2741.0, - "60": 2430.0, - "61": 2868.0, - "62": 2651.0, - "63": 2507.0, - "64": 3014.0, - "65": 2683.0, - "66": 2935.0, - "67": 2783.0, - "68": 2725.0, - "69": 2788.0, - "70": 3152.0, - "71": 3026.0, - "72": 2415.0, - "73": 3122.0, - "74": 1967.0, - "75": 2581.0, - "76": 3010.0, - "77": 3294.0, - "78": 3166.0, - "79": 3150.0, - "80": 3246.0, - "81": 3566.0, - "82": 3285.0, - "83": 2817.0, - "84": 3269.0, - "85": 3425.0, - "86": 2819.0, - "87": 3577.0, - "88": 3004.0, - "89": 3323.0, - "90": 3023.0, - "91": 2661.0, - "92": 3066.0, - "93": 2691.0, - "94": 3305.0, - "95": 3403.0, - "96": 3377.0, - "97": 3242.0, - "98": 3697.0, - "99": 3112.0, - "100": 3199.0 + "1": 1524.0, + "2": 1653.0, + "3": 1732.0, + "4": 1794.0, + "5": 1835.0, + "6": 1904.0, + "7": 1919.0, + "8": 1747.0, + "9": 1860.0, + "10": 1363.0, + "11": 1886.0, + "12": 1808.0, + "13": 1956.0, + "14": 1754.0, + "15": 1833.0, + "16": 1855.0, + "17": 1780.0, + "18": 1729.0, + "19": 1777.0, + "20": 1697.0, + "21": 1884.0, + "22": 1765.0, + "23": 2080.0, + "24": 1675.0, + "25": 1705.0, + "26": 1767.0, + "27": 1858.0, + "28": 2041.0, + "29": 1983.0, + "30": 1959.0, + "31": 1555.0, + "32": 1953.0, + "33": 2118.0, + "34": 1862.0, + "35": 1973.0, + "36": 1880.0, + "37": 2313.0, + "38": 2319.0, + "39": 2419.0, + "40": 2393.0, + "41": 2485.0, + "42": 2393.0, + "43": 2025.0, + "44": 2129.0, + "45": 2131.0, + "46": 2281.0, + "47": 2440.0, + "48": 2405.0, + "49": 2336.0, + "50": 2472.0, + "51": 2591.0, + "52": 2526.0, + "53": 2940.0, + "54": 2660.0, + "55": 2391.0, + "56": 2665.0, + "57": 2437.0, + "58": 2987.0, + "59": 2660.0, + "60": 2398.0, + "61": 2806.0, + "62": 2734.0, + "63": 2411.0, + "64": 2967.0, + "65": 2627.0, + "66": 2869.0, + "67": 2810.0, + "68": 2718.0, + "69": 2774.0, + "70": 3156.0, + "71": 3066.0, + "72": 2566.0, + "73": 3156.0, + "74": 1966.0, + "75": 2690.0, + "76": 2965.0, + "77": 3234.0, + "78": 3138.0, + "79": 2977.0, + "80": 3317.0, + "81": 3629.0, + "82": 3248.0, + "83": 2756.0, + "84": 3268.0, + "85": 3380.0, + "86": 2755.0, + "87": 3685.0, + "88": 3079.0, + "89": 3284.0, + "90": 3041.0, + "91": 2674.0, + "92": 3078.0, + "93": 2682.0, + "94": 3367.0, + "95": 3456.0, + "96": 3380.0, + "97": 3163.0, + "98": 3686.0, + "99": 3131.0, + "100": 3129.0 } }, "mem-allocated-bytes": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 6.85919, - "2": 0.0831, - "3": 0.08065, - "4": 0.05861, - "5": 0.04976, - "6": 0.05045, - "7": 0.04972, - "8": 0.04911, - "9": 0.04965, - "10": 0.04942, - "11": 0.04916, - "12": 0.04915, - "13": 0.04939, - "14": 0.04993, - "15": 0.04987, - "16": 0.04906, - "17": 0.05015, - "18": 0.04924, - "19": 0.05168, - "20": 0.04963, - "21": 0.05051, - "22": 0.04948, - "23": 0.05006, - "24": 0.04939, - "25": 0.05019, - "26": 0.04951, - "27": 0.05048, - "28": 0.04917, - "29": 0.05015, - "30": 0.04921, - "31": 0.04969, - "32": 0.04894, - "33": 0.04941, - "34": 0.04938, - "35": 0.04927, - "36": 0.04942, - "37": 0.04944, - "38": 0.04973, - "39": 0.04957, - "40": 0.05016, - "41": 0.04968, - "42": 0.05042, - "43": 0.0523, - "44": 0.04956, - "45": 0.04948, - "46": 0.05093, - "47": 0.0493, - "48": 0.0498, - "49": 0.05177, - "50": 0.05032, - "51": 0.05749, - "52": 0.05013, - "53": 0.0512, - "54": 0.04935, - "55": 0.04891, - "56": 0.04976, - "57": 0.04984, - "58": 0.04964, - "59": 0.05274, - "60": 0.04962, - "61": 0.05096, - "62": 0.04934, - "63": 0.04971, - "64": 0.0503, - "65": 0.05028, - "66": 0.04991, - "67": 0.04926, - "68": 0.04848, - "69": 0.0493, - "70": 0.04943, - "71": 0.04943, - "72": 0.04852, - "73": 0.04928, - "74": 0.04895, - "75": 0.04995, - "76": 0.04877, - "77": 0.0492, - "78": 0.04886, - "79": 0.04938, - "80": 0.04894, - "81": 0.04892, - "82": 0.05016, - "83": 0.04964, - "84": 0.04956, - "85": 0.04881, - "86": 0.04999, - "87": 0.04908, - "88": 0.04838, - "89": 0.04957, - "90": 0.04882, - "91": 0.04993, - "92": 0.05004, - "93": 0.05003, - "94": 0.04961, - "95": 0.05132, - "96": 0.05071, - "97": 0.04952, - "98": 0.04851, - "99": 0.05027, - "100": 0.04988 + "1": "nan", + "2": 4.10968, + "3": 0.0647, + "4": 0.05011, + "5": 0.04999, + "6": 0.05, + "7": 0.04977, + "8": 0.04985, + "9": 0.05058, + "10": 0.04994, + "11": 0.05101, + "12": 0.05004, + "13": 0.05386, + "14": 0.0495, + "15": 0.05196, + "16": 0.04977, + "17": 0.05163, + "18": 0.04987, + "19": 0.052, + "20": 0.05008, + "21": 0.05173, + "22": 0.04974, + "23": 0.05131, + "24": 0.04947, + "25": 0.05107, + "26": 0.05122, + "27": 0.05254, + "28": 0.04977, + "29": 0.05091, + "30": 0.04997, + "31": 0.05132, + "32": 0.04976, + "33": 0.05152, + "34": 0.04986, + "35": 0.05126, + "36": 0.05009, + "37": 0.05096, + "38": 0.04998, + "39": 0.05212, + "40": 0.0502, + "41": 0.05106, + "42": 0.04979, + "43": 0.05269, + "44": 0.05006, + "45": 0.0516, + "46": 0.05082, + "47": 0.05109, + "48": 0.04999, + "49": 0.05119, + "50": 0.05038, + "51": 0.05535, + "52": 0.05046, + "53": 0.05138, + "54": 0.05027, + "55": 0.05075, + "56": 0.04981, + "57": 0.05159, + "58": 0.05058, + "59": 0.05217, + "60": 0.05149, + "61": 0.04997, + "62": 0.05194, + "63": 0.04978, + "64": 0.05149, + "65": 0.05046, + "66": 0.05122, + "67": 0.05044, + "68": 0.05143, + "69": 0.05001, + "70": 0.05119, + "71": 0.04992, + "72": 0.05165, + "73": 0.04982, + "74": 0.05177, + "75": 0.05017, + "76": 0.05181, + "77": 0.04976, + "78": 0.05205, + "79": 0.04988, + "80": 0.05179, + "81": 0.04998, + "82": 0.05171, + "83": 0.04955, + "84": 0.05129, + "85": 0.04997, + "86": 0.05196, + "87": 0.04994, + "88": 0.05222, + "89": 0.04959, + "90": 0.05149, + "91": 0.05016, + "92": 0.04991, + "93": 0.05106, + "94": 0.05058, + "95": 0.05081, + "96": 0.05036, + "97": 0.05139, + "98": 0.05245, + "99": 0.05188, + "100": 0.05016 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json index 05b11c3c8ee..0f5dd5066ab 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json @@ -6,103 +6,103 @@ "values": { "1": 10.89631, "2": 10.89416, - "3": 10.88786, - "4": 10.8914, - "5": 10.89154, - "6": 10.90001, - "7": 10.89184, + "3": 10.88785, + "4": 10.89141, + "5": 10.89153, + "6": 10.90002, + "7": 10.89187, "8": 10.89886, - "9": 10.90208, - "10": 10.88361, - "11": 10.87817, - "12": 10.89334, - "13": 10.89814, - "14": 10.89242, - "15": 10.84803, - "16": 10.85398, - "17": 10.83097, - "18": 10.83991, + "9": 10.90211, + "10": 10.88366, + "11": 10.87818, + "12": 10.89332, + "13": 10.89815, + "14": 10.89244, + "15": 10.84802, + "16": 10.85399, + "17": 10.83096, + "18": 10.83988, "19": 10.82801, - "20": 10.74824, - "21": 10.73496, - "22": 10.61719, - "23": 10.72621, - "24": 10.63178, - "25": 10.59309, - "26": 10.63369, - "27": 10.63304, - "28": 10.58264, + "20": 10.74826, + "21": 10.73495, + "22": 10.61721, + "23": 10.7262, + "24": 10.6318, + "25": 10.59315, + "26": 10.63366, + "27": 10.63302, + "28": 10.58261, "29": 10.58594, "30": 10.41204, - "31": 10.15899, - "32": 10.48366, + "31": 10.15907, + "32": 10.48364, "33": 10.46706, - "34": 10.23811, - "35": 10.28189, - "36": 10.24056, - "37": 10.36219, - "38": 10.20309, + "34": 10.23815, + "35": 10.28192, + "36": 10.24053, + "37": 10.36222, + "38": 10.20308, "39": 10.40454, "40": 10.09271, - "41": 10.15835, - "42": 10.21933, - "43": 9.84358, - "44": 9.97303, - "45": 9.84194, - "46": 9.82017, - "47": 10.14969, - "48": 9.86023, - "49": 9.54235, - "50": 9.91343, - "51": 9.8545, - "52": 9.7393, - "53": 10.07426, - "54": 9.96913, - "55": 9.88574, - "56": 9.62438, - "57": 9.48229, - "58": 9.83484, + "41": 10.15834, + "42": 10.21931, + "43": 9.84356, + "44": 9.97301, + "45": 9.84195, + "46": 9.82013, + "47": 10.14966, + "48": 9.86021, + "49": 9.54237, + "50": 9.91349, + "51": 9.85446, + "52": 9.73932, + "53": 10.07424, + "54": 9.96915, + "55": 9.8857, + "56": 9.62439, + "57": 9.48231, + "58": 9.83487, "59": 9.58731, - "60": 9.50243, - "61": 9.6934, - "62": 9.988, - "63": 9.39105, - "64": 9.78022, - "65": 8.94516, + "60": 9.50244, + "61": 9.69338, + "62": 9.98802, + "63": 9.39104, + "64": 9.78023, + "65": 8.94515, "66": 9.70492, "67": 9.37249, - "68": 9.78328, - "69": 9.79057, - "70": 9.74451, - "71": 9.62298, - "72": 9.58457, - "73": 9.50511, - "74": 8.94308, - "75": 9.42524, - "76": 9.07602, - "77": 10.06352, - "78": 9.72307, - "79": 9.37497, - "80": 9.40454, - "81": 9.4779, - "82": 9.69669, + "68": 9.78334, + "69": 9.79056, + "70": 9.74448, + "71": 9.62302, + "72": 9.58456, + "73": 9.50509, + "74": 8.94304, + "75": 9.42523, + "76": 9.07599, + "77": 10.06351, + "78": 9.72308, + "79": 9.37501, + "80": 9.40453, + "81": 9.47789, + "82": 9.69668, "83": 9.30714, - "84": 9.41525, - "85": 9.61295, - "86": 9.07198, - "87": 9.58834, + "84": 9.41527, + "85": 9.61294, + "86": 9.07193, + "87": 9.58839, "88": 9.7476, - "89": 9.59984, + "89": 9.59981, "90": 9.81672, - "91": 9.33791, - "92": 9.35608, + "91": 9.33789, + "92": 9.35604, "93": 9.07423, - "94": 8.83511, - "95": 9.51841, - "96": 9.52391, - "97": 9.30922, - "98": 9.66746, - "99": 8.88421, + "94": 8.83512, + "95": 9.51842, + "96": 9.52392, + "97": 9.30921, + "98": 9.66748, + "99": 8.88417, "100": 9.39923 } }, @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1483.0, - "2": 1650.0, - "3": 1681.0, - "4": 1767.0, - "5": 1903.0, - "6": 1952.0, - "7": 1967.0, - "8": 1651.0, - "9": 1886.0, - "10": 1427.0, - "11": 1939.0, - "12": 1778.0, - "13": 1964.0, - "14": 1762.0, - "15": 1980.0, - "16": 1923.0, - "17": 1817.0, - "18": 1783.0, - "19": 1750.0, - "20": 1588.0, - "21": 1855.0, - "22": 1641.0, - "23": 2098.0, - "24": 1679.0, - "25": 1649.0, - "26": 1806.0, - "27": 1834.0, - "28": 2042.0, - "29": 2033.0, - "30": 1984.0, - "31": 1518.0, - "32": 1954.0, - "33": 2068.0, - "34": 1900.0, - "35": 1921.0, - "36": 1965.0, - "37": 2321.0, - "38": 2340.0, - "39": 2344.0, - "40": 2367.0, - "41": 2457.0, - "42": 2367.0, - "43": 2020.0, - "44": 2135.0, - "45": 2184.0, - "46": 2310.0, - "47": 2463.0, - "48": 2450.0, - "49": 2259.0, - "50": 2444.0, - "51": 2543.0, - "52": 2613.0, - "53": 2945.0, - "54": 2713.0, - "55": 2503.0, - "56": 2692.0, - "57": 2338.0, - "58": 2961.0, - "59": 2620.0, - "60": 2367.0, - "61": 2909.0, - "62": 2728.0, - "63": 2399.0, - "64": 2909.0, - "65": 2605.0, - "66": 2983.0, - "67": 2793.0, - "68": 2663.0, - "69": 2833.0, - "70": 3135.0, - "71": 2997.0, - "72": 2464.0, - "73": 3088.0, - "74": 1970.0, - "75": 2556.0, - "76": 3064.0, - "77": 3231.0, - "78": 3097.0, - "79": 3035.0, - "80": 3301.0, - "81": 3599.0, - "82": 3215.0, - "83": 2757.0, - "84": 3130.0, - "85": 3380.0, - "86": 2742.0, - "87": 3723.0, - "88": 3066.0, - "89": 3264.0, - "90": 3198.0, - "91": 2718.0, - "92": 3070.0, - "93": 2624.0, - "94": 3301.0, - "95": 3431.0, - "96": 3358.0, - "97": 3142.0, - "98": 3704.0, - "99": 3107.0, - "100": 3089.0 + "1": 1524.0, + "2": 1653.0, + "3": 1732.0, + "4": 1794.0, + "5": 1835.0, + "6": 1904.0, + "7": 1919.0, + "8": 1747.0, + "9": 1860.0, + "10": 1363.0, + "11": 1886.0, + "12": 1814.0, + "13": 2010.0, + "14": 1805.0, + "15": 1895.0, + "16": 1925.0, + "17": 1797.0, + "18": 1687.0, + "19": 1794.0, + "20": 1640.0, + "21": 1870.0, + "22": 1691.0, + "23": 2048.0, + "24": 1689.0, + "25": 1674.0, + "26": 1851.0, + "27": 1918.0, + "28": 2004.0, + "29": 2002.0, + "30": 1974.0, + "31": 1552.0, + "32": 1919.0, + "33": 2072.0, + "34": 1877.0, + "35": 2014.0, + "36": 1917.0, + "37": 2380.0, + "38": 2217.0, + "39": 2340.0, + "40": 2334.0, + "41": 2432.0, + "42": 2292.0, + "43": 2056.0, + "44": 2175.0, + "45": 2177.0, + "46": 2317.0, + "47": 2577.0, + "48": 2421.0, + "49": 2154.0, + "50": 2463.0, + "51": 2625.0, + "52": 2529.0, + "53": 2937.0, + "54": 2770.0, + "55": 2449.0, + "56": 2668.0, + "57": 2348.0, + "58": 3012.0, + "59": 2766.0, + "60": 2323.0, + "61": 2868.0, + "62": 2665.0, + "63": 2375.0, + "64": 2910.0, + "65": 2634.0, + "66": 2945.0, + "67": 2770.0, + "68": 2758.0, + "69": 2839.0, + "70": 3090.0, + "71": 2928.0, + "72": 2473.0, + "73": 2991.0, + "74": 2012.0, + "75": 2569.0, + "76": 2953.0, + "77": 3333.0, + "78": 3200.0, + "79": 3040.0, + "80": 3305.0, + "81": 3551.0, + "82": 3269.0, + "83": 2808.0, + "84": 3261.0, + "85": 3369.0, + "86": 2708.0, + "87": 3551.0, + "88": 3135.0, + "89": 3206.0, + "90": 3087.0, + "91": 2653.0, + "92": 3131.0, + "93": 2676.0, + "94": 3310.0, + "95": 3393.0, + "96": 3418.0, + "97": 3229.0, + "98": 3725.0, + "99": 3049.0, + "100": 3170.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1261849088.0, - "2": 1261849088.0, - "3": 1261849088.0, - "4": 1261849088.0, - "5": 1261849088.0, - "6": 1261849088.0, - "7": 1261849088.0, - "8": 1261849088.0, - "9": 1261849088.0, - "10": 1261849088.0, - "11": 1261849088.0, - "12": 1261849088.0, - "13": 1261849088.0, - "14": 1261849088.0, - "15": 1261849088.0, - "16": 1261849088.0, - "17": 1261849088.0, - "18": 1261849088.0, - "19": 1261849088.0, - "20": 1261849088.0, - "21": 1261849088.0, - "22": 1261849088.0, - "23": 1261849088.0, - "24": 1261849088.0, - "25": 1261849088.0, - "26": 1261849088.0, - "27": 1261849088.0, - "28": 1261849088.0, - "29": 1261849088.0, - "30": 1261849088.0, - "31": 1261849088.0, - "32": 1261849088.0, - "33": 1261849088.0, - "34": 1261849088.0, - "35": 1261849088.0, - "36": 1261849088.0, - "37": 1261849088.0, - "38": 1261849088.0, - "39": 1261849088.0, - "40": 1261849088.0, - "41": 1261849088.0, - "42": 1261849088.0, - "43": 1261849088.0, - "44": 1261849088.0, - "45": 1261849088.0, - "46": 1261849088.0, - "47": 1261849088.0, - "48": 1261849088.0, - "49": 1261849088.0, - "50": 1261849088.0, - "51": 1261849088.0, - "52": 1261849088.0, - "53": 1261849088.0, - "54": 1261849088.0, - "55": 1261849088.0, - "56": 1261849088.0, - "57": 1261849088.0, - "58": 1261849088.0, - "59": 1261849088.0, - "60": 1261849088.0, - "61": 1261849088.0, - "62": 1261849088.0, - "63": 1261849088.0, - "64": 1261849088.0, - "65": 1261849088.0, - "66": 1261849088.0, - "67": 1261849088.0, - "68": 1261849088.0, - "69": 1261849088.0, - "70": 1261849088.0, - "71": 1261849088.0, - "72": 1261849088.0, - "73": 1261849088.0, - "74": 1261849088.0, - "75": 1261849088.0, - "76": 1261849088.0, - "77": 1261849088.0, - "78": 1261849088.0, - "79": 1261849088.0, - "80": 1261849088.0, - "81": 1261849088.0, - "82": 1261849088.0, - "83": 1261849088.0, - "84": 1261849088.0, - "85": 1261849088.0, - "86": 1261849088.0, - "87": 1261849088.0, - "88": 1261849088.0, - "89": 1261849088.0, - "90": 1261849088.0, - "91": 1261849088.0, - "92": 1261849088.0, - "93": 1261849088.0, - "94": 1261849088.0, - "95": 1261849088.0, - "96": 1261849088.0, - "97": 1261849088.0, - "98": 1261849088.0, - "99": 1261849088.0, - "100": 1261849088.0 + "1": 1259751936.0, + "2": 1259751936.0, + "3": 1259751936.0, + "4": 1259751936.0, + "5": 1259751936.0, + "6": 1259751936.0, + "7": 1259751936.0, + "8": 1259751936.0, + "9": 1259751936.0, + "10": 1259751936.0, + "11": 1259751936.0, + "12": 1259751936.0, + "13": 1259751936.0, + "14": 1259751936.0, + "15": 1259751936.0, + "16": 1259751936.0, + "17": 1259751936.0, + "18": 1259751936.0, + "19": 1259751936.0, + "20": 1259751936.0, + "21": 1259751936.0, + "22": 1259751936.0, + "23": 1259751936.0, + "24": 1259751936.0, + "25": 1259751936.0, + "26": 1259751936.0, + "27": 1259751936.0, + "28": 1259751936.0, + "29": 1259751936.0, + "30": 1259751936.0, + "31": 1259751936.0, + "32": 1259751936.0, + "33": 1259751936.0, + "34": 1259751936.0, + "35": 1259751936.0, + "36": 1259751936.0, + "37": 1259751936.0, + "38": 1259751936.0, + "39": 1259751936.0, + "40": 1259751936.0, + "41": 1259751936.0, + "42": 1259751936.0, + "43": 1259751936.0, + "44": 1259751936.0, + "45": 1259751936.0, + "46": 1259751936.0, + "47": 1259751936.0, + "48": 1259751936.0, + "49": 1259751936.0, + "50": 1259751936.0, + "51": 1259751936.0, + "52": 1259751936.0, + "53": 1259751936.0, + "54": 1259751936.0, + "55": 1259751936.0, + "56": 1259751936.0, + "57": 1259751936.0, + "58": 1259751936.0, + "59": 1259751936.0, + "60": 1259751936.0, + "61": 1259751936.0, + "62": 1259751936.0, + "63": 1259751936.0, + "64": 1259751936.0, + "65": 1259751936.0, + "66": 1259751936.0, + "67": 1259751936.0, + "68": 1259751936.0, + "69": 1259751936.0, + "70": 1259751936.0, + "71": 1259751936.0, + "72": 1259751936.0, + "73": 1259751936.0, + "74": 1259751936.0, + "75": 1259751936.0, + "76": 1259751936.0, + "77": 1259751936.0, + "78": 1259751936.0, + "79": 1259751936.0, + "80": 1259751936.0, + "81": 1259751936.0, + "82": 1259751936.0, + "83": 1259751936.0, + "84": 1259751936.0, + "85": 1259751936.0, + "86": 1259751936.0, + "87": 1259751936.0, + "88": 1259751936.0, + "89": 1259751936.0, + "90": 1259751936.0, + "91": 1259751936.0, + "92": 1259751936.0, + "93": 1259751936.0, + "94": 1259751936.0, + "95": 1259751936.0, + "96": 1259751936.0, + "97": 1259751936.0, + "98": 1259751936.0, + "99": 1259751936.0, + "100": 1259751936.0 } }, "mem-max-allocated-bytes": { @@ -326,105 +326,105 @@ "step_interval": 1, "values": { "1": 2013853696.0, - "2": 2563431424.0, - "3": 2563431424.0, - "4": 2563431424.0, - "5": 2563431424.0, - "6": 2563431424.0, - "7": 2563431424.0, - "8": 2563431424.0, - "9": 2563431424.0, - "10": 2563431424.0, - "11": 2563431424.0, - "12": 2563431424.0, - "13": 2563431424.0, - "14": 2563431424.0, - "15": 2563431424.0, - "16": 2563431424.0, - "17": 2563431424.0, - "18": 2563431424.0, - "19": 2563431424.0, - "20": 2563431424.0, - "21": 2563431424.0, - "22": 2563431424.0, - "23": 2563431424.0, - "24": 2563431424.0, - "25": 2563431424.0, - "26": 2563431424.0, - "27": 2563431424.0, - "28": 2563431424.0, - "29": 2563431424.0, - "30": 2563431424.0, - "31": 2563431424.0, - "32": 2563431424.0, - "33": 2563431424.0, - "34": 2563431424.0, - "35": 2563431424.0, - "36": 2563431424.0, - "37": 2563431424.0, - "38": 2563431424.0, - "39": 2563431424.0, - "40": 2563431424.0, - "41": 2563431424.0, - "42": 2563431424.0, - "43": 2563431424.0, - "44": 2563431424.0, - "45": 2563431424.0, - "46": 2563431424.0, - "47": 2563431424.0, - "48": 2563431424.0, - "49": 2563431424.0, - "50": 2563431424.0, - "51": 2563431424.0, - "52": 2563431424.0, - "53": 2563431424.0, - "54": 2563431424.0, - "55": 2563431424.0, - "56": 2563431424.0, - "57": 2563431424.0, - "58": 2563431424.0, - "59": 2563431424.0, - "60": 2563431424.0, - "61": 2563431424.0, - "62": 2563431424.0, - "63": 2563431424.0, - "64": 2563431424.0, - "65": 2563431424.0, - "66": 2563431424.0, - "67": 2563431424.0, - "68": 2563431424.0, - "69": 2563431424.0, - "70": 2563431424.0, - "71": 2563431424.0, - "72": 2563431424.0, - "73": 2563431424.0, - "74": 2563431424.0, - "75": 2563431424.0, - "76": 2563431424.0, - "77": 2563431424.0, - "78": 2563431424.0, - "79": 2563431424.0, - "80": 2563431424.0, - "81": 2563431424.0, - "82": 2563431424.0, - "83": 2563431424.0, - "84": 2563431424.0, - "85": 2563431424.0, - "86": 2563431424.0, - "87": 2563431424.0, - "88": 2563431424.0, - "89": 2563431424.0, - "90": 2563431424.0, - "91": 2563431424.0, - "92": 2563431424.0, - "93": 2563431424.0, - "94": 2563431424.0, - "95": 2563431424.0, - "96": 2563431424.0, - "97": 2563431424.0, - "98": 2563431424.0, - "99": 2563431424.0, - "100": 2563431424.0 + "2": 2561334272.0, + "3": 2561334272.0, + "4": 2561334272.0, + "5": 2561334272.0, + "6": 2561334272.0, + "7": 2561334272.0, + "8": 2561334272.0, + "9": 2561334272.0, + "10": 2561334272.0, + "11": 2561334272.0, + "12": 2561334272.0, + "13": 2561334272.0, + "14": 2561334272.0, + "15": 2561334272.0, + "16": 2561334272.0, + "17": 2561334272.0, + "18": 2561334272.0, + "19": 2561334272.0, + "20": 2561334272.0, + "21": 2561334272.0, + "22": 2561334272.0, + "23": 2561334272.0, + "24": 2561334272.0, + "25": 2561334272.0, + "26": 2561334272.0, + "27": 2561334272.0, + "28": 2561334272.0, + "29": 2561334272.0, + "30": 2561334272.0, + "31": 2561334272.0, + "32": 2561334272.0, + "33": 2561334272.0, + "34": 2561334272.0, + "35": 2561334272.0, + "36": 2561334272.0, + "37": 2561334272.0, + "38": 2561334272.0, + "39": 2561334272.0, + "40": 2561334272.0, + "41": 2561334272.0, + "42": 2561334272.0, + "43": 2561334272.0, + "44": 2561334272.0, + "45": 2561334272.0, + "46": 2561334272.0, + "47": 2561334272.0, + "48": 2561334272.0, + "49": 2561334272.0, + "50": 2561334272.0, + "51": 2561334272.0, + "52": 2561334272.0, + "53": 2561334272.0, + "54": 2561334272.0, + "55": 2561334272.0, + "56": 2561334272.0, + "57": 2561334272.0, + "58": 2561334272.0, + "59": 2561334272.0, + "60": 2561334272.0, + "61": 2561334272.0, + "62": 2561334272.0, + "63": 2561334272.0, + "64": 2561334272.0, + "65": 2561334272.0, + "66": 2561334272.0, + "67": 2561334272.0, + "68": 2561334272.0, + "69": 2561334272.0, + "70": 2561334272.0, + "71": 2561334272.0, + "72": 2561334272.0, + "73": 2561334272.0, + "74": 2561334272.0, + "75": 2561334272.0, + "76": 2561334272.0, + "77": 2561334272.0, + "78": 2561334272.0, + "79": 2561334272.0, + "80": 2561334272.0, + "81": 2561334272.0, + "82": 2561334272.0, + "83": 2561334272.0, + "84": 2561334272.0, + "85": 2561334272.0, + "86": 2561334272.0, + "87": 2561334272.0, + "88": 2561334272.0, + "89": 2561334272.0, + "90": 2561334272.0, + "91": 2561334272.0, + "92": 2561334272.0, + "93": 2561334272.0, + "94": 2561334272.0, + "95": 2561334272.0, + "96": 2561334272.0, + "97": 2561334272.0, + "98": 2561334272.0, + "99": 2561334272.0, + "100": 2561334272.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 4.95057, - "2": 0.11272, - "3": 0.10006, - "4": 0.0754, - "5": 0.07446, - "6": 0.07499, - "7": 0.07451, - "8": 0.07507, - "9": 0.07406, - "10": 0.07462, - "11": 0.07387, - "12": 0.07421, - "13": 0.07426, - "14": 0.075, - "15": 0.07429, - "16": 0.07394, - "17": 0.07476, - "18": 0.07498, - "19": 0.07455, - "20": 0.07456, - "21": 0.07463, - "22": 0.07473, - "23": 0.07475, - "24": 0.0743, - "25": 0.07447, - "26": 0.07414, - "27": 0.07438, - "28": 0.07665, - "29": 0.07618, - "30": 0.07525, - "31": 0.07718, - "32": 0.07452, - "33": 0.07632, - "34": 0.07594, - "35": 0.0752, - "36": 0.07788, - "37": 0.07472, - "38": 0.07514, - "39": 0.07557, - "40": 0.07528, - "41": 0.07668, - "42": 0.07829, - "43": 0.07561, - "44": 0.07525, - "45": 0.07522, - "46": 0.08858, - "47": 0.09212, - "48": 0.07649, - "49": 0.07761, - "50": 0.07534, - "51": 0.0797, - "52": 0.07601, - "53": 0.07588, - "54": 0.07564, - "55": 0.07643, - "56": 0.07613, - "57": 0.07562, - "58": 0.07558, - "59": 0.07588, - "60": 0.07563, - "61": 0.07585, - "62": 0.07578, - "63": 0.07559, - "64": 0.07502, - "65": 0.07586, - "66": 0.07503, - "67": 0.0755, - "68": 0.07448, - "69": 0.07531, - "70": 0.07481, - "71": 0.07524, - "72": 0.07712, - "73": 0.07539, - "74": 0.07566, - "75": 0.07497, - "76": 0.07458, - "77": 0.07476, - "78": 0.07547, - "79": 0.07542, - "80": 0.07549, - "81": 0.07589, - "82": 0.07548, - "83": 0.07513, - "84": 0.07494, - "85": 0.07468, - "86": 0.07522, - "87": 0.07487, - "88": 0.07533, - "89": 0.07545, - "90": 0.07496, - "91": 0.07533, - "92": 0.07435, - "93": 0.07549, - "94": 0.07465, - "95": 0.07523, - "96": 0.07531, - "97": 0.07697, - "98": 0.0768, - "99": 0.07605, - "100": 0.07588 + "1": "nan", + "2": 2.86901, + "3": 0.0951, + "4": 0.07664, + "5": 0.07727, + "6": 0.07707, + "7": 0.07716, + "8": 0.07667, + "9": 0.07695, + "10": 0.0768, + "11": 0.07613, + "12": 0.07687, + "13": 0.07608, + "14": 0.07715, + "15": 0.07689, + "16": 0.07617, + "17": 0.07691, + "18": 0.07603, + "19": 0.07642, + "20": 0.07617, + "21": 0.0765, + "22": 0.07638, + "23": 0.07673, + "24": 0.07615, + "25": 0.07629, + "26": 0.07589, + "27": 0.07678, + "28": 0.07588, + "29": 0.07579, + "30": 0.07618, + "31": 0.07686, + "32": 0.0755, + "33": 0.07624, + "34": 0.07587, + "35": 0.07656, + "36": 0.07558, + "37": 0.07674, + "38": 0.07619, + "39": 0.07638, + "40": 0.07629, + "41": 0.07916, + "42": 0.07708, + "43": 0.07736, + "44": 0.07658, + "45": 0.07694, + "46": 0.07639, + "47": 0.0787, + "48": 0.0777, + "49": 0.07677, + "50": 0.07678, + "51": 0.08142, + "52": 0.07793, + "53": 0.07688, + "54": 0.0771, + "55": 0.07682, + "56": 0.07717, + "57": 0.07712, + "58": 0.07637, + "59": 0.07821, + "60": 0.07756, + "61": 0.07793, + "62": 0.07875, + "63": 0.07625, + "64": 0.0775, + "65": 0.07689, + "66": 0.07666, + "67": 0.07699, + "68": 0.0763, + "69": 0.0766, + "70": 0.07706, + "71": 0.07676, + "72": 0.07816, + "73": 0.07645, + "74": 0.07713, + "75": 0.07675, + "76": 0.07795, + "77": 0.07688, + "78": 0.07657, + "79": 0.07815, + "80": 0.07702, + "81": 0.07682, + "82": 0.07647, + "83": 0.07736, + "84": 0.07681, + "85": 0.07718, + "86": 0.07666, + "87": 0.07732, + "88": 0.07639, + "89": 0.07691, + "90": 0.07624, + "91": 0.07703, + "92": 0.0762, + "93": 0.0767, + "94": 0.07746, + "95": 0.07723, + "96": 0.07629, + "97": 0.07689, + "98": 0.07615, + "99": 0.0774, + "100": 0.07615 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json index 1f743e8c2e8..bfff8b2dafd 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.85787, "2": 10.87336, - "3": 10.86821, - "4": 10.87255, - "5": 10.87398, - "6": 10.89631, - "7": 10.86379, - "8": 10.87834, - "9": 10.87399, + "3": 10.86822, + "4": 10.87256, + "5": 10.87397, + "6": 10.89632, + "7": 10.86383, + "8": 10.87835, + "9": 10.87398, "10": 10.83714, - "11": 10.86988, - "12": 10.85947, + "11": 10.86989, + "12": 10.85948, "13": 10.87777, - "14": 10.87924, + "14": 10.87922, "15": 10.81888, - "16": 10.83058, - "17": 10.78684, - "18": 10.80146, - "19": 10.79775, - "20": 10.71155, - "21": 10.6865, - "22": 10.55277, - "23": 10.7014, - "24": 10.58527, + "16": 10.83062, + "17": 10.78686, + "18": 10.80152, + "19": 10.79779, + "20": 10.7116, + "21": 10.68645, + "22": 10.5528, + "23": 10.70142, + "24": 10.58526, "25": 10.52658, - "26": 10.58299, - "27": 10.59487, - "28": 10.54787, - "29": 10.55928, - "30": 10.32818, - "31": 10.08272, + "26": 10.58297, + "27": 10.59488, + "28": 10.54788, + "29": 10.55927, + "30": 10.32815, + "31": 10.08271, "32": 10.44699, - "33": 10.42755, - "34": 10.17932, + "33": 10.42754, + "34": 10.17927, "35": 10.24095, - "36": 10.18094, - "37": 10.32809, - "38": 10.16727, + "36": 10.18089, + "37": 10.32812, + "38": 10.16729, "39": 10.37344, - "40": 10.05079, - "41": 10.10728, - "42": 10.17799, - "43": 9.77846, - "44": 9.91207, - "45": 9.77392, - "46": 9.75431, - "47": 10.09497, - "48": 9.79523, - "49": 9.46391, - "50": 9.8673, - "51": 9.80381, - "52": 9.68202, + "40": 10.05077, + "41": 10.10731, + "42": 10.17806, + "43": 9.77848, + "44": 9.91208, + "45": 9.77394, + "46": 9.7543, + "47": 10.09494, + "48": 9.79522, + "49": 9.4639, + "50": 9.86732, + "51": 9.80376, + "52": 9.68203, "53": 10.02345, - "54": 9.91634, - "55": 9.82456, - "56": 9.56974, - "57": 9.42672, - "58": 9.78081, - "59": 9.53243, - "60": 9.44593, - "61": 9.64254, - "62": 9.94293, - "63": 9.31764, - "64": 9.72548, + "54": 9.91631, + "55": 9.82458, + "56": 9.56976, + "57": 9.42674, + "58": 9.78082, + "59": 9.53247, + "60": 9.44592, + "61": 9.64255, + "62": 9.94291, + "63": 9.31767, + "64": 9.7255, "65": 8.88739, "66": 9.65691, "67": 9.31749, - "68": 9.73495, - "69": 9.74866, - "70": 9.69625, - "71": 9.57689, - "72": 9.52422, - "73": 9.45595, + "68": 9.73494, + "69": 9.74868, + "70": 9.69627, + "71": 9.57684, + "72": 9.52424, + "73": 9.45598, "74": 8.88269, - "75": 9.37584, - "76": 9.01136, - "77": 10.02287, - "78": 9.67963, - "79": 9.33172, - "80": 9.35826, + "75": 9.37587, + "76": 9.01137, + "77": 10.0229, + "78": 9.67961, + "79": 9.33169, + "80": 9.35831, "81": 9.43394, - "82": 9.65054, - "83": 9.25503, - "84": 9.3714, - "85": 9.5623, + "82": 9.65057, + "83": 9.25502, + "84": 9.37136, + "85": 9.56232, "86": 9.03489, - "87": 9.54614, - "88": 9.69785, - "89": 9.54656, - "90": 9.77624, - "91": 9.2884, - "92": 9.30662, - "93": 9.02647, + "87": 9.54613, + "88": 9.69784, + "89": 9.54653, + "90": 9.77622, + "91": 9.28841, + "92": 9.30664, + "93": 9.02649, "94": 8.78837, - "95": 9.48027, - "96": 9.47974, + "95": 9.48026, + "96": 9.47969, "97": 9.25611, - "98": 9.61949, - "99": 8.83824, - "100": 9.35135 + "98": 9.6195, + "99": 8.83827, + "100": 9.35136 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1858.0, - "2": 1854.0, - "3": 1803.0, - "4": 1955.0, - "5": 2000.0, - "6": 2036.0, - "7": 1932.0, - "8": 1791.0, - "9": 1935.0, - "10": 1654.0, - "11": 2080.0, - "12": 1881.0, - "13": 1977.0, - "14": 2080.0, - "15": 1957.0, - "16": 1910.0, - "17": 1974.0, - "18": 1896.0, - "19": 1955.0, - "20": 1816.0, - "21": 1906.0, - "22": 1972.0, - "23": 2062.0, - "24": 1897.0, - "25": 1830.0, - "26": 1788.0, - "27": 1849.0, - "28": 2008.0, - "29": 2128.0, - "30": 1969.0, - "31": 1630.0, - "32": 2057.0, - "33": 2171.0, - "34": 1947.0, - "35": 2097.0, - "36": 1972.0, - "37": 2348.0, - "38": 2186.0, - "39": 2378.0, - "40": 2181.0, - "41": 2326.0, - "42": 2334.0, - "43": 2219.0, - "44": 2234.0, - "45": 2231.0, - "46": 2229.0, - "47": 2449.0, - "48": 2439.0, - "49": 2159.0, - "50": 2290.0, - "51": 2514.0, - "52": 2513.0, - "53": 2894.0, - "54": 2656.0, - "55": 2348.0, - "56": 2506.0, - "57": 2501.0, - "58": 2770.0, - "59": 2681.0, - "60": 2434.0, - "61": 2776.0, - "62": 2596.0, - "63": 2617.0, - "64": 3012.0, - "65": 2657.0, - "66": 2947.0, - "67": 3089.0, - "68": 2818.0, - "69": 2909.0, - "70": 3025.0, - "71": 2924.0, - "72": 2702.0, - "73": 2947.0, - "74": 2306.0, - "75": 2791.0, - "76": 3093.0, - "77": 3107.0, - "78": 3134.0, - "79": 3205.0, - "80": 3123.0, - "81": 3290.0, - "82": 3172.0, - "83": 2719.0, - "84": 3328.0, - "85": 3255.0, - "86": 2546.0, - "87": 3472.0, - "88": 3068.0, - "89": 2953.0, - "90": 3300.0, - "91": 3154.0, - "92": 3061.0, - "93": 2889.0, - "94": 3535.0, - "95": 3078.0, - "96": 3181.0, - "97": 3135.0, - "98": 3569.0, - "99": 3319.0, - "100": 3223.0 + "1": 1848.0, + "2": 1849.0, + "3": 1746.0, + "4": 1950.0, + "5": 2031.0, + "6": 1975.0, + "7": 1943.0, + "8": 1883.0, + "9": 1996.0, + "10": 1630.0, + "11": 2060.0, + "12": 1912.0, + "13": 2031.0, + "14": 1956.0, + "15": 1992.0, + "16": 1950.0, + "17": 1903.0, + "18": 1924.0, + "19": 1905.0, + "20": 1757.0, + "21": 1983.0, + "22": 1985.0, + "23": 2111.0, + "24": 1849.0, + "25": 1871.0, + "26": 1789.0, + "27": 1887.0, + "28": 1973.0, + "29": 2061.0, + "30": 2091.0, + "31": 1643.0, + "32": 2165.0, + "33": 2209.0, + "34": 2005.0, + "35": 2027.0, + "36": 2063.0, + "37": 2374.0, + "38": 2253.0, + "39": 2367.0, + "40": 2182.0, + "41": 2373.0, + "42": 2272.0, + "43": 2154.0, + "44": 2274.0, + "45": 2085.0, + "46": 2228.0, + "47": 2346.0, + "48": 2391.0, + "49": 2150.0, + "50": 2221.0, + "51": 2454.0, + "52": 2520.0, + "53": 2859.0, + "54": 2631.0, + "55": 2425.0, + "56": 2453.0, + "57": 2570.0, + "58": 2639.0, + "59": 2694.0, + "60": 2549.0, + "61": 2746.0, + "62": 2590.0, + "63": 2543.0, + "64": 3028.0, + "65": 2591.0, + "66": 2852.0, + "67": 3044.0, + "68": 2822.0, + "69": 2829.0, + "70": 2980.0, + "71": 2878.0, + "72": 2674.0, + "73": 2920.0, + "74": 2280.0, + "75": 2702.0, + "76": 3061.0, + "77": 3096.0, + "78": 3149.0, + "79": 3172.0, + "80": 3033.0, + "81": 3366.0, + "82": 3265.0, + "83": 2807.0, + "84": 3281.0, + "85": 3266.0, + "86": 2661.0, + "87": 3453.0, + "88": 3202.0, + "89": 3009.0, + "90": 3259.0, + "91": 3051.0, + "92": 3160.0, + "93": 2954.0, + "94": 3471.0, + "95": 3123.0, + "96": 3225.0, + "97": 3116.0, + "98": 3551.0, + "99": 3291.0, + "100": 3140.0 } }, "mem-allocated-bytes": { @@ -325,7 +325,7 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2236675072.0, + "1": 2237723648.0, "2": 2596141056.0, "3": 2596141056.0, "4": 2596141056.0, @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 7.66848, - "2": 0.11896, - "3": 0.09977, - "4": 0.07967, - "5": 0.07964, - "6": 0.07997, - "7": 0.08012, - "8": 0.07951, - "9": 0.08093, - "10": 0.07978, - "11": 0.07959, - "12": 0.0801, - "13": 0.08014, - "14": 0.08001, - "15": 0.08005, - "16": 0.0803, - "17": 0.0801, - "18": 0.07861, - "19": 0.07885, - "20": 0.07921, - "21": 0.07891, - "22": 0.07852, - "23": 0.07915, - "24": 0.07938, - "25": 0.08, - "26": 0.0813, - "27": 0.07978, - "28": 0.07899, - "29": 0.0798, - "30": 0.08028, - "31": 0.07891, - "32": 0.07911, - "33": 0.07848, - "34": 0.07925, - "35": 0.07821, - "36": 0.07899, - "37": 0.07887, - "38": 0.07866, - "39": 0.07853, - "40": 0.08169, - "41": 0.07849, - "42": 0.07836, - "43": 0.0786, - "44": 0.07878, - "45": 0.07828, - "46": 0.07805, - "47": 0.07784, - "48": 0.07807, - "49": 0.0787, - "50": 0.0789, - "51": 0.09689, - "52": 0.08417, - "53": 0.08482, - "54": 0.08198, - "55": 0.07942, - "56": 0.07871, - "57": 0.07976, - "58": 0.07956, - "59": 0.08, - "60": 0.0792, - "61": 0.07836, - "62": 0.07989, - "63": 0.0809, - "64": 0.08148, - "65": 0.08043, - "66": 0.07986, - "67": 0.08023, - "68": 0.07899, - "69": 0.07929, - "70": 0.08168, - "71": 0.08127, - "72": 0.0786, - "73": 0.07921, - "74": 0.07909, - "75": 0.0791, - "76": 0.07958, - "77": 0.07852, - "78": 0.07999, - "79": 0.07999, - "80": 0.08194, - "81": 0.07923, - "82": 0.07928, - "83": 0.07876, - "84": 0.07871, - "85": 0.08021, - "86": 0.07922, - "87": 0.07979, - "88": 0.0797, - "89": 0.08029, - "90": 0.15516, - "91": 0.11731, - "92": 0.11011, - "93": 0.14646, - "94": 0.08003, - "95": 0.08107, - "96": 0.07984, - "97": 0.07889, - "98": 0.07881, - "99": 0.07894, - "100": 0.07813 + "1": "nan", + "2": 4.9552, + "3": 0.10033, + "4": 0.08196, + "5": 0.08147, + "6": 0.08085, + "7": 0.08113, + "8": 0.08219, + "9": 0.08231, + "10": 0.08108, + "11": 0.08057, + "12": 0.08093, + "13": 0.08127, + "14": 0.08128, + "15": 0.08213, + "16": 0.08119, + "17": 0.08122, + "18": 0.08074, + "19": 0.08212, + "20": 0.08339, + "21": 0.08221, + "22": 0.08215, + "23": 0.0811, + "24": 0.08084, + "25": 0.08167, + "26": 0.08129, + "27": 0.08149, + "28": 0.08067, + "29": 0.08054, + "30": 0.08096, + "31": 0.08069, + "32": 0.08014, + "33": 0.07984, + "34": 0.07984, + "35": 0.0805, + "36": 0.08039, + "37": 0.07994, + "38": 0.08113, + "39": 0.08006, + "40": 0.07969, + "41": 0.08039, + "42": 0.08012, + "43": 0.08077, + "44": 0.08006, + "45": 0.08062, + "46": 0.08095, + "47": 0.0803, + "48": 0.08011, + "49": 0.08053, + "50": 0.08008, + "51": 0.09167, + "52": 0.08906, + "53": 0.08856, + "54": 0.08817, + "55": 0.08179, + "56": 0.08141, + "57": 0.08275, + "58": 0.08331, + "59": 0.08156, + "60": 0.08245, + "61": 0.08401, + "62": 0.08406, + "63": 0.08119, + "64": 0.08192, + "65": 0.08124, + "66": 0.08077, + "67": 0.08064, + "68": 0.08048, + "69": 0.08077, + "70": 0.0805, + "71": 0.08053, + "72": 0.08112, + "73": 0.08447, + "74": 0.08094, + "75": 0.0807, + "76": 0.08106, + "77": 0.08073, + "78": 0.0819, + "79": 0.0826, + "80": 0.08236, + "81": 0.08103, + "82": 0.08046, + "83": 0.081, + "84": 0.08119, + "85": 0.08089, + "86": 0.08193, + "87": 0.08152, + "88": 0.08194, + "89": 0.0812, + "90": 0.08063, + "91": 0.08092, + "92": 0.08068, + "93": 0.08076, + "94": 0.08091, + "95": 0.08087, + "96": 0.08077, + "97": 0.0807, + "98": 0.08029, + "99": 0.08152, + "100": 0.08047 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_gb200.json index 63c74381364..947616883e3 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.83582, "2": 10.83571, - "3": 10.83523, + "3": 10.83524, "4": 10.79949, "5": 10.84909, - "6": 10.86563, - "7": 10.82789, + "6": 10.86567, + "7": 10.82786, "8": 10.8363, "9": 10.83997, - "10": 10.79865, - "11": 10.8677, - "12": 10.84994, - "13": 10.85915, - "14": 10.86874, - "15": 10.80173, - "16": 10.79183, - "17": 10.77353, - "18": 10.78739, - "19": 10.78983, - "20": 10.68446, - "21": 10.6784, - "22": 10.5257, - "23": 10.70726, - "24": 10.56551, - "25": 10.51602, - "26": 10.58017, - "27": 10.58981, + "10": 10.79867, + "11": 10.86763, + "12": 10.84992, + "13": 10.85912, + "14": 10.8687, + "15": 10.80171, + "16": 10.79189, + "17": 10.77351, + "18": 10.78742, + "19": 10.78986, + "20": 10.68447, + "21": 10.67839, + "22": 10.52572, + "23": 10.70729, + "24": 10.56549, + "25": 10.51603, + "26": 10.58018, + "27": 10.58977, "28": 10.54551, - "29": 10.57726, - "30": 10.34051, - "31": 10.07051, - "32": 10.44503, - "33": 10.44293, - "34": 10.19391, - "35": 10.24261, - "36": 10.19236, - "37": 10.32969, + "29": 10.57724, + "30": 10.34049, + "31": 10.07056, + "32": 10.44508, + "33": 10.44289, + "34": 10.19394, + "35": 10.2426, + "36": 10.19235, + "37": 10.32972, "38": 10.16551, "39": 10.38729, "40": 10.05174, - "41": 10.12191, - "42": 10.19259, - "43": 9.8069, - "44": 9.92475, - "45": 9.80639, - "46": 9.80145, - "47": 10.12104, - "48": 9.83127, - "49": 9.50404, - "50": 9.87954, + "41": 10.12185, + "42": 10.19258, + "43": 9.80694, + "44": 9.92474, + "45": 9.80636, + "46": 9.80144, + "47": 10.12106, + "48": 9.83126, + "49": 9.50406, + "50": 9.87955, "51": 9.83807, - "52": 9.72058, - "53": 10.0568, - "54": 9.95032, - "55": 9.88328, - "56": 9.60431, + "52": 9.72057, + "53": 10.05682, + "54": 9.95031, + "55": 9.88332, + "56": 9.60428, "57": 9.45518, - "58": 9.81927, - "59": 9.58262, + "58": 9.81923, + "59": 9.58266, "60": 9.48844, - "61": 9.68577, - "62": 9.97779, + "61": 9.68574, + "62": 9.9778, "63": 9.36765, - "64": 9.75913, - "65": 8.9376, - "66": 9.69257, - "67": 9.36621, - "68": 9.78303, - "69": 9.79318, - "70": 9.72699, + "64": 9.75912, + "65": 8.93762, + "66": 9.6926, + "67": 9.36619, + "68": 9.78309, + "69": 9.79315, + "70": 9.72695, "71": 9.62875, - "72": 9.58004, + "72": 9.58006, "73": 9.487, - "74": 8.92041, - "75": 9.41128, - "76": 9.07564, - "77": 10.05848, - "78": 9.72184, - "79": 9.3732, - "80": 9.40079, - "81": 9.4792, - "82": 9.69754, - "83": 9.31037, - "84": 9.41777, - "85": 9.61194, - "86": 9.07155, - "87": 9.59661, - "88": 9.74709, - "89": 9.59667, - "90": 9.82915, - "91": 9.33725, - "92": 9.3564, - "93": 9.08552, - "94": 8.82807, - "95": 9.52842, - "96": 9.52611, - "97": 9.30632, - "98": 9.66808, - "99": 8.89461, - "100": 9.40666 + "74": 8.92045, + "75": 9.41127, + "76": 9.0757, + "77": 10.05849, + "78": 9.72185, + "79": 9.37321, + "80": 9.40082, + "81": 9.47926, + "82": 9.69753, + "83": 9.31033, + "84": 9.41773, + "85": 9.61195, + "86": 9.07158, + "87": 9.59659, + "88": 9.74711, + "89": 9.59669, + "90": 9.82914, + "91": 9.33728, + "92": 9.35642, + "93": 9.08554, + "94": 8.82803, + "95": 9.52843, + "96": 9.52607, + "97": 9.30634, + "98": 9.66809, + "99": 8.89459, + "100": 9.40668 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1536.0, - "2": 1592.0, - "3": 1551.0, - "4": 1769.0, - "5": 1824.0, - "6": 1800.0, - "7": 1734.0, - "8": 1619.0, - "9": 1829.0, - "10": 1355.0, - "11": 1911.0, - "12": 1721.0, - "13": 1913.0, - "14": 1708.0, - "15": 1919.0, - "16": 1938.0, - "17": 1740.0, - "18": 1676.0, - "19": 1743.0, - "20": 1535.0, - "21": 1797.0, - "22": 1661.0, - "23": 1887.0, - "24": 1666.0, - "25": 1633.0, - "26": 1676.0, - "27": 1740.0, - "28": 1991.0, - "29": 1918.0, - "30": 1806.0, - "31": 1588.0, - "32": 1863.0, - "33": 2126.0, - "34": 1812.0, - "35": 1976.0, - "36": 1875.0, - "37": 2301.0, - "38": 2131.0, - "39": 2351.0, - "40": 2130.0, - "41": 2391.0, - "42": 2255.0, - "43": 1975.0, - "44": 2138.0, - "45": 2208.0, - "46": 2364.0, - "47": 2564.0, - "48": 2337.0, - "49": 2142.0, - "50": 2423.0, - "51": 2546.0, - "52": 2590.0, - "53": 2879.0, - "54": 2697.0, - "55": 2316.0, - "56": 2549.0, - "57": 2261.0, - "58": 2904.0, - "59": 2740.0, - "60": 2434.0, - "61": 2801.0, - "62": 2663.0, - "63": 2502.0, - "64": 2948.0, - "65": 2644.0, - "66": 2961.0, - "67": 2813.0, - "68": 2686.0, - "69": 2912.0, - "70": 3096.0, - "71": 2854.0, - "72": 2454.0, - "73": 3081.0, - "74": 1933.0, - "75": 2465.0, - "76": 3012.0, - "77": 3163.0, - "78": 2997.0, - "79": 3089.0, - "80": 3187.0, - "81": 3500.0, - "82": 3339.0, - "83": 2705.0, - "84": 3205.0, - "85": 3033.0, - "86": 2818.0, - "87": 3671.0, - "88": 3190.0, - "89": 3336.0, - "90": 3320.0, - "91": 2698.0, - "92": 3072.0, - "93": 2750.0, - "94": 3397.0, - "95": 3317.0, - "96": 3290.0, - "97": 3116.0, - "98": 3732.0, - "99": 3049.0, - "100": 2974.0 + "1": 1501.0, + "2": 1576.0, + "3": 1604.0, + "4": 1778.0, + "5": 1880.0, + "6": 1803.0, + "7": 1789.0, + "8": 1669.0, + "9": 1811.0, + "10": 1392.0, + "11": 1835.0, + "12": 1663.0, + "13": 1855.0, + "14": 1841.0, + "15": 1874.0, + "16": 1844.0, + "17": 1738.0, + "18": 1724.0, + "19": 1742.0, + "20": 1612.0, + "21": 1751.0, + "22": 1713.0, + "23": 1964.0, + "24": 1632.0, + "25": 1570.0, + "26": 1675.0, + "27": 1752.0, + "28": 2026.0, + "29": 1938.0, + "30": 1848.0, + "31": 1557.0, + "32": 1926.0, + "33": 2052.0, + "34": 1880.0, + "35": 2022.0, + "36": 1926.0, + "37": 2344.0, + "38": 2202.0, + "39": 2285.0, + "40": 2225.0, + "41": 2328.0, + "42": 2200.0, + "43": 1984.0, + "44": 2142.0, + "45": 2173.0, + "46": 2308.0, + "47": 2592.0, + "48": 2460.0, + "49": 2242.0, + "50": 2383.0, + "51": 2489.0, + "52": 2497.0, + "53": 2875.0, + "54": 2654.0, + "55": 2317.0, + "56": 2599.0, + "57": 2299.0, + "58": 2830.0, + "59": 2784.0, + "60": 2437.0, + "61": 2916.0, + "62": 2599.0, + "63": 2388.0, + "64": 2785.0, + "65": 2677.0, + "66": 2972.0, + "67": 2797.0, + "68": 2752.0, + "69": 3049.0, + "70": 3087.0, + "71": 2952.0, + "72": 2411.0, + "73": 3099.0, + "74": 1975.0, + "75": 2614.0, + "76": 2941.0, + "77": 3166.0, + "78": 3123.0, + "79": 3085.0, + "80": 3198.0, + "81": 3350.0, + "82": 3322.0, + "83": 2858.0, + "84": 3125.0, + "85": 3194.0, + "86": 2777.0, + "87": 3602.0, + "88": 3006.0, + "89": 3267.0, + "90": 3133.0, + "91": 2753.0, + "92": 3113.0, + "93": 2714.0, + "94": 3364.0, + "95": 3273.0, + "96": 3202.0, + "97": 3124.0, + "98": 3716.0, + "99": 3121.0, + "100": 3131.0 } }, "mem-allocated-bytes": { @@ -325,7 +325,7 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1939785728.0, + "1": 1938737152.0, "2": 2222434304.0, "3": 2222434304.0, "4": 2222434304.0, @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.20838, - "3": 0.13042, - "4": 0.11826, - "5": 0.11718, - "6": 0.11797, - "7": 0.1177, - "8": 0.11717, - "9": 0.11846, - "10": 0.11778, - "11": 0.11712, - "12": 0.11866, - "13": 0.12004, - "14": 0.11788, - "15": 0.11787, - "16": 0.1181, - "17": 0.11903, - "18": 0.11843, - "19": 0.11754, - "20": 0.11834, - "21": 0.11897, - "22": 0.12726, - "23": 0.13834, - "24": 0.15039, - "25": 0.14107, - "26": 0.14586, - "27": 0.16343, - "28": 0.2297, - "29": 0.26681, - "30": 0.19748, - "31": 0.2586, - "32": 0.12068, - "33": 0.11944, - "34": 0.11896, - "35": 0.11984, - "36": 0.11823, - "37": 0.11997, - "38": 0.11949, - "39": 0.11877, - "40": 0.11898, - "41": 0.11996, - "42": 0.11893, - "43": 0.12547, - "44": 0.13195, - "45": 0.12144, - "46": 0.11997, - "47": 0.12005, - "48": 0.11855, - "49": 0.11944, - "50": 0.11842, - "51": 0.14635, - "52": 0.12016, - "53": 0.11762, - "54": 0.11802, - "55": 0.1184, - "56": 0.11774, - "57": 0.12181, - "58": 0.11784, - "59": 0.11936, - "60": 0.11831, - "61": 0.11819, - "62": 0.11807, - "63": 0.11828, - "64": 0.11663, - "65": 0.11901, - "66": 0.1168, - "67": 0.1167, - "68": 0.12002, - "69": 0.12016, - "70": 0.1186, - "71": 0.11772, - "72": 0.1189, - "73": 0.11915, - "74": 0.11908, - "75": 0.11898, - "76": 0.11863, - "77": 0.11869, - "78": 0.11971, - "79": 0.11843, - "80": 0.1198, - "81": 0.12003, - "82": 0.11885, - "83": 0.11905, - "84": 0.12002, - "85": 0.1192, - "86": 0.11872, - "87": 0.11777, - "88": 0.11801, - "89": 0.11864, - "90": 0.11769, - "91": 0.11692, - "92": 0.12015, - "93": 0.12072, - "94": 0.11802, - "95": 0.11798, - "96": 0.12278, - "97": 0.11941, - "98": 0.1174, - "99": 0.11816, - "100": 0.12102 + "2": 5.86605, + "3": 0.13527, + "4": 0.12296, + "5": 0.12443, + "6": 0.12222, + "7": 0.12431, + "8": 0.12301, + "9": 0.12262, + "10": 0.12615, + "11": 0.12479, + "12": 0.12612, + "13": 0.12396, + "14": 0.12727, + "15": 0.1273, + "16": 0.12644, + "17": 0.1273, + "18": 0.12789, + "19": 0.12832, + "20": 0.12576, + "21": 0.12724, + "22": 0.12793, + "23": 0.1258, + "24": 0.12564, + "25": 0.12595, + "26": 0.12455, + "27": 0.12657, + "28": 0.12588, + "29": 0.12712, + "30": 0.12691, + "31": 0.126, + "32": 0.12515, + "33": 0.12441, + "34": 0.12458, + "35": 0.12577, + "36": 0.12386, + "37": 0.12673, + "38": 0.1247, + "39": 0.12614, + "40": 0.12388, + "41": 0.12934, + "42": 0.12674, + "43": 0.12687, + "44": 0.1272, + "45": 0.1238, + "46": 0.12514, + "47": 0.12467, + "48": 0.12579, + "49": 0.12624, + "50": 0.12487, + "51": 0.16156, + "52": 0.1308, + "53": 0.12721, + "54": 0.12451, + "55": 0.12517, + "56": 0.12436, + "57": 0.12767, + "58": 0.12444, + "59": 0.12475, + "60": 0.12331, + "61": 0.12518, + "62": 0.12457, + "63": 0.12132, + "64": 0.12553, + "65": 0.12416, + "66": 0.12219, + "67": 0.12402, + "68": 0.12407, + "69": 0.12423, + "70": 0.12433, + "71": 0.12449, + "72": 0.12308, + "73": 0.12596, + "74": 0.12432, + "75": 0.12395, + "76": 0.12485, + "77": 0.12332, + "78": 0.12531, + "79": 0.1263, + "80": 0.12438, + "81": 0.1277, + "82": 0.12699, + "83": 0.12503, + "84": 0.12566, + "85": 0.12342, + "86": 0.12385, + "87": 0.12328, + "88": 0.12366, + "89": 0.12501, + "90": 0.1245, + "91": 0.12538, + "92": 0.12418, + "93": 0.12242, + "94": 0.12316, + "95": 0.12244, + "96": 0.12316, + "97": 0.12448, + "98": 0.12205, + "99": 0.12459, + "100": 0.12444 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_gb200.json index a9a12874e97..463885b1cba 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.83582, "2": 10.83571, - "3": 10.83523, + "3": 10.83524, "4": 10.79949, "5": 10.84909, - "6": 10.86563, - "7": 10.82789, + "6": 10.86567, + "7": 10.82786, "8": 10.8363, "9": 10.83997, - "10": 10.79865, - "11": 10.8677, - "12": 10.84994, - "13": 10.85915, - "14": 10.86874, - "15": 10.80173, - "16": 10.79183, - "17": 10.77353, - "18": 10.78739, - "19": 10.78983, - "20": 10.68446, - "21": 10.6784, - "22": 10.5257, - "23": 10.70726, - "24": 10.56551, - "25": 10.51602, - "26": 10.58017, - "27": 10.58981, + "10": 10.79867, + "11": 10.86763, + "12": 10.84992, + "13": 10.85912, + "14": 10.8687, + "15": 10.80171, + "16": 10.79189, + "17": 10.77351, + "18": 10.78742, + "19": 10.78986, + "20": 10.68447, + "21": 10.67839, + "22": 10.52572, + "23": 10.70729, + "24": 10.56549, + "25": 10.51603, + "26": 10.58018, + "27": 10.58977, "28": 10.54551, - "29": 10.57726, - "30": 10.34051, - "31": 10.07051, - "32": 10.44503, - "33": 10.44293, - "34": 10.19391, - "35": 10.24261, - "36": 10.19236, - "37": 10.32969, + "29": 10.57724, + "30": 10.34049, + "31": 10.07056, + "32": 10.44508, + "33": 10.44289, + "34": 10.19394, + "35": 10.2426, + "36": 10.19235, + "37": 10.32972, "38": 10.16551, "39": 10.38729, "40": 10.05174, - "41": 10.12191, - "42": 10.19259, - "43": 9.8069, - "44": 9.92475, - "45": 9.80639, - "46": 9.80145, - "47": 10.12104, - "48": 9.83127, - "49": 9.50404, - "50": 9.87954, + "41": 10.12185, + "42": 10.19258, + "43": 9.80694, + "44": 9.92474, + "45": 9.80636, + "46": 9.80144, + "47": 10.12106, + "48": 9.83126, + "49": 9.50406, + "50": 9.87955, "51": 9.83807, - "52": 9.72058, - "53": 10.0568, - "54": 9.95032, - "55": 9.88328, - "56": 9.60431, + "52": 9.72057, + "53": 10.05682, + "54": 9.95031, + "55": 9.88332, + "56": 9.60428, "57": 9.45518, - "58": 9.81927, - "59": 9.58262, + "58": 9.81923, + "59": 9.58266, "60": 9.48844, - "61": 9.68577, - "62": 9.97779, + "61": 9.68574, + "62": 9.9778, "63": 9.36765, - "64": 9.75913, - "65": 8.9376, - "66": 9.69257, - "67": 9.36621, - "68": 9.78303, - "69": 9.79318, - "70": 9.72699, + "64": 9.75912, + "65": 8.93762, + "66": 9.6926, + "67": 9.36619, + "68": 9.78309, + "69": 9.79315, + "70": 9.72695, "71": 9.62875, - "72": 9.58004, + "72": 9.58006, "73": 9.487, - "74": 8.92041, - "75": 9.41128, - "76": 9.07564, - "77": 10.05848, - "78": 9.72184, - "79": 9.3732, - "80": 9.40079, - "81": 9.4792, - "82": 9.69754, - "83": 9.31037, - "84": 9.41777, - "85": 9.61194, - "86": 9.07155, - "87": 9.59661, - "88": 9.74709, - "89": 9.59667, - "90": 9.82915, - "91": 9.33725, - "92": 9.3564, - "93": 9.08552, - "94": 8.82807, - "95": 9.52842, - "96": 9.52611, - "97": 9.30632, - "98": 9.66808, - "99": 8.89461, - "100": 9.40666 + "74": 8.92045, + "75": 9.41127, + "76": 9.0757, + "77": 10.05849, + "78": 9.72185, + "79": 9.37321, + "80": 9.40082, + "81": 9.47926, + "82": 9.69753, + "83": 9.31033, + "84": 9.41773, + "85": 9.61195, + "86": 9.07158, + "87": 9.59659, + "88": 9.74711, + "89": 9.59669, + "90": 9.82914, + "91": 9.33728, + "92": 9.35642, + "93": 9.08554, + "94": 8.82803, + "95": 9.52843, + "96": 9.52607, + "97": 9.30634, + "98": 9.66809, + "99": 8.89459, + "100": 9.40668 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1536.0, - "2": 1592.0, - "3": 1551.0, - "4": 1769.0, - "5": 1824.0, - "6": 1800.0, - "7": 1734.0, - "8": 1619.0, - "9": 1829.0, - "10": 1355.0, - "11": 1911.0, - "12": 1721.0, - "13": 1913.0, - "14": 1708.0, - "15": 1919.0, - "16": 1938.0, - "17": 1740.0, - "18": 1676.0, - "19": 1743.0, - "20": 1535.0, - "21": 1797.0, - "22": 1661.0, - "23": 1887.0, - "24": 1666.0, - "25": 1633.0, - "26": 1676.0, - "27": 1740.0, - "28": 1991.0, - "29": 1918.0, - "30": 1806.0, - "31": 1588.0, - "32": 1863.0, - "33": 2126.0, - "34": 1812.0, - "35": 1976.0, - "36": 1875.0, - "37": 2301.0, - "38": 2131.0, - "39": 2351.0, - "40": 2130.0, - "41": 2391.0, - "42": 2255.0, - "43": 1975.0, - "44": 2138.0, - "45": 2208.0, - "46": 2364.0, - "47": 2564.0, - "48": 2337.0, - "49": 2142.0, - "50": 2423.0, - "51": 2546.0, - "52": 2590.0, - "53": 2879.0, - "54": 2697.0, - "55": 2316.0, - "56": 2549.0, - "57": 2261.0, - "58": 2904.0, - "59": 2740.0, - "60": 2434.0, - "61": 2801.0, - "62": 2663.0, - "63": 2502.0, - "64": 2948.0, - "65": 2644.0, - "66": 2961.0, - "67": 2813.0, - "68": 2686.0, - "69": 2912.0, - "70": 3096.0, - "71": 2854.0, - "72": 2454.0, - "73": 3081.0, - "74": 1933.0, - "75": 2465.0, - "76": 3012.0, - "77": 3163.0, - "78": 2997.0, - "79": 3089.0, - "80": 3187.0, - "81": 3500.0, - "82": 3339.0, - "83": 2705.0, - "84": 3205.0, - "85": 3033.0, - "86": 2818.0, - "87": 3671.0, - "88": 3190.0, - "89": 3336.0, - "90": 3320.0, - "91": 2698.0, - "92": 3072.0, - "93": 2750.0, - "94": 3397.0, - "95": 3317.0, - "96": 3290.0, - "97": 3116.0, - "98": 3732.0, - "99": 3049.0, - "100": 2974.0 + "1": 1501.0, + "2": 1576.0, + "3": 1604.0, + "4": 1778.0, + "5": 1880.0, + "6": 1803.0, + "7": 1789.0, + "8": 1669.0, + "9": 1811.0, + "10": 1392.0, + "11": 1835.0, + "12": 1663.0, + "13": 1855.0, + "14": 1841.0, + "15": 1874.0, + "16": 1844.0, + "17": 1738.0, + "18": 1724.0, + "19": 1742.0, + "20": 1612.0, + "21": 1751.0, + "22": 1713.0, + "23": 1964.0, + "24": 1632.0, + "25": 1570.0, + "26": 1675.0, + "27": 1752.0, + "28": 2026.0, + "29": 1938.0, + "30": 1848.0, + "31": 1557.0, + "32": 1926.0, + "33": 2052.0, + "34": 1880.0, + "35": 2022.0, + "36": 1926.0, + "37": 2344.0, + "38": 2202.0, + "39": 2285.0, + "40": 2225.0, + "41": 2328.0, + "42": 2200.0, + "43": 1984.0, + "44": 2142.0, + "45": 2173.0, + "46": 2308.0, + "47": 2592.0, + "48": 2460.0, + "49": 2242.0, + "50": 2383.0, + "51": 2489.0, + "52": 2497.0, + "53": 2875.0, + "54": 2654.0, + "55": 2317.0, + "56": 2599.0, + "57": 2299.0, + "58": 2830.0, + "59": 2784.0, + "60": 2437.0, + "61": 2916.0, + "62": 2599.0, + "63": 2388.0, + "64": 2785.0, + "65": 2677.0, + "66": 2972.0, + "67": 2797.0, + "68": 2752.0, + "69": 3049.0, + "70": 3087.0, + "71": 2952.0, + "72": 2411.0, + "73": 3099.0, + "74": 1975.0, + "75": 2614.0, + "76": 2941.0, + "77": 3166.0, + "78": 3123.0, + "79": 3085.0, + "80": 3198.0, + "81": 3350.0, + "82": 3322.0, + "83": 2858.0, + "84": 3125.0, + "85": 3194.0, + "86": 2777.0, + "87": 3602.0, + "88": 3006.0, + "89": 3267.0, + "90": 3133.0, + "91": 2753.0, + "92": 3113.0, + "93": 2714.0, + "94": 3364.0, + "95": 3273.0, + "96": 3202.0, + "97": 3124.0, + "98": 3716.0, + "99": 3121.0, + "100": 3131.0 } }, "mem-allocated-bytes": { @@ -325,7 +325,7 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1939785728.0, + "1": 1938737152.0, "2": 2222434304.0, "3": 2222434304.0, "4": 2222434304.0, @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.22807, - "3": 0.13601, - "4": 0.12128, - "5": 0.1198, - "6": 0.1228, - "7": 0.12056, - "8": 0.11886, - "9": 0.11944, - "10": 0.11995, - "11": 0.11935, - "12": 0.11905, - "13": 0.11975, - "14": 0.12242, - "15": 0.12061, - "16": 0.12046, - "17": 0.1208, - "18": 0.12205, - "19": 0.12427, - "20": 0.12315, - "21": 0.11965, - "22": 0.12231, - "23": 0.12286, - "24": 0.12394, - "25": 0.12377, - "26": 0.12221, - "27": 0.11936, - "28": 0.11894, - "29": 0.11945, - "30": 0.12192, - "31": 0.12571, - "32": 0.12346, - "33": 0.12413, - "34": 0.12225, - "35": 0.12328, - "36": 0.12241, - "37": 0.12432, - "38": 0.12195, - "39": 0.12262, - "40": 0.12198, - "41": 0.12396, - "42": 0.12194, - "43": 0.12435, - "44": 0.12108, - "45": 0.12326, - "46": 0.1218, - "47": 0.12308, - "48": 0.12384, - "49": 0.12795, - "50": 0.12572, - "51": 0.13502, - "52": 0.13106, - "53": 0.14515, - "54": 0.12597, - "55": 0.1249, - "56": 0.12535, - "57": 0.12569, - "58": 0.12489, - "59": 0.12862, - "60": 0.12778, - "61": 0.12731, - "62": 0.12786, - "63": 0.13022, - "64": 0.12789, - "65": 0.12838, - "66": 0.12571, - "67": 0.12651, - "68": 0.12592, - "69": 0.12663, - "70": 0.12691, - "71": 0.12636, - "72": 0.12638, - "73": 0.12671, - "74": 0.12637, - "75": 0.12602, - "76": 0.12598, - "77": 0.12554, - "78": 0.12553, - "79": 0.12501, - "80": 0.13898, - "81": 0.14589, - "82": 0.14718, - "83": 0.14665, - "84": 0.16017, - "85": 0.14231, - "86": 0.15628, - "87": 0.14055, - "88": 0.13961, - "89": 0.14878, - "90": 0.14486, - "91": 0.1432, - "92": 0.14946, - "93": 0.14581, - "94": 0.1623, - "95": 0.15638, - "96": 0.12895, - "97": 0.12907, - "98": 0.12824, - "99": 0.12741, - "100": 0.12543 + "2": 5.94954, + "3": 1.50291, + "4": 0.53566, + "5": 0.40704, + "6": 0.34894, + "7": 0.22372, + "8": 0.53898, + "9": 0.12291, + "10": 0.16074, + "11": 0.35135, + "12": 0.12732, + "13": 0.12357, + "14": 0.12383, + "15": 0.12737, + "16": 0.12362, + "17": 0.12343, + "18": 0.12473, + "19": 0.12595, + "20": 0.12604, + "21": 0.12429, + "22": 0.12556, + "23": 0.1253, + "24": 0.1263, + "25": 0.12594, + "26": 0.12525, + "27": 0.127, + "28": 0.12526, + "29": 0.12711, + "30": 0.12734, + "31": 0.12949, + "32": 0.12815, + "33": 0.12674, + "34": 0.12825, + "35": 0.12995, + "36": 0.12713, + "37": 0.12917, + "38": 0.12617, + "39": 0.12706, + "40": 0.1252, + "41": 0.12715, + "42": 0.12676, + "43": 0.12603, + "44": 0.1271, + "45": 0.12586, + "46": 0.1272, + "47": 0.1267, + "48": 0.12718, + "49": 0.12784, + "50": 0.1242, + "51": 0.1345, + "52": 0.1299, + "53": 0.14634, + "54": 0.12463, + "55": 0.12725, + "56": 0.12725, + "57": 0.12837, + "58": 0.12517, + "59": 0.12774, + "60": 0.1254, + "61": 0.12644, + "62": 0.12626, + "63": 0.12406, + "64": 0.12571, + "65": 0.12665, + "66": 0.12645, + "67": 0.12761, + "68": 0.12692, + "69": 0.12838, + "70": 0.12887, + "71": 0.1276, + "72": 0.12853, + "73": 0.12876, + "74": 0.12752, + "75": 0.12802, + "76": 0.12753, + "77": 0.12582, + "78": 0.12904, + "79": 0.12901, + "80": 0.12789, + "81": 0.12964, + "82": 0.1301, + "83": 0.1264, + "84": 0.12524, + "85": 0.1274, + "86": 0.12805, + "87": 0.12637, + "88": 0.12675, + "89": 0.12674, + "90": 0.12851, + "91": 0.12781, + "92": 0.12833, + "93": 0.1262, + "94": 0.1255, + "95": 0.12578, + "96": 0.12506, + "97": 0.12696, + "98": 0.12507, + "99": 0.12893, + "100": 0.12679 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_gb200.json index 1fc5ef869c5..fe86682f4bc 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.74992, "2": 10.77613, - "3": 10.75714, + "3": 10.75715, "4": 10.72305, - "5": 10.80036, - "6": 10.821, + "5": 10.80038, + "6": 10.82103, "7": 10.77176, - "8": 10.7988, - "9": 10.77447, - "10": 10.70645, - "11": 10.8328, + "8": 10.79877, + "9": 10.77445, + "10": 10.70642, + "11": 10.83286, "12": 10.81872, - "13": 10.83078, - "14": 10.83381, - "15": 10.76396, - "16": 10.76573, - "17": 10.71925, - "18": 10.76797, - "19": 10.75316, - "20": 10.70911, - "21": 10.69217, - "22": 10.56534, - "23": 10.70907, - "24": 10.6159, - "25": 10.55058, - "26": 10.62591, - "27": 10.64705, - "28": 10.63623, - "29": 10.65641, - "30": 10.43675, - "31": 10.21912, - "32": 10.5512, - "33": 10.53381, - "34": 10.31821, + "13": 10.83075, + "14": 10.8338, + "15": 10.76397, + "16": 10.76575, + "17": 10.71928, + "18": 10.768, + "19": 10.75318, + "20": 10.70918, + "21": 10.69214, + "22": 10.56531, + "23": 10.7091, + "24": 10.61591, + "25": 10.55061, + "26": 10.6259, + "27": 10.64706, + "28": 10.6362, + "29": 10.65644, + "30": 10.43679, + "31": 10.21909, + "32": 10.55114, + "33": 10.5338, + "34": 10.31817, "35": 10.36833, - "36": 10.3562, - "37": 10.46302, - "38": 10.33833, - "39": 10.50306, - "40": 10.23446, - "41": 10.27335, - "42": 10.3295, - "43": 9.97414, - "44": 10.1075, - "45": 9.98853, - "46": 9.95474, - "47": 10.2514, - "48": 10.01228, - "49": 9.70796, - "50": 10.05505, + "36": 10.35618, + "37": 10.46296, + "38": 10.33836, + "39": 10.50307, + "40": 10.23444, + "41": 10.2734, + "42": 10.32945, + "43": 9.97415, + "44": 10.10754, + "45": 9.9885, + "46": 9.95475, + "47": 10.25141, + "48": 10.01227, + "49": 9.70793, + "50": 10.05501, "51": 9.9812, - "52": 9.89198, - "53": 10.19208, + "52": 9.89199, + "53": 10.19201, "54": 10.09574, - "55": 10.00506, - "56": 9.78714, - "57": 9.64607, - "58": 9.9862, - "59": 9.72684, + "55": 10.00502, + "56": 9.78719, + "57": 9.6461, + "58": 9.98626, + "59": 9.72683, "60": 9.67172, - "61": 9.80984, + "61": 9.80986, "62": 10.11126, - "63": 9.54877, - "64": 9.90929, - "65": 9.08735, - "66": 9.84659, - "67": 9.48264, - "68": 9.89439, - "69": 9.87695, - "70": 9.82469, - "71": 9.72751, - "72": 9.72911, - "73": 9.62051, - "74": 9.11601, - "75": 9.55057, + "63": 9.54873, + "64": 9.90931, + "65": 9.08736, + "66": 9.84658, + "67": 9.48259, + "68": 9.89433, + "69": 9.87692, + "70": 9.82465, + "71": 9.72749, + "72": 9.7291, + "73": 9.62049, + "74": 9.11605, + "75": 9.55059, "76": 9.21504, "77": 10.14893, "78": 9.8138, - "79": 9.47515, - "80": 9.51582, - "81": 9.58685, - "82": 9.79026, - "83": 9.45587, + "79": 9.4751, + "80": 9.51583, + "81": 9.58687, + "82": 9.79025, + "83": 9.45586, "84": 9.50503, "85": 9.71387, - "86": 9.17463, - "87": 9.66601, - "88": 9.84354, - "89": 9.70734, - "90": 9.8955, - "91": 9.48652, - "92": 9.47023, - "93": 9.21481, - "94": 8.94327, - "95": 9.6154, - "96": 9.63634, - "97": 9.37644, - "98": 9.74975, - "99": 9.01753, - "100": 9.50515 + "86": 9.17462, + "87": 9.666, + "88": 9.84355, + "89": 9.70736, + "90": 9.89548, + "91": 9.48655, + "92": 9.47022, + "93": 9.2148, + "94": 8.94328, + "95": 9.61538, + "96": 9.63633, + "97": 9.37646, + "98": 9.74974, + "99": 9.01759, + "100": 9.50514 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2656.0, - "2": 2663.0, - "3": 2673.0, - "4": 2426.0, - "5": 2931.0, - "6": 3062.0, - "7": 2591.0, - "8": 2693.0, - "9": 2713.0, - "10": 2502.0, - "11": 2904.0, - "12": 2792.0, - "13": 2979.0, - "14": 3000.0, - "15": 2952.0, - "16": 2860.0, - "17": 2717.0, - "18": 2802.0, - "19": 2868.0, - "20": 2620.0, - "21": 2792.0, - "22": 2532.0, - "23": 2701.0, - "24": 2580.0, - "25": 2466.0, - "26": 2839.0, - "27": 2703.0, - "28": 2719.0, - "29": 2971.0, - "30": 2755.0, - "31": 2448.0, - "32": 2670.0, - "33": 2791.0, - "34": 2439.0, - "35": 2662.0, - "36": 2496.0, - "37": 2806.0, - "38": 2697.0, - "39": 2786.0, - "40": 2539.0, - "41": 2605.0, - "42": 2640.0, - "43": 2324.0, - "44": 2548.0, - "45": 2291.0, - "46": 2437.0, - "47": 2605.0, - "48": 2395.0, - "49": 2478.0, - "50": 2633.0, - "51": 2676.0, - "52": 2581.0, - "53": 2898.0, - "54": 2849.0, - "55": 2548.0, - "56": 2661.0, - "57": 2510.0, - "58": 2758.0, - "59": 2650.0, - "60": 2242.0, - "61": 2628.0, - "62": 2899.0, - "63": 2605.0, - "64": 2939.0, - "65": 2572.0, - "66": 2896.0, - "67": 2640.0, - "68": 2709.0, - "69": 2889.0, - "70": 3012.0, - "71": 2978.0, - "72": 2536.0, - "73": 2964.0, - "74": 2163.0, - "75": 2603.0, - "76": 2974.0, - "77": 3007.0, - "78": 3138.0, - "79": 3197.0, - "80": 2984.0, - "81": 3280.0, - "82": 3341.0, - "83": 2757.0, - "84": 3399.0, - "85": 3320.0, - "86": 2882.0, - "87": 3407.0, - "88": 3278.0, - "89": 3336.0, - "90": 3322.0, - "91": 2472.0, - "92": 3061.0, - "93": 2911.0, - "94": 3005.0, - "95": 2984.0, - "96": 2991.0, - "97": 3178.0, - "98": 3343.0, - "99": 2929.0, - "100": 2588.0 + "1": 2677.0, + "2": 2700.0, + "3": 2731.0, + "4": 2503.0, + "5": 2843.0, + "6": 2937.0, + "7": 2619.0, + "8": 2649.0, + "9": 2579.0, + "10": 2466.0, + "11": 2864.0, + "12": 2732.0, + "13": 2935.0, + "14": 2829.0, + "15": 2919.0, + "16": 2924.0, + "17": 2683.0, + "18": 2796.0, + "19": 2828.0, + "20": 2631.0, + "21": 2797.0, + "22": 2631.0, + "23": 2797.0, + "24": 2668.0, + "25": 2526.0, + "26": 2856.0, + "27": 2658.0, + "28": 2939.0, + "29": 3084.0, + "30": 2744.0, + "31": 2420.0, + "32": 2634.0, + "33": 2750.0, + "34": 2458.0, + "35": 2614.0, + "36": 2570.0, + "37": 2879.0, + "38": 2662.0, + "39": 2815.0, + "40": 2558.0, + "41": 2587.0, + "42": 2691.0, + "43": 2442.0, + "44": 2537.0, + "45": 2368.0, + "46": 2456.0, + "47": 2525.0, + "48": 2378.0, + "49": 2264.0, + "50": 2670.0, + "51": 2668.0, + "52": 2560.0, + "53": 2793.0, + "54": 2927.0, + "55": 2495.0, + "56": 2665.0, + "57": 2574.0, + "58": 2851.0, + "59": 2766.0, + "60": 2219.0, + "61": 2640.0, + "62": 2855.0, + "63": 2733.0, + "64": 3001.0, + "65": 2651.0, + "66": 2794.0, + "67": 2786.0, + "68": 2802.0, + "69": 2823.0, + "70": 2942.0, + "71": 2946.0, + "72": 2538.0, + "73": 2930.0, + "74": 2132.0, + "75": 2613.0, + "76": 2961.0, + "77": 2992.0, + "78": 3034.0, + "79": 3106.0, + "80": 3002.0, + "81": 3244.0, + "82": 3292.0, + "83": 2665.0, + "84": 3380.0, + "85": 3218.0, + "86": 2747.0, + "87": 3363.0, + "88": 3272.0, + "89": 3369.0, + "90": 3343.0, + "91": 2487.0, + "92": 2967.0, + "93": 2844.0, + "94": 2936.0, + "95": 3080.0, + "96": 3070.0, + "97": 3045.0, + "98": 3285.0, + "99": 2834.0, + "100": 2448.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 745732608.0, - "2": 745732608.0, - "3": 745732608.0, - "4": 745732608.0, - "5": 745732608.0, - "6": 745732608.0, - "7": 745732608.0, - "8": 745732608.0, - "9": 745732608.0, - "10": 745732608.0, - "11": 745732608.0, - "12": 745732608.0, - "13": 745732608.0, - "14": 745732608.0, - "15": 745732608.0, - "16": 745732608.0, - "17": 745732608.0, - "18": 745732608.0, - "19": 745732608.0, - "20": 745732608.0, - "21": 745732608.0, - "22": 745732608.0, - "23": 745732608.0, - "24": 745732608.0, - "25": 745732608.0, - "26": 745732608.0, - "27": 745732608.0, - "28": 745732608.0, - "29": 745732608.0, - "30": 745732608.0, - "31": 745732608.0, - "32": 745732608.0, - "33": 745732608.0, - "34": 745732608.0, - "35": 745732608.0, - "36": 745732608.0, - "37": 745732608.0, - "38": 745732608.0, - "39": 745732608.0, - "40": 745732608.0, - "41": 745732608.0, - "42": 745732608.0, - "43": 745732608.0, - "44": 745732608.0, - "45": 745732608.0, - "46": 745732608.0, - "47": 745732608.0, - "48": 745732608.0, - "49": 745732608.0, - "50": 745732608.0, - "51": 745732608.0, - "52": 745732608.0, - "53": 745732608.0, - "54": 745732608.0, - "55": 745732608.0, - "56": 745732608.0, - "57": 745732608.0, - "58": 745732608.0, - "59": 745732608.0, - "60": 745732608.0, - "61": 745732608.0, - "62": 745732608.0, - "63": 745732608.0, - "64": 745732608.0, - "65": 745732608.0, - "66": 745732608.0, - "67": 745732608.0, - "68": 745732608.0, - "69": 745732608.0, - "70": 745732608.0, - "71": 745732608.0, - "72": 745732608.0, - "73": 745732608.0, - "74": 745732608.0, - "75": 745732608.0, - "76": 745732608.0, - "77": 745732608.0, - "78": 745732608.0, - "79": 745732608.0, - "80": 745732608.0, - "81": 745732608.0, - "82": 745732608.0, - "83": 745732608.0, - "84": 745732608.0, - "85": 745732608.0, - "86": 745732608.0, - "87": 745732608.0, - "88": 745732608.0, - "89": 745732608.0, - "90": 745732608.0, - "91": 745732608.0, - "92": 745732608.0, - "93": 745732608.0, - "94": 745732608.0, - "95": 745732608.0, - "96": 745732608.0, - "97": 745732608.0, - "98": 745732608.0, - "99": 745732608.0, - "100": 745732608.0 + "1": 745077248.0, + "2": 745077248.0, + "3": 745077248.0, + "4": 745077248.0, + "5": 745077248.0, + "6": 745077248.0, + "7": 745077248.0, + "8": 745077248.0, + "9": 745077248.0, + "10": 745077248.0, + "11": 745077248.0, + "12": 745077248.0, + "13": 745077248.0, + "14": 745077248.0, + "15": 745077248.0, + "16": 745077248.0, + "17": 745077248.0, + "18": 745077248.0, + "19": 745077248.0, + "20": 745077248.0, + "21": 745077248.0, + "22": 745077248.0, + "23": 745077248.0, + "24": 745077248.0, + "25": 745077248.0, + "26": 745077248.0, + "27": 745077248.0, + "28": 745077248.0, + "29": 745077248.0, + "30": 745077248.0, + "31": 745077248.0, + "32": 745077248.0, + "33": 745077248.0, + "34": 745077248.0, + "35": 745077248.0, + "36": 745077248.0, + "37": 745077248.0, + "38": 745077248.0, + "39": 745077248.0, + "40": 745077248.0, + "41": 745077248.0, + "42": 745077248.0, + "43": 745077248.0, + "44": 745077248.0, + "45": 745077248.0, + "46": 745077248.0, + "47": 745077248.0, + "48": 745077248.0, + "49": 745077248.0, + "50": 745077248.0, + "51": 745077248.0, + "52": 745077248.0, + "53": 745077248.0, + "54": 745077248.0, + "55": 745077248.0, + "56": 745077248.0, + "57": 745077248.0, + "58": 745077248.0, + "59": 745077248.0, + "60": 745077248.0, + "61": 745077248.0, + "62": 745077248.0, + "63": 745077248.0, + "64": 745077248.0, + "65": 745077248.0, + "66": 745077248.0, + "67": 745077248.0, + "68": 745077248.0, + "69": 745077248.0, + "70": 745077248.0, + "71": 745077248.0, + "72": 745077248.0, + "73": 745077248.0, + "74": 745077248.0, + "75": 745077248.0, + "76": 745077248.0, + "77": 745077248.0, + "78": 745077248.0, + "79": 745077248.0, + "80": 745077248.0, + "81": 745077248.0, + "82": 745077248.0, + "83": 745077248.0, + "84": 745077248.0, + "85": 745077248.0, + "86": 745077248.0, + "87": 745077248.0, + "88": 745077248.0, + "89": 745077248.0, + "90": 745077248.0, + "91": 745077248.0, + "92": 745077248.0, + "93": 745077248.0, + "94": 745077248.0, + "95": 745077248.0, + "96": 745077248.0, + "97": 745077248.0, + "98": 745077248.0, + "99": 745077248.0, + "100": 745077248.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1940442112.0, - "2": 2223151104.0, - "3": 2223151104.0, - "4": 2223151104.0, - "5": 2223151104.0, - "6": 2223151104.0, - "7": 2223151104.0, - "8": 2223151104.0, - "9": 2223151104.0, - "10": 2223151104.0, - "11": 2223151104.0, - "12": 2223151104.0, - "13": 2223151104.0, - "14": 2223151104.0, - "15": 2223151104.0, - "16": 2223151104.0, - "17": 2223151104.0, - "18": 2223151104.0, - "19": 2223151104.0, - "20": 2223151104.0, - "21": 2223151104.0, - "22": 2223151104.0, - "23": 2223151104.0, - "24": 2223151104.0, - "25": 2223151104.0, - "26": 2223151104.0, - "27": 2223151104.0, - "28": 2223151104.0, - "29": 2223151104.0, - "30": 2223151104.0, - "31": 2223151104.0, - "32": 2223151104.0, - "33": 2223151104.0, - "34": 2223151104.0, - "35": 2223151104.0, - "36": 2223151104.0, - "37": 2223151104.0, - "38": 2223151104.0, - "39": 2223151104.0, - "40": 2223151104.0, - "41": 2223151104.0, - "42": 2223151104.0, - "43": 2223151104.0, - "44": 2223151104.0, - "45": 2223151104.0, - "46": 2223151104.0, - "47": 2223151104.0, - "48": 2223151104.0, - "49": 2223151104.0, - "50": 2223151104.0, - "51": 2223151104.0, - "52": 2223151104.0, - "53": 2223151104.0, - "54": 2223151104.0, - "55": 2223151104.0, - "56": 2223151104.0, - "57": 2223151104.0, - "58": 2223151104.0, - "59": 2223151104.0, - "60": 2223151104.0, - "61": 2223151104.0, - "62": 2223151104.0, - "63": 2223151104.0, - "64": 2223151104.0, - "65": 2223151104.0, - "66": 2223151104.0, - "67": 2223151104.0, - "68": 2223151104.0, - "69": 2223151104.0, - "70": 2223151104.0, - "71": 2223151104.0, - "72": 2223151104.0, - "73": 2223151104.0, - "74": 2223151104.0, - "75": 2223151104.0, - "76": 2223151104.0, - "77": 2223151104.0, - "78": 2223151104.0, - "79": 2223151104.0, - "80": 2223151104.0, - "81": 2223151104.0, - "82": 2223151104.0, - "83": 2223151104.0, - "84": 2223151104.0, - "85": 2223151104.0, - "86": 2223151104.0, - "87": 2223151104.0, - "88": 2223151104.0, - "89": 2223151104.0, - "90": 2223151104.0, - "91": 2223151104.0, - "92": 2223151104.0, - "93": 2223151104.0, - "94": 2223151104.0, - "95": 2223151104.0, - "96": 2223151104.0, - "97": 2223151104.0, - "98": 2223151104.0, - "99": 2223151104.0, - "100": 2223151104.0 + "1": 1939393536.0, + "2": 2220398592.0, + "3": 2220398592.0, + "4": 2220398592.0, + "5": 2220398592.0, + "6": 2220398592.0, + "7": 2220398592.0, + "8": 2220398592.0, + "9": 2220398592.0, + "10": 2220398592.0, + "11": 2220398592.0, + "12": 2220398592.0, + "13": 2220398592.0, + "14": 2220398592.0, + "15": 2220398592.0, + "16": 2220398592.0, + "17": 2220398592.0, + "18": 2220398592.0, + "19": 2220398592.0, + "20": 2220398592.0, + "21": 2220398592.0, + "22": 2220398592.0, + "23": 2220398592.0, + "24": 2220398592.0, + "25": 2220398592.0, + "26": 2220398592.0, + "27": 2220398592.0, + "28": 2220398592.0, + "29": 2220398592.0, + "30": 2220398592.0, + "31": 2220398592.0, + "32": 2220398592.0, + "33": 2220398592.0, + "34": 2220398592.0, + "35": 2220398592.0, + "36": 2220398592.0, + "37": 2220398592.0, + "38": 2220398592.0, + "39": 2220398592.0, + "40": 2220398592.0, + "41": 2220398592.0, + "42": 2220398592.0, + "43": 2220398592.0, + "44": 2220398592.0, + "45": 2220398592.0, + "46": 2220398592.0, + "47": 2220398592.0, + "48": 2220398592.0, + "49": 2220398592.0, + "50": 2220398592.0, + "51": 2220398592.0, + "52": 2220398592.0, + "53": 2220398592.0, + "54": 2220398592.0, + "55": 2220398592.0, + "56": 2220398592.0, + "57": 2220398592.0, + "58": 2220398592.0, + "59": 2220398592.0, + "60": 2220398592.0, + "61": 2220398592.0, + "62": 2220398592.0, + "63": 2220398592.0, + "64": 2220398592.0, + "65": 2220398592.0, + "66": 2220398592.0, + "67": 2220398592.0, + "68": 2220398592.0, + "69": 2220398592.0, + "70": 2220398592.0, + "71": 2220398592.0, + "72": 2220398592.0, + "73": 2220398592.0, + "74": 2220398592.0, + "75": 2220398592.0, + "76": 2220398592.0, + "77": 2220398592.0, + "78": 2220398592.0, + "79": 2220398592.0, + "80": 2220398592.0, + "81": 2220398592.0, + "82": 2220398592.0, + "83": 2220398592.0, + "84": 2220398592.0, + "85": 2220398592.0, + "86": 2220398592.0, + "87": 2220398592.0, + "88": 2220398592.0, + "89": 2220398592.0, + "90": 2220398592.0, + "91": 2220398592.0, + "92": 2220398592.0, + "93": 2220398592.0, + "94": 2220398592.0, + "95": 2220398592.0, + "96": 2220398592.0, + "97": 2220398592.0, + "98": 2220398592.0, + "99": 2220398592.0, + "100": 2220398592.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.5568, - "3": 0.14788, - "4": 0.13602, - "5": 0.13596, - "6": 0.136, - "7": 0.13621, - "8": 0.13502, - "9": 0.13408, - "10": 0.23083, - "11": 0.14377, - "12": 0.14332, - "13": 0.15453, - "14": 0.15537, - "15": 0.15549, - "16": 0.15444, - "17": 0.15453, - "18": 0.15178, - "19": 0.21432, - "20": 0.15336, - "21": 0.1534, - "22": 0.15483, - "23": 0.15395, - "24": 0.15469, - "25": 0.15447, - "26": 0.15509, - "27": 0.1545, - "28": 0.15527, - "29": 0.15593, - "30": 0.15688, - "31": 0.15659, - "32": 0.15629, - "33": 0.15533, - "34": 0.155, - "35": 0.15519, - "36": 0.15784, - "37": 0.15943, - "38": 0.15552, - "39": 0.15486, - "40": 0.15539, - "41": 0.15618, - "42": 0.15569, - "43": 0.15725, - "44": 0.15522, - "45": 0.1553, - "46": 0.15719, - "47": 0.15571, - "48": 0.15568, - "49": 0.15362, - "50": 0.15495, - "51": 0.18287, - "52": 0.16115, - "53": 0.15739, - "54": 0.15665, - "55": 0.15684, - "56": 0.15658, - "57": 0.15631, - "58": 0.22153, - "59": 0.15604, - "60": 0.15313, - "61": 0.15485, - "62": 0.15518, - "63": 0.15719, - "64": 0.15757, - "65": 0.15904, - "66": 0.15846, - "67": 0.15846, - "68": 0.15754, - "69": 0.15779, - "70": 0.1589, - "71": 0.16037, - "72": 0.15778, - "73": 0.15771, - "74": 0.155, - "75": 0.15611, - "76": 0.15702, - "77": 0.15564, - "78": 0.15892, - "79": 0.15669, - "80": 0.15768, - "81": 0.15805, - "82": 0.15778, - "83": 0.15674, - "84": 0.15715, - "85": 0.15834, - "86": 0.15763, - "87": 0.15855, - "88": 0.15589, - "89": 0.15616, - "90": 0.15639, - "91": 0.15722, - "92": 0.15788, - "93": 0.15597, - "94": 0.15817, - "95": 0.15819, - "96": 0.15869, - "97": 0.15875, - "98": 0.15993, - "99": 0.16297, - "100": 0.16682 + "2": 6.8425, + "3": 0.15357, + "4": 0.1409, + "5": 0.13808, + "6": 0.1382, + "7": 0.24407, + "8": 0.13904, + "9": 0.13868, + "10": 0.13899, + "11": 0.13745, + "12": 0.13793, + "13": 0.13808, + "14": 0.1368, + "15": 0.13736, + "16": 0.13801, + "17": 0.13947, + "18": 0.13945, + "19": 0.13791, + "20": 0.13947, + "21": 0.13849, + "22": 0.13877, + "23": 0.13852, + "24": 0.13794, + "25": 0.13904, + "26": 0.14025, + "27": 0.13916, + "28": 0.13997, + "29": 0.1407, + "30": 0.13911, + "31": 0.13955, + "32": 0.1446, + "33": 0.24847, + "34": 0.14784, + "35": 0.14131, + "36": 0.13933, + "37": 0.13988, + "38": 0.19634, + "39": 0.14058, + "40": 0.14008, + "41": 0.14147, + "42": 0.14265, + "43": 0.1426, + "44": 0.14006, + "45": 0.14114, + "46": 0.14113, + "47": 0.1398, + "48": 0.14109, + "49": 0.14027, + "50": 0.13929, + "51": 0.16842, + "52": 0.14006, + "53": 0.13988, + "54": 0.13768, + "55": 0.13634, + "56": 0.13659, + "57": 0.13814, + "58": 0.13574, + "59": 0.13686, + "60": 0.1366, + "61": 0.13869, + "62": 0.13965, + "63": 0.13601, + "64": 0.13824, + "65": 0.13849, + "66": 0.13984, + "67": 0.13968, + "68": 0.13808, + "69": 0.13877, + "70": 0.14016, + "71": 0.13855, + "72": 0.13617, + "73": 0.13908, + "74": 0.13686, + "75": 0.13824, + "76": 0.13807, + "77": 0.13594, + "78": 0.13948, + "79": 0.13994, + "80": 0.13781, + "81": 0.13907, + "82": 0.14148, + "83": 0.13897, + "84": 0.13796, + "85": 0.13672, + "86": 0.13869, + "87": 0.13816, + "88": 0.13546, + "89": 0.13874, + "90": 0.13865, + "91": 0.21702, + "92": 0.13637, + "93": 0.13856, + "94": 0.14121, + "95": 0.1418, + "96": 0.16074, + "97": 0.14631, + "98": 0.13758, + "99": 0.13713, + "100": 0.13749 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json index 42889e09b26..0f203186fb7 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.76985, "2": 10.81791, - "3": 10.784, - "4": 10.788, - "5": 10.81927, - "6": 10.84306, - "7": 10.83464, - "8": 10.8066, - "9": 10.83359, - "10": 10.73562, + "3": 10.78402, + "4": 10.78796, + "5": 10.81924, + "6": 10.84305, + "7": 10.83461, + "8": 10.80657, + "9": 10.83362, + "10": 10.73563, "11": 10.86814, - "12": 10.85075, - "13": 10.84505, - "14": 10.87136, - "15": 10.8218, - "16": 10.80433, + "12": 10.85077, + "13": 10.84503, + "14": 10.87135, + "15": 10.82179, + "16": 10.80434, "17": 10.76124, - "18": 10.80363, - "19": 10.80599, - "20": 10.74747, - "21": 10.7254, - "22": 10.60597, - "23": 10.74387, - "24": 10.65549, + "18": 10.80358, + "19": 10.80593, + "20": 10.74748, + "21": 10.72537, + "22": 10.60596, + "23": 10.74384, + "24": 10.65548, "25": 10.58002, - "26": 10.64496, - "27": 10.67191, - "28": 10.66903, - "29": 10.66652, - "30": 10.46947, + "26": 10.64493, + "27": 10.67189, + "28": 10.66906, + "29": 10.6666, + "30": 10.46943, "31": 10.26264, - "32": 10.56932, - "33": 10.54232, + "32": 10.56935, + "33": 10.54231, "34": 10.36113, - "35": 10.39558, - "36": 10.36866, + "35": 10.39552, + "36": 10.36868, "37": 10.47523, - "38": 10.33715, - "39": 10.49947, - "40": 10.23019, - "41": 10.30905, - "42": 10.33124, - "43": 9.99091, + "38": 10.33713, + "39": 10.49939, + "40": 10.23017, + "41": 10.30906, + "42": 10.33123, + "43": 9.99093, "44": 10.09605, - "45": 10.00787, - "46": 9.96718, - "47": 10.27077, - "48": 10.01043, - "49": 9.73437, + "45": 10.00785, + "46": 9.96712, + "47": 10.27069, + "48": 10.0104, + "49": 9.73436, "50": 10.04737, "51": 10.00084, - "52": 9.89672, - "53": 10.19876, - "54": 10.09066, - "55": 10.00567, - "56": 9.77199, - "57": 9.64533, - "58": 9.98587, - "59": 9.72608, - "60": 9.6777, - "61": 9.8157, - "62": 10.092, - "63": 9.54758, - "64": 9.90438, - "65": 9.09492, - "66": 9.84068, + "52": 9.89675, + "53": 10.1988, + "54": 10.09063, + "55": 10.00569, + "56": 9.77206, + "57": 9.6453, + "58": 9.98586, + "59": 9.72612, + "60": 9.67771, + "61": 9.81568, + "62": 10.09202, + "63": 9.54764, + "64": 9.90442, + "65": 9.09488, + "66": 9.84066, "67": 9.48471, - "68": 9.88996, - "69": 9.87691, - "70": 9.85294, - "71": 9.73278, - "72": 9.72558, - "73": 9.63706, - "74": 9.12334, - "75": 9.55335, - "76": 9.21765, - "77": 10.15202, - "78": 9.81465, - "79": 9.47558, - "80": 9.52073, - "81": 9.5872, - "82": 9.79125, - "83": 9.44848, - "84": 9.49585, - "85": 9.72189, + "68": 9.88998, + "69": 9.87694, + "70": 9.85293, + "71": 9.73276, + "72": 9.72559, + "73": 9.63702, + "74": 9.12336, + "75": 9.55337, + "76": 9.21763, + "77": 10.15204, + "78": 9.81466, + "79": 9.47559, + "80": 9.52071, + "81": 9.58719, + "82": 9.79124, + "83": 9.4485, + "84": 9.49586, + "85": 9.7219, "86": 9.18037, "87": 9.66127, "88": 9.84359, - "89": 9.71651, - "90": 9.88102, + "89": 9.7165, + "90": 9.88101, "91": 9.48434, - "92": 9.4705, - "93": 9.20911, - "94": 8.95382, - "95": 9.60554, + "92": 9.47046, + "93": 9.20912, + "94": 8.95381, + "95": 9.60555, "96": 9.63976, - "97": 9.38762, - "98": 9.7573, - "99": 9.0159, - "100": 9.49925 + "97": 9.38764, + "98": 9.75733, + "99": 9.01588, + "100": 9.49924 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2680.0, - "2": 2615.0, - "3": 2642.0, - "4": 2479.0, - "5": 2971.0, - "6": 2822.0, - "7": 2833.0, - "8": 2508.0, - "9": 2922.0, - "10": 2508.0, - "11": 2917.0, - "12": 2817.0, - "13": 2935.0, - "14": 2969.0, - "15": 2679.0, - "16": 2976.0, - "17": 2609.0, - "18": 2868.0, - "19": 2790.0, - "20": 2461.0, - "21": 2636.0, - "22": 2356.0, - "23": 2798.0, - "24": 2613.0, - "25": 2640.0, - "26": 2701.0, - "27": 2761.0, - "28": 2801.0, - "29": 2971.0, - "30": 2590.0, - "31": 2307.0, - "32": 2751.0, - "33": 2881.0, - "34": 2352.0, - "35": 2480.0, - "36": 2443.0, - "37": 2748.0, - "38": 2692.0, - "39": 2709.0, - "40": 2570.0, - "41": 2752.0, - "42": 2689.0, - "43": 2381.0, - "44": 2483.0, - "45": 2397.0, - "46": 2281.0, - "47": 2684.0, - "48": 2330.0, - "49": 2293.0, - "50": 2740.0, - "51": 2575.0, - "52": 2621.0, - "53": 2891.0, - "54": 2655.0, - "55": 2559.0, - "56": 2566.0, - "57": 2471.0, - "58": 2767.0, - "59": 2529.0, - "60": 2289.0, - "61": 2642.0, - "62": 2820.0, - "63": 2654.0, - "64": 3020.0, - "65": 2687.0, - "66": 2884.0, - "67": 2666.0, - "68": 2720.0, - "69": 2738.0, - "70": 3004.0, - "71": 2816.0, - "72": 2537.0, - "73": 2826.0, - "74": 2192.0, - "75": 2647.0, - "76": 3048.0, - "77": 3019.0, - "78": 3134.0, - "79": 3092.0, - "80": 3054.0, - "81": 3298.0, - "82": 3350.0, - "83": 2597.0, - "84": 3436.0, - "85": 3350.0, - "86": 2993.0, - "87": 3509.0, - "88": 3403.0, - "89": 3490.0, - "90": 3368.0, - "91": 2461.0, - "92": 2803.0, - "93": 2933.0, - "94": 2888.0, - "95": 3138.0, - "96": 3047.0, - "97": 3016.0, - "98": 3382.0, - "99": 2995.0, - "100": 2490.0 + "1": 2805.0, + "2": 2569.0, + "3": 2669.0, + "4": 2452.0, + "5": 2817.0, + "6": 2939.0, + "7": 2784.0, + "8": 2559.0, + "9": 2824.0, + "10": 2575.0, + "11": 2911.0, + "12": 2689.0, + "13": 2988.0, + "14": 2921.0, + "15": 2693.0, + "16": 3037.0, + "17": 2638.0, + "18": 2916.0, + "19": 2863.0, + "20": 2451.0, + "21": 2687.0, + "22": 2462.0, + "23": 2777.0, + "24": 2644.0, + "25": 2496.0, + "26": 2722.0, + "27": 2758.0, + "28": 2832.0, + "29": 3013.0, + "30": 2558.0, + "31": 2303.0, + "32": 2665.0, + "33": 2780.0, + "34": 2366.0, + "35": 2532.0, + "36": 2537.0, + "37": 2777.0, + "38": 2690.0, + "39": 2843.0, + "40": 2605.0, + "41": 2697.0, + "42": 2686.0, + "43": 2317.0, + "44": 2484.0, + "45": 2297.0, + "46": 2343.0, + "47": 2613.0, + "48": 2414.0, + "49": 2381.0, + "50": 2751.0, + "51": 2584.0, + "52": 2575.0, + "53": 2857.0, + "54": 2756.0, + "55": 2531.0, + "56": 2544.0, + "57": 2484.0, + "58": 2815.0, + "59": 2564.0, + "60": 2263.0, + "61": 2645.0, + "62": 2824.0, + "63": 2589.0, + "64": 3010.0, + "65": 2664.0, + "66": 2928.0, + "67": 2609.0, + "68": 2747.0, + "69": 2832.0, + "70": 3003.0, + "71": 2741.0, + "72": 2483.0, + "73": 2809.0, + "74": 2131.0, + "75": 2673.0, + "76": 3018.0, + "77": 3023.0, + "78": 3182.0, + "79": 3251.0, + "80": 3075.0, + "81": 3372.0, + "82": 3352.0, + "83": 2607.0, + "84": 3299.0, + "85": 3175.0, + "86": 3061.0, + "87": 3470.0, + "88": 3331.0, + "89": 3464.0, + "90": 3438.0, + "91": 2435.0, + "92": 2979.0, + "93": 2983.0, + "94": 2953.0, + "95": 3119.0, + "96": 2879.0, + "97": 3018.0, + "98": 3305.0, + "99": 2999.0, + "100": 2710.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 744815104.0, - "2": 744815104.0, - "3": 744815104.0, - "4": 744815104.0, - "5": 744815104.0, - "6": 744815104.0, - "7": 744815104.0, - "8": 744815104.0, - "9": 744815104.0, - "10": 744815104.0, - "11": 744815104.0, - "12": 744815104.0, - "13": 744815104.0, - "14": 744815104.0, - "15": 744815104.0, - "16": 744815104.0, - "17": 744815104.0, - "18": 744815104.0, - "19": 744815104.0, - "20": 744815104.0, - "21": 744815104.0, - "22": 744815104.0, - "23": 744815104.0, - "24": 744815104.0, - "25": 744815104.0, - "26": 744815104.0, - "27": 744815104.0, - "28": 744815104.0, - "29": 744815104.0, - "30": 744815104.0, - "31": 744815104.0, - "32": 744815104.0, - "33": 744815104.0, - "34": 744815104.0, - "35": 744815104.0, - "36": 744815104.0, - "37": 744815104.0, - "38": 744815104.0, - "39": 744815104.0, - "40": 744815104.0, - "41": 744815104.0, - "42": 744815104.0, - "43": 744815104.0, - "44": 744815104.0, - "45": 744815104.0, - "46": 744815104.0, - "47": 744815104.0, - "48": 744815104.0, - "49": 744815104.0, - "50": 744815104.0, - "51": 744815104.0, - "52": 744815104.0, - "53": 744815104.0, - "54": 744815104.0, - "55": 744815104.0, - "56": 744815104.0, - "57": 744815104.0, - "58": 744815104.0, - "59": 744815104.0, - "60": 744815104.0, - "61": 744815104.0, - "62": 744815104.0, - "63": 744815104.0, - "64": 744815104.0, - "65": 744815104.0, - "66": 744815104.0, - "67": 744815104.0, - "68": 744815104.0, - "69": 744815104.0, - "70": 744815104.0, - "71": 744815104.0, - "72": 744815104.0, - "73": 744815104.0, - "74": 744815104.0, - "75": 744815104.0, - "76": 744815104.0, - "77": 744815104.0, - "78": 744815104.0, - "79": 744815104.0, - "80": 744815104.0, - "81": 744815104.0, - "82": 744815104.0, - "83": 744815104.0, - "84": 744815104.0, - "85": 744815104.0, - "86": 744815104.0, - "87": 744815104.0, - "88": 744815104.0, - "89": 744815104.0, - "90": 744815104.0, - "91": 744815104.0, - "92": 744815104.0, - "93": 744815104.0, - "94": 744815104.0, - "95": 744815104.0, - "96": 744815104.0, - "97": 744815104.0, - "98": 744815104.0, - "99": 744815104.0, - "100": 744815104.0 + "1": 745732608.0, + "2": 745732608.0, + "3": 745732608.0, + "4": 745732608.0, + "5": 745732608.0, + "6": 745732608.0, + "7": 745732608.0, + "8": 745732608.0, + "9": 745732608.0, + "10": 745732608.0, + "11": 745732608.0, + "12": 745732608.0, + "13": 745732608.0, + "14": 745732608.0, + "15": 745732608.0, + "16": 745732608.0, + "17": 745732608.0, + "18": 745732608.0, + "19": 745732608.0, + "20": 745732608.0, + "21": 745732608.0, + "22": 745732608.0, + "23": 745732608.0, + "24": 745732608.0, + "25": 745732608.0, + "26": 745732608.0, + "27": 745732608.0, + "28": 745732608.0, + "29": 745732608.0, + "30": 745732608.0, + "31": 745732608.0, + "32": 745732608.0, + "33": 745732608.0, + "34": 745732608.0, + "35": 745732608.0, + "36": 745732608.0, + "37": 745732608.0, + "38": 745732608.0, + "39": 745732608.0, + "40": 745732608.0, + "41": 745732608.0, + "42": 745732608.0, + "43": 745732608.0, + "44": 745732608.0, + "45": 745732608.0, + "46": 745732608.0, + "47": 745732608.0, + "48": 745732608.0, + "49": 745732608.0, + "50": 745732608.0, + "51": 745732608.0, + "52": 745732608.0, + "53": 745732608.0, + "54": 745732608.0, + "55": 745732608.0, + "56": 745732608.0, + "57": 745732608.0, + "58": 745732608.0, + "59": 745732608.0, + "60": 745732608.0, + "61": 745732608.0, + "62": 745732608.0, + "63": 745732608.0, + "64": 745732608.0, + "65": 745732608.0, + "66": 745732608.0, + "67": 745732608.0, + "68": 745732608.0, + "69": 745732608.0, + "70": 745732608.0, + "71": 745732608.0, + "72": 745732608.0, + "73": 745732608.0, + "74": 745732608.0, + "75": 745732608.0, + "76": 745732608.0, + "77": 745732608.0, + "78": 745732608.0, + "79": 745732608.0, + "80": 745732608.0, + "81": 745732608.0, + "82": 745732608.0, + "83": 745732608.0, + "84": 745732608.0, + "85": 745732608.0, + "86": 745732608.0, + "87": 745732608.0, + "88": 745732608.0, + "89": 745732608.0, + "90": 745732608.0, + "91": 745732608.0, + "92": 745732608.0, + "93": 745732608.0, + "94": 745732608.0, + "95": 745732608.0, + "96": 745732608.0, + "97": 745732608.0, + "98": 745732608.0, + "99": 745732608.0, + "100": 745732608.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1928907776.0, - "2": 2210305536.0, - "3": 2210305536.0, - "4": 2210305536.0, - "5": 2210305536.0, - "6": 2210305536.0, - "7": 2210305536.0, - "8": 2210305536.0, - "9": 2210305536.0, - "10": 2210305536.0, - "11": 2210305536.0, - "12": 2210305536.0, - "13": 2210305536.0, - "14": 2210305536.0, - "15": 2210305536.0, - "16": 2210305536.0, - "17": 2210305536.0, - "18": 2210305536.0, - "19": 2210305536.0, - "20": 2210305536.0, - "21": 2210305536.0, - "22": 2210305536.0, - "23": 2210305536.0, - "24": 2210305536.0, - "25": 2210305536.0, - "26": 2210305536.0, - "27": 2210305536.0, - "28": 2210305536.0, - "29": 2210305536.0, - "30": 2210305536.0, - "31": 2210305536.0, - "32": 2210305536.0, - "33": 2210305536.0, - "34": 2210305536.0, - "35": 2210305536.0, - "36": 2210305536.0, - "37": 2210305536.0, - "38": 2210305536.0, - "39": 2210305536.0, - "40": 2210305536.0, - "41": 2210305536.0, - "42": 2210305536.0, - "43": 2210305536.0, - "44": 2210305536.0, - "45": 2210305536.0, - "46": 2210305536.0, - "47": 2210305536.0, - "48": 2210305536.0, - "49": 2210305536.0, - "50": 2210305536.0, - "51": 2210305536.0, - "52": 2210305536.0, - "53": 2210305536.0, - "54": 2210305536.0, - "55": 2210305536.0, - "56": 2210305536.0, - "57": 2210305536.0, - "58": 2210305536.0, - "59": 2210305536.0, - "60": 2210305536.0, - "61": 2210305536.0, - "62": 2210305536.0, - "63": 2210305536.0, - "64": 2210305536.0, - "65": 2210305536.0, - "66": 2210305536.0, - "67": 2210305536.0, - "68": 2210305536.0, - "69": 2210305536.0, - "70": 2210305536.0, - "71": 2210305536.0, - "72": 2210305536.0, - "73": 2210305536.0, - "74": 2210305536.0, - "75": 2210305536.0, - "76": 2210305536.0, - "77": 2210305536.0, - "78": 2210305536.0, - "79": 2210305536.0, - "80": 2210305536.0, - "81": 2210305536.0, - "82": 2210305536.0, - "83": 2210305536.0, - "84": 2210305536.0, - "85": 2210305536.0, - "86": 2210305536.0, - "87": 2210305536.0, - "88": 2210305536.0, - "89": 2210305536.0, - "90": 2210305536.0, - "91": 2210305536.0, - "92": 2210305536.0, - "93": 2210305536.0, - "94": 2210305536.0, - "95": 2210305536.0, - "96": 2210305536.0, - "97": 2210305536.0, - "98": 2210305536.0, - "99": 2210305536.0, - "100": 2210305536.0 + "1": 1927859200.0, + "2": 2211485184.0, + "3": 2211485184.0, + "4": 2211485184.0, + "5": 2211485184.0, + "6": 2211485184.0, + "7": 2211485184.0, + "8": 2211485184.0, + "9": 2211485184.0, + "10": 2211485184.0, + "11": 2211485184.0, + "12": 2211485184.0, + "13": 2211485184.0, + "14": 2211485184.0, + "15": 2211485184.0, + "16": 2211485184.0, + "17": 2211485184.0, + "18": 2211485184.0, + "19": 2211485184.0, + "20": 2211485184.0, + "21": 2211485184.0, + "22": 2211485184.0, + "23": 2211485184.0, + "24": 2211485184.0, + "25": 2211485184.0, + "26": 2211485184.0, + "27": 2211485184.0, + "28": 2211485184.0, + "29": 2211485184.0, + "30": 2211485184.0, + "31": 2211485184.0, + "32": 2211485184.0, + "33": 2211485184.0, + "34": 2211485184.0, + "35": 2211485184.0, + "36": 2211485184.0, + "37": 2211485184.0, + "38": 2211485184.0, + "39": 2211485184.0, + "40": 2211485184.0, + "41": 2211485184.0, + "42": 2211485184.0, + "43": 2211485184.0, + "44": 2211485184.0, + "45": 2211485184.0, + "46": 2211485184.0, + "47": 2211485184.0, + "48": 2211485184.0, + "49": 2211485184.0, + "50": 2211485184.0, + "51": 2211485184.0, + "52": 2211485184.0, + "53": 2211485184.0, + "54": 2211485184.0, + "55": 2211485184.0, + "56": 2211485184.0, + "57": 2211485184.0, + "58": 2211485184.0, + "59": 2211485184.0, + "60": 2211485184.0, + "61": 2211485184.0, + "62": 2211485184.0, + "63": 2211485184.0, + "64": 2211485184.0, + "65": 2211485184.0, + "66": 2211485184.0, + "67": 2211485184.0, + "68": 2211485184.0, + "69": 2211485184.0, + "70": 2211485184.0, + "71": 2211485184.0, + "72": 2211485184.0, + "73": 2211485184.0, + "74": 2211485184.0, + "75": 2211485184.0, + "76": 2211485184.0, + "77": 2211485184.0, + "78": 2211485184.0, + "79": 2211485184.0, + "80": 2211485184.0, + "81": 2211485184.0, + "82": 2211485184.0, + "83": 2211485184.0, + "84": 2211485184.0, + "85": 2211485184.0, + "86": 2211485184.0, + "87": 2211485184.0, + "88": 2211485184.0, + "89": 2211485184.0, + "90": 2211485184.0, + "91": 2211485184.0, + "92": 2211485184.0, + "93": 2211485184.0, + "94": 2211485184.0, + "95": 2211485184.0, + "96": 2211485184.0, + "97": 2211485184.0, + "98": 2211485184.0, + "99": 2211485184.0, + "100": 2211485184.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 38.50475, - "2": 0.14031, - "3": 0.11652, - "4": 0.09549, - "5": 0.09354, - "6": 0.09569, - "7": 0.09409, - "8": 0.09473, - "9": 0.09388, - "10": 0.09459, - "11": 0.09596, - "12": 0.09466, - "13": 0.09509, - "14": 0.09586, - "15": 0.09314, - "16": 0.09368, - "17": 0.09468, - "18": 0.09494, - "19": 0.09289, - "20": 0.09427, - "21": 0.09599, - "22": 0.09701, - "23": 0.09665, - "24": 0.09712, - "25": 0.09542, - "26": 0.09515, - "27": 0.09642, - "28": 0.09519, - "29": 0.09691, - "30": 0.09651, - "31": 0.09742, - "32": 0.09503, - "33": 0.09471, - "34": 0.09424, - "35": 0.09574, - "36": 0.09438, - "37": 0.09509, - "38": 0.09428, - "39": 0.09484, - "40": 0.09459, - "41": 0.0951, - "42": 0.09671, - "43": 0.09633, - "44": 0.09511, - "45": 0.09592, - "46": 0.09579, - "47": 0.09614, - "48": 0.09464, - "49": 0.0958, - "50": 0.09782, - "51": 0.10564, - "52": 0.09373, - "53": 0.09475, - "54": 0.09323, - "55": 0.09237, - "56": 0.09293, - "57": 0.09228, - "58": 0.0948, - "59": 0.09906, - "60": 0.10026, - "61": 0.09961, - "62": 0.09923, - "63": 0.09889, - "64": 0.09888, - "65": 0.09925, - "66": 0.1, - "67": 0.09782, - "68": 0.09891, - "69": 0.09132, - "70": 0.09102, - "71": 0.091, - "72": 0.09368, - "73": 0.09219, - "74": 0.09374, - "75": 0.09232, - "76": 0.09428, - "77": 0.09256, - "78": 0.09623, - "79": 0.09624, - "80": 0.09622, - "81": 0.09668, - "82": 0.09651, - "83": 0.10042, - "84": 0.09998, - "85": 0.10102, - "86": 0.09975, - "87": 0.09955, - "88": 0.10135, - "89": 0.10038, - "90": 0.09933, - "91": 0.10071, - "92": 0.09992, - "93": 0.10054, - "94": 0.09927, - "95": 0.0998, - "96": 0.101, - "97": 0.09268, - "98": 0.09188, - "99": 0.09185, - "100": 0.09107 + "1": "nan", + "2": 6.67128, + "3": 0.11715, + "4": 0.10264, + "5": 0.10169, + "6": 0.10189, + "7": 0.10092, + "8": 0.09811, + "9": 0.09543, + "10": 0.09613, + "11": 0.09543, + "12": 0.09592, + "13": 0.09622, + "14": 0.09609, + "15": 0.09586, + "16": 0.09588, + "17": 0.09644, + "18": 0.09588, + "19": 0.09609, + "20": 0.09593, + "21": 0.09624, + "22": 0.09621, + "23": 0.09548, + "24": 0.09544, + "25": 0.09527, + "26": 0.09554, + "27": 0.09553, + "28": 0.09493, + "29": 0.09537, + "30": 0.09579, + "31": 0.09786, + "32": 0.09613, + "33": 0.09742, + "34": 0.09746, + "35": 0.09803, + "36": 0.09784, + "37": 0.09789, + "38": 0.09536, + "39": 0.09891, + "40": 0.0955, + "41": 0.09548, + "42": 0.09562, + "43": 0.09684, + "44": 0.09596, + "45": 0.09549, + "46": 0.09634, + "47": 0.09586, + "48": 0.09609, + "49": 0.09592, + "50": 0.09588, + "51": 0.10923, + "52": 0.09944, + "53": 0.09884, + "54": 0.09808, + "55": 0.09806, + "56": 0.09755, + "57": 0.09795, + "58": 0.09523, + "59": 0.0943, + "60": 0.0944, + "61": 0.09522, + "62": 0.09461, + "63": 0.09584, + "64": 0.09662, + "65": 0.10008, + "66": 0.09542, + "67": 0.0954, + "68": 0.09384, + "69": 0.09458, + "70": 0.09508, + "71": 0.09433, + "72": 0.0945, + "73": 0.09505, + "74": 0.09509, + "75": 0.09513, + "76": 0.09549, + "77": 0.1005, + "78": 0.1006, + "79": 0.10067, + "80": 0.10033, + "81": 0.10038, + "82": 0.10023, + "83": 0.09673, + "84": 0.0947, + "85": 0.09569, + "86": 0.09555, + "87": 0.09437, + "88": 0.09428, + "89": 0.09456, + "90": 0.09449, + "91": 0.09443, + "92": 0.09552, + "93": 0.09456, + "94": 0.09497, + "95": 0.09414, + "96": 0.09502, + "97": 0.09534, + "98": 0.09476, + "99": 0.09577, + "100": 0.09533 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_gb200.json index 2610b7fe2f4..65904c58aca 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_gb200.json @@ -8,52 +8,52 @@ "2": 10.83322, "3": 10.82737, "4": 10.79588, - "5": 10.85708, - "6": 10.86392, - "7": 10.8269, - "8": 10.82589, - "9": 10.83705, - "10": 10.79716, + "5": 10.85705, + "6": 10.8639, + "7": 10.82692, + "8": 10.82592, + "9": 10.83704, + "10": 10.79717, "11": 10.87851, - "12": 10.85794, - "13": 10.8537, - "14": 10.87547, - "15": 10.79179, - "16": 10.80303, - "17": 10.7745, - "18": 10.804, - "19": 10.79363, - "20": 10.69591, + "12": 10.85796, + "13": 10.85375, + "14": 10.8755, + "15": 10.79176, + "16": 10.80297, + "17": 10.77451, + "18": 10.80401, + "19": 10.79366, + "20": 10.69587, "21": 10.68551, - "22": 10.53149, - "23": 10.70658, - "24": 10.57317, - "25": 10.51546, - "26": 10.59072, - "27": 10.60736, + "22": 10.53152, + "23": 10.70657, + "24": 10.57319, + "25": 10.51544, + "26": 10.59074, + "27": 10.60737, "28": 10.57024, - "29": 10.58904, - "30": 10.34679, - "31": 10.07734, - "32": 10.46319, - "33": 10.45704, - "34": 10.19923, - "35": 10.25593, + "29": 10.58907, + "30": 10.34675, + "31": 10.07735, + "32": 10.46316, + "33": 10.45702, + "34": 10.19922, + "35": 10.25588, "36": 10.21246, - "37": 10.34688, - "38": 10.18009, + "37": 10.34692, + "38": 10.18008, "39": 10.408, - "40": 10.07603, - "41": 10.12932, - "42": 10.21134, + "40": 10.07601, + "41": 10.12933, + "42": 10.21132, "43": 9.81692, - "44": 9.94028, - "45": 9.81699, - "46": 9.80606, - "47": 10.12475, - "48": 9.8405, - "49": 9.50971, - "50": 9.88934 + "44": 9.94031, + "45": 9.81697, + "46": 9.80607, + "47": 10.12474, + "48": 9.84052, + "49": 9.50972, + "50": 9.88931 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1691.0, - "2": 1553.0, - "3": 1673.0, - "4": 1760.0, - "5": 1852.0, - "6": 1861.0, - "7": 1907.0, - "8": 1712.0, - "9": 1919.0, - "10": 1427.0, - "11": 1965.0, - "12": 1742.0, - "13": 1946.0, - "14": 1903.0, - "15": 1851.0, - "16": 1804.0, - "17": 1778.0, - "18": 1702.0, - "19": 1703.0, - "20": 1706.0, - "21": 1916.0, - "22": 1698.0, - "23": 2009.0, - "24": 1606.0, - "25": 1625.0, - "26": 1722.0, - "27": 1784.0, - "28": 1981.0, - "29": 1919.0, - "30": 1948.0, - "31": 1503.0, - "32": 1904.0, - "33": 2058.0, - "34": 1737.0, - "35": 1916.0, - "36": 1980.0, - "37": 2263.0, - "38": 2121.0, - "39": 2277.0, - "40": 2021.0, - "41": 2202.0, - "42": 2340.0, - "43": 1973.0, - "44": 2006.0, - "45": 2128.0, - "46": 2132.0, - "47": 2438.0, - "48": 2286.0, - "49": 2215.0, - "50": 2337.0 + "1": 1692.0, + "2": 1562.0, + "3": 1659.0, + "4": 1661.0, + "5": 1890.0, + "6": 1885.0, + "7": 1867.0, + "8": 1651.0, + "9": 1883.0, + "10": 1424.0, + "11": 1819.0, + "12": 1770.0, + "13": 1985.0, + "14": 1835.0, + "15": 1964.0, + "16": 1829.0, + "17": 1826.0, + "18": 1644.0, + "19": 1752.0, + "20": 1709.0, + "21": 1984.0, + "22": 1705.0, + "23": 1997.0, + "24": 1643.0, + "25": 1621.0, + "26": 1650.0, + "27": 1750.0, + "28": 1867.0, + "29": 1959.0, + "30": 2054.0, + "31": 1547.0, + "32": 1858.0, + "33": 2093.0, + "34": 1860.0, + "35": 1961.0, + "36": 1983.0, + "37": 2362.0, + "38": 2143.0, + "39": 2286.0, + "40": 2090.0, + "41": 2199.0, + "42": 2313.0, + "43": 1992.0, + "44": 2026.0, + "45": 2082.0, + "46": 2197.0, + "47": 2446.0, + "48": 2296.0, + "49": 2232.0, + "50": 2425.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.94258, - "3": 0.12978, - "4": 0.11688, - "5": 0.11937, - "6": 0.12093, - "7": 0.12307, - "8": 0.13062, - "9": 0.12926, - "10": 0.1228, - "11": 0.12859, - "12": 0.12404, - "13": 0.12912, - "14": 0.12318, - "15": 0.12609, - "16": 0.13327, - "17": 0.12859, - "18": 0.12957, - "19": 0.12658, - "20": 0.12929, - "21": 0.12937, - "22": 0.1298, - "23": 0.12888, - "24": 0.12917, - "25": 0.1285, - "26": 0.12864, - "27": 0.13061, - "28": 0.1272, - "29": 0.12953, - "30": 0.12693, - "31": 0.13141, - "32": 0.12786, - "33": 0.12815, - "34": 0.12937, - "35": 0.12957, - "36": 0.12737, - "37": 0.1313, - "38": 0.12977, - "39": 0.12805, - "40": 0.1298, - "41": 0.1296, - "42": 0.13074, - "43": 0.12955, - "44": 0.13171, - "45": 0.13055, - "46": 0.13271, - "47": 0.13004, - "48": 0.12873, - "49": 0.13129, - "50": 0.12858 + "2": 9.03804, + "3": 0.13858, + "4": 0.12507, + "5": 0.12463, + "6": 0.12425, + "7": 0.12393, + "8": 0.12365, + "9": 0.12427, + "10": 0.12648, + "11": 0.12263, + "12": 0.12575, + "13": 0.12379, + "14": 0.12295, + "15": 0.12869, + "16": 0.12461, + "17": 0.12438, + "18": 0.12268, + "19": 0.12324, + "20": 0.12324, + "21": 0.12291, + "22": 0.12582, + "23": 0.12767, + "24": 0.12691, + "25": 0.12504, + "26": 0.12483, + "27": 0.12358, + "28": 0.1246, + "29": 0.12998, + "30": 0.1346, + "31": 0.12439, + "32": 0.12524, + "33": 0.12436, + "34": 0.12347, + "35": 0.12901, + "36": 0.12928, + "37": 0.13039, + "38": 0.12726, + "39": 0.1253, + "40": 0.12465, + "41": 0.12644, + "42": 0.12361, + "43": 0.12563, + "44": 0.12445, + "45": 0.12536, + "46": 0.12648, + "47": 0.12433, + "48": 0.12535, + "49": 0.12492, + "50": 0.12369 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_gb200.json index 10988c85257..3029be3a708 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_gb200.json @@ -8,52 +8,52 @@ "2": 10.83322, "3": 10.82737, "4": 10.79588, - "5": 10.85708, - "6": 10.86392, - "7": 10.8269, - "8": 10.82588, - "9": 10.83699, - "10": 10.79719, - "11": 10.87851, - "12": 10.85797, - "13": 10.85368, - "14": 10.87548, - "15": 10.79177, - "16": 10.80301, + "5": 10.85705, + "6": 10.8639, + "7": 10.82692, + "8": 10.82592, + "9": 10.83704, + "10": 10.7972, + "11": 10.87853, + "12": 10.85795, + "13": 10.85374, + "14": 10.8755, + "15": 10.79182, + "16": 10.80298, "17": 10.7745, - "18": 10.80399, + "18": 10.80403, "19": 10.79365, - "20": 10.69588, + "20": 10.69587, "21": 10.6855, - "22": 10.53152, - "23": 10.70658, - "24": 10.57319, + "22": 10.5315, + "23": 10.7066, + "24": 10.57324, "25": 10.51545, - "26": 10.59076, + "26": 10.59072, "27": 10.60738, - "28": 10.57025, - "29": 10.58904, - "30": 10.34674, + "28": 10.57026, + "29": 10.58903, + "30": 10.34678, "31": 10.07736, - "32": 10.46317, - "33": 10.45705, + "32": 10.46319, + "33": 10.45702, "34": 10.19923, - "35": 10.25593, - "36": 10.21246, - "37": 10.34689, - "38": 10.18008, - "39": 10.40796, - "40": 10.07602, - "41": 10.12935, - "42": 10.21132, - "43": 9.81692, + "35": 10.25594, + "36": 10.2125, + "37": 10.3469, + "38": 10.1801, + "39": 10.40797, + "40": 10.07599, + "41": 10.12931, + "42": 10.21136, + "43": 9.81697, "44": 9.94027, - "45": 9.817, - "46": 9.80608, + "45": 9.81697, + "46": 9.80603, "47": 10.12473, - "48": 9.84047, - "49": 9.50975, - "50": 9.88932 + "48": 9.84051, + "49": 9.50971, + "50": 9.88935 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1691.0, - "2": 1553.0, - "3": 1673.0, - "4": 1760.0, - "5": 1852.0, - "6": 1861.0, - "7": 1852.0, - "8": 1755.0, - "9": 1952.0, - "10": 1427.0, - "11": 1857.0, - "12": 1820.0, - "13": 1948.0, - "14": 1828.0, - "15": 1913.0, - "16": 1881.0, - "17": 1770.0, - "18": 1683.0, - "19": 1784.0, - "20": 1714.0, - "21": 1969.0, - "22": 1701.0, - "23": 1972.0, - "24": 1545.0, - "25": 1537.0, - "26": 1650.0, - "27": 1770.0, - "28": 1889.0, - "29": 1946.0, - "30": 2031.0, - "31": 1511.0, - "32": 1848.0, - "33": 2009.0, - "34": 1749.0, - "35": 1978.0, - "36": 1926.0, - "37": 2358.0, - "38": 2036.0, - "39": 2202.0, - "40": 2015.0, - "41": 2184.0, - "42": 2304.0, - "43": 2079.0, - "44": 2042.0, - "45": 2082.0, - "46": 2206.0, - "47": 2417.0, - "48": 2284.0, - "49": 2231.0, - "50": 2430.0 + "1": 1692.0, + "2": 1562.0, + "3": 1659.0, + "4": 1661.0, + "5": 1890.0, + "6": 1885.0, + "7": 1867.0, + "8": 1651.0, + "9": 1897.0, + "10": 1425.0, + "11": 1904.0, + "12": 1768.0, + "13": 1970.0, + "14": 1771.0, + "15": 1880.0, + "16": 1857.0, + "17": 1803.0, + "18": 1721.0, + "19": 1761.0, + "20": 1752.0, + "21": 1981.0, + "22": 1699.0, + "23": 2007.0, + "24": 1696.0, + "25": 1607.0, + "26": 1733.0, + "27": 1771.0, + "28": 1882.0, + "29": 1867.0, + "30": 1994.0, + "31": 1541.0, + "32": 1906.0, + "33": 2052.0, + "34": 1850.0, + "35": 1995.0, + "36": 1956.0, + "37": 2351.0, + "38": 2181.0, + "39": 2298.0, + "40": 2103.0, + "41": 2115.0, + "42": 2326.0, + "43": 1958.0, + "44": 2145.0, + "45": 2066.0, + "46": 2223.0, + "47": 2478.0, + "48": 2352.0, + "49": 2254.0, + "50": 2356.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 552193536.0, - "2": 552193536.0, - "3": 553242112.0, - "4": 553242112.0, - "5": 552193536.0, - "6": 553242112.0, - "7": 553242112.0, - "8": 553242112.0, - "9": 553242112.0, - "10": 553242112.0, - "11": 553242112.0, - "12": 552193536.0, - "13": 552193536.0, - "14": 552193536.0, - "15": 552193536.0, - "16": 553242112.0, - "17": 553242112.0, - "18": 552193536.0, - "19": 553242112.0, - "20": 553242112.0, - "21": 553242112.0, - "22": 552193536.0, - "23": 553242112.0, - "24": 553242112.0, - "25": 553242112.0, - "26": 553242112.0, - "27": 553242112.0, - "28": 553242112.0, - "29": 553242112.0, - "30": 553242112.0, - "31": 552193536.0, - "32": 552193536.0, - "33": 553242112.0, - "34": 553242112.0, - "35": 552193536.0, - "36": 553242112.0, - "37": 552193536.0, - "38": 552193536.0, - "39": 552193536.0, - "40": 552193536.0, - "41": 552193536.0, - "42": 552193536.0, - "43": 552193536.0, - "44": 552193536.0, - "45": 552193536.0, - "46": 552193536.0, - "47": 552193536.0, - "48": 552193536.0, - "49": 552193536.0, - "50": 553242112.0 + "1": 551137792.0, + "2": 551137792.0, + "3": 551137792.0, + "4": 551137792.0, + "5": 551137792.0, + "6": 551137792.0, + "7": 551137792.0, + "8": 551137792.0, + "9": 551137792.0, + "10": 551137792.0, + "11": 551137792.0, + "12": 551137792.0, + "13": 551137792.0, + "14": 551137792.0, + "15": 551137792.0, + "16": 551137792.0, + "17": 551137792.0, + "18": 551137792.0, + "19": 551137792.0, + "20": 551137792.0, + "21": 551137792.0, + "22": 551137792.0, + "23": 551137792.0, + "24": 551137792.0, + "25": 551137792.0, + "26": 551137792.0, + "27": 551137792.0, + "28": 551137792.0, + "29": 551137792.0, + "30": 551137792.0, + "31": 551137792.0, + "32": 551137792.0, + "33": 551137792.0, + "34": 551137792.0, + "35": 551137792.0, + "36": 551137792.0, + "37": 551137792.0, + "38": 551137792.0, + "39": 551137792.0, + "40": 551137792.0, + "41": 551137792.0, + "42": 551137792.0, + "43": 551137792.0, + "44": 551137792.0, + "45": 551137792.0, + "46": 551137792.0, + "47": 551137792.0, + "48": 551137792.0, + "49": 551137792.0, + "50": 551137792.0 } }, "mem-max-allocated-bytes": { @@ -176,55 +176,55 @@ "step_interval": 1, "values": { "1": 3798208000.0, - "2": 3942086144.0, - "3": 3942086144.0, - "4": 3942086144.0, - "5": 3942086144.0, - "6": 3942086144.0, - "7": 3942086144.0, - "8": 3942086144.0, - "9": 3942086144.0, - "10": 3942086144.0, - "11": 3942086144.0, - "12": 3942086144.0, - "13": 3942086144.0, - "14": 3942086144.0, - "15": 3942086144.0, - "16": 3942086144.0, - "17": 3942086144.0, - "18": 3942086144.0, - "19": 3942086144.0, - "20": 3942086144.0, - "21": 3942086144.0, - "22": 3942086144.0, - "23": 3942086144.0, - "24": 3942086144.0, - "25": 3942086144.0, - "26": 3942086144.0, - "27": 3942086144.0, - "28": 3942086144.0, - "29": 3942086144.0, - "30": 3942086144.0, - "31": 3942086144.0, - "32": 3942086144.0, - "33": 3942086144.0, - "34": 3942086144.0, - "35": 3942086144.0, - "36": 3942086144.0, - "37": 3942086144.0, - "38": 3942086144.0, - "39": 3942086144.0, - "40": 3942086144.0, - "41": 3942086144.0, - "42": 3942086144.0, - "43": 3942086144.0, - "44": 3942086144.0, - "45": 3942086144.0, - "46": 3942086144.0, - "47": 3942086144.0, - "48": 3942086144.0, - "49": 3942086144.0, - "50": 3942086144.0 + "2": 3940900352.0, + "3": 3940900352.0, + "4": 3940900352.0, + "5": 3940900352.0, + "6": 3940900352.0, + "7": 3940900352.0, + "8": 3940900352.0, + "9": 3940900352.0, + "10": 3940900352.0, + "11": 3940900352.0, + "12": 3940900352.0, + "13": 3940900352.0, + "14": 3940900352.0, + "15": 3940900352.0, + "16": 3940900352.0, + "17": 3940900352.0, + "18": 3940900352.0, + "19": 3940900352.0, + "20": 3940900352.0, + "21": 3940900352.0, + "22": 3940900352.0, + "23": 3940900352.0, + "24": 3940900352.0, + "25": 3940900352.0, + "26": 3940900352.0, + "27": 3940900352.0, + "28": 3940900352.0, + "29": 3940900352.0, + "30": 3940900352.0, + "31": 3940900352.0, + "32": 3940900352.0, + "33": 3940900352.0, + "34": 3940900352.0, + "35": 3940900352.0, + "36": 3940900352.0, + "37": 3940900352.0, + "38": 3940900352.0, + "39": 3940900352.0, + "40": 3940900352.0, + "41": 3940900352.0, + "42": 3940900352.0, + "43": 3940900352.0, + "44": 3940900352.0, + "45": 3940900352.0, + "46": 3940900352.0, + "47": 3940900352.0, + "48": 3940900352.0, + "49": 3940900352.0, + "50": 3940900352.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.84171, - "3": 0.13294, - "4": 0.11994, - "5": 0.11682, - "6": 0.11799, - "7": 0.12021, - "8": 0.11949, - "9": 0.1195, - "10": 0.12086, - "11": 0.21563, - "12": 0.12013, - "13": 0.1204, - "14": 0.1188, - "15": 0.1192, - "16": 0.11917, - "17": 0.11999, - "18": 0.12006, - "19": 0.11965, - "20": 0.12016, - "21": 0.21525, - "22": 0.11978, - "23": 0.12009, - "24": 0.12004, - "25": 0.12129, - "26": 0.12041, - "27": 0.12075, - "28": 0.12015, - "29": 0.1204, - "30": 0.12048, - "31": 0.21709, - "32": 0.12108, - "33": 0.11972, - "34": 0.12, - "35": 0.11969, - "36": 0.11944, - "37": 0.11946, - "38": 0.12056, - "39": 0.12045, - "40": 0.12052, - "41": 0.21777, - "42": 0.12063, - "43": 0.12165, - "44": 0.1204, - "45": 0.12036, - "46": 0.12154, - "47": 0.12043, - "48": 0.12145, - "49": 0.12079, - "50": 0.12035 + "2": 10.17412, + "3": 0.14904, + "4": 0.12759, + "5": 0.1274, + "6": 0.12621, + "7": 0.12496, + "8": 0.44001, + "9": 0.12775, + "10": 0.12927, + "11": 0.23731, + "12": 0.12987, + "13": 0.12779, + "14": 0.12929, + "15": 0.12998, + "16": 0.12594, + "17": 0.12925, + "18": 0.12899, + "19": 0.1293, + "20": 0.1284, + "21": 0.22948, + "22": 0.13102, + "23": 0.12998, + "24": 0.13382, + "25": 0.13352, + "26": 0.13255, + "27": 0.13108, + "28": 0.13178, + "29": 0.13341, + "30": 0.13286, + "31": 0.24189, + "32": 0.12944, + "33": 0.1295, + "34": 0.12994, + "35": 0.12844, + "36": 0.12999, + "37": 0.13026, + "38": 0.13104, + "39": 0.13047, + "40": 0.13073, + "41": 0.23481, + "42": 0.1338, + "43": 0.1343, + "44": 0.1326, + "45": 0.13438, + "46": 0.13215, + "47": 0.13101, + "48": 0.1292, + "49": 0.13175, + "50": 0.13038 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json index ea2f72181ea..732b7f7f1de 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json @@ -7,53 +7,53 @@ "1": 10.84523, "2": 10.85412, "3": 10.85365, - "4": 10.83867, - "5": 10.87428, - "6": 10.89334, + "4": 10.8387, + "5": 10.87429, + "6": 10.89335, "7": 10.8541, - "8": 10.86235, + "8": 10.86234, "9": 10.86352, - "10": 10.82859, - "11": 10.88772, - "12": 10.87148, - "13": 10.87938, - "14": 10.89123, - "15": 10.81927, - "16": 10.83063, + "10": 10.82861, + "11": 10.88774, + "12": 10.87154, + "13": 10.8794, + "14": 10.89126, + "15": 10.81919, + "16": 10.83062, "17": 10.79878, - "18": 10.81771, - "19": 10.81957, + "18": 10.81768, + "19": 10.81959, "20": 10.72749, "21": 10.70552, - "22": 10.56396, - "23": 10.72823, + "22": 10.56397, + "23": 10.72819, "24": 10.60839, - "25": 10.55198, - "26": 10.60868, - "27": 10.62879, - "28": 10.58271, - "29": 10.59982, - "30": 10.36511, - "31": 10.12096, - "32": 10.47628, + "25": 10.55196, + "26": 10.6087, + "27": 10.62882, + "28": 10.58272, + "29": 10.59986, + "30": 10.36507, + "31": 10.12097, + "32": 10.47625, "33": 10.46906, - "34": 10.22326, - "35": 10.27848, - "36": 10.22883, - "37": 10.35947, - "38": 10.19331, - "39": 10.41586, - "40": 10.09773, - "41": 10.15718, - "42": 10.22441, - "43": 9.83281, - "44": 9.96935, - "45": 9.84205, - "46": 9.83017, - "47": 10.15602, - "48": 9.85503, - "49": 9.54049, - "50": 9.91258 + "34": 10.22325, + "35": 10.27849, + "36": 10.22879, + "37": 10.35946, + "38": 10.19333, + "39": 10.41588, + "40": 10.09771, + "41": 10.15713, + "42": 10.22445, + "43": 9.83283, + "44": 9.96941, + "45": 9.84201, + "46": 9.83021, + "47": 10.15605, + "48": 9.85509, + "49": 9.54052, + "50": 9.91255 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1725.0, - "2": 1664.0, - "3": 1710.0, - "4": 1712.0, - "5": 1834.0, - "6": 1743.0, - "7": 1803.0, - "8": 1737.0, - "9": 1779.0, - "10": 1459.0, - "11": 1898.0, - "12": 1661.0, - "13": 1860.0, - "14": 1764.0, - "15": 1886.0, - "16": 1916.0, - "17": 1773.0, - "18": 1702.0, - "19": 1742.0, - "20": 1649.0, - "21": 1899.0, - "22": 1631.0, - "23": 1960.0, - "24": 1570.0, - "25": 1647.0, - "26": 1649.0, - "27": 1811.0, - "28": 1930.0, - "29": 1910.0, - "30": 1964.0, - "31": 1536.0, - "32": 1873.0, - "33": 2191.0, - "34": 1838.0, - "35": 2017.0, - "36": 1916.0, - "37": 2345.0, - "38": 2247.0, - "39": 2374.0, - "40": 2207.0, - "41": 2246.0, - "42": 2291.0, - "43": 2027.0, - "44": 2147.0, - "45": 2164.0, - "46": 2300.0, - "47": 2418.0, - "48": 2467.0, - "49": 2255.0, - "50": 2224.0 + "1": 1716.0, + "2": 1716.0, + "3": 1713.0, + "4": 1771.0, + "5": 1870.0, + "6": 1787.0, + "7": 1797.0, + "8": 1662.0, + "9": 1857.0, + "10": 1418.0, + "11": 1931.0, + "12": 1675.0, + "13": 1893.0, + "14": 1787.0, + "15": 1973.0, + "16": 1896.0, + "17": 1851.0, + "18": 1766.0, + "19": 1792.0, + "20": 1589.0, + "21": 1815.0, + "22": 1678.0, + "23": 1939.0, + "24": 1611.0, + "25": 1600.0, + "26": 1760.0, + "27": 1842.0, + "28": 1948.0, + "29": 1973.0, + "30": 2003.0, + "31": 1557.0, + "32": 1832.0, + "33": 2126.0, + "34": 1890.0, + "35": 2066.0, + "36": 1915.0, + "37": 2356.0, + "38": 2219.0, + "39": 2394.0, + "40": 2140.0, + "41": 2207.0, + "42": 2136.0, + "43": 1991.0, + "44": 2123.0, + "45": 2102.0, + "46": 2379.0, + "47": 2497.0, + "48": 2457.0, + "49": 2239.0, + "50": 2251.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 553245184.0, - "2": 553245184.0, - "3": 553245184.0, - "4": 553245184.0, - "5": 553245184.0, - "6": 553245184.0, - "7": 553245184.0, - "8": 553245184.0, - "9": 553245184.0, - "10": 553245184.0, - "11": 553245184.0, - "12": 553245184.0, - "13": 553245184.0, - "14": 553245184.0, - "15": 553245184.0, - "16": 553245184.0, - "17": 553245184.0, - "18": 553245184.0, - "19": 553245184.0, - "20": 553245184.0, - "21": 553245184.0, - "22": 553245184.0, - "23": 553245184.0, - "24": 553245184.0, - "25": 553245184.0, - "26": 553245184.0, - "27": 553245184.0, - "28": 553245184.0, - "29": 553245184.0, - "30": 553245184.0, - "31": 553245184.0, - "32": 553245184.0, - "33": 553245184.0, - "34": 553245184.0, - "35": 553245184.0, - "36": 553245184.0, - "37": 553245184.0, - "38": 553245184.0, - "39": 553245184.0, - "40": 553245184.0, - "41": 553245184.0, - "42": 553245184.0, - "43": 553245184.0, - "44": 553245184.0, - "45": 553245184.0, - "46": 553245184.0, - "47": 553245184.0, - "48": 553245184.0, - "49": 553245184.0, - "50": 553245184.0 + "1": 552193536.0, + "2": 552193536.0, + "3": 552193536.0, + "4": 552193536.0, + "5": 552193536.0, + "6": 552193536.0, + "7": 552193536.0, + "8": 552193536.0, + "9": 552193536.0, + "10": 552193536.0, + "11": 552193536.0, + "12": 552193536.0, + "13": 552193536.0, + "14": 552193536.0, + "15": 552193536.0, + "16": 552193536.0, + "17": 552193536.0, + "18": 552193536.0, + "19": 552193536.0, + "20": 552193536.0, + "21": 552193536.0, + "22": 552193536.0, + "23": 552193536.0, + "24": 552193536.0, + "25": 552193536.0, + "26": 552193536.0, + "27": 552193536.0, + "28": 552193536.0, + "29": 552193536.0, + "30": 552193536.0, + "31": 552193536.0, + "32": 552193536.0, + "33": 552193536.0, + "34": 552193536.0, + "35": 552193536.0, + "36": 552193536.0, + "37": 552193536.0, + "38": 552193536.0, + "39": 552193536.0, + "40": 552193536.0, + "41": 552193536.0, + "42": 552193536.0, + "43": 552193536.0, + "44": 552193536.0, + "45": 552193536.0, + "46": 552193536.0, + "47": 552193536.0, + "48": 552193536.0, + "49": 552193536.0, + "50": 552193536.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3798208000.0, - "2": 3943137792.0, - "3": 3943137792.0, - "4": 3943137792.0, - "5": 3943137792.0, - "6": 3943137792.0, - "7": 3943137792.0, - "8": 3943137792.0, - "9": 3943137792.0, - "10": 3943137792.0, - "11": 3943137792.0, - "12": 3943137792.0, - "13": 3943137792.0, - "14": 3943137792.0, - "15": 3943137792.0, - "16": 3943137792.0, - "17": 3943137792.0, - "18": 3943137792.0, - "19": 3943137792.0, - "20": 3943137792.0, - "21": 3943137792.0, - "22": 3943137792.0, - "23": 3943137792.0, - "24": 3943137792.0, - "25": 3943137792.0, - "26": 3943137792.0, - "27": 3943137792.0, - "28": 3943137792.0, - "29": 3943137792.0, - "30": 3943137792.0, - "31": 3943137792.0, - "32": 3943137792.0, - "33": 3943137792.0, - "34": 3943137792.0, - "35": 3943137792.0, - "36": 3943137792.0, - "37": 3943137792.0, - "38": 3943137792.0, - "39": 3943137792.0, - "40": 3943137792.0, - "41": 3943137792.0, - "42": 3943137792.0, - "43": 3943137792.0, - "44": 3943137792.0, - "45": 3943137792.0, - "46": 3943137792.0, - "47": 3943137792.0, - "48": 3943137792.0, - "49": 3943137792.0, - "50": 3943137792.0 + "1": 3799125504.0, + "2": 3941955072.0, + "3": 3941955072.0, + "4": 3941955072.0, + "5": 3941955072.0, + "6": 3941955072.0, + "7": 3941955072.0, + "8": 3941955072.0, + "9": 3941955072.0, + "10": 3941955072.0, + "11": 3941955072.0, + "12": 3941955072.0, + "13": 3941955072.0, + "14": 3941955072.0, + "15": 3941955072.0, + "16": 3941955072.0, + "17": 3941955072.0, + "18": 3941955072.0, + "19": 3941955072.0, + "20": 3941955072.0, + "21": 3941955072.0, + "22": 3941955072.0, + "23": 3941955072.0, + "24": 3941955072.0, + "25": 3941955072.0, + "26": 3941955072.0, + "27": 3941955072.0, + "28": 3941955072.0, + "29": 3941955072.0, + "30": 3941955072.0, + "31": 3941955072.0, + "32": 3941955072.0, + "33": 3941955072.0, + "34": 3941955072.0, + "35": 3941955072.0, + "36": 3941955072.0, + "37": 3941955072.0, + "38": 3941955072.0, + "39": 3941955072.0, + "40": 3941955072.0, + "41": 3941955072.0, + "42": 3941955072.0, + "43": 3941955072.0, + "44": 3941955072.0, + "45": 3941955072.0, + "46": 3941955072.0, + "47": 3941955072.0, + "48": 3941955072.0, + "49": 3941955072.0, + "50": 3941955072.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.97343, - "2": 0.13214, - "3": 0.11635, - "4": 0.09459, - "5": 0.0948, - "6": 0.09321, - "7": 0.09394, - "8": 0.09525, - "9": 0.09364, - "10": 0.09321, - "11": 0.22069, - "12": 0.09263, - "13": 0.09317, - "14": 0.09315, - "15": 0.09254, - "16": 0.09554, - "17": 0.09332, - "18": 0.09352, - "19": 0.09438, - "20": 0.09298, - "21": 0.22042, - "22": 0.09282, - "23": 0.09311, - "24": 0.09404, - "25": 0.09412, - "26": 0.09311, - "27": 0.09293, - "28": 0.09243, - "29": 0.09294, - "30": 0.09541, - "31": 0.22042, - "32": 0.09422, - "33": 0.09281, - "34": 0.09264, - "35": 0.09337, - "36": 0.09247, - "37": 0.09252, - "38": 0.09352, - "39": 0.09297, - "40": 0.09265, - "41": 0.22109, - "42": 0.09577, - "43": 0.09321, - "44": 0.0937, - "45": 0.09442, - "46": 0.09283, - "47": 0.09255, - "48": 0.09325, - "49": 0.09296, - "50": 0.09323 + "1": "nan", + "2": 8.82316, + "3": 0.11598, + "4": 0.09224, + "5": 0.09137, + "6": 0.09137, + "7": 0.09193, + "8": 0.09275, + "9": 0.09168, + "10": 0.09114, + "11": 0.21733, + "12": 0.09151, + "13": 0.09081, + "14": 0.09911, + "15": 0.10239, + "16": 0.09986, + "17": 0.09258, + "18": 0.09121, + "19": 0.09129, + "20": 0.09092, + "21": 0.21644, + "22": 0.09099, + "23": 0.09097, + "24": 0.09123, + "25": 0.0916, + "26": 0.09084, + "27": 0.09187, + "28": 0.09127, + "29": 0.09167, + "30": 0.09155, + "31": 0.21721, + "32": 0.09166, + "33": 0.09144, + "34": 0.0919, + "35": 0.09076, + "36": 0.09136, + "37": 0.09169, + "38": 0.09204, + "39": 0.09238, + "40": 0.09176, + "41": 0.21641, + "42": 0.09152, + "43": 0.09202, + "44": 0.09101, + "45": 0.09119, + "46": 0.09194, + "47": 0.09123, + "48": 0.09155, + "49": 0.09109, + "50": 0.09125 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_gb200.json index a34edb3389a..4ce33e9f3b9 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_gb200.json @@ -7,103 +7,103 @@ "1": 10.82555, "2": 10.83286, "3": 10.82762, - "4": 10.79573, - "5": 10.85695, - "6": 10.86391, - "7": 10.82616, - "8": 10.82544, - "9": 10.83584, - "10": 10.79629, - "11": 10.8782, - "12": 10.85821, + "4": 10.7957, + "5": 10.85697, + "6": 10.86388, + "7": 10.82617, + "8": 10.82543, + "9": 10.83586, + "10": 10.7963, + "11": 10.87822, + "12": 10.85823, "13": 10.85418, - "14": 10.87518, - "15": 10.79205, + "14": 10.87517, + "15": 10.79204, "16": 10.80305, - "17": 10.77428, - "18": 10.8046, - "19": 10.79338, - "20": 10.69563, - "21": 10.68645, - "22": 10.53149, - "23": 10.70629, - "24": 10.57273, - "25": 10.5144, - "26": 10.58993, - "27": 10.60707, + "17": 10.77433, + "18": 10.80462, + "19": 10.79337, + "20": 10.69556, + "21": 10.68641, + "22": 10.53147, + "23": 10.70631, + "24": 10.57272, + "25": 10.51439, + "26": 10.58989, + "27": 10.60708, "28": 10.57003, - "29": 10.58929, - "30": 10.34675, - "31": 10.07709, - "32": 10.46194, - "33": 10.45484, - "34": 10.19662, - "35": 10.25291, + "29": 10.5893, + "30": 10.34669, + "31": 10.07712, + "32": 10.46192, + "33": 10.4548, + "34": 10.1966, + "35": 10.2529, "36": 10.20971, - "37": 10.34492, - "38": 10.17789, - "39": 10.4061, - "40": 10.07414, - "41": 10.12736, - "42": 10.20823, - "43": 9.81194, - "44": 9.93354, + "37": 10.34489, + "38": 10.1779, + "39": 10.40615, + "40": 10.07413, + "41": 10.12733, + "42": 10.2082, + "43": 9.81191, + "44": 9.93355, "45": 9.80953, - "46": 9.79773, - "47": 10.11569, - "48": 9.83234, - "49": 9.50281, - "50": 9.88181, - "51": 9.83458, - "52": 9.71756, - "53": 10.05126, - "54": 9.94371, - "55": 9.87457, - "56": 9.6029, + "46": 9.79775, + "47": 10.11572, + "48": 9.83237, + "49": 9.50279, + "50": 9.8818, + "51": 9.8346, + "52": 9.71755, + "53": 10.05121, + "54": 9.94375, + "55": 9.87452, + "56": 9.60291, "57": 9.45086, - "58": 9.811, + "58": 9.81098, "59": 9.56395, - "60": 9.47155, - "61": 9.66553, - "62": 9.96353, - "63": 9.34709, - "64": 9.743, - "65": 8.92136, - "66": 9.67858, - "67": 9.35222, - "68": 9.76563, - "69": 9.7774, - "70": 9.70407, - "71": 9.60099, - "72": 9.5498, + "60": 9.47154, + "61": 9.66555, + "62": 9.96351, + "63": 9.34708, + "64": 9.74296, + "65": 8.92132, + "66": 9.67854, + "67": 9.3522, + "68": 9.76559, + "69": 9.77742, + "70": 9.70406, + "71": 9.601, + "72": 9.54984, "73": 9.46046, - "74": 8.89068, - "75": 9.3874, - "76": 9.04469, - "77": 10.03647, - "78": 9.6996, - "79": 9.34722, + "74": 8.89067, + "75": 9.38738, + "76": 9.04468, + "77": 10.03651, + "78": 9.69957, + "79": 9.34723, "80": 9.37822, - "81": 9.45421, - "82": 9.67529, - "83": 9.28446, - "84": 9.39113, - "85": 9.58663, - "86": 9.04694, - "87": 9.56972, - "88": 9.72085, - "89": 9.5673, + "81": 9.4542, + "82": 9.67532, + "83": 9.28445, + "84": 9.39112, + "85": 9.58662, + "86": 9.04692, + "87": 9.5697, + "88": 9.72082, + "89": 9.56729, "90": 9.79474, - "91": 9.30448, - "92": 9.32183, - "93": 9.0517, - "94": 8.79005, - "95": 9.4918, - "96": 9.48711, - "97": 9.26589, - "98": 9.62592, + "91": 9.30452, + "92": 9.32188, + "93": 9.05169, + "94": 8.79001, + "95": 9.49179, + "96": 9.48712, + "97": 9.2659, + "98": 9.62594, "99": 8.85252, - "100": 9.35907 + "100": 9.35905 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1651.0, - "2": 1716.0, - "3": 1772.0, - "4": 1774.0, - "5": 1920.0, - "6": 1864.0, - "7": 1830.0, - "8": 1695.0, - "9": 1858.0, - "10": 1367.0, - "11": 1915.0, - "12": 1797.0, - "13": 1899.0, - "14": 1769.0, - "15": 1880.0, - "16": 1806.0, - "17": 1822.0, - "18": 1686.0, - "19": 1728.0, - "20": 1667.0, - "21": 1897.0, - "22": 1703.0, - "23": 1967.0, - "24": 1595.0, - "25": 1583.0, - "26": 1684.0, - "27": 1911.0, - "28": 1969.0, - "29": 1864.0, - "30": 1943.0, - "31": 1535.0, - "32": 1895.0, - "33": 2078.0, - "34": 1739.0, - "35": 1940.0, - "36": 1919.0, - "37": 2460.0, - "38": 2107.0, - "39": 2261.0, - "40": 2059.0, - "41": 2183.0, - "42": 2269.0, - "43": 1972.0, - "44": 2040.0, - "45": 2093.0, - "46": 2140.0, - "47": 2476.0, - "48": 2311.0, - "49": 2165.0, - "50": 2411.0, - "51": 2471.0, - "52": 2670.0, - "53": 2883.0, - "54": 2589.0, - "55": 2427.0, - "56": 2774.0, - "57": 2246.0, - "58": 2994.0, - "59": 2922.0, - "60": 2416.0, - "61": 2960.0, - "62": 2646.0, - "63": 2488.0, - "64": 2956.0, - "65": 2746.0, - "66": 2864.0, - "67": 2794.0, - "68": 2703.0, - "69": 2990.0, - "70": 3012.0, - "71": 2884.0, - "72": 2536.0, - "73": 3054.0, - "74": 2100.0, - "75": 2573.0, - "76": 3076.0, - "77": 3025.0, - "78": 3014.0, - "79": 3083.0, - "80": 2989.0, - "81": 3452.0, - "82": 3253.0, - "83": 2759.0, - "84": 3186.0, - "85": 3247.0, - "86": 2624.0, - "87": 3594.0, - "88": 3009.0, - "89": 3286.0, - "90": 3354.0, - "91": 2869.0, - "92": 3156.0, - "93": 2809.0, - "94": 3350.0, - "95": 3033.0, - "96": 3323.0, - "97": 3091.0, - "98": 3356.0, - "99": 3326.0, - "100": 3144.0 + "1": 1622.0, + "2": 1729.0, + "3": 1639.0, + "4": 1678.0, + "5": 1914.0, + "6": 1900.0, + "7": 1843.0, + "8": 1671.0, + "9": 1818.0, + "10": 1434.0, + "11": 1893.0, + "12": 1772.0, + "13": 1950.0, + "14": 1863.0, + "15": 1885.0, + "16": 1738.0, + "17": 1743.0, + "18": 1679.0, + "19": 1702.0, + "20": 1729.0, + "21": 1914.0, + "22": 1696.0, + "23": 1958.0, + "24": 1574.0, + "25": 1531.0, + "26": 1707.0, + "27": 1804.0, + "28": 1939.0, + "29": 1973.0, + "30": 2024.0, + "31": 1494.0, + "32": 1960.0, + "33": 1971.0, + "34": 1813.0, + "35": 1950.0, + "36": 2051.0, + "37": 2382.0, + "38": 2098.0, + "39": 2262.0, + "40": 2137.0, + "41": 2191.0, + "42": 2258.0, + "43": 2023.0, + "44": 2104.0, + "45": 2062.0, + "46": 2219.0, + "47": 2490.0, + "48": 2393.0, + "49": 2210.0, + "50": 2478.0, + "51": 2565.0, + "52": 2533.0, + "53": 2848.0, + "54": 2623.0, + "55": 2487.0, + "56": 2760.0, + "57": 2384.0, + "58": 2929.0, + "59": 2814.0, + "60": 2418.0, + "61": 2943.0, + "62": 2620.0, + "63": 2470.0, + "64": 2875.0, + "65": 2652.0, + "66": 3070.0, + "67": 2805.0, + "68": 2612.0, + "69": 3021.0, + "70": 3054.0, + "71": 2976.0, + "72": 2577.0, + "73": 2989.0, + "74": 2019.0, + "75": 2649.0, + "76": 3096.0, + "77": 3057.0, + "78": 2960.0, + "79": 3045.0, + "80": 3030.0, + "81": 3357.0, + "82": 3310.0, + "83": 2751.0, + "84": 3176.0, + "85": 3342.0, + "86": 2659.0, + "87": 3504.0, + "88": 3082.0, + "89": 3296.0, + "90": 3304.0, + "91": 2910.0, + "92": 3195.0, + "93": 2812.0, + "94": 3284.0, + "95": 3090.0, + "96": 3330.0, + "97": 3095.0, + "98": 3486.0, + "99": 3148.0, + "100": 3169.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.73603, - "3": 0.12344, - "4": 0.10783, - "5": 0.10595, - "6": 0.10649, - "7": 0.10691, - "8": 0.10679, - "9": 0.10607, - "10": 0.10675, - "11": 0.10687, - "12": 0.10636, - "13": 0.10663, - "14": 0.10668, - "15": 0.10696, - "16": 0.10672, - "17": 0.10678, - "18": 0.10603, - "19": 0.10659, - "20": 0.10684, - "21": 0.10766, - "22": 0.10849, - "23": 0.10853, - "24": 0.10805, - "25": 0.10776, - "26": 0.1069, - "27": 0.10818, - "28": 0.10669, - "29": 0.10643, - "30": 0.10634, - "31": 0.10766, - "32": 0.1076, - "33": 0.10583, - "34": 0.10631, - "35": 0.10587, - "36": 0.1054, - "37": 0.10589, - "38": 0.10633, - "39": 0.10593, - "40": 0.10674, - "41": 0.10812, - "42": 0.11127, - "43": 0.11494, - "44": 0.11409, - "45": 0.11538, - "46": 0.11702, - "47": 0.1155, - "48": 0.11481, - "49": 0.11507, - "50": 0.11401, - "51": 0.11655, - "52": 0.11513, - "53": 0.11379, - "54": 0.11378, - "55": 0.11658, - "56": 0.11792, - "57": 0.11792, - "58": 0.11715, - "59": 0.11915, - "60": 0.11642, - "61": 0.11578, - "62": 0.1171, - "63": 0.11758, - "64": 0.11517, - "65": 0.11624, - "66": 0.11434, - "67": 0.11609, - "68": 0.11506, - "69": 0.11568, - "70": 0.11661, - "71": 0.11647, - "72": 0.1166, - "73": 0.11795, - "74": 0.11661, - "75": 0.11785, - "76": 0.11659, - "77": 0.11531, - "78": 0.11705, - "79": 0.11662, - "80": 0.11765, - "81": 0.11829, - "82": 0.11742, - "83": 0.11529, - "84": 0.11678, - "85": 0.11581, - "86": 0.11703, - "87": 0.11699, - "88": 0.11641, - "89": 0.11638, - "90": 0.11586, - "91": 0.11853, - "92": 0.11725, - "93": 0.1178, - "94": 0.11647, - "95": 0.11672, - "96": 0.11702, - "97": 0.11754, - "98": 0.11614, - "99": 0.11757, - "100": 0.11708 + "2": 8.98992, + "3": 0.1294, + "4": 0.11595, + "5": 0.11241, + "6": 0.11556, + "7": 0.11737, + "8": 0.11364, + "9": 0.11507, + "10": 0.117, + "11": 0.11605, + "12": 0.11662, + "13": 0.11519, + "14": 0.11521, + "15": 0.11573, + "16": 0.11538, + "17": 0.11465, + "18": 0.1166, + "19": 0.11515, + "20": 0.11437, + "21": 0.11558, + "22": 0.11522, + "23": 0.1153, + "24": 0.11438, + "25": 0.11808, + "26": 0.11687, + "27": 0.11525, + "28": 0.11383, + "29": 0.11673, + "30": 0.11524, + "31": 0.1166, + "32": 0.11702, + "33": 0.11405, + "34": 0.11492, + "35": 0.11579, + "36": 0.11598, + "37": 0.11831, + "38": 0.117, + "39": 0.11673, + "40": 0.11174, + "41": 0.11645, + "42": 0.11308, + "43": 0.11563, + "44": 0.11397, + "45": 0.11626, + "46": 0.11355, + "47": 0.11499, + "48": 0.11524, + "49": 0.11557, + "50": 0.11265, + "51": 0.11887, + "52": 0.11543, + "53": 0.1134, + "54": 0.11629, + "55": 0.11697, + "56": 0.11712, + "57": 0.11885, + "58": 0.11734, + "59": 0.11534, + "60": 0.11888, + "61": 0.11756, + "62": 0.11757, + "63": 0.11525, + "64": 0.11676, + "65": 0.1176, + "66": 0.11477, + "67": 0.11557, + "68": 0.116, + "69": 0.11786, + "70": 0.11593, + "71": 0.11704, + "72": 0.11671, + "73": 0.11593, + "74": 0.11743, + "75": 0.11579, + "76": 0.11805, + "77": 0.11433, + "78": 0.11717, + "79": 0.11771, + "80": 0.11637, + "81": 0.11676, + "82": 0.11803, + "83": 0.11703, + "84": 0.11777, + "85": 0.11644, + "86": 0.11704, + "87": 0.11621, + "88": 0.11725, + "89": 0.11643, + "90": 0.1164, + "91": 0.11606, + "92": 0.1162, + "93": 0.11808, + "94": 0.11939, + "95": 0.11748, + "96": 0.11697, + "97": 0.11629, + "98": 0.11519, + "99": 0.11719, + "100": 0.11973 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_gb200.json index 0758fd3a8cf..64f3b7e5f89 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.82555, "2": 10.83286, - "3": 10.82763, - "4": 10.79573, - "5": 10.85699, - "6": 10.8639, + "3": 10.82762, + "4": 10.79569, + "5": 10.85695, + "6": 10.86388, "7": 10.82612, "8": 10.82543, - "9": 10.8359, - "10": 10.79633, - "11": 10.87819, - "12": 10.85823, + "9": 10.83589, + "10": 10.79632, + "11": 10.8782, + "12": 10.85826, "13": 10.85425, - "14": 10.87526, - "15": 10.79206, - "16": 10.80309, - "17": 10.77438, - "18": 10.80484, - "19": 10.79368, - "20": 10.69574, - "21": 10.68657, - "22": 10.53162, - "23": 10.70642, - "24": 10.57336, - "25": 10.51534, - "26": 10.59088, - "27": 10.60779, - "28": 10.57051, - "29": 10.58978, - "30": 10.34722, - "31": 10.07772, + "14": 10.87525, + "15": 10.79207, + "16": 10.80307, + "17": 10.7744, + "18": 10.80487, + "19": 10.7937, + "20": 10.69578, + "21": 10.68658, + "22": 10.53159, + "23": 10.70644, + "24": 10.57339, + "25": 10.51533, + "26": 10.59086, + "27": 10.60781, + "28": 10.57047, + "29": 10.58977, + "30": 10.34723, + "31": 10.07764, "32": 10.46349, - "33": 10.45726, - "34": 10.19975, - "35": 10.25642, + "33": 10.45724, + "34": 10.19974, + "35": 10.25638, "36": 10.21264, - "37": 10.34717, - "38": 10.18011, + "37": 10.34716, + "38": 10.1801, "39": 10.40833, - "40": 10.07628, - "41": 10.1297, + "40": 10.07629, + "41": 10.12976, "42": 10.21174, - "43": 9.8171, + "43": 9.81705, "44": 9.94032, - "45": 9.81748, + "45": 9.81746, "46": 9.8063, - "47": 10.12475, - "48": 9.84049, - "49": 9.51015, - "50": 9.88941, - "51": 9.8426, - "52": 9.72578, - "53": 10.05977, - "54": 9.95226, - "55": 9.88321, - "56": 9.61276, + "47": 10.12473, + "48": 9.84048, + "49": 9.51014, + "50": 9.88943, + "51": 9.84256, + "52": 9.72576, + "53": 10.05974, + "54": 9.95227, + "55": 9.88316, + "56": 9.61277, "57": 9.46222, "58": 9.82313, - "59": 9.57665, + "59": 9.57668, "60": 9.48518, - "61": 9.6788, + "61": 9.67879, "62": 9.97777, - "63": 9.36212, - "64": 9.75714, - "65": 8.93499, - "66": 9.69281, - "67": 9.36709, - "68": 9.78179, - "69": 9.79451, - "70": 9.72295, - "71": 9.62027, - "72": 9.56974, - "73": 9.481, - "74": 8.91241, - "75": 9.40906, - "76": 9.06623, - "77": 10.05808, - "78": 9.72188, - "79": 9.36927, - "80": 9.40027, - "81": 9.47702, - "82": 9.69788, - "83": 9.30742, - "84": 9.41496, - "85": 9.61115, - "86": 9.07104, + "63": 9.36211, + "64": 9.75715, + "65": 8.93497, + "66": 9.6928, + "67": 9.3671, + "68": 9.78177, + "69": 9.79452, + "70": 9.72299, + "71": 9.62026, + "72": 9.56976, + "73": 9.48099, + "74": 8.91243, + "75": 9.40905, + "76": 9.06619, + "77": 10.0581, + "78": 9.72189, + "79": 9.36926, + "80": 9.40028, + "81": 9.47705, + "82": 9.69791, + "83": 9.30741, + "84": 9.41491, + "85": 9.61114, + "86": 9.07103, "87": 9.59609, - "88": 9.74908, - "89": 9.5961, - "90": 9.82722, - "91": 9.3366, - "92": 9.3558, - "93": 9.08695, - "94": 8.82752, - "95": 9.53066, - "96": 9.52759, - "97": 9.30671, - "98": 9.66909, - "99": 8.89637, - "100": 9.4052 + "88": 9.74911, + "89": 9.59604, + "90": 9.82721, + "91": 9.33657, + "92": 9.35581, + "93": 9.08692, + "94": 8.82753, + "95": 9.53064, + "96": 9.52758, + "97": 9.30666, + "98": 9.66906, + "99": 8.89638, + "100": 9.40523 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1651.0, - "2": 1716.0, - "3": 1760.0, - "4": 1771.0, - "5": 1899.0, - "6": 1905.0, - "7": 1842.0, - "8": 1706.0, - "9": 1891.0, - "10": 1543.0, - "11": 1937.0, - "12": 1794.0, - "13": 1982.0, - "14": 1727.0, - "15": 1890.0, - "16": 1746.0, - "17": 1818.0, - "18": 1651.0, - "19": 1782.0, - "20": 1698.0, - "21": 1950.0, - "22": 1702.0, - "23": 1972.0, - "24": 1551.0, - "25": 1587.0, - "26": 1773.0, - "27": 1791.0, - "28": 1858.0, - "29": 1950.0, - "30": 1951.0, - "31": 1499.0, - "32": 1823.0, - "33": 2055.0, - "34": 1788.0, - "35": 1877.0, - "36": 1933.0, - "37": 2302.0, - "38": 2181.0, - "39": 2223.0, - "40": 2009.0, - "41": 2178.0, - "42": 2185.0, - "43": 2041.0, - "44": 2069.0, - "45": 2004.0, - "46": 2212.0, - "47": 2446.0, - "48": 2290.0, - "49": 2183.0, - "50": 2323.0, - "51": 2587.0, - "52": 2574.0, - "53": 2831.0, - "54": 2602.0, - "55": 2403.0, - "56": 2822.0, - "57": 2223.0, - "58": 2954.0, - "59": 2871.0, - "60": 2518.0, - "61": 2922.0, - "62": 2677.0, - "63": 2533.0, - "64": 3023.0, - "65": 2609.0, - "66": 2960.0, - "67": 2867.0, - "68": 2652.0, - "69": 3053.0, - "70": 3011.0, - "71": 2870.0, - "72": 2460.0, - "73": 3114.0, - "74": 2017.0, - "75": 2527.0, - "76": 2954.0, - "77": 2955.0, - "78": 3055.0, - "79": 3098.0, - "80": 3047.0, - "81": 3362.0, - "82": 3296.0, - "83": 2825.0, - "84": 3113.0, - "85": 3196.0, - "86": 2666.0, - "87": 3583.0, - "88": 2985.0, - "89": 3259.0, - "90": 3220.0, - "91": 2781.0, - "92": 3090.0, - "93": 2686.0, - "94": 3474.0, - "95": 3147.0, - "96": 3418.0, - "97": 3036.0, - "98": 3411.0, - "99": 3152.0, - "100": 3098.0 + "1": 1622.0, + "2": 1729.0, + "3": 1764.0, + "4": 1727.0, + "5": 1879.0, + "6": 1863.0, + "7": 1896.0, + "8": 1661.0, + "9": 1798.0, + "10": 1465.0, + "11": 1851.0, + "12": 1790.0, + "13": 1974.0, + "14": 1776.0, + "15": 1923.0, + "16": 1869.0, + "17": 1814.0, + "18": 1673.0, + "19": 1744.0, + "20": 1680.0, + "21": 1843.0, + "22": 1710.0, + "23": 2112.0, + "24": 1600.0, + "25": 1567.0, + "26": 1625.0, + "27": 1804.0, + "28": 1901.0, + "29": 1938.0, + "30": 1963.0, + "31": 1473.0, + "32": 1891.0, + "33": 2173.0, + "34": 1831.0, + "35": 1908.0, + "36": 1909.0, + "37": 2422.0, + "38": 2084.0, + "39": 2280.0, + "40": 2103.0, + "41": 2182.0, + "42": 2326.0, + "43": 1949.0, + "44": 2128.0, + "45": 2031.0, + "46": 2217.0, + "47": 2517.0, + "48": 2333.0, + "49": 2180.0, + "50": 2334.0, + "51": 2524.0, + "52": 2584.0, + "53": 2836.0, + "54": 2611.0, + "55": 2414.0, + "56": 2748.0, + "57": 2319.0, + "58": 2938.0, + "59": 2855.0, + "60": 2471.0, + "61": 2934.0, + "62": 2575.0, + "63": 2539.0, + "64": 2873.0, + "65": 2772.0, + "66": 2864.0, + "67": 2833.0, + "68": 2686.0, + "69": 3058.0, + "70": 3005.0, + "71": 2876.0, + "72": 2524.0, + "73": 2982.0, + "74": 2040.0, + "75": 2608.0, + "76": 2865.0, + "77": 3054.0, + "78": 2925.0, + "79": 3052.0, + "80": 2997.0, + "81": 3408.0, + "82": 3305.0, + "83": 2772.0, + "84": 3103.0, + "85": 3193.0, + "86": 2633.0, + "87": 3586.0, + "88": 3066.0, + "89": 3297.0, + "90": 3232.0, + "91": 2904.0, + "92": 3076.0, + "93": 2716.0, + "94": 3276.0, + "95": 3120.0, + "96": 3367.0, + "97": 3095.0, + "98": 3430.0, + "99": 3274.0, + "100": 3079.0 } }, "mem-allocated-bytes": { @@ -325,7 +325,7 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2398288896.0, + "1": 2398288384.0, "2": 2681049088.0, "3": 2681049088.0, "4": 2681049088.0, @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.0922, - "3": 0.12788, - "4": 0.11451, - "5": 0.11407, - "6": 0.11304, - "7": 0.11565, - "8": 0.11482, - "9": 0.11841, - "10": 0.11916, - "11": 0.11884, - "12": 0.11911, - "13": 0.1155, - "14": 0.12253, - "15": 0.11369, - "16": 0.11887, - "17": 0.11433, - "18": 0.12243, - "19": 0.11544, - "20": 0.11344, - "21": 0.1254, - "22": 0.11712, - "23": 0.12494, - "24": 0.12239, - "25": 0.12344, - "26": 0.11952, - "27": 0.12117, - "28": 0.11916, - "29": 0.11974, - "30": 0.11517, - "31": 0.1219, - "32": 0.12112, - "33": 0.11997, - "34": 0.1133, - "35": 0.12245, - "36": 0.12118, - "37": 0.11239, - "38": 0.12174, - "39": 0.11964, - "40": 0.11993, - "41": 0.12013, - "42": 0.12614, - "43": 0.11697, - "44": 0.11669, - "45": 0.11781, - "46": 0.11776, - "47": 0.11182, - "48": 0.1196, - "49": 0.11814, - "50": 0.11736, - "51": 0.12093, - "52": 0.1107, - "53": 0.11502, - "54": 0.11571, - "55": 0.11493, - "56": 0.11712, - "57": 0.11663, - "58": 0.11203, - "59": 0.11604, - "60": 0.11649, - "61": 0.11616, - "62": 0.11641, - "63": 0.11603, - "64": 0.11613, - "65": 0.11708, - "66": 0.11292, - "67": 0.11356, - "68": 0.11416, - "69": 0.11305, - "70": 0.11582, - "71": 0.11552, - "72": 0.11318, - "73": 0.11798, - "74": 0.11632, - "75": 0.11624, - "76": 0.11602, - "77": 0.11547, - "78": 0.11457, - "79": 0.11402, - "80": 0.11415, - "81": 0.11627, - "82": 0.11295, - "83": 0.11397, - "84": 0.11221, - "85": 0.11326, - "86": 0.11792, - "87": 0.11391, - "88": 0.11365, - "89": 0.11478, - "90": 0.11346, - "91": 0.11213, - "92": 0.11712, - "93": 0.11574, - "94": 0.11724, - "95": 0.11254, - "96": 0.11871, - "97": 0.11957, - "98": 0.11759, - "99": 0.11864, - "100": 0.11833 + "2": 9.0179, + "3": 0.12425, + "4": 0.11171, + "5": 0.1113, + "6": 0.11136, + "7": 0.11152, + "8": 0.1128, + "9": 0.11283, + "10": 0.11178, + "11": 0.1114, + "12": 0.10919, + "13": 0.11062, + "14": 0.11052, + "15": 0.11204, + "16": 0.11101, + "17": 0.10801, + "18": 0.10961, + "19": 0.10805, + "20": 0.10908, + "21": 0.11181, + "22": 0.11019, + "23": 0.10842, + "24": 0.1101, + "25": 0.11377, + "26": 0.10767, + "27": 0.10828, + "28": 0.10775, + "29": 0.1111, + "30": 0.11204, + "31": 0.11206, + "32": 0.11166, + "33": 0.11093, + "34": 0.1093, + "35": 0.11115, + "36": 0.11082, + "37": 0.11056, + "38": 0.11028, + "39": 0.10835, + "40": 0.10939, + "41": 0.11079, + "42": 0.10956, + "43": 0.10806, + "44": 0.10932, + "45": 0.10799, + "46": 0.10768, + "47": 0.10905, + "48": 0.11353, + "49": 0.10994, + "50": 0.10866, + "51": 0.12844, + "52": 0.11643, + "53": 0.10864, + "54": 0.11347, + "55": 0.11478, + "56": 0.11082, + "57": 0.1112, + "58": 0.11325, + "59": 0.1109, + "60": 0.10898, + "61": 0.11011, + "62": 0.11005, + "63": 0.1101, + "64": 0.11097, + "65": 0.11278, + "66": 0.11156, + "67": 0.11122, + "68": 0.11125, + "69": 0.11008, + "70": 0.10837, + "71": 0.10856, + "72": 0.11244, + "73": 0.11132, + "74": 0.11053, + "75": 0.11064, + "76": 0.11148, + "77": 0.11101, + "78": 0.11284, + "79": 0.1119, + "80": 0.11215, + "81": 0.11292, + "82": 0.11191, + "83": 0.1108, + "84": 0.11285, + "85": 0.11227, + "86": 0.11126, + "87": 0.11007, + "88": 0.11445, + "89": 0.11142, + "90": 0.11159, + "91": 0.11062, + "92": 0.11088, + "93": 0.11224, + "94": 0.11204, + "95": 0.11256, + "96": 0.11345, + "97": 0.11247, + "98": 0.11327, + "99": 0.11177, + "100": 0.11086 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_gb200.json index 28843c12217..a3165b8856a 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.82555, "2": 10.83286, - "3": 10.82763, - "4": 10.79573, - "5": 10.85699, - "6": 10.8639, + "3": 10.82762, + "4": 10.79569, + "5": 10.85695, + "6": 10.86388, "7": 10.82612, - "8": 10.82542, - "9": 10.83587, - "10": 10.79627, - "11": 10.87822, - "12": 10.85824, - "13": 10.85426, - "14": 10.87526, - "15": 10.79208, + "8": 10.82543, + "9": 10.83589, + "10": 10.79632, + "11": 10.8782, + "12": 10.85826, + "13": 10.85425, + "14": 10.87525, + "15": 10.79207, "16": 10.80307, - "17": 10.77438, + "17": 10.7744, "18": 10.80487, - "19": 10.79369, - "20": 10.69576, - "21": 10.68654, - "22": 10.53161, - "23": 10.70646, - "24": 10.57337, - "25": 10.51533, + "19": 10.7937, + "20": 10.69579, + "21": 10.68655, + "22": 10.53162, + "23": 10.70645, + "24": 10.5734, + "25": 10.51531, "26": 10.5909, - "27": 10.60777, - "28": 10.57049, - "29": 10.58979, - "30": 10.34722, - "31": 10.07771, - "32": 10.46349, + "27": 10.60778, + "28": 10.57052, + "29": 10.58974, + "30": 10.34723, + "31": 10.07765, + "32": 10.4635, "33": 10.45722, - "34": 10.19974, - "35": 10.25643, - "36": 10.21263, - "37": 10.34718, + "34": 10.19977, + "35": 10.25639, + "36": 10.21261, + "37": 10.34715, "38": 10.18009, - "39": 10.40838, - "40": 10.07629, - "41": 10.1297, - "42": 10.2117, - "43": 9.81708, - "44": 9.94034, - "45": 9.81748, - "46": 9.80633, - "47": 10.12473, - "48": 9.84047, - "49": 9.51012, - "50": 9.88943, - "51": 9.84256, - "52": 9.72573, + "39": 10.40837, + "40": 10.07626, + "41": 10.12969, + "42": 10.21172, + "43": 9.81709, + "44": 9.94035, + "45": 9.81749, + "46": 9.80632, + "47": 10.12471, + "48": 9.84046, + "49": 9.51013, + "50": 9.88941, + "51": 9.84258, + "52": 9.72577, "53": 10.05974, - "54": 9.95226, - "55": 9.88318, - "56": 9.61275, - "57": 9.46219, - "58": 9.8231, - "59": 9.57666, - "60": 9.48516, - "61": 9.67876, - "62": 9.97782, - "63": 9.36212, - "64": 9.75714, - "65": 8.93494, + "54": 9.95228, + "55": 9.88317, + "56": 9.61277, + "57": 9.46223, + "58": 9.82312, + "59": 9.57667, + "60": 9.48518, + "61": 9.67881, + "62": 9.97778, + "63": 9.36213, + "64": 9.75717, + "65": 8.93497, "66": 9.69283, - "67": 9.36708, + "67": 9.36709, "68": 9.78178, - "69": 9.79452, - "70": 9.72296, - "71": 9.62031, - "72": 9.56974, - "73": 9.48101, - "74": 8.91241, - "75": 9.40905, - "76": 9.06617, + "69": 9.79453, + "70": 9.72298, + "71": 9.62028, + "72": 9.56979, + "73": 9.48099, + "74": 8.91237, + "75": 9.40908, + "76": 9.06623, "77": 10.05809, - "78": 9.72194, - "79": 9.36927, - "80": 9.40029, - "81": 9.47702, - "82": 9.69787, - "83": 9.30742, - "84": 9.41492, + "78": 9.72192, + "79": 9.36926, + "80": 9.40026, + "81": 9.477, + "82": 9.69791, + "83": 9.30743, + "84": 9.41493, "85": 9.61113, - "86": 9.07103, - "87": 9.5961, - "88": 9.74909, - "89": 9.59604, + "86": 9.07104, + "87": 9.59611, + "88": 9.74908, + "89": 9.5961, "90": 9.82722, - "91": 9.33657, - "92": 9.35582, - "93": 9.08689, - "94": 8.82754, + "91": 9.33658, + "92": 9.3558, + "93": 9.08695, + "94": 8.82753, "95": 9.53065, - "96": 9.5276, - "97": 9.30672, - "98": 9.66905, - "99": 8.89635, - "100": 9.40525 + "96": 9.52762, + "97": 9.30668, + "98": 9.66908, + "99": 8.89636, + "100": 9.40522 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1651.0, - "2": 1716.0, - "3": 1760.0, - "4": 1771.0, - "5": 1899.0, - "6": 1905.0, - "7": 1842.0, - "8": 1667.0, - "9": 1822.0, - "10": 1434.0, - "11": 1852.0, - "12": 1741.0, - "13": 1905.0, - "14": 1841.0, - "15": 1857.0, - "16": 1841.0, - "17": 1800.0, - "18": 1666.0, - "19": 1803.0, - "20": 1800.0, - "21": 1836.0, - "22": 1688.0, - "23": 1994.0, - "24": 1641.0, - "25": 1577.0, - "26": 1676.0, - "27": 1876.0, - "28": 1970.0, - "29": 1945.0, - "30": 1916.0, - "31": 1494.0, - "32": 1868.0, - "33": 2135.0, - "34": 1740.0, - "35": 1924.0, - "36": 1854.0, - "37": 2363.0, - "38": 2164.0, - "39": 2262.0, - "40": 2081.0, - "41": 2168.0, - "42": 2247.0, - "43": 2055.0, - "44": 2070.0, - "45": 1988.0, - "46": 2208.0, - "47": 2559.0, - "48": 2287.0, - "49": 2194.0, - "50": 2303.0, - "51": 2552.0, - "52": 2565.0, - "53": 2883.0, - "54": 2710.0, - "55": 2301.0, - "56": 2798.0, - "57": 2334.0, - "58": 2979.0, - "59": 2960.0, - "60": 2451.0, - "61": 2841.0, - "62": 2577.0, - "63": 2516.0, - "64": 2907.0, - "65": 2567.0, - "66": 2862.0, - "67": 2809.0, - "68": 2609.0, - "69": 2965.0, - "70": 2985.0, - "71": 2864.0, - "72": 2613.0, - "73": 3108.0, - "74": 2048.0, - "75": 2563.0, - "76": 3046.0, - "77": 3127.0, - "78": 2959.0, - "79": 3082.0, - "80": 3025.0, - "81": 3400.0, - "82": 3223.0, - "83": 2786.0, - "84": 3180.0, - "85": 3233.0, - "86": 2611.0, - "87": 3542.0, - "88": 3084.0, - "89": 3210.0, - "90": 3271.0, - "91": 2770.0, - "92": 3220.0, - "93": 2662.0, - "94": 3405.0, - "95": 3085.0, - "96": 3336.0, - "97": 3050.0, - "98": 3421.0, - "99": 3271.0, - "100": 3079.0 + "1": 1622.0, + "2": 1729.0, + "3": 1764.0, + "4": 1727.0, + "5": 1879.0, + "6": 1863.0, + "7": 1896.0, + "8": 1661.0, + "9": 1798.0, + "10": 1465.0, + "11": 1851.0, + "12": 1790.0, + "13": 1974.0, + "14": 1776.0, + "15": 1923.0, + "16": 1869.0, + "17": 1814.0, + "18": 1673.0, + "19": 1720.0, + "20": 1699.0, + "21": 1893.0, + "22": 1735.0, + "23": 1986.0, + "24": 1634.0, + "25": 1621.0, + "26": 1685.0, + "27": 1759.0, + "28": 1882.0, + "29": 1990.0, + "30": 2038.0, + "31": 1536.0, + "32": 1900.0, + "33": 2086.0, + "34": 1761.0, + "35": 1979.0, + "36": 1971.0, + "37": 2325.0, + "38": 2104.0, + "39": 2266.0, + "40": 2078.0, + "41": 2184.0, + "42": 2202.0, + "43": 2015.0, + "44": 2078.0, + "45": 2015.0, + "46": 2066.0, + "47": 2458.0, + "48": 2363.0, + "49": 2175.0, + "50": 2409.0, + "51": 2558.0, + "52": 2588.0, + "53": 2829.0, + "54": 2591.0, + "55": 2369.0, + "56": 2739.0, + "57": 2309.0, + "58": 2883.0, + "59": 2848.0, + "60": 2493.0, + "61": 2888.0, + "62": 2602.0, + "63": 2545.0, + "64": 2899.0, + "65": 2710.0, + "66": 3002.0, + "67": 2804.0, + "68": 2632.0, + "69": 2956.0, + "70": 2966.0, + "71": 2906.0, + "72": 2514.0, + "73": 3054.0, + "74": 2000.0, + "75": 2549.0, + "76": 2973.0, + "77": 3043.0, + "78": 3007.0, + "79": 3087.0, + "80": 2994.0, + "81": 3419.0, + "82": 3217.0, + "83": 2800.0, + "84": 3251.0, + "85": 3154.0, + "86": 2553.0, + "87": 3551.0, + "88": 3114.0, + "89": 3200.0, + "90": 3219.0, + "91": 2907.0, + "92": 3034.0, + "93": 2797.0, + "94": 3431.0, + "95": 3018.0, + "96": 3330.0, + "97": 3017.0, + "98": 3495.0, + "99": 3308.0, + "100": 3089.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 552325632.0, - "2": 552325632.0, - "3": 552325632.0, - "4": 552325632.0, - "5": 552325632.0, - "6": 552325632.0, - "7": 552325632.0, - "8": 552325632.0, - "9": 552325632.0, - "10": 552325632.0, - "11": 552325632.0, - "12": 552325632.0, - "13": 552325632.0, - "14": 552325632.0, - "15": 552325632.0, - "16": 552325632.0, - "17": 552325632.0, - "18": 552325632.0, - "19": 552325632.0, - "20": 552325632.0, - "21": 552325632.0, - "22": 552325632.0, - "23": 552325632.0, - "24": 552325632.0, - "25": 552325632.0, - "26": 552325632.0, - "27": 552325632.0, - "28": 552325632.0, - "29": 552325632.0, - "30": 552325632.0, - "31": 552325632.0, - "32": 552325632.0, - "33": 552325632.0, - "34": 552325632.0, - "35": 552325632.0, - "36": 552325632.0, - "37": 552325632.0, - "38": 552325632.0, - "39": 552325632.0, - "40": 552325632.0, - "41": 552325632.0, - "42": 552325632.0, - "43": 552325632.0, - "44": 552325632.0, - "45": 553374208.0, - "46": 552325632.0, - "47": 552325632.0, - "48": 553374208.0, - "49": 552325632.0, - "50": 552325632.0, - "51": 552325632.0, - "52": 552325632.0, - "53": 552325632.0, - "54": 552325632.0, - "55": 552325632.0, - "56": 552325632.0, - "57": 552325632.0, - "58": 552325632.0, - "59": 552325632.0, - "60": 552325632.0, - "61": 552325632.0, - "62": 552325632.0, - "63": 552325632.0, - "64": 552325632.0, - "65": 552325632.0, - "66": 552325632.0, - "67": 552325632.0, - "68": 552325632.0, - "69": 552325632.0, - "70": 552325632.0, - "71": 552325632.0, - "72": 552325632.0, - "73": 552325632.0, - "74": 552325632.0, - "75": 552325632.0, - "76": 552325632.0, - "77": 552325632.0, - "78": 552325632.0, - "79": 552325632.0, - "80": 552325632.0, - "81": 552325632.0, - "82": 552325632.0, - "83": 552325632.0, - "84": 552325632.0, - "85": 552325632.0, - "86": 552325632.0, - "87": 552325632.0, - "88": 552325632.0, - "89": 552325632.0, - "90": 552325632.0, - "91": 552325632.0, - "92": 552325632.0, - "93": 552325632.0, - "94": 552325632.0, - "95": 552325632.0, - "96": 552325632.0, - "97": 552325632.0, - "98": 552325632.0, - "99": 552325632.0, - "100": 552325632.0 + "1": 551273984.0, + "2": 551273984.0, + "3": 551273984.0, + "4": 551273984.0, + "5": 551273984.0, + "6": 551273984.0, + "7": 551273984.0, + "8": 551273984.0, + "9": 551273984.0, + "10": 551273984.0, + "11": 551273984.0, + "12": 551273984.0, + "13": 551273984.0, + "14": 551273984.0, + "15": 551273984.0, + "16": 551273984.0, + "17": 551273984.0, + "18": 551273984.0, + "19": 551273984.0, + "20": 551273984.0, + "21": 551273984.0, + "22": 551273984.0, + "23": 551273984.0, + "24": 551273984.0, + "25": 551273984.0, + "26": 551273984.0, + "27": 551273984.0, + "28": 551273984.0, + "29": 551273984.0, + "30": 551273984.0, + "31": 551273984.0, + "32": 551273984.0, + "33": 551273984.0, + "34": 551273984.0, + "35": 551273984.0, + "36": 551273984.0, + "37": 551273984.0, + "38": 551273984.0, + "39": 551273984.0, + "40": 551273984.0, + "41": 551273984.0, + "42": 551273984.0, + "43": 551273984.0, + "44": 551273984.0, + "45": 551273984.0, + "46": 551273984.0, + "47": 551273984.0, + "48": 551273984.0, + "49": 551273984.0, + "50": 551273984.0, + "51": 551273984.0, + "52": 551273984.0, + "53": 551273984.0, + "54": 551273984.0, + "55": 551273984.0, + "56": 551273984.0, + "57": 551273984.0, + "58": 551273984.0, + "59": 551273984.0, + "60": 551273984.0, + "61": 551273984.0, + "62": 551273984.0, + "63": 551273984.0, + "64": 551273984.0, + "65": 551273984.0, + "66": 551273984.0, + "67": 551273984.0, + "68": 551273984.0, + "69": 551273984.0, + "70": 551273984.0, + "71": 551273984.0, + "72": 551273984.0, + "73": 551273984.0, + "74": 551273984.0, + "75": 551273984.0, + "76": 551273984.0, + "77": 551273984.0, + "78": 551273984.0, + "79": 551273984.0, + "80": 551273984.0, + "81": 551273984.0, + "82": 551273984.0, + "83": 551273984.0, + "84": 551273984.0, + "85": 551273984.0, + "86": 551273984.0, + "87": 551273984.0, + "88": 551273984.0, + "89": 551273984.0, + "90": 551273984.0, + "91": 551273984.0, + "92": 551273984.0, + "93": 551273984.0, + "94": 551273984.0, + "95": 551273984.0, + "96": 551273984.0, + "97": 551273984.0, + "98": 551273984.0, + "99": 551273984.0, + "100": 551273984.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2328239104.0, - "2": 2471201792.0, - "3": 2471201792.0, - "4": 2471201792.0, - "5": 2471201792.0, - "6": 2471201792.0, - "7": 2471201792.0, - "8": 2471201792.0, - "9": 2471201792.0, - "10": 2471201792.0, - "11": 2471201792.0, - "12": 2471201792.0, - "13": 2471201792.0, - "14": 2471201792.0, - "15": 2471201792.0, - "16": 2471201792.0, - "17": 2471201792.0, - "18": 2471201792.0, - "19": 2471201792.0, - "20": 2471201792.0, - "21": 2471201792.0, - "22": 2471201792.0, - "23": 2471201792.0, - "24": 2471201792.0, - "25": 2471201792.0, - "26": 2471201792.0, - "27": 2471201792.0, - "28": 2471201792.0, - "29": 2471201792.0, - "30": 2471201792.0, - "31": 2471201792.0, - "32": 2471201792.0, - "33": 2471201792.0, - "34": 2471201792.0, - "35": 2471201792.0, - "36": 2471201792.0, - "37": 2471201792.0, - "38": 2471201792.0, - "39": 2471201792.0, - "40": 2471201792.0, - "41": 2471201792.0, - "42": 2471201792.0, - "43": 2471201792.0, - "44": 2471201792.0, - "45": 2471201792.0, - "46": 2471201792.0, - "47": 2471201792.0, - "48": 2471201792.0, - "49": 2471201792.0, - "50": 2471201792.0, - "51": 2471201792.0, - "52": 2471201792.0, - "53": 2471201792.0, - "54": 2471201792.0, - "55": 2471201792.0, - "56": 2471201792.0, - "57": 2471201792.0, - "58": 2471201792.0, - "59": 2471201792.0, - "60": 2471201792.0, - "61": 2471201792.0, - "62": 2471201792.0, - "63": 2471201792.0, - "64": 2471201792.0, - "65": 2471201792.0, - "66": 2471201792.0, - "67": 2471201792.0, - "68": 2471201792.0, - "69": 2471201792.0, - "70": 2471201792.0, - "71": 2471201792.0, - "72": 2471201792.0, - "73": 2471201792.0, - "74": 2471201792.0, - "75": 2471201792.0, - "76": 2471201792.0, - "77": 2471201792.0, - "78": 2471201792.0, - "79": 2471201792.0, - "80": 2471201792.0, - "81": 2471201792.0, - "82": 2471201792.0, - "83": 2471201792.0, - "84": 2471201792.0, - "85": 2471201792.0, - "86": 2471201792.0, - "87": 2471201792.0, - "88": 2471201792.0, - "89": 2471201792.0, - "90": 2471201792.0, - "91": 2471201792.0, - "92": 2471201792.0, - "93": 2471201792.0, - "94": 2471201792.0, - "95": 2471201792.0, - "96": 2471201792.0, - "97": 2471201792.0, - "98": 2471201792.0, - "99": 2471201792.0, - "100": 2471201792.0 + "1": 2328238592.0, + "2": 2470149120.0, + "3": 2470149120.0, + "4": 2470149120.0, + "5": 2470149120.0, + "6": 2470149120.0, + "7": 2470149120.0, + "8": 2470149120.0, + "9": 2470149120.0, + "10": 2470149120.0, + "11": 2470149120.0, + "12": 2470149120.0, + "13": 2470149120.0, + "14": 2470149120.0, + "15": 2470149120.0, + "16": 2470149120.0, + "17": 2470149120.0, + "18": 2470149120.0, + "19": 2470149120.0, + "20": 2470149120.0, + "21": 2470149120.0, + "22": 2470149120.0, + "23": 2470149120.0, + "24": 2470149120.0, + "25": 2470149120.0, + "26": 2470149120.0, + "27": 2470149120.0, + "28": 2470149120.0, + "29": 2470149120.0, + "30": 2470149120.0, + "31": 2470149120.0, + "32": 2470149120.0, + "33": 2470149120.0, + "34": 2470149120.0, + "35": 2470149120.0, + "36": 2470149120.0, + "37": 2470149120.0, + "38": 2470149120.0, + "39": 2470149120.0, + "40": 2470149120.0, + "41": 2470149120.0, + "42": 2470149120.0, + "43": 2470149120.0, + "44": 2470149120.0, + "45": 2470149120.0, + "46": 2470149120.0, + "47": 2470149120.0, + "48": 2470149120.0, + "49": 2470149120.0, + "50": 2470149120.0, + "51": 2470149120.0, + "52": 2470149120.0, + "53": 2470149120.0, + "54": 2470149120.0, + "55": 2470149120.0, + "56": 2470149120.0, + "57": 2470149120.0, + "58": 2470149120.0, + "59": 2470149120.0, + "60": 2470149120.0, + "61": 2470149120.0, + "62": 2470149120.0, + "63": 2470149120.0, + "64": 2470149120.0, + "65": 2470149120.0, + "66": 2470149120.0, + "67": 2470149120.0, + "68": 2470149120.0, + "69": 2470149120.0, + "70": 2470149120.0, + "71": 2470149120.0, + "72": 2470149120.0, + "73": 2470149120.0, + "74": 2470149120.0, + "75": 2470149120.0, + "76": 2470149120.0, + "77": 2470149120.0, + "78": 2470149120.0, + "79": 2470149120.0, + "80": 2470149120.0, + "81": 2470149120.0, + "82": 2470149120.0, + "83": 2470149120.0, + "84": 2470149120.0, + "85": 2470149120.0, + "86": 2470149120.0, + "87": 2470149120.0, + "88": 2470149120.0, + "89": 2470149120.0, + "90": 2470149120.0, + "91": 2470149120.0, + "92": 2470149120.0, + "93": 2470149120.0, + "94": 2470149120.0, + "95": 2470149120.0, + "96": 2470149120.0, + "97": 2470149120.0, + "98": 2470149120.0, + "99": 2470149120.0, + "100": 2470149120.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.33855, - "3": 0.12562, - "4": 0.10973, - "5": 0.10864, - "6": 0.10778, - "7": 0.10885, - "8": 0.10884, - "9": 0.10877, - "10": 0.10868, - "11": 0.10997, - "12": 0.10853, - "13": 0.1086, - "14": 0.10927, - "15": 0.10879, - "16": 0.10908, - "17": 0.10873, - "18": 0.10883, - "19": 0.11028, - "20": 0.11031, - "21": 0.11086, - "22": 0.10971, - "23": 0.10987, - "24": 0.1089, - "25": 0.11118, - "26": 0.10952, - "27": 0.1165, - "28": 0.11961, - "29": 0.11977, - "30": 0.11657, - "31": 0.11728, - "32": 0.11689, - "33": 0.11642, - "34": 0.11739, - "35": 0.11665, - "36": 0.11537, - "37": 0.11552, - "38": 0.11544, - "39": 0.11538, - "40": 0.11584, - "41": 0.11597, - "42": 0.11635, - "43": 0.11593, - "44": 0.11678, - "45": 0.11608, - "46": 0.11637, - "47": 0.11572, - "48": 0.11577, - "49": 0.11481, - "50": 0.11561, - "51": 0.1213, - "52": 0.10892, - "53": 0.10742, - "54": 0.10842, - "55": 0.10806, - "56": 0.10869, - "57": 0.11057, - "58": 0.108, - "59": 0.10875, - "60": 0.10969, - "61": 0.1087, - "62": 0.10795, - "63": 0.1094, - "64": 0.10922, - "65": 0.11102, - "66": 0.11016, - "67": 0.10977, - "68": 0.10988, - "69": 0.11029, - "70": 0.11078, - "71": 0.11019, - "72": 0.11727, - "73": 0.11024, - "74": 0.11054, - "75": 0.10949, - "76": 0.11384, - "77": 0.11011, - "78": 0.1101, - "79": 0.10943, - "80": 0.11059, - "81": 0.11173, - "82": 0.10987, - "83": 0.1094, - "84": 0.10956, - "85": 0.11029, - "86": 0.11179, - "87": 0.10953, - "88": 0.11045, - "89": 0.1102, - "90": 0.10897, - "91": 0.11022, - "92": 0.10965, - "93": 0.11042, - "94": 0.11158, - "95": 0.11059, - "96": 0.11046, - "97": 0.11123, - "98": 0.11055, - "99": 0.11178, - "100": 0.11266 + "2": 9.34621, + "3": 0.13335, + "4": 0.11754, + "5": 0.11536, + "6": 0.11367, + "7": 0.11663, + "8": 0.11385, + "9": 0.11574, + "10": 0.11631, + "11": 0.11616, + "12": 0.11786, + "13": 0.11675, + "14": 0.12155, + "15": 0.11663, + "16": 0.11781, + "17": 0.11932, + "18": 0.11766, + "19": 0.11708, + "20": 0.11635, + "21": 0.11736, + "22": 0.11806, + "23": 0.11804, + "24": 0.1169, + "25": 0.11774, + "26": 0.11641, + "27": 0.11674, + "28": 0.1177, + "29": 0.11804, + "30": 0.11805, + "31": 0.11916, + "32": 0.11895, + "33": 0.11909, + "34": 0.1191, + "35": 0.11894, + "36": 0.11897, + "37": 0.11622, + "38": 0.11982, + "39": 0.1177, + "40": 0.1197, + "41": 0.11987, + "42": 0.11911, + "43": 0.11866, + "44": 0.11971, + "45": 0.11825, + "46": 0.1203, + "47": 0.11863, + "48": 0.1192, + "49": 0.11951, + "50": 0.11918, + "51": 0.13867, + "52": 0.12177, + "53": 0.12036, + "54": 0.1191, + "55": 0.11745, + "56": 0.11631, + "57": 0.11887, + "58": 0.11974, + "59": 0.12067, + "60": 0.1174, + "61": 0.12254, + "62": 0.11811, + "63": 0.11737, + "64": 0.11568, + "65": 0.11917, + "66": 0.1185, + "67": 0.1199, + "68": 0.11894, + "69": 0.11777, + "70": 0.11816, + "71": 0.11833, + "72": 0.11801, + "73": 0.11849, + "74": 0.11806, + "75": 0.11903, + "76": 0.11812, + "77": 0.11852, + "78": 0.11938, + "79": 0.1176, + "80": 0.11841, + "81": 0.11882, + "82": 0.11877, + "83": 0.11747, + "84": 0.11992, + "85": 0.12148, + "86": 0.11854, + "87": 0.1177, + "88": 0.1201, + "89": 0.11888, + "90": 0.1191, + "91": 0.11815, + "92": 0.1186, + "93": 0.1183, + "94": 0.11918, + "95": 0.13193, + "96": 0.13346, + "97": 0.12725, + "98": 0.13104, + "99": 0.12509, + "100": 0.12079 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json index 82352c11781..893627e9928 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json @@ -7,103 +7,103 @@ "1": 10.84517, "2": 10.85349, "3": 10.8539, - "4": 10.83825, - "5": 10.87427, - "6": 10.89307, - "7": 10.85454, - "8": 10.8626, - "9": 10.86464, - "10": 10.82906, - "11": 10.88792, - "12": 10.87099, - "13": 10.87921, - "14": 10.89078, - "15": 10.81976, - "16": 10.83158, - "17": 10.79868, - "18": 10.81672, - "19": 10.81919, - "20": 10.72701, - "21": 10.70594, - "22": 10.56367, - "23": 10.72804, - "24": 10.60832, - "25": 10.5522, - "26": 10.60853, + "4": 10.83828, + "5": 10.87424, + "6": 10.89306, + "7": 10.85457, + "8": 10.86259, + "9": 10.86462, + "10": 10.82907, + "11": 10.8879, + "12": 10.87098, + "13": 10.87919, + "14": 10.8908, + "15": 10.81975, + "16": 10.83162, + "17": 10.79865, + "18": 10.81669, + "19": 10.81918, + "20": 10.727, + "21": 10.70593, + "22": 10.56362, + "23": 10.72805, + "24": 10.60829, + "25": 10.55217, + "26": 10.60848, "27": 10.62847, - "28": 10.58306, - "29": 10.60011, - "30": 10.36616, - "31": 10.12043, + "28": 10.58307, + "29": 10.60015, + "30": 10.36612, + "31": 10.12045, "32": 10.47685, - "33": 10.46868, - "34": 10.22316, - "35": 10.27781, - "36": 10.22892, - "37": 10.35949, - "38": 10.19369, - "39": 10.41549, - "40": 10.09758, - "41": 10.1573, + "33": 10.46875, + "34": 10.22315, + "35": 10.27784, + "36": 10.22891, + "37": 10.35947, + "38": 10.1937, + "39": 10.41555, + "40": 10.09761, + "41": 10.15736, "42": 10.22398, - "43": 9.83289, - "44": 9.96912, - "45": 9.84191, - "46": 9.83041, - "47": 10.15626, - "48": 9.85486, - "49": 9.54086, - "50": 9.91248, + "43": 9.83285, + "44": 9.96914, + "45": 9.84192, + "46": 9.83042, + "47": 10.15631, + "48": 9.85485, + "49": 9.54087, + "50": 9.91251, "51": 9.85868, "52": 9.74284, - "53": 10.06645, - "54": 9.95167, - "55": 9.88096, - "56": 9.62626, - "57": 9.47768, - "58": 9.83346, - "59": 9.58526, - "60": 9.50125, - "61": 9.69182, + "53": 10.06641, + "54": 9.9517, + "55": 9.88095, + "56": 9.62629, + "57": 9.47765, + "58": 9.83351, + "59": 9.58521, + "60": 9.50123, + "61": 9.69184, "62": 9.98853, - "63": 9.38476, - "64": 9.7803, + "63": 9.38478, + "64": 9.78032, "65": 8.94762, - "66": 9.70856, - "67": 9.36852, + "66": 9.70859, + "67": 9.36851, "68": 9.78439, - "69": 9.79406, - "70": 9.74241, - "71": 9.61808, - "72": 9.58428, - "73": 9.5035, + "69": 9.79409, + "70": 9.7424, + "71": 9.61806, + "72": 9.58426, + "73": 9.50352, "74": 8.94221, - "75": 9.42529, - "76": 9.07408, + "75": 9.42533, + "76": 9.07406, "77": 10.06351, - "78": 9.7208, - "79": 9.37294, - "80": 9.40396, - "81": 9.48168, - "82": 9.69778, + "78": 9.72081, + "79": 9.37293, + "80": 9.40391, + "81": 9.48166, + "82": 9.69775, "83": 9.30714, - "84": 9.41712, - "85": 9.61407, - "86": 9.07615, - "87": 9.59094, - "88": 9.74641, - "89": 9.59993, + "84": 9.41711, + "85": 9.61405, + "86": 9.07616, + "87": 9.59093, + "88": 9.74637, + "89": 9.5999, "90": 9.8142, - "91": 9.33773, + "91": 9.33769, "92": 9.35373, - "93": 9.07395, - "94": 8.83173, - "95": 9.51734, - "96": 9.52415, - "97": 9.30995, - "98": 9.66805, - "99": 8.88588, - "100": 9.39538 + "93": 9.07397, + "94": 8.83167, + "95": 9.51732, + "96": 9.52416, + "97": 9.30996, + "98": 9.66808, + "99": 8.88589, + "100": 9.3954 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1655.0, - "2": 1697.0, - "3": 1724.0, - "4": 1720.0, - "5": 1803.0, - "6": 1772.0, - "7": 1811.0, - "8": 1766.0, - "9": 1750.0, - "10": 1413.0, - "11": 1861.0, - "12": 1650.0, - "13": 1895.0, - "14": 1662.0, - "15": 1951.0, - "16": 1998.0, - "17": 1798.0, - "18": 1687.0, - "19": 1856.0, - "20": 1561.0, - "21": 1882.0, - "22": 1652.0, - "23": 2075.0, - "24": 1606.0, - "25": 1665.0, - "26": 1686.0, - "27": 1839.0, - "28": 2053.0, - "29": 1907.0, - "30": 1893.0, - "31": 1581.0, - "32": 1791.0, - "33": 2149.0, - "34": 1872.0, - "35": 2010.0, - "36": 1799.0, - "37": 2311.0, - "38": 2221.0, - "39": 2261.0, - "40": 2188.0, - "41": 2204.0, - "42": 2300.0, - "43": 2001.0, - "44": 2119.0, - "45": 2126.0, - "46": 2374.0, - "47": 2468.0, - "48": 2405.0, - "49": 2247.0, - "50": 2250.0, - "51": 2607.0, - "52": 2618.0, - "53": 2828.0, - "54": 2730.0, - "55": 2351.0, - "56": 2753.0, - "57": 2323.0, - "58": 2809.0, - "59": 2721.0, - "60": 2440.0, - "61": 2875.0, - "62": 2726.0, - "63": 2444.0, - "64": 3001.0, - "65": 2602.0, - "66": 2981.0, - "67": 2676.0, - "68": 2623.0, - "69": 2802.0, - "70": 3234.0, - "71": 2902.0, - "72": 2337.0, - "73": 2856.0, - "74": 1903.0, - "75": 2388.0, - "76": 3118.0, - "77": 3108.0, - "78": 3122.0, - "79": 2994.0, - "80": 3186.0, - "81": 3470.0, - "82": 3164.0, - "83": 2726.0, - "84": 3214.0, - "85": 3262.0, - "86": 2602.0, - "87": 3658.0, - "88": 2906.0, - "89": 3054.0, - "90": 3018.0, - "91": 2690.0, - "92": 3106.0, - "93": 2701.0, - "94": 3263.0, - "95": 3426.0, - "96": 3405.0, - "97": 3087.0, - "98": 3510.0, - "99": 3148.0, - "100": 3204.0 + "1": 1675.0, + "2": 1642.0, + "3": 1630.0, + "4": 1741.0, + "5": 1842.0, + "6": 1858.0, + "7": 1843.0, + "8": 1692.0, + "9": 1851.0, + "10": 1499.0, + "11": 1935.0, + "12": 1645.0, + "13": 1938.0, + "14": 1752.0, + "15": 1847.0, + "16": 1933.0, + "17": 1748.0, + "18": 1652.0, + "19": 1798.0, + "20": 1552.0, + "21": 1823.0, + "22": 1683.0, + "23": 1961.0, + "24": 1616.0, + "25": 1516.0, + "26": 1826.0, + "27": 1824.0, + "28": 1971.0, + "29": 1904.0, + "30": 1951.0, + "31": 1568.0, + "32": 1841.0, + "33": 2040.0, + "34": 1795.0, + "35": 1941.0, + "36": 1902.0, + "37": 2378.0, + "38": 2211.0, + "39": 2376.0, + "40": 2269.0, + "41": 2086.0, + "42": 2171.0, + "43": 2026.0, + "44": 2148.0, + "45": 2138.0, + "46": 2407.0, + "47": 2548.0, + "48": 2473.0, + "49": 2307.0, + "50": 2200.0, + "51": 2646.0, + "52": 2597.0, + "53": 2875.0, + "54": 2667.0, + "55": 2366.0, + "56": 2633.0, + "57": 2419.0, + "58": 2913.0, + "59": 2719.0, + "60": 2304.0, + "61": 2878.0, + "62": 2604.0, + "63": 2310.0, + "64": 3014.0, + "65": 2662.0, + "66": 2935.0, + "67": 2777.0, + "68": 2567.0, + "69": 2720.0, + "70": 3182.0, + "71": 2927.0, + "72": 2354.0, + "73": 2920.0, + "74": 1876.0, + "75": 2549.0, + "76": 3014.0, + "77": 3257.0, + "78": 3140.0, + "79": 3023.0, + "80": 3187.0, + "81": 3516.0, + "82": 3107.0, + "83": 2717.0, + "84": 3120.0, + "85": 3310.0, + "86": 2725.0, + "87": 3711.0, + "88": 2945.0, + "89": 3220.0, + "90": 3030.0, + "91": 2669.0, + "92": 3050.0, + "93": 2599.0, + "94": 3259.0, + "95": 3202.0, + "96": 3444.0, + "97": 3002.0, + "98": 3582.0, + "99": 3110.0, + "100": 3038.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 551278080.0, - "2": 551278080.0, - "3": 551278080.0, - "4": 551278080.0, - "5": 551278080.0, - "6": 551278080.0, - "7": 551278080.0, - "8": 551278080.0, - "9": 551278080.0, - "10": 551278080.0, - "11": 551278080.0, - "12": 551278080.0, - "13": 551278080.0, - "14": 551278080.0, - "15": 551278080.0, - "16": 551278080.0, - "17": 551278080.0, - "18": 551278080.0, - "19": 551278080.0, - "20": 551278080.0, - "21": 551278080.0, - "22": 551278080.0, - "23": 551278080.0, - "24": 551278080.0, - "25": 551278080.0, - "26": 551278080.0, - "27": 551278080.0, - "28": 551278080.0, - "29": 551278080.0, - "30": 551278080.0, - "31": 551278080.0, - "32": 551278080.0, - "33": 551278080.0, - "34": 551278080.0, - "35": 551278080.0, - "36": 551278080.0, - "37": 551278080.0, - "38": 551278080.0, - "39": 551278080.0, - "40": 551278080.0, - "41": 551278080.0, - "42": 551278080.0, - "43": 551278080.0, - "44": 551278080.0, - "45": 551278080.0, - "46": 551278080.0, - "47": 551278080.0, - "48": 551278080.0, - "49": 551278080.0, - "50": 551278080.0, - "51": 551278080.0, - "52": 551278080.0, - "53": 551278080.0, - "54": 551278080.0, - "55": 551278080.0, - "56": 551278080.0, - "57": 551278080.0, - "58": 551278080.0, - "59": 551278080.0, - "60": 551278080.0, - "61": 551278080.0, - "62": 551278080.0, - "63": 551278080.0, - "64": 551278080.0, - "65": 551278080.0, - "66": 551278080.0, - "67": 551278080.0, - "68": 551278080.0, - "69": 551278080.0, - "70": 551278080.0, - "71": 551278080.0, - "72": 551278080.0, - "73": 551278080.0, - "74": 551278080.0, - "75": 551278080.0, - "76": 551278080.0, - "77": 551278080.0, - "78": 551278080.0, - "79": 551278080.0, - "80": 551278080.0, - "81": 551278080.0, - "82": 551278080.0, - "83": 551278080.0, - "84": 551278080.0, - "85": 551278080.0, - "86": 551278080.0, - "87": 551278080.0, - "88": 551278080.0, - "89": 551278080.0, - "90": 551278080.0, - "91": 551278080.0, - "92": 551278080.0, - "93": 551278080.0, - "94": 551278080.0, - "95": 551278080.0, - "96": 551278080.0, - "97": 551278080.0, - "98": 551278080.0, - "99": 551278080.0, - "100": 551278080.0 + "1": 551148032.0, + "2": 551148032.0, + "3": 551148032.0, + "4": 551148032.0, + "5": 551148032.0, + "6": 551148032.0, + "7": 551148032.0, + "8": 551148032.0, + "9": 551148032.0, + "10": 551148032.0, + "11": 551148032.0, + "12": 551148032.0, + "13": 551148032.0, + "14": 551148032.0, + "15": 551148032.0, + "16": 551148032.0, + "17": 551148032.0, + "18": 551148032.0, + "19": 551148032.0, + "20": 551148032.0, + "21": 551148032.0, + "22": 551148032.0, + "23": 551148032.0, + "24": 551148032.0, + "25": 551148032.0, + "26": 551148032.0, + "27": 551148032.0, + "28": 551148032.0, + "29": 551148032.0, + "30": 551148032.0, + "31": 551148032.0, + "32": 551148032.0, + "33": 551148032.0, + "34": 551148032.0, + "35": 551148032.0, + "36": 551148032.0, + "37": 551148032.0, + "38": 551148032.0, + "39": 551148032.0, + "40": 551148032.0, + "41": 551148032.0, + "42": 551148032.0, + "43": 551148032.0, + "44": 551148032.0, + "45": 551148032.0, + "46": 551148032.0, + "47": 551148032.0, + "48": 551148032.0, + "49": 551148032.0, + "50": 551148032.0, + "51": 551148032.0, + "52": 551148032.0, + "53": 551148032.0, + "54": 551148032.0, + "55": 551148032.0, + "56": 551148032.0, + "57": 551148032.0, + "58": 551148032.0, + "59": 551148032.0, + "60": 551148032.0, + "61": 551148032.0, + "62": 551148032.0, + "63": 551148032.0, + "64": 551148032.0, + "65": 551148032.0, + "66": 551148032.0, + "67": 551148032.0, + "68": 551148032.0, + "69": 551148032.0, + "70": 551148032.0, + "71": 551148032.0, + "72": 551148032.0, + "73": 551148032.0, + "74": 551148032.0, + "75": 551148032.0, + "76": 551148032.0, + "77": 551148032.0, + "78": 551148032.0, + "79": 551148032.0, + "80": 551148032.0, + "81": 551148032.0, + "82": 551148032.0, + "83": 551148032.0, + "84": 551148032.0, + "85": 551148032.0, + "86": 551148032.0, + "87": 551148032.0, + "88": 551148032.0, + "89": 551148032.0, + "90": 551148032.0, + "91": 551148032.0, + "92": 551148032.0, + "93": 551148032.0, + "94": 551148032.0, + "95": 551148032.0, + "96": 551148032.0, + "97": 551148032.0, + "98": 551148032.0, + "99": 551148032.0, + "100": 551148032.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2289441792.0, - "2": 2432405504.0, - "3": 2432405504.0, - "4": 2432405504.0, - "5": 2432405504.0, - "6": 2432405504.0, - "7": 2432405504.0, - "8": 2432405504.0, - "9": 2432405504.0, - "10": 2432405504.0, - "11": 2432405504.0, - "12": 2432405504.0, - "13": 2432405504.0, - "14": 2432405504.0, - "15": 2432405504.0, - "16": 2432405504.0, - "17": 2432405504.0, - "18": 2432405504.0, - "19": 2432405504.0, - "20": 2432405504.0, - "21": 2432405504.0, - "22": 2432405504.0, - "23": 2432405504.0, - "24": 2432405504.0, - "25": 2432405504.0, - "26": 2432405504.0, - "27": 2432405504.0, - "28": 2432405504.0, - "29": 2432405504.0, - "30": 2432405504.0, - "31": 2432405504.0, - "32": 2432405504.0, - "33": 2432405504.0, - "34": 2432405504.0, - "35": 2432405504.0, - "36": 2432405504.0, - "37": 2432405504.0, - "38": 2432405504.0, - "39": 2432405504.0, - "40": 2432405504.0, - "41": 2432405504.0, - "42": 2432405504.0, - "43": 2432405504.0, - "44": 2432405504.0, - "45": 2432405504.0, - "46": 2432405504.0, - "47": 2432405504.0, - "48": 2432405504.0, - "49": 2432405504.0, - "50": 2432405504.0, - "51": 2432405504.0, - "52": 2432405504.0, - "53": 2432405504.0, - "54": 2432405504.0, - "55": 2432405504.0, - "56": 2432405504.0, - "57": 2432405504.0, - "58": 2432405504.0, - "59": 2432405504.0, - "60": 2432405504.0, - "61": 2432405504.0, - "62": 2432405504.0, - "63": 2432405504.0, - "64": 2432405504.0, - "65": 2432405504.0, - "66": 2432405504.0, - "67": 2432405504.0, - "68": 2432405504.0, - "69": 2432405504.0, - "70": 2432405504.0, - "71": 2432405504.0, - "72": 2432405504.0, - "73": 2432405504.0, - "74": 2432405504.0, - "75": 2432405504.0, - "76": 2432405504.0, - "77": 2432405504.0, - "78": 2432405504.0, - "79": 2432405504.0, - "80": 2432405504.0, - "81": 2432405504.0, - "82": 2432405504.0, - "83": 2432405504.0, - "84": 2432405504.0, - "85": 2432405504.0, - "86": 2432405504.0, - "87": 2432405504.0, - "88": 2432405504.0, - "89": 2432405504.0, - "90": 2432405504.0, - "91": 2432405504.0, - "92": 2432405504.0, - "93": 2432405504.0, - "94": 2432405504.0, - "95": 2432405504.0, - "96": 2432405504.0, - "97": 2432405504.0, - "98": 2432405504.0, - "99": 2432405504.0, - "100": 2432405504.0 + "1": 2290489856.0, + "2": 2431226880.0, + "3": 2431226880.0, + "4": 2431226880.0, + "5": 2431226880.0, + "6": 2431226880.0, + "7": 2431226880.0, + "8": 2431226880.0, + "9": 2431226880.0, + "10": 2431226880.0, + "11": 2431226880.0, + "12": 2431226880.0, + "13": 2431226880.0, + "14": 2431226880.0, + "15": 2431226880.0, + "16": 2431226880.0, + "17": 2431226880.0, + "18": 2431226880.0, + "19": 2431226880.0, + "20": 2431226880.0, + "21": 2431226880.0, + "22": 2431226880.0, + "23": 2431226880.0, + "24": 2431226880.0, + "25": 2431226880.0, + "26": 2431226880.0, + "27": 2431226880.0, + "28": 2431226880.0, + "29": 2431226880.0, + "30": 2431226880.0, + "31": 2431226880.0, + "32": 2431226880.0, + "33": 2431226880.0, + "34": 2431226880.0, + "35": 2431226880.0, + "36": 2431226880.0, + "37": 2431226880.0, + "38": 2431226880.0, + "39": 2431226880.0, + "40": 2431226880.0, + "41": 2431226880.0, + "42": 2431226880.0, + "43": 2431226880.0, + "44": 2431226880.0, + "45": 2431226880.0, + "46": 2431226880.0, + "47": 2431226880.0, + "48": 2431226880.0, + "49": 2431226880.0, + "50": 2431226880.0, + "51": 2431226880.0, + "52": 2431226880.0, + "53": 2431226880.0, + "54": 2431226880.0, + "55": 2431226880.0, + "56": 2431226880.0, + "57": 2431226880.0, + "58": 2431226880.0, + "59": 2431226880.0, + "60": 2431226880.0, + "61": 2431226880.0, + "62": 2431226880.0, + "63": 2431226880.0, + "64": 2431226880.0, + "65": 2431226880.0, + "66": 2431226880.0, + "67": 2431226880.0, + "68": 2431226880.0, + "69": 2431226880.0, + "70": 2431226880.0, + "71": 2431226880.0, + "72": 2431226880.0, + "73": 2431226880.0, + "74": 2431226880.0, + "75": 2431226880.0, + "76": 2431226880.0, + "77": 2431226880.0, + "78": 2431226880.0, + "79": 2431226880.0, + "80": 2431226880.0, + "81": 2431226880.0, + "82": 2431226880.0, + "83": 2431226880.0, + "84": 2431226880.0, + "85": 2431226880.0, + "86": 2431226880.0, + "87": 2431226880.0, + "88": 2431226880.0, + "89": 2431226880.0, + "90": 2431226880.0, + "91": 2431226880.0, + "92": 2431226880.0, + "93": 2431226880.0, + "94": 2431226880.0, + "95": 2431226880.0, + "96": 2431226880.0, + "97": 2431226880.0, + "98": 2431226880.0, + "99": 2431226880.0, + "100": 2431226880.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 12.06542, - "2": 0.1206, - "3": 0.10179, - "4": 0.08257, - "5": 0.08196, - "6": 0.08184, - "7": 0.08247, - "8": 0.08147, - "9": 0.08127, - "10": 0.08228, - "11": 0.0839, - "12": 0.08236, - "13": 0.08232, - "14": 0.08218, - "15": 0.08336, - "16": 0.08213, - "17": 0.08296, - "18": 0.0816, - "19": 0.08269, - "20": 0.08138, - "21": 0.08303, - "22": 0.08243, - "23": 0.08357, - "24": 0.08151, - "25": 0.08392, - "26": 0.08247, - "27": 0.08229, - "28": 0.08279, - "29": 0.08232, - "30": 0.0824, - "31": 0.08146, - "32": 0.08912, - "33": 0.08386, - "34": 0.08198, - "35": 0.08188, - "36": 0.08394, - "37": 0.08154, - "38": 0.08111, - "39": 0.08175, - "40": 0.08143, - "41": 0.08312, - "42": 0.08219, - "43": 0.08218, - "44": 0.08316, - "45": 0.08162, - "46": 0.08265, - "47": 0.08169, - "48": 0.08346, - "49": 0.08176, - "50": 0.08213, - "51": 0.09096, - "52": 0.08501, - "53": 0.08473, - "54": 0.08165, - "55": 0.08129, - "56": 0.08244, - "57": 0.08158, - "58": 0.08104, - "59": 0.08185, - "60": 0.0834, - "61": 0.08139, - "62": 0.08134, - "63": 0.086, - "64": 0.08155, - "65": 0.08326, - "66": 0.08135, - "67": 0.08434, - "68": 0.0817, - "69": 0.08297, - "70": 0.08039, - "71": 0.0801, - "72": 0.07962, - "73": 0.07979, - "74": 0.08099, - "75": 0.08004, - "76": 0.07961, - "77": 0.07959, - "78": 0.08021, - "79": 0.08102, - "80": 0.07949, - "81": 0.08018, - "82": 0.08014, - "83": 0.07929, - "84": 0.07992, - "85": 0.07982, - "86": 0.08024, - "87": 0.08054, - "88": 0.08161, - "89": 0.08084, - "90": 0.08079, - "91": 0.08239, - "92": 0.08091, - "93": 0.07966, - "94": 0.08301, - "95": 0.08124, - "96": 0.08066, - "97": 0.08098, - "98": 0.08072, - "99": 0.08164, - "100": 0.08106 + "1": "nan", + "2": 8.77903, + "3": 0.10226, + "4": 0.08218, + "5": 0.0819, + "6": 0.08181, + "7": 0.08261, + "8": 0.0815, + "9": 0.08169, + "10": 0.08243, + "11": 0.08177, + "12": 0.08191, + "13": 0.08197, + "14": 0.08156, + "15": 0.08114, + "16": 0.0823, + "17": 0.08203, + "18": 0.0814, + "19": 0.08116, + "20": 0.08176, + "21": 0.08132, + "22": 0.08258, + "23": 0.08196, + "24": 0.08164, + "25": 0.08195, + "26": 0.08114, + "27": 0.08113, + "28": 0.08172, + "29": 0.08134, + "30": 0.08167, + "31": 0.08218, + "32": 0.08164, + "33": 0.08138, + "34": 0.08172, + "35": 0.08219, + "36": 0.08135, + "37": 0.08112, + "38": 0.08118, + "39": 0.08136, + "40": 0.08149, + "41": 0.08471, + "42": 0.08147, + "43": 0.08214, + "44": 0.08163, + "45": 0.08138, + "46": 0.08201, + "47": 0.08144, + "48": 0.08213, + "49": 0.08173, + "50": 0.08162, + "51": 0.08967, + "52": 0.08349, + "53": 0.08376, + "54": 0.09311, + "55": 0.09282, + "56": 0.09332, + "57": 0.08764, + "58": 0.08491, + "59": 0.08342, + "60": 0.08357, + "61": 0.0833, + "62": 0.08335, + "63": 0.08368, + "64": 0.08326, + "65": 0.08442, + "66": 0.08378, + "67": 0.08389, + "68": 0.0834, + "69": 0.08327, + "70": 0.08313, + "71": 0.08315, + "72": 0.08373, + "73": 0.08388, + "74": 0.08388, + "75": 0.08364, + "76": 0.0835, + "77": 0.08395, + "78": 0.08363, + "79": 0.08399, + "80": 0.08424, + "81": 0.08369, + "82": 0.08323, + "83": 0.08316, + "84": 0.08389, + "85": 0.08392, + "86": 0.08404, + "87": 0.08329, + "88": 0.08316, + "89": 0.08385, + "90": 0.08352, + "91": 0.08359, + "92": 0.08296, + "93": 0.0834, + "94": 0.08468, + "95": 0.08379, + "96": 0.08367, + "97": 0.08366, + "98": 0.08365, + "99": 0.08457, + "100": 0.08384 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_gb200.json index 8a90b6fb7df..5e655485d52 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.81848, "2": 10.8198, - "3": 10.83668, - "4": 10.83525, - "5": 10.84996, - "6": 10.83445, - "7": 10.82529, - "8": 10.81514, - "9": 10.87713, + "3": 10.83667, + "4": 10.8353, + "5": 10.85001, + "6": 10.83446, + "7": 10.8253, + "8": 10.81516, + "9": 10.87716, "10": 10.88261, - "11": 10.87195, - "12": 10.8249, - "13": 10.84823, - "14": 10.81959, - "15": 10.80596, - "16": 10.80141, - "17": 10.77143, - "18": 10.78633, - "19": 10.74566, - "20": 10.62432, - "21": 10.68067, + "11": 10.87191, + "12": 10.82486, + "13": 10.84827, + "14": 10.8196, + "15": 10.80595, + "16": 10.8014, + "17": 10.77144, + "18": 10.78637, + "19": 10.74572, + "20": 10.62431, + "21": 10.68065, "22": 10.65086, - "23": 10.76421, - "24": 10.61849, - "25": 10.46057, - "26": 10.59622, - "27": 10.54041, + "23": 10.76414, + "24": 10.61844, + "25": 10.46056, + "26": 10.59625, + "27": 10.54045, "28": 10.44496, - "29": 10.39552, - "30": 10.40391, - "31": 10.51272, - "32": 10.32089, - "33": 10.26353, - "34": 10.46902, - "35": 9.95972, - "36": 10.11517, - "37": 10.01099, - "38": 10.38317, - "39": 9.78588, - "40": 10.10413, - "41": 10.13151, - "42": 10.02832, - "43": 10.2098, - "44": 10.07339, - "45": 9.69361, - "46": 9.99604, - "47": 9.93464, - "48": 9.67414, - "49": 9.91775, - "50": 9.93121 + "29": 10.3955, + "30": 10.40393, + "31": 10.51269, + "32": 10.32093, + "33": 10.26351, + "34": 10.46901, + "35": 9.95973, + "36": 10.11518, + "37": 10.01096, + "38": 10.38318, + "39": 9.78592, + "40": 10.10416, + "41": 10.13149, + "42": 10.02829, + "43": 10.20978, + "44": 10.07337, + "45": 9.6936, + "46": 9.99607, + "47": 9.93467, + "48": 9.67415, + "49": 9.91776, + "50": 9.93114 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1118.0, - "2": 1206.0, - "3": 1308.0, - "4": 1243.0, - "5": 1256.0, - "6": 1296.0, - "7": 1259.0, - "8": 1023.0, - "9": 1295.0, - "10": 1319.0, - "11": 1282.0, - "12": 1361.0, - "13": 1336.0, - "14": 1176.0, - "15": 1188.0, - "16": 1255.0, - "17": 1182.0, - "18": 1341.0, - "19": 1043.0, - "20": 1099.0, - "21": 1248.0, - "22": 1233.0, - "23": 1369.0, - "24": 1365.0, - "25": 1073.0, - "26": 1245.0, - "27": 1211.0, - "28": 1306.0, - "29": 1317.0, - "30": 1426.0, - "31": 1476.0, - "32": 1399.0, - "33": 1444.0, - "34": 1483.0, - "35": 1242.0, - "36": 1326.0, - "37": 1447.0, - "38": 1542.0, - "39": 1342.0, - "40": 1560.0, - "41": 1611.0, - "42": 1607.0, - "43": 1651.0, - "44": 1594.0, - "45": 1499.0, - "46": 1744.0, - "47": 1571.0, - "48": 1523.0, - "49": 1629.0, - "50": 1747.0 + "1": 1076.0, + "2": 1208.0, + "3": 1258.0, + "4": 1277.0, + "5": 1246.0, + "6": 1250.0, + "7": 1209.0, + "8": 1001.0, + "9": 1360.0, + "10": 1325.0, + "11": 1245.0, + "12": 1358.0, + "13": 1303.0, + "14": 1131.0, + "15": 1174.0, + "16": 1254.0, + "17": 1207.0, + "18": 1343.0, + "19": 1091.0, + "20": 1062.0, + "21": 1233.0, + "22": 1257.0, + "23": 1376.0, + "24": 1275.0, + "25": 1134.0, + "26": 1179.0, + "27": 1217.0, + "28": 1307.0, + "29": 1321.0, + "30": 1372.0, + "31": 1475.0, + "32": 1394.0, + "33": 1486.0, + "34": 1522.0, + "35": 1129.0, + "36": 1305.0, + "37": 1428.0, + "38": 1593.0, + "39": 1392.0, + "40": 1482.0, + "41": 1626.0, + "42": 1594.0, + "43": 1737.0, + "44": 1511.0, + "45": 1489.0, + "46": 1774.0, + "47": 1605.0, + "48": 1596.0, + "49": 1712.0, + "50": 1740.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.1265, - "3": 0.15779, - "4": 0.14192, - "5": 0.14446, - "6": 0.14251, - "7": 0.14375, - "8": 0.1446, - "9": 0.14351, - "10": 0.14568, - "11": 0.14477, - "12": 0.14491, - "13": 0.1447, - "14": 0.14656, - "15": 0.14652, - "16": 0.14521, - "17": 0.14638, - "18": 0.14483, - "19": 0.14549, - "20": 0.14457, - "21": 0.14306, - "22": 0.14559, - "23": 0.14596, - "24": 0.14513, - "25": 0.14367, - "26": 0.14368, - "27": 0.14398, - "28": 0.14369, - "29": 0.14435, - "30": 0.14415, - "31": 0.1433, - "32": 0.14342, - "33": 0.1441, - "34": 0.14372, - "35": 0.14431, - "36": 0.1454, - "37": 0.14634, - "38": 0.14514, - "39": 0.14529, - "40": 0.14504, - "41": 0.14496, - "42": 0.14436, - "43": 0.14492, - "44": 0.14452, - "45": 0.14629, - "46": 0.14514, - "47": 0.14578, - "48": 0.1442, - "49": 0.14396, - "50": 0.14376 + "2": 9.61562, + "3": 0.16844, + "4": 0.15723, + "5": 0.1525, + "6": 0.15368, + "7": 0.1564, + "8": 0.15395, + "9": 0.15394, + "10": 0.15187, + "11": 0.1507, + "12": 0.15595, + "13": 0.15908, + "14": 0.15006, + "15": 0.1512, + "16": 0.15414, + "17": 0.16741, + "18": 0.1517, + "19": 0.15049, + "20": 0.15743, + "21": 0.16405, + "22": 0.1515, + "23": 0.15504, + "24": 0.14877, + "25": 0.15039, + "26": 0.15018, + "27": 0.14901, + "28": 0.15124, + "29": 0.1496, + "30": 0.15239, + "31": 0.14986, + "32": 0.15144, + "33": 0.15057, + "34": 0.14938, + "35": 0.14965, + "36": 0.15083, + "37": 0.15057, + "38": 0.15276, + "39": 0.15348, + "40": 0.1583, + "41": 0.15028, + "42": 0.14947, + "43": 0.14843, + "44": 0.14972, + "45": 0.1515, + "46": 0.15337, + "47": 0.14819, + "48": 0.15122, + "49": 0.15663, + "50": 0.14862 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json index 399a2c50a8d..3535401ed62 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.83936, "2": 10.8442, - "3": 10.86813, + "3": 10.86812, "4": 10.86022, - "5": 10.87939, - "6": 10.85969, - "7": 10.86386, - "8": 10.8444, - "9": 10.88995, - "10": 10.8926, - "11": 10.89136, - "12": 10.85312, - "13": 10.87319, - "14": 10.83805, - "15": 10.83088, - "16": 10.82011, + "5": 10.87941, + "6": 10.8597, + "7": 10.86387, + "8": 10.84442, + "9": 10.88994, + "10": 10.89264, + "11": 10.89135, + "12": 10.85314, + "13": 10.87321, + "14": 10.83804, + "15": 10.8309, + "16": 10.8201, "17": 10.79138, - "18": 10.81055, + "18": 10.81058, "19": 10.77977, - "20": 10.6635, - "21": 10.69765, - "22": 10.67421, - "23": 10.77344, - "24": 10.63919, + "20": 10.66346, + "21": 10.69764, + "22": 10.67417, + "23": 10.77343, + "24": 10.6392, "25": 10.50497, "26": 10.61911, - "27": 10.56921, - "28": 10.46859, - "29": 10.41119, - "30": 10.42916, + "27": 10.5692, + "28": 10.46856, + "29": 10.41117, + "30": 10.4292, "31": 10.52553, - "32": 10.34942, - "33": 10.2967, - "34": 10.46909, - "35": 9.99632, - "36": 10.13945, - "37": 10.0434, - "38": 10.4139, - "39": 9.80941, - "40": 10.12495, - "41": 10.14883, - "42": 10.04042, - "43": 10.22142, - "44": 10.07348, - "45": 9.71369, - "46": 10.00449, - "47": 9.94758, - "48": 9.68856, - "49": 9.93637, - "50": 9.96042 + "32": 10.34948, + "33": 10.29667, + "34": 10.46911, + "35": 9.99634, + "36": 10.13944, + "37": 10.04339, + "38": 10.41386, + "39": 9.8094, + "40": 10.12496, + "41": 10.14884, + "42": 10.04044, + "43": 10.22139, + "44": 10.07347, + "45": 9.71374, + "46": 10.00445, + "47": 9.94761, + "48": 9.68855, + "49": 9.93636, + "50": 9.96047 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1026.0, - "2": 1184.0, - "3": 1226.0, - "4": 1248.0, - "5": 1259.0, - "6": 1421.0, - "7": 1182.0, - "8": 1036.0, - "9": 1293.0, - "10": 1319.0, - "11": 1212.0, - "12": 1373.0, - "13": 1327.0, - "14": 1121.0, - "15": 1217.0, - "16": 1163.0, - "17": 1246.0, - "18": 1280.0, - "19": 1128.0, - "20": 1019.0, - "21": 1147.0, - "22": 1156.0, - "23": 1341.0, - "24": 1312.0, - "25": 1066.0, - "26": 1138.0, - "27": 1270.0, - "28": 1260.0, - "29": 1292.0, - "30": 1532.0, - "31": 1477.0, - "32": 1460.0, - "33": 1537.0, - "34": 1513.0, - "35": 1235.0, - "36": 1316.0, - "37": 1466.0, - "38": 1564.0, - "39": 1380.0, - "40": 1513.0, - "41": 1633.0, - "42": 1509.0, - "43": 1731.0, - "44": 1636.0, - "45": 1501.0, - "46": 1884.0, - "47": 1567.0, - "48": 1631.0, - "49": 1825.0, - "50": 1639.0 + "1": 1053.0, + "2": 1196.0, + "3": 1254.0, + "4": 1272.0, + "5": 1190.0, + "6": 1319.0, + "7": 1245.0, + "8": 1005.0, + "9": 1304.0, + "10": 1291.0, + "11": 1237.0, + "12": 1331.0, + "13": 1333.0, + "14": 1174.0, + "15": 1221.0, + "16": 1118.0, + "17": 1206.0, + "18": 1292.0, + "19": 1060.0, + "20": 1020.0, + "21": 1174.0, + "22": 1177.0, + "23": 1372.0, + "24": 1256.0, + "25": 1047.0, + "26": 1093.0, + "27": 1228.0, + "28": 1268.0, + "29": 1266.0, + "30": 1528.0, + "31": 1493.0, + "32": 1456.0, + "33": 1486.0, + "34": 1445.0, + "35": 1202.0, + "36": 1350.0, + "37": 1539.0, + "38": 1555.0, + "39": 1417.0, + "40": 1434.0, + "41": 1669.0, + "42": 1625.0, + "43": 1774.0, + "44": 1749.0, + "45": 1507.0, + "46": 1911.0, + "47": 1661.0, + "48": 1590.0, + "49": 1672.0, + "50": 1717.0 } }, "mem-allocated-bytes": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.04337, - "2": 0.16822, - "3": 0.13237, - "4": 0.10427, - "5": 0.10319, - "6": 0.10424, - "7": 0.10225, - "8": 0.10398, - "9": 0.10251, - "10": 0.10246, - "11": 0.10345, - "12": 0.103, - "13": 0.10547, - "14": 0.10352, - "15": 0.10359, - "16": 0.1027, - "17": 0.10378, - "18": 0.10313, - "19": 0.10368, - "20": 0.10223, - "21": 0.10211, - "22": 0.1031, - "23": 0.10247, - "24": 0.1027, - "25": 0.10174, - "26": 0.10084, - "27": 0.10138, - "28": 0.10076, - "29": 0.10064, - "30": 0.10061, - "31": 0.10034, - "32": 0.10099, - "33": 0.10117, - "34": 0.10033, - "35": 0.10174, - "36": 0.10259, - "37": 0.1046, - "38": 0.10281, - "39": 0.10332, - "40": 0.10619, - "41": 0.10943, - "42": 0.10864, - "43": 0.10388, - "44": 0.10366, - "45": 0.10485, - "46": 0.10446, - "47": 0.10301, - "48": 0.10412, - "49": 0.10182, - "50": 0.10428 + "1": "nan", + "2": 7.56402, + "3": 0.12899, + "4": 0.1107, + "5": 0.10865, + "6": 0.11009, + "7": 0.10857, + "8": 0.10976, + "9": 0.10842, + "10": 0.10996, + "11": 0.10803, + "12": 0.10974, + "13": 0.1082, + "14": 0.11112, + "15": 0.10788, + "16": 0.10967, + "17": 0.10833, + "18": 0.11052, + "19": 0.10843, + "20": 0.11212, + "21": 0.11044, + "22": 0.11026, + "23": 0.10831, + "24": 0.1101, + "25": 0.11067, + "26": 0.10952, + "27": 0.10788, + "28": 0.11052, + "29": 0.10825, + "30": 0.1095, + "31": 0.10926, + "32": 0.11001, + "33": 0.10964, + "34": 0.10984, + "35": 0.1087, + "36": 0.11024, + "37": 0.10815, + "38": 0.11069, + "39": 0.11778, + "40": 0.10959, + "41": 0.12504, + "42": 0.11012, + "43": 0.10679, + "44": 0.10609, + "45": 0.10883, + "46": 0.10845, + "47": 0.10775, + "48": 0.11123, + "49": 0.1087, + "50": 0.10841 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_gb200.json index da72109d85d..b59f2eab3b3 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.93757, "2": 10.92393, - "3": 10.94318, - "4": 10.93348, + "3": 10.94316, + "4": 10.93346, "5": 10.93027, - "6": 10.92214, - "7": 10.9129, - "8": 10.92494, - "9": 10.94302, + "6": 10.92207, + "7": 10.91292, + "8": 10.92493, + "9": 10.94303, "10": 10.92589, - "11": 10.89715, - "12": 10.91085, - "13": 10.91359, - "14": 10.90092, - "15": 10.87211, - "16": 10.86524, - "17": 10.869, - "18": 10.85374, + "11": 10.89718, + "12": 10.91088, + "13": 10.91361, + "14": 10.90096, + "15": 10.87207, + "16": 10.86525, + "17": 10.86902, + "18": 10.85373, "19": 10.84295, - "20": 10.76663, - "21": 10.74374, - "22": 10.67695, - "23": 10.72701, - "24": 10.66494, - "25": 10.62546, + "20": 10.76659, + "21": 10.74373, + "22": 10.67694, + "23": 10.72697, + "24": 10.66498, + "25": 10.6255, "26": 10.654, - "27": 10.62035, - "28": 10.56813, + "27": 10.62029, + "28": 10.56817, "29": 10.56412, - "30": 10.41005, - "31": 10.21717, + "30": 10.41003, + "31": 10.21718, "32": 10.46613, - "33": 10.47136, - "34": 10.26038, - "35": 10.30272, - "36": 10.264, - "37": 10.35196, - "38": 10.22183, - "39": 10.38981, - "40": 10.11089, - "41": 10.13597, - "42": 10.21619, - "43": 9.89444, - "44": 9.985, - "45": 9.87317, - "46": 9.86222, + "33": 10.47129, + "34": 10.26041, + "35": 10.30274, + "36": 10.26404, + "37": 10.35194, + "38": 10.22181, + "39": 10.38983, + "40": 10.11085, + "41": 10.13592, + "42": 10.21622, + "43": 9.89443, + "44": 9.98496, + "45": 9.8732, + "46": 9.86221, "47": 10.13614, - "48": 9.86196, + "48": 9.86198, "49": 9.56912, - "50": 9.91564 + "50": 9.91565 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 22727242.0, - "2": 22924896.0, - "3": 22597216.0, - "4": 23219716.0, - "5": 22714012.0, - "6": 23021178.0, - "7": 22770808.0, - "8": 22926716.0, - "9": 22842500.0, - "10": 22918960.0, - "11": 22500834.0, - "12": 22460340.0, - "13": 22917536.0, - "14": 22388990.0, - "15": 22821224.0, - "16": 22831266.0, - "17": 22819108.0, - "18": 22582264.0, - "19": 22617384.0, - "20": 22693436.0, - "21": 22739352.0, - "22": 22800104.0, - "23": 22539998.0, - "24": 22771512.0, - "25": 22819132.0, - "26": 22547588.0, - "27": 22468844.0, - "28": 22453516.0, - "29": 22529320.0, - "30": 22630996.0, - "31": 22955520.0, - "32": 22585756.0, - "33": 22557744.0, - "34": 22835696.0, - "35": 22787828.0, - "36": 22588412.0, - "37": 22498040.0, - "38": 22896082.0, - "39": 22801992.0, - "40": 22657536.0, - "41": 22659220.0, - "42": 22667844.0, - "43": 22975904.0, - "44": 22745960.0, - "45": 22675400.0, - "46": 22884844.0, - "47": 22633716.0, - "48": 22928608.0, - "49": 22727282.0, - "50": 22904808.0 + "1": 22727352.0, + "2": 22924862.0, + "3": 22597228.0, + "4": 23219764.0, + "5": 22714064.0, + "6": 23021164.0, + "7": 22770838.0, + "8": 22926708.0, + "9": 22842636.0, + "10": 22918932.0, + "11": 22500860.0, + "12": 22460278.0, + "13": 22917508.0, + "14": 22388992.0, + "15": 22821332.0, + "16": 22831360.0, + "17": 22818988.0, + "18": 22582260.0, + "19": 22617512.0, + "20": 22693482.0, + "21": 22739376.0, + "22": 22800208.0, + "23": 22540044.0, + "24": 22771516.0, + "25": 22819082.0, + "26": 22547594.0, + "27": 22468792.0, + "28": 22453650.0, + "29": 22529422.0, + "30": 22631024.0, + "31": 22955468.0, + "32": 22585716.0, + "33": 22557726.0, + "34": 22835712.0, + "35": 22787748.0, + "36": 22588464.0, + "37": 22498104.0, + "38": 22895980.0, + "39": 22801960.0, + "40": 22657588.0, + "41": 22659166.0, + "42": 22667978.0, + "43": 22975850.0, + "44": 22745892.0, + "45": 22675412.0, + "46": 22884788.0, + "47": 22633592.0, + "48": 22928708.0, + "49": 22727260.0, + "50": 22904912.0 } }, "mem-allocated-bytes": { @@ -176,55 +176,55 @@ "step_interval": 1, "values": { "1": 2158025216.0, - "2": 2416613888.0, - "3": 2416613888.0, - "4": 2416613888.0, - "5": 2416613888.0, - "6": 2416613888.0, - "7": 2416613888.0, - "8": 2416613888.0, - "9": 2416613888.0, - "10": 2416613888.0, - "11": 2416613888.0, - "12": 2416613888.0, - "13": 2416613888.0, - "14": 2416613888.0, - "15": 2416613888.0, - "16": 2416613888.0, - "17": 2416613888.0, - "18": 2416613888.0, - "19": 2416613888.0, - "20": 2416613888.0, - "21": 2416613888.0, - "22": 2416613888.0, - "23": 2416613888.0, - "24": 2416613888.0, - "25": 2416613888.0, - "26": 2416613888.0, - "27": 2416613888.0, - "28": 2416613888.0, - "29": 2416613888.0, - "30": 2416613888.0, - "31": 2416613888.0, - "32": 2416613888.0, - "33": 2416613888.0, - "34": 2416613888.0, - "35": 2416613888.0, - "36": 2416613888.0, - "37": 2416613888.0, - "38": 2416613888.0, - "39": 2416613888.0, - "40": 2416613888.0, - "41": 2416613888.0, - "42": 2416613888.0, - "43": 2416613888.0, - "44": 2416613888.0, - "45": 2416613888.0, - "46": 2416613888.0, - "47": 2416613888.0, - "48": 2416613888.0, - "49": 2416613888.0, - "50": 2416613888.0 + "2": 2415566336.0, + "3": 2415566336.0, + "4": 2415566336.0, + "5": 2415566336.0, + "6": 2415566336.0, + "7": 2415566336.0, + "8": 2415566336.0, + "9": 2415566336.0, + "10": 2415566336.0, + "11": 2415566336.0, + "12": 2415566336.0, + "13": 2415566336.0, + "14": 2415566336.0, + "15": 2415566336.0, + "16": 2415566336.0, + "17": 2415566336.0, + "18": 2415566336.0, + "19": 2415566336.0, + "20": 2415566336.0, + "21": 2415566336.0, + "22": 2415566336.0, + "23": 2415566336.0, + "24": 2415566336.0, + "25": 2415566336.0, + "26": 2415566336.0, + "27": 2415566336.0, + "28": 2415566336.0, + "29": 2415566336.0, + "30": 2415566336.0, + "31": 2415566336.0, + "32": 2415566336.0, + "33": 2415566336.0, + "34": 2415566336.0, + "35": 2415566336.0, + "36": 2415566336.0, + "37": 2415566336.0, + "38": 2415566336.0, + "39": 2415566336.0, + "40": 2415566336.0, + "41": 2415566336.0, + "42": 2415566336.0, + "43": 2415566336.0, + "44": 2415566336.0, + "45": 2415566336.0, + "46": 2415566336.0, + "47": 2415566336.0, + "48": 2415566336.0, + "49": 2415566336.0, + "50": 2415566336.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.44061, - "3": 0.15375, - "4": 0.14111, - "5": 0.14053, - "6": 0.14023, - "7": 0.14152, - "8": 0.14128, - "9": 0.1417, - "10": 0.14155, - "11": 0.14076, - "12": 0.1405, - "13": 0.14129, - "14": 0.14106, - "15": 0.14101, - "16": 0.14178, - "17": 0.14173, - "18": 0.14103, - "19": 0.14094, - "20": 0.14012, - "21": 0.14153, - "22": 0.14228, - "23": 0.14118, - "24": 0.14079, - "25": 0.14034, - "26": 0.14027, - "27": 0.13947, - "28": 0.13928, - "29": 0.1398, - "30": 0.14085, - "31": 0.14179, - "32": 0.13944, - "33": 0.14174, - "34": 0.1436, - "35": 0.13902, - "36": 0.13933, - "37": 0.13922, - "38": 0.13997, - "39": 0.13881, - "40": 0.13924, - "41": 0.1392, - "42": 0.14092, - "43": 0.14136, - "44": 0.14035, - "45": 0.13841, - "46": 0.1411, - "47": 0.13878, - "48": 0.14005, - "49": 0.13925, - "50": 0.13845 + "2": 7.55862, + "3": 0.15424, + "4": 0.14447, + "5": 0.14487, + "6": 0.14649, + "7": 0.14905, + "8": 0.14737, + "9": 0.14546, + "10": 0.14639, + "11": 0.14694, + "12": 0.14764, + "13": 0.14783, + "14": 0.15046, + "15": 0.14727, + "16": 0.14715, + "17": 0.14912, + "18": 0.15267, + "19": 0.14754, + "20": 0.14944, + "21": 0.14739, + "22": 0.14765, + "23": 0.14985, + "24": 0.14828, + "25": 0.14802, + "26": 0.15122, + "27": 0.14967, + "28": 0.1501, + "29": 0.15013, + "30": 0.15048, + "31": 0.15048, + "32": 0.15018, + "33": 0.14712, + "34": 0.15007, + "35": 0.14904, + "36": 0.14828, + "37": 0.14709, + "38": 0.14853, + "39": 0.14847, + "40": 0.14939, + "41": 0.14997, + "42": 0.15, + "43": 0.15082, + "44": 0.15106, + "45": 0.14817, + "46": 0.14957, + "47": 0.14882, + "48": 0.22849, + "49": 0.14824, + "50": 0.14598 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json index 5b1ee17f8f6..eaa28ef7c26 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json @@ -7,52 +7,52 @@ "1": 10.86539, "2": 10.85871, "3": 10.86282, - "4": 10.84007, - "5": 10.87856, - "6": 10.88852, - "7": 10.86536, - "8": 10.86015, - "9": 10.85991, - "10": 10.82982, - "11": 10.88947, - "12": 10.87511, - "13": 10.87422, - "14": 10.89675, - "15": 10.82056, - "16": 10.82497, - "17": 10.78983, - "18": 10.81029, - "19": 10.80528, + "4": 10.84009, + "5": 10.87854, + "6": 10.88854, + "7": 10.86535, + "8": 10.86013, + "9": 10.85988, + "10": 10.82977, + "11": 10.88952, + "12": 10.87506, + "13": 10.87423, + "14": 10.89676, + "15": 10.82052, + "16": 10.82502, + "17": 10.78984, + "18": 10.8103, + "19": 10.80532, "20": 10.70396, - "21": 10.6699, - "22": 10.50641, - "23": 10.69006, + "21": 10.66986, + "22": 10.50644, + "23": 10.69003, "24": 10.56312, - "25": 10.49418, + "25": 10.49419, "26": 10.56627, - "27": 10.58023, - "28": 10.51571, - "29": 10.55296, - "30": 10.30551, - "31": 10.02244, - "32": 10.40618, - "33": 10.39874, - "34": 10.1377, - "35": 10.20184, + "27": 10.58022, + "28": 10.51573, + "29": 10.55297, + "30": 10.30548, + "31": 10.02247, + "32": 10.40615, + "33": 10.39876, + "34": 10.13774, + "35": 10.20185, "36": 10.1605, - "37": 10.28975, - "38": 10.11483, - "39": 10.361, - "40": 10.01905, + "37": 10.28973, + "38": 10.11478, + "39": 10.36102, + "40": 10.01906, "41": 10.07292, - "42": 10.14697, + "42": 10.14696, "43": 9.74684, - "44": 9.87763, - "45": 9.74962, - "46": 9.73382, - "47": 10.07536, - "48": 9.78071, - "49": 9.44783, + "44": 9.87761, + "45": 9.74965, + "46": 9.73383, + "47": 10.07538, + "48": 9.78069, + "49": 9.44785, "50": 9.8399 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 572.0, - "2": 656.0, - "3": 649.0, - "4": 631.0, - "5": 658.0, - "6": 636.0, - "7": 636.0, - "8": 542.0, - "9": 653.0, - "10": 551.0, - "11": 681.0, - "12": 642.0, - "13": 624.0, - "14": 658.0, - "15": 682.0, - "16": 659.0, - "17": 620.0, - "18": 603.0, - "19": 634.0, - "20": 639.0, - "21": 634.0, - "22": 602.0, - "23": 731.0, - "24": 620.0, - "25": 611.0, - "26": 626.0, - "27": 683.0, - "28": 668.0, - "29": 713.0, - "30": 712.0, - "31": 616.0, - "32": 786.0, - "33": 800.0, - "34": 702.0, - "35": 684.0, - "36": 664.0, - "37": 831.0, - "38": 802.0, - "39": 919.0, - "40": 802.0, - "41": 791.0, - "42": 840.0, - "43": 718.0, - "44": 756.0, - "45": 765.0, - "46": 809.0, - "47": 839.0, - "48": 827.0, - "49": 935.0, - "50": 839.0 + "1": 630.0, + "2": 682.0, + "3": 633.0, + "4": 606.0, + "5": 669.0, + "6": 643.0, + "7": 643.0, + "8": 590.0, + "9": 630.0, + "10": 562.0, + "11": 685.0, + "12": 599.0, + "13": 663.0, + "14": 616.0, + "15": 674.0, + "16": 636.0, + "17": 642.0, + "18": 607.0, + "19": 633.0, + "20": 592.0, + "21": 728.0, + "22": 641.0, + "23": 767.0, + "24": 617.0, + "25": 591.0, + "26": 621.0, + "27": 649.0, + "28": 720.0, + "29": 742.0, + "30": 771.0, + "31": 544.0, + "32": 740.0, + "33": 789.0, + "34": 704.0, + "35": 742.0, + "36": 736.0, + "37": 821.0, + "38": 768.0, + "39": 889.0, + "40": 814.0, + "41": 830.0, + "42": 787.0, + "43": 717.0, + "44": 816.0, + "45": 769.0, + "46": 810.0, + "47": 863.0, + "48": 848.0, + "49": 894.0, + "50": 810.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 + "1": 511214080.0, + "2": 511214080.0, + "3": 511214080.0, + "4": 511214080.0, + "5": 511214080.0, + "6": 511214080.0, + "7": 511214080.0, + "8": 511214080.0, + "9": 511214080.0, + "10": 511214080.0, + "11": 511214080.0, + "12": 511214080.0, + "13": 511214080.0, + "14": 511214080.0, + "15": 511214080.0, + "16": 511214080.0, + "17": 511214080.0, + "18": 511214080.0, + "19": 511214080.0, + "20": 511214080.0, + "21": 511214080.0, + "22": 511214080.0, + "23": 511214080.0, + "24": 511214080.0, + "25": 511214080.0, + "26": 511214080.0, + "27": 511214080.0, + "28": 511214080.0, + "29": 511214080.0, + "30": 511214080.0, + "31": 511214080.0, + "32": 511214080.0, + "33": 511214080.0, + "34": 511214080.0, + "35": 511214080.0, + "36": 511214080.0, + "37": 511214080.0, + "38": 511214080.0, + "39": 511214080.0, + "40": 511214080.0, + "41": 511214080.0, + "42": 511214080.0, + "43": 511214080.0, + "44": 511214080.0, + "45": 511214080.0, + "46": 511214080.0, + "47": 511214080.0, + "48": 511214080.0, + "49": 511214080.0, + "50": 511214080.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 757802496.0, - "2": 935777792.0, - "3": 938397696.0, - "4": 938397696.0, - "5": 938397696.0, - "6": 938397696.0, - "7": 938397696.0, - "8": 938397696.0, - "9": 938397696.0, - "10": 938398208.0, - "11": 938398208.0, - "12": 938398208.0, - "13": 938398208.0, - "14": 938398720.0, - "15": 938398720.0, - "16": 938398720.0, - "17": 938398720.0, - "18": 938398720.0, - "19": 938398720.0, - "20": 938398720.0, - "21": 938398720.0, - "22": 938398720.0, - "23": 938398720.0, - "24": 938398720.0, - "25": 938399232.0, - "26": 938399232.0, - "27": 938399232.0, - "28": 938399232.0, - "29": 938399232.0, - "30": 938399232.0, - "31": 938399232.0, - "32": 938399232.0, - "33": 938399232.0, - "34": 938399232.0, - "35": 938399232.0, - "36": 938399232.0, - "37": 938399232.0, - "38": 938399232.0, - "39": 938399232.0, - "40": 938399232.0, - "41": 938399232.0, - "42": 938399232.0, - "43": 938399232.0, - "44": 938399232.0, - "45": 938399232.0, - "46": 938399232.0, - "47": 938399232.0, - "48": 938399232.0, - "49": 938399232.0, - "50": 938399232.0 + "1": 759896576.0, + "2": 934729216.0, + "3": 935777792.0, + "4": 935777792.0, + "5": 935777792.0, + "6": 935777792.0, + "7": 935777792.0, + "8": 935777792.0, + "9": 935777792.0, + "10": 935777792.0, + "11": 935777792.0, + "12": 935777792.0, + "13": 935777792.0, + "14": 935777792.0, + "15": 935777792.0, + "16": 935777792.0, + "17": 935777792.0, + "18": 935777792.0, + "19": 935777792.0, + "20": 935777792.0, + "21": 935777792.0, + "22": 935777792.0, + "23": 935777792.0, + "24": 935777792.0, + "25": 935777792.0, + "26": 935777792.0, + "27": 935777792.0, + "28": 935777792.0, + "29": 935777792.0, + "30": 935777792.0, + "31": 935777792.0, + "32": 935777792.0, + "33": 935777792.0, + "34": 935777792.0, + "35": 935777792.0, + "36": 935777792.0, + "37": 935777792.0, + "38": 935777792.0, + "39": 935777792.0, + "40": 935777792.0, + "41": 935777792.0, + "42": 935777792.0, + "43": 935777792.0, + "44": 935777792.0, + "45": 935777792.0, + "46": 935777792.0, + "47": 935777792.0, + "48": 935777792.0, + "49": 935777792.0, + "50": 935777792.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 35.36663, - "2": 0.35208, - "3": 0.32012, - "4": 0.29736, - "5": 0.30009, - "6": 0.29722, - "7": 0.29604, - "8": 0.29598, - "9": 0.30123, - "10": 0.29278, - "11": 0.29195, - "12": 0.30003, - "13": 0.2957, - "14": 0.2935, - "15": 0.29372, - "16": 0.2984, - "17": 0.29013, - "18": 0.29041, - "19": 0.2934, - "20": 0.29454, - "21": 0.2936, - "22": 0.29663, - "23": 0.29453, - "24": 0.29404, - "25": 0.2912, - "26": 0.29009, - "27": 0.29448, - "28": 0.29043, - "29": 0.29359, - "30": 0.29413, - "31": 0.29317, - "32": 0.29247, - "33": 0.29418, - "34": 0.2938, - "35": 0.29207, - "36": 0.31485, - "37": 0.29543, - "38": 0.29402, - "39": 0.29262, - "40": 0.2957, - "41": 0.29348, - "42": 0.29242, - "43": 0.29117, - "44": 0.2927, - "45": 0.29263, - "46": 0.29024, - "47": 0.29404, - "48": 0.28901, - "49": 0.28844, - "50": 0.29053 + "1": "nan", + "2": 8.67318, + "3": 0.31282, + "4": 0.2961, + "5": 0.29314, + "6": 0.29227, + "7": 0.29313, + "8": 0.29274, + "9": 0.29117, + "10": 0.29411, + "11": 0.29406, + "12": 0.29474, + "13": 0.2909, + "14": 0.29404, + "15": 0.29297, + "16": 0.29224, + "17": 0.29251, + "18": 0.2928, + "19": 0.29136, + "20": 0.29278, + "21": 0.29115, + "22": 0.29239, + "23": 0.29204, + "24": 0.29189, + "25": 0.29107, + "26": 0.29209, + "27": 0.29212, + "28": 0.2922, + "29": 0.29266, + "30": 0.29249, + "31": 0.29112, + "32": 0.29204, + "33": 0.2903, + "34": 0.29046, + "35": 0.29216, + "36": 0.28992, + "37": 0.29292, + "38": 0.29192, + "39": 0.29231, + "40": 0.29044, + "41": 0.29017, + "42": 0.29127, + "43": 0.29043, + "44": 0.29193, + "45": 0.29241, + "46": 0.29181, + "47": 0.29196, + "48": 0.29308, + "49": 0.29264, + "50": 0.29024 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json index f5628621ad5..e8497a14105 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json @@ -7,52 +7,52 @@ "1": 10.86539, "2": 10.85871, "3": 10.86282, - "4": 10.84007, - "5": 10.87856, - "6": 10.88852, - "7": 10.86536, - "8": 10.86015, - "9": 10.85991, - "10": 10.82982, - "11": 10.88947, - "12": 10.87511, - "13": 10.87422, - "14": 10.89675, - "15": 10.82056, - "16": 10.82497, - "17": 10.78983, - "18": 10.81029, - "19": 10.80528, + "4": 10.84009, + "5": 10.87854, + "6": 10.88854, + "7": 10.86535, + "8": 10.86013, + "9": 10.85988, + "10": 10.82977, + "11": 10.88952, + "12": 10.87506, + "13": 10.87423, + "14": 10.89676, + "15": 10.82052, + "16": 10.82502, + "17": 10.78984, + "18": 10.8103, + "19": 10.80532, "20": 10.70396, - "21": 10.6699, - "22": 10.50641, - "23": 10.69006, + "21": 10.66986, + "22": 10.50644, + "23": 10.69003, "24": 10.56312, - "25": 10.49418, + "25": 10.49419, "26": 10.56627, - "27": 10.58023, - "28": 10.51571, - "29": 10.55296, - "30": 10.30551, - "31": 10.02244, - "32": 10.40618, - "33": 10.39874, - "34": 10.1377, - "35": 10.20184, + "27": 10.58022, + "28": 10.51573, + "29": 10.55297, + "30": 10.30548, + "31": 10.02247, + "32": 10.40615, + "33": 10.39876, + "34": 10.13774, + "35": 10.20185, "36": 10.1605, - "37": 10.28975, - "38": 10.11483, - "39": 10.361, - "40": 10.01905, + "37": 10.28973, + "38": 10.11478, + "39": 10.36102, + "40": 10.01906, "41": 10.07292, - "42": 10.14697, + "42": 10.14696, "43": 9.74684, - "44": 9.87763, - "45": 9.74962, - "46": 9.73382, - "47": 10.07536, - "48": 9.78071, - "49": 9.44783, + "44": 9.87761, + "45": 9.74965, + "46": 9.73383, + "47": 10.07538, + "48": 9.78069, + "49": 9.44785, "50": 9.8399 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 572.0, - "2": 656.0, - "3": 649.0, - "4": 631.0, - "5": 658.0, - "6": 636.0, - "7": 636.0, - "8": 542.0, - "9": 653.0, - "10": 551.0, - "11": 681.0, - "12": 642.0, - "13": 624.0, - "14": 658.0, - "15": 682.0, - "16": 659.0, - "17": 620.0, - "18": 603.0, - "19": 634.0, - "20": 639.0, - "21": 634.0, - "22": 602.0, - "23": 731.0, - "24": 620.0, - "25": 611.0, - "26": 626.0, - "27": 683.0, - "28": 668.0, - "29": 713.0, - "30": 712.0, - "31": 616.0, - "32": 786.0, - "33": 800.0, - "34": 702.0, - "35": 684.0, - "36": 664.0, - "37": 831.0, - "38": 802.0, - "39": 919.0, - "40": 802.0, - "41": 791.0, - "42": 840.0, - "43": 718.0, - "44": 756.0, - "45": 765.0, - "46": 809.0, - "47": 839.0, - "48": 827.0, - "49": 935.0, - "50": 839.0 + "1": 630.0, + "2": 682.0, + "3": 633.0, + "4": 606.0, + "5": 669.0, + "6": 643.0, + "7": 643.0, + "8": 590.0, + "9": 630.0, + "10": 562.0, + "11": 685.0, + "12": 599.0, + "13": 663.0, + "14": 616.0, + "15": 674.0, + "16": 636.0, + "17": 642.0, + "18": 607.0, + "19": 633.0, + "20": 592.0, + "21": 728.0, + "22": 641.0, + "23": 767.0, + "24": 617.0, + "25": 591.0, + "26": 621.0, + "27": 649.0, + "28": 720.0, + "29": 742.0, + "30": 771.0, + "31": 544.0, + "32": 740.0, + "33": 789.0, + "34": 704.0, + "35": 742.0, + "36": 736.0, + "37": 821.0, + "38": 768.0, + "39": 889.0, + "40": 814.0, + "41": 830.0, + "42": 787.0, + "43": 717.0, + "44": 816.0, + "45": 769.0, + "46": 810.0, + "47": 863.0, + "48": 848.0, + "49": 894.0, + "50": 810.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 + "1": 511214080.0, + "2": 511214080.0, + "3": 511214080.0, + "4": 511214080.0, + "5": 511214080.0, + "6": 511214080.0, + "7": 511214080.0, + "8": 511214080.0, + "9": 511214080.0, + "10": 511214080.0, + "11": 511214080.0, + "12": 511214080.0, + "13": 511214080.0, + "14": 511214080.0, + "15": 511214080.0, + "16": 511214080.0, + "17": 511214080.0, + "18": 511214080.0, + "19": 511214080.0, + "20": 511214080.0, + "21": 511214080.0, + "22": 511214080.0, + "23": 511214080.0, + "24": 511214080.0, + "25": 511214080.0, + "26": 511214080.0, + "27": 511214080.0, + "28": 511214080.0, + "29": 511214080.0, + "30": 511214080.0, + "31": 511214080.0, + "32": 511214080.0, + "33": 511214080.0, + "34": 511214080.0, + "35": 511214080.0, + "36": 511214080.0, + "37": 511214080.0, + "38": 511214080.0, + "39": 511214080.0, + "40": 511214080.0, + "41": 511214080.0, + "42": 511214080.0, + "43": 511214080.0, + "44": 511214080.0, + "45": 511214080.0, + "46": 511214080.0, + "47": 511214080.0, + "48": 511214080.0, + "49": 511214080.0, + "50": 511214080.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 755704320.0, - "2": 938398720.0, - "3": 938398720.0, - "4": 938398720.0, - "5": 938398720.0, - "6": 938399232.0, - "7": 938399232.0, - "8": 938399232.0, - "9": 938399232.0, - "10": 938399232.0, - "11": 938399232.0, - "12": 938399232.0, - "13": 938399232.0, - "14": 938399232.0, - "15": 938399232.0, - "16": 938399232.0, - "17": 938399232.0, - "18": 938399232.0, - "19": 938399232.0, - "20": 938399232.0, - "21": 938399232.0, - "22": 938399232.0, - "23": 938399232.0, - "24": 938399232.0, - "25": 938399232.0, - "26": 938399232.0, - "27": 938399232.0, - "28": 938399232.0, - "29": 938399232.0, - "30": 938399232.0, - "31": 938399232.0, - "32": 938399232.0, - "33": 938399232.0, - "34": 938399232.0, - "35": 938399232.0, - "36": 938399232.0, - "37": 938399232.0, - "38": 938399232.0, - "39": 938399232.0, - "40": 938399232.0, - "41": 938399232.0, - "42": 938399232.0, - "43": 938399232.0, - "44": 938399232.0, - "45": 938399232.0, - "46": 938399232.0, - "47": 938399232.0, - "48": 938399232.0, - "49": 938399232.0, - "50": 938399232.0 + "1": 757799936.0, + "2": 935777280.0, + "3": 935777280.0, + "4": 935777280.0, + "5": 935777280.0, + "6": 935777280.0, + "7": 935777280.0, + "8": 935777280.0, + "9": 935777280.0, + "10": 935777280.0, + "11": 935777280.0, + "12": 935777280.0, + "13": 935777280.0, + "14": 935777280.0, + "15": 935777280.0, + "16": 935777280.0, + "17": 935777280.0, + "18": 935777280.0, + "19": 935777280.0, + "20": 935777280.0, + "21": 935777280.0, + "22": 935777280.0, + "23": 935777280.0, + "24": 935777280.0, + "25": 935777280.0, + "26": 935777792.0, + "27": 935777792.0, + "28": 935777792.0, + "29": 935777792.0, + "30": 935777792.0, + "31": 935777792.0, + "32": 935777792.0, + "33": 935777792.0, + "34": 935777792.0, + "35": 935777792.0, + "36": 935777792.0, + "37": 935777792.0, + "38": 935777792.0, + "39": 935777792.0, + "40": 935777792.0, + "41": 935777792.0, + "42": 935777792.0, + "43": 935777792.0, + "44": 935777792.0, + "45": 935777792.0, + "46": 935777792.0, + "47": 935777792.0, + "48": 935777792.0, + "49": 935777792.0, + "50": 935777792.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 35.29813, - "2": 0.37906, - "3": 0.30948, - "4": 0.2886, - "5": 0.28858, - "6": 0.29461, - "7": 0.28328, - "8": 0.28783, - "9": 0.28448, - "10": 0.28698, - "11": 0.28404, - "12": 0.28717, - "13": 0.2828, - "14": 0.2846, - "15": 0.28648, - "16": 0.28793, - "17": 0.28473, - "18": 0.28326, - "19": 0.28524, - "20": 0.29094, - "21": 0.29401, - "22": 0.28944, - "23": 0.28693, - "24": 0.29508, - "25": 0.28683, - "26": 0.28507, - "27": 0.2849, - "28": 0.28658, - "29": 0.28518, - "30": 0.28539, - "31": 0.2829, - "32": 0.28482, - "33": 0.28454, - "34": 0.28634, - "35": 0.28739, - "36": 0.28563, - "37": 0.28401, - "38": 0.28251, - "39": 0.28156, - "40": 0.28197, - "41": 0.28236, - "42": 0.27995, - "43": 0.28293, - "44": 0.28018, - "45": 0.28419, - "46": 0.28512, - "47": 0.2818, - "48": 0.28099, - "49": 0.2831, - "50": 0.28153 + "1": "nan", + "2": 10.37053, + "3": 0.30798, + "4": 0.29057, + "5": 0.29242, + "6": 0.29043, + "7": 0.28986, + "8": 0.29102, + "9": 0.28927, + "10": 0.29009, + "11": 0.2889, + "12": 0.2887, + "13": 0.28995, + "14": 0.29044, + "15": 0.28952, + "16": 0.29094, + "17": 0.29042, + "18": 0.28929, + "19": 0.29186, + "20": 0.29067, + "21": 0.28897, + "22": 0.28967, + "23": 0.29105, + "24": 0.29026, + "25": 0.29028, + "26": 0.28971, + "27": 0.29198, + "28": 0.29059, + "29": 0.28754, + "30": 0.29224, + "31": 0.29028, + "32": 0.28933, + "33": 0.28982, + "34": 0.28839, + "35": 0.29022, + "36": 0.28949, + "37": 0.29283, + "38": 0.29171, + "39": 0.29089, + "40": 0.29251, + "41": 0.2922, + "42": 0.28894, + "43": 0.29147, + "44": 0.28939, + "45": 0.2897, + "46": 0.29036, + "47": 0.29096, + "48": 0.29013, + "49": 0.2907, + "50": 0.29146 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json index a470bf65873..95a3aa7d78e 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json @@ -7,52 +7,52 @@ "1": 10.86539, "2": 10.85871, "3": 10.86282, - "4": 10.84007, - "5": 10.87856, - "6": 10.88852, - "7": 10.86536, - "8": 10.86015, - "9": 10.85991, - "10": 10.82982, - "11": 10.88947, - "12": 10.87511, - "13": 10.87422, - "14": 10.89675, - "15": 10.82056, - "16": 10.82497, - "17": 10.78983, - "18": 10.81029, - "19": 10.80528, + "4": 10.84009, + "5": 10.87854, + "6": 10.88854, + "7": 10.86535, + "8": 10.86013, + "9": 10.85988, + "10": 10.82977, + "11": 10.88952, + "12": 10.87506, + "13": 10.87423, + "14": 10.89676, + "15": 10.82052, + "16": 10.82502, + "17": 10.78984, + "18": 10.8103, + "19": 10.80532, "20": 10.70396, - "21": 10.6699, - "22": 10.50641, - "23": 10.69006, + "21": 10.66986, + "22": 10.50644, + "23": 10.69003, "24": 10.56312, - "25": 10.49418, + "25": 10.49419, "26": 10.56627, - "27": 10.58023, - "28": 10.51571, - "29": 10.55296, - "30": 10.30551, - "31": 10.02244, - "32": 10.40618, - "33": 10.39874, - "34": 10.1377, - "35": 10.20184, + "27": 10.58022, + "28": 10.51573, + "29": 10.55297, + "30": 10.30548, + "31": 10.02247, + "32": 10.40615, + "33": 10.39876, + "34": 10.13774, + "35": 10.20185, "36": 10.1605, - "37": 10.28975, - "38": 10.11483, - "39": 10.361, - "40": 10.01905, + "37": 10.28973, + "38": 10.11478, + "39": 10.36102, + "40": 10.01906, "41": 10.07292, - "42": 10.14697, + "42": 10.14696, "43": 9.74684, - "44": 9.87763, - "45": 9.74962, - "46": 9.73382, - "47": 10.07536, - "48": 9.78071, - "49": 9.44783, + "44": 9.87761, + "45": 9.74965, + "46": 9.73383, + "47": 10.07538, + "48": 9.78069, + "49": 9.44785, "50": 9.8399 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 572.0, - "2": 656.0, - "3": 649.0, - "4": 631.0, - "5": 658.0, - "6": 636.0, - "7": 636.0, - "8": 542.0, - "9": 653.0, - "10": 551.0, - "11": 681.0, - "12": 642.0, - "13": 624.0, - "14": 658.0, - "15": 682.0, - "16": 659.0, - "17": 620.0, - "18": 603.0, - "19": 634.0, - "20": 639.0, - "21": 634.0, - "22": 602.0, - "23": 731.0, - "24": 620.0, - "25": 611.0, - "26": 626.0, - "27": 683.0, - "28": 668.0, - "29": 713.0, - "30": 712.0, - "31": 616.0, - "32": 786.0, - "33": 800.0, - "34": 702.0, - "35": 684.0, - "36": 664.0, - "37": 831.0, - "38": 802.0, - "39": 919.0, - "40": 802.0, - "41": 791.0, - "42": 840.0, - "43": 718.0, - "44": 756.0, - "45": 765.0, - "46": 809.0, - "47": 839.0, - "48": 827.0, - "49": 935.0, - "50": 839.0 + "1": 630.0, + "2": 682.0, + "3": 633.0, + "4": 606.0, + "5": 669.0, + "6": 643.0, + "7": 643.0, + "8": 590.0, + "9": 630.0, + "10": 562.0, + "11": 685.0, + "12": 599.0, + "13": 663.0, + "14": 616.0, + "15": 674.0, + "16": 636.0, + "17": 642.0, + "18": 607.0, + "19": 633.0, + "20": 592.0, + "21": 728.0, + "22": 641.0, + "23": 767.0, + "24": 617.0, + "25": 591.0, + "26": 621.0, + "27": 649.0, + "28": 720.0, + "29": 742.0, + "30": 771.0, + "31": 544.0, + "32": 740.0, + "33": 789.0, + "34": 704.0, + "35": 742.0, + "36": 736.0, + "37": 821.0, + "38": 768.0, + "39": 889.0, + "40": 814.0, + "41": 830.0, + "42": 787.0, + "43": 717.0, + "44": 816.0, + "45": 769.0, + "46": 810.0, + "47": 863.0, + "48": 848.0, + "49": 894.0, + "50": 810.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 + "1": 511214080.0, + "2": 511214080.0, + "3": 511214080.0, + "4": 511214080.0, + "5": 511214080.0, + "6": 511214080.0, + "7": 511214080.0, + "8": 511214080.0, + "9": 511214080.0, + "10": 511214080.0, + "11": 511214080.0, + "12": 511214080.0, + "13": 511214080.0, + "14": 511214080.0, + "15": 511214080.0, + "16": 511214080.0, + "17": 511214080.0, + "18": 511214080.0, + "19": 511214080.0, + "20": 511214080.0, + "21": 511214080.0, + "22": 511214080.0, + "23": 511214080.0, + "24": 511214080.0, + "25": 511214080.0, + "26": 511214080.0, + "27": 511214080.0, + "28": 511214080.0, + "29": 511214080.0, + "30": 511214080.0, + "31": 511214080.0, + "32": 511214080.0, + "33": 511214080.0, + "34": 511214080.0, + "35": 511214080.0, + "36": 511214080.0, + "37": 511214080.0, + "38": 511214080.0, + "39": 511214080.0, + "40": 511214080.0, + "41": 511214080.0, + "42": 511214080.0, + "43": 511214080.0, + "44": 511214080.0, + "45": 511214080.0, + "46": 511214080.0, + "47": 511214080.0, + "48": 511214080.0, + "49": 511214080.0, + "50": 511214080.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 756752896.0, - "2": 938398720.0, - "3": 938398720.0, - "4": 938398720.0, - "5": 938398720.0, - "6": 938398720.0, - "7": 938398720.0, - "8": 938398720.0, - "9": 938398720.0, - "10": 938398720.0, - "11": 938398720.0, - "12": 938398720.0, - "13": 938398720.0, - "14": 938398720.0, - "15": 938398720.0, - "16": 938399232.0, - "17": 938399232.0, - "18": 938399232.0, - "19": 938399232.0, - "20": 938399232.0, - "21": 938399232.0, - "22": 938399232.0, - "23": 938399232.0, - "24": 938399232.0, - "25": 938399232.0, - "26": 938399232.0, - "27": 938399232.0, - "28": 938399232.0, - "29": 938399232.0, - "30": 938399232.0, - "31": 938399232.0, - "32": 938399232.0, - "33": 938399232.0, - "34": 938399232.0, - "35": 938399232.0, - "36": 938399232.0, - "37": 938399232.0, - "38": 938399232.0, - "39": 938399232.0, - "40": 938399232.0, - "41": 938399232.0, - "42": 938399232.0, - "43": 938399232.0, - "44": 938399232.0, - "45": 938399232.0, - "46": 938399232.0, - "47": 938399232.0, - "48": 938399232.0, - "49": 938399232.0, - "50": 938399232.0 + "1": 756753920.0, + "2": 934729216.0, + "3": 935777280.0, + "4": 935777280.0, + "5": 935777280.0, + "6": 935777280.0, + "7": 935777280.0, + "8": 935777280.0, + "9": 935777280.0, + "10": 935777280.0, + "11": 935777280.0, + "12": 935777280.0, + "13": 935777792.0, + "14": 935777792.0, + "15": 935777792.0, + "16": 935777792.0, + "17": 935777792.0, + "18": 935777792.0, + "19": 935777792.0, + "20": 935777792.0, + "21": 935777792.0, + "22": 935777792.0, + "23": 935777792.0, + "24": 935777792.0, + "25": 935777792.0, + "26": 935777792.0, + "27": 935777792.0, + "28": 935777792.0, + "29": 935777792.0, + "30": 935777792.0, + "31": 935777792.0, + "32": 935777792.0, + "33": 935777792.0, + "34": 935777792.0, + "35": 935777792.0, + "36": 935777792.0, + "37": 935777792.0, + "38": 935777792.0, + "39": 935777792.0, + "40": 935777792.0, + "41": 935777792.0, + "42": 935777792.0, + "43": 935777792.0, + "44": 935777792.0, + "45": 935777792.0, + "46": 935777792.0, + "47": 935777792.0, + "48": 935777792.0, + "49": 935777792.0, + "50": 935777792.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 37.38041, - "2": 0.33426, - "3": 0.30575, - "4": 0.2855, - "5": 0.28459, - "6": 0.28581, - "7": 0.28653, - "8": 0.28649, - "9": 0.28246, - "10": 0.28538, - "11": 0.28516, - "12": 0.28331, - "13": 0.28799, - "14": 0.28438, - "15": 0.28361, - "16": 0.28315, - "17": 0.2837, - "18": 0.28279, - "19": 0.28916, - "20": 0.28613, - "21": 0.2849, - "22": 0.2837, - "23": 0.2861, - "24": 0.28551, - "25": 0.28665, - "26": 0.28308, - "27": 0.28626, - "28": 0.28139, - "29": 0.28479, - "30": 0.28557, - "31": 0.28342, - "32": 0.28058, - "33": 0.2824, - "34": 0.28129, - "35": 0.28377, - "36": 0.28273, - "37": 0.28699, - "38": 0.28388, - "39": 0.28427, - "40": 0.28442, - "41": 0.28373, - "42": 0.28177, - "43": 0.28258, - "44": 0.28237, - "45": 0.2815, - "46": 0.28503, - "47": 0.2817, - "48": 0.28433, - "49": 0.28819, - "50": 0.28371 + "1": "nan", + "2": 10.50661, + "3": 0.31687, + "4": 0.28819, + "5": 0.28906, + "6": 0.28653, + "7": 0.28677, + "8": 0.28692, + "9": 0.28706, + "10": 0.28507, + "11": 0.28571, + "12": 0.28481, + "13": 0.28851, + "14": 0.28777, + "15": 0.28632, + "16": 0.28504, + "17": 0.28694, + "18": 0.28711, + "19": 0.29178, + "20": 0.28664, + "21": 0.2888, + "22": 0.2856, + "23": 0.28568, + "24": 0.28763, + "25": 0.28782, + "26": 0.28662, + "27": 0.28959, + "28": 0.2881, + "29": 0.28977, + "30": 0.28727, + "31": 0.28683, + "32": 0.29036, + "33": 0.28965, + "34": 0.28788, + "35": 0.28738, + "36": 0.28582, + "37": 0.28582, + "38": 0.28479, + "39": 0.28607, + "40": 0.2872, + "41": 0.28534, + "42": 0.28706, + "43": 0.28596, + "44": 0.28512, + "45": 0.28693, + "46": 0.28709, + "47": 0.28762, + "48": 0.28663, + "49": 0.28815, + "50": 0.28624 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json index f78c3deb59d..77286bef5b8 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json @@ -7,52 +7,52 @@ "1": 10.86539, "2": 10.85871, "3": 10.86282, - "4": 10.84007, - "5": 10.87856, - "6": 10.88852, - "7": 10.86536, - "8": 10.86015, - "9": 10.85991, - "10": 10.82982, - "11": 10.88947, - "12": 10.87511, - "13": 10.87422, - "14": 10.89675, - "15": 10.82056, - "16": 10.82497, - "17": 10.78983, - "18": 10.81029, - "19": 10.80528, + "4": 10.84009, + "5": 10.87854, + "6": 10.88854, + "7": 10.86535, + "8": 10.86013, + "9": 10.85988, + "10": 10.82977, + "11": 10.88952, + "12": 10.87506, + "13": 10.87423, + "14": 10.89676, + "15": 10.82052, + "16": 10.82502, + "17": 10.78984, + "18": 10.8103, + "19": 10.80532, "20": 10.70396, - "21": 10.6699, - "22": 10.50641, - "23": 10.69006, + "21": 10.66986, + "22": 10.50644, + "23": 10.69003, "24": 10.56312, - "25": 10.49418, + "25": 10.49419, "26": 10.56627, - "27": 10.58023, - "28": 10.51571, - "29": 10.55296, - "30": 10.30551, - "31": 10.02244, - "32": 10.40618, - "33": 10.39874, - "34": 10.1377, - "35": 10.20184, + "27": 10.58022, + "28": 10.51573, + "29": 10.55297, + "30": 10.30548, + "31": 10.02247, + "32": 10.40615, + "33": 10.39876, + "34": 10.13774, + "35": 10.20185, "36": 10.1605, - "37": 10.28975, - "38": 10.11483, - "39": 10.361, - "40": 10.01905, + "37": 10.28973, + "38": 10.11478, + "39": 10.36102, + "40": 10.01906, "41": 10.07292, - "42": 10.14697, + "42": 10.14696, "43": 9.74684, - "44": 9.87763, - "45": 9.74962, - "46": 9.73382, - "47": 10.07536, - "48": 9.78071, - "49": 9.44783, + "44": 9.87761, + "45": 9.74965, + "46": 9.73383, + "47": 10.07538, + "48": 9.78069, + "49": 9.44785, "50": 9.8399 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 572.0, - "2": 656.0, - "3": 649.0, - "4": 631.0, - "5": 658.0, - "6": 636.0, - "7": 636.0, - "8": 542.0, - "9": 653.0, - "10": 551.0, - "11": 681.0, - "12": 642.0, - "13": 624.0, - "14": 658.0, - "15": 682.0, - "16": 659.0, - "17": 620.0, - "18": 603.0, - "19": 634.0, - "20": 639.0, - "21": 634.0, - "22": 602.0, - "23": 731.0, - "24": 620.0, - "25": 611.0, - "26": 626.0, - "27": 683.0, - "28": 668.0, - "29": 713.0, - "30": 712.0, - "31": 616.0, - "32": 786.0, - "33": 800.0, - "34": 702.0, - "35": 684.0, - "36": 664.0, - "37": 831.0, - "38": 802.0, - "39": 919.0, - "40": 802.0, - "41": 791.0, - "42": 840.0, - "43": 718.0, - "44": 756.0, - "45": 765.0, - "46": 809.0, - "47": 839.0, - "48": 827.0, - "49": 935.0, - "50": 839.0 + "1": 630.0, + "2": 682.0, + "3": 633.0, + "4": 606.0, + "5": 669.0, + "6": 643.0, + "7": 643.0, + "8": 590.0, + "9": 630.0, + "10": 562.0, + "11": 685.0, + "12": 599.0, + "13": 663.0, + "14": 616.0, + "15": 674.0, + "16": 636.0, + "17": 642.0, + "18": 607.0, + "19": 633.0, + "20": 592.0, + "21": 728.0, + "22": 641.0, + "23": 767.0, + "24": 617.0, + "25": 591.0, + "26": 621.0, + "27": 649.0, + "28": 720.0, + "29": 742.0, + "30": 771.0, + "31": 544.0, + "32": 740.0, + "33": 789.0, + "34": 704.0, + "35": 742.0, + "36": 736.0, + "37": 821.0, + "38": 768.0, + "39": 889.0, + "40": 814.0, + "41": 830.0, + "42": 787.0, + "43": 717.0, + "44": 816.0, + "45": 769.0, + "46": 810.0, + "47": 863.0, + "48": 848.0, + "49": 894.0, + "50": 810.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 512786944.0, - "2": 512786944.0, - "3": 512786944.0, - "4": 512786944.0, - "5": 512786944.0, - "6": 512786944.0, - "7": 512786944.0, - "8": 512786944.0, - "9": 512786944.0, - "10": 512786944.0, - "11": 512786944.0, - "12": 512786944.0, - "13": 512786944.0, - "14": 512786944.0, - "15": 512786944.0, - "16": 512786944.0, - "17": 512786944.0, - "18": 512786944.0, - "19": 512786944.0, - "20": 512786944.0, - "21": 512786944.0, - "22": 512786944.0, - "23": 512786944.0, - "24": 512786944.0, - "25": 512786944.0, - "26": 512786944.0, - "27": 512786944.0, - "28": 512786944.0, - "29": 512786944.0, - "30": 512786944.0, - "31": 512786944.0, - "32": 512786944.0, - "33": 512786944.0, - "34": 512786944.0, - "35": 512786944.0, - "36": 512786944.0, - "37": 512786944.0, - "38": 512786944.0, - "39": 512786944.0, - "40": 512786944.0, - "41": 512786944.0, - "42": 512786944.0, - "43": 512786944.0, - "44": 512786944.0, - "45": 512786944.0, - "46": 512786944.0, - "47": 512786944.0, - "48": 512786944.0, - "49": 512786944.0, - "50": 512786944.0 + "1": 511214080.0, + "2": 511214080.0, + "3": 511214080.0, + "4": 511214080.0, + "5": 511214080.0, + "6": 511214080.0, + "7": 511214080.0, + "8": 511214080.0, + "9": 511214080.0, + "10": 511214080.0, + "11": 511214080.0, + "12": 511214080.0, + "13": 511214080.0, + "14": 511214080.0, + "15": 511214080.0, + "16": 511214080.0, + "17": 511214080.0, + "18": 511214080.0, + "19": 511214080.0, + "20": 511214080.0, + "21": 511214080.0, + "22": 511214080.0, + "23": 511214080.0, + "24": 511214080.0, + "25": 511214080.0, + "26": 511214080.0, + "27": 511214080.0, + "28": 511214080.0, + "29": 511214080.0, + "30": 511214080.0, + "31": 511214080.0, + "32": 511214080.0, + "33": 511214080.0, + "34": 511214080.0, + "35": 511214080.0, + "36": 511214080.0, + "37": 511214080.0, + "38": 511214080.0, + "39": 511214080.0, + "40": 511214080.0, + "41": 511214080.0, + "42": 511214080.0, + "43": 511214080.0, + "44": 511214080.0, + "45": 511214080.0, + "46": 511214080.0, + "47": 511214080.0, + "48": 511214080.0, + "49": 511214080.0, + "50": 511214080.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 758851072.0, - "2": 937350656.0, - "3": 937350656.0, - "4": 937350656.0, - "5": 937350656.0, - "6": 937350656.0, - "7": 937350656.0, - "8": 937350656.0, - "9": 937350656.0, - "10": 937350656.0, - "11": 937350656.0, - "12": 937350656.0, - "13": 937350656.0, - "14": 937350656.0, - "15": 937350656.0, - "16": 937350656.0, - "17": 937350656.0, - "18": 937350656.0, - "19": 937350656.0, - "20": 937350656.0, - "21": 937350656.0, - "22": 937350656.0, - "23": 937350656.0, - "24": 937350656.0, - "25": 937350656.0, - "26": 937350656.0, - "27": 937350656.0, - "28": 937350656.0, - "29": 937350656.0, - "30": 937350656.0, - "31": 937350656.0, - "32": 937350656.0, - "33": 937350656.0, - "34": 937350656.0, - "35": 937350656.0, - "36": 937350656.0, - "37": 937350656.0, - "38": 937350656.0, - "39": 937350656.0, - "40": 937350656.0, - "41": 937350656.0, - "42": 937350656.0, - "43": 937350656.0, - "44": 937350656.0, - "45": 937350656.0, - "46": 937350656.0, - "47": 937350656.0, - "48": 937350656.0, - "49": 937350656.0, - "50": 937350656.0 + "1": 756753920.0, + "2": 935776768.0, + "3": 935777280.0, + "4": 935777280.0, + "5": 935777280.0, + "6": 935777280.0, + "7": 935777280.0, + "8": 935777792.0, + "9": 935777792.0, + "10": 935777792.0, + "11": 935777792.0, + "12": 935777792.0, + "13": 935777792.0, + "14": 935777792.0, + "15": 935777792.0, + "16": 935777792.0, + "17": 935777792.0, + "18": 935777792.0, + "19": 935777792.0, + "20": 935777792.0, + "21": 935777792.0, + "22": 935777792.0, + "23": 935777792.0, + "24": 935777792.0, + "25": 935777792.0, + "26": 935777792.0, + "27": 935777792.0, + "28": 935777792.0, + "29": 935777792.0, + "30": 935777792.0, + "31": 935777792.0, + "32": 935777792.0, + "33": 935777792.0, + "34": 935777792.0, + "35": 935777792.0, + "36": 935777792.0, + "37": 935777792.0, + "38": 935777792.0, + "39": 935777792.0, + "40": 935777792.0, + "41": 935777792.0, + "42": 935777792.0, + "43": 935777792.0, + "44": 935777792.0, + "45": 935777792.0, + "46": 935777792.0, + "47": 935777792.0, + "48": 935777792.0, + "49": 935777792.0, + "50": 935777792.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 35.82214, - "2": 0.4147, - "3": 0.32319, - "4": 0.30032, - "5": 0.30017, - "6": 0.29443, - "7": 0.29684, - "8": 0.29654, - "9": 0.29369, - "10": 0.29144, - "11": 0.29461, - "12": 0.29494, - "13": 0.2989, - "14": 0.30075, - "15": 0.30668, - "16": 0.29656, - "17": 0.29426, - "18": 0.29342, - "19": 0.29461, - "20": 0.29689, - "21": 0.29944, - "22": 0.29592, - "23": 0.29544, - "24": 0.29391, - "25": 0.29356, - "26": 0.29086, - "27": 0.29138, - "28": 0.29613, - "29": 0.29464, - "30": 0.29623, - "31": 0.29357, - "32": 0.2941, - "33": 0.29995, - "34": 0.29721, - "35": 0.29459, - "36": 0.29391, - "37": 0.29408, - "38": 0.29673, - "39": 0.2977, - "40": 0.29439, - "41": 0.29458, - "42": 0.29561, - "43": 0.29392, - "44": 0.3078, - "45": 0.29321, - "46": 0.28828, - "47": 0.28745, - "48": 0.30287, - "49": 0.28551, - "50": 0.28747 + "1": "nan", + "2": 9.60636, + "3": 0.30907, + "4": 0.29314, + "5": 0.29242, + "6": 0.29143, + "7": 0.29357, + "8": 0.30142, + "9": 0.29028, + "10": 0.29092, + "11": 0.29102, + "12": 0.2905, + "13": 0.29086, + "14": 0.29207, + "15": 0.28922, + "16": 0.29176, + "17": 0.28919, + "18": 0.29146, + "19": 0.29052, + "20": 0.29227, + "21": 0.28872, + "22": 0.29, + "23": 0.29255, + "24": 0.29075, + "25": 0.29024, + "26": 0.29028, + "27": 0.29519, + "28": 0.29186, + "29": 0.29203, + "30": 0.29012, + "31": 0.29246, + "32": 0.29064, + "33": 0.29112, + "34": 0.28949, + "35": 0.29014, + "36": 0.2908, + "37": 0.29072, + "38": 0.29108, + "39": 0.29008, + "40": 0.29165, + "41": 0.29027, + "42": 0.2907, + "43": 0.29083, + "44": 0.29162, + "45": 0.29265, + "46": 0.29117, + "47": 0.29097, + "48": 0.291, + "49": 0.29094, + "50": 0.29054 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_gb200.json index 31729dd5fe5..047db9b77c3 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.94863, "2": 10.95748, - "3": 10.95458, - "4": 10.95314, - "5": 10.94301, - "6": 10.93709, - "7": 10.94818, - "8": 10.94698, + "3": 10.95457, + "4": 10.95313, + "5": 10.94299, + "6": 10.9371, + "7": 10.9482, + "8": 10.94697, "9": 10.94866, - "10": 10.95119, + "10": 10.95117, "11": 10.9406, - "12": 10.94105, - "13": 10.94375, + "12": 10.94108, + "13": 10.94377, "14": 10.94739, - "15": 10.9429, - "16": 10.93682, - "17": 10.94182, - "18": 10.93022, + "15": 10.94292, + "16": 10.93684, + "17": 10.94187, + "18": 10.93023, "19": 10.93614, - "20": 10.92135, - "21": 10.91434, - "22": 10.92114, - "23": 10.92039, - "24": 10.91062, - "25": 10.91171, - "26": 10.9101, - "27": 10.90559, + "20": 10.92134, + "21": 10.91432, + "22": 10.92113, + "23": 10.92038, + "24": 10.91059, + "25": 10.9117, + "26": 10.91012, + "27": 10.90561, "28": 10.87901, - "29": 10.87862, + "29": 10.87865, "30": 10.82431, "31": 10.7917, "32": 10.85763, - "33": 10.85278, - "34": 10.80465, + "33": 10.85279, + "34": 10.80469, "35": 10.81124, - "36": 10.79299, - "37": 10.82161, + "36": 10.79298, + "37": 10.82159, "38": 10.74654, - "39": 10.79066, - "40": 10.67639, - "41": 10.71189, - "42": 10.72663, - "43": 10.58635, - "44": 10.63487, - "45": 10.59555, - "46": 10.58202, - "47": 10.67878, - "48": 10.55683, + "39": 10.79069, + "40": 10.67643, + "41": 10.71186, + "42": 10.72666, + "43": 10.58633, + "44": 10.63486, + "45": 10.59559, + "46": 10.58203, + "47": 10.67874, + "48": 10.55684, "49": 10.43321, - "50": 10.57623 + "50": 10.57624 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 22792076.0, - "2": 22989660.0, - "3": 22661158.0, - "4": 23283080.0, - "5": 22778860.0, - "6": 23085232.0, - "7": 22834892.0, - "8": 22990502.0, - "9": 22906480.0, - "10": 22983488.0, - "11": 22563552.0, - "12": 22523694.0, - "13": 22980968.0, - "14": 22453154.0, - "15": 22885546.0, - "16": 22895028.0, - "17": 22882956.0, - "18": 22647168.0, - "19": 22682056.0, - "20": 22757444.0, - "21": 22803808.0, - "22": 22864026.0, - "23": 22603204.0, - "24": 22835232.0, - "25": 22883270.0, - "26": 22611998.0, - "27": 22532132.0, - "28": 22516960.0, - "29": 22593572.0, - "30": 22695024.0, - "31": 23019244.0, - "32": 22648204.0, - "33": 22623192.0, - "34": 22899922.0, - "35": 22852560.0, - "36": 22652964.0, - "37": 22559866.0, - "38": 22960222.0, - "39": 22864432.0, - "40": 22721420.0, - "41": 22722086.0, - "42": 22730128.0, - "43": 23040178.0, - "44": 22809816.0, - "45": 22738252.0, - "46": 22947510.0, - "47": 22697018.0, - "48": 22992168.0, - "49": 22790946.0, - "50": 22969044.0 + "1": 22792008.0, + "2": 22989688.0, + "3": 22661140.0, + "4": 23283044.0, + "5": 22778806.0, + "6": 23085212.0, + "7": 22834896.0, + "8": 22990508.0, + "9": 22906460.0, + "10": 22983366.0, + "11": 22563548.0, + "12": 22523680.0, + "13": 22980988.0, + "14": 22453176.0, + "15": 22885472.0, + "16": 22894992.0, + "17": 22882968.0, + "18": 22647152.0, + "19": 22682046.0, + "20": 22757300.0, + "21": 22803894.0, + "22": 22864052.0, + "23": 22603212.0, + "24": 22835274.0, + "25": 22883332.0, + "26": 22612002.0, + "27": 22532080.0, + "28": 22516992.0, + "29": 22593624.0, + "30": 22694994.0, + "31": 23019280.0, + "32": 22648240.0, + "33": 22623122.0, + "34": 22900010.0, + "35": 22852524.0, + "36": 22652920.0, + "37": 22559892.0, + "38": 22960296.0, + "39": 22864440.0, + "40": 22721274.0, + "41": 22721990.0, + "42": 22730036.0, + "43": 23040186.0, + "44": 22809892.0, + "45": 22738188.0, + "46": 22947462.0, + "47": 22696952.0, + "48": 22992052.0, + "49": 22791010.0, + "50": 22969004.0 } }, "mem-allocated-bytes": { @@ -175,7 +175,7 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1122385408.0, + "1": 1123433984.0, "2": 1245635072.0, "3": 1245635072.0, "4": 1245635072.0, @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.75152, - "3": 0.1678, - "4": 0.1543, - "5": 0.15772, - "6": 0.15798, - "7": 0.15886, - "8": 0.16038, - "9": 0.15983, - "10": 0.16009, - "11": 0.15881, - "12": 0.16004, - "13": 0.15648, - "14": 0.15396, - "15": 0.15394, - "16": 0.1544, - "17": 0.15329, - "18": 0.1539, - "19": 0.15442, - "20": 0.1521, - "21": 0.15368, - "22": 0.15287, - "23": 0.15397, - "24": 0.15553, - "25": 0.15617, - "26": 0.15925, - "27": 0.145, - "28": 0.14456, - "29": 0.14869, - "30": 0.15407, - "31": 0.15556, - "32": 0.15651, - "33": 0.15726, - "34": 0.1574, - "35": 0.15981, - "36": 0.16037, - "37": 0.16044, - "38": 0.15744, - "39": 0.15875, - "40": 0.15964, - "41": 0.15984, - "42": 0.1605, - "43": 0.15901, - "44": 0.16037, - "45": 0.1616, - "46": 0.16046, - "47": 0.16125, - "48": 0.16168, - "49": 0.1611, - "50": 0.15977 + "2": 5.70034, + "3": 0.16043, + "4": 0.14515, + "5": 0.14665, + "6": 0.14743, + "7": 0.14773, + "8": 0.14897, + "9": 0.14739, + "10": 0.15002, + "11": 0.14783, + "12": 0.14932, + "13": 0.14731, + "14": 0.14893, + "15": 0.14704, + "16": 0.14861, + "17": 0.14821, + "18": 0.14808, + "19": 0.14853, + "20": 0.1507, + "21": 0.14953, + "22": 0.15066, + "23": 0.14924, + "24": 0.15017, + "25": 0.15085, + "26": 0.18249, + "27": 0.15492, + "28": 0.15306, + "29": 0.14968, + "30": 0.15095, + "31": 0.15033, + "32": 0.15059, + "33": 0.1505, + "34": 0.1502, + "35": 0.14853, + "36": 0.15099, + "37": 0.1478, + "38": 0.1494, + "39": 0.14947, + "40": 0.15074, + "41": 0.14956, + "42": 0.1512, + "43": 0.14912, + "44": 0.15691, + "45": 0.14931, + "46": 0.15116, + "47": 0.14871, + "48": 0.14949, + "49": 0.15211, + "50": 0.15069 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_gb200.json index caa1e54ee64..b7ced9b3ff9 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.86897, "2": 10.88544, - "3": 10.86473, - "4": 10.86826, - "5": 10.87436, + "3": 10.86477, + "4": 10.86825, + "5": 10.87437, "6": 10.89005, - "7": 10.87769, + "7": 10.87768, "8": 10.86364, - "9": 10.88282, - "10": 10.84687, - "11": 10.87102, - "12": 10.87345, + "9": 10.8828, + "10": 10.84683, + "11": 10.87103, + "12": 10.87356, "13": 10.8814, - "14": 10.8877, - "15": 10.83869, + "14": 10.88767, + "15": 10.83862, "16": 10.8239, - "17": 10.80197, - "18": 10.81094, - "19": 10.82192, - "20": 10.71791, - "21": 10.68914, - "22": 10.57271, - "23": 10.7081, + "17": 10.80195, + "18": 10.81091, + "19": 10.82189, + "20": 10.71788, + "21": 10.6892, + "22": 10.57272, + "23": 10.70811, "24": 10.59543, - "25": 10.55292, - "26": 10.61257, - "27": 10.60051, - "28": 10.56173, - "29": 10.58089, - "30": 10.35595, - "31": 10.1182, - "32": 10.44815, - "33": 10.4542, - "34": 10.21553, - "35": 10.26124, - "36": 10.20776, - "37": 10.33673, + "25": 10.55295, + "26": 10.61259, + "27": 10.60052, + "28": 10.56168, + "29": 10.58085, + "30": 10.35597, + "31": 10.11819, + "32": 10.44814, + "33": 10.45418, + "34": 10.21548, + "35": 10.26125, + "36": 10.20779, + "37": 10.33671, "38": 10.17741, - "39": 10.39297, - "40": 10.06349, - "41": 10.13887, - "42": 10.2056, - "43": 9.82809, - "44": 9.94547, - "45": 9.82561, - "46": 9.80186, - "47": 10.14049, - "48": 9.84276, - "49": 9.52016, - "50": 9.88454, - "51": 9.84743, - "52": 9.74209, - "53": 10.05697, - "54": 9.9505, - "55": 9.88145, - "56": 9.61274, + "39": 10.39294, + "40": 10.06346, + "41": 10.13891, + "42": 10.20558, + "43": 9.82807, + "44": 9.94542, + "45": 9.82557, + "46": 9.80182, + "47": 10.14053, + "48": 9.8428, + "49": 9.52012, + "50": 9.88456, + "51": 9.84742, + "52": 9.74207, + "53": 10.05695, + "54": 9.95053, + "55": 9.8814, + "56": 9.61275, "57": 9.4687, - "58": 9.82193, + "58": 9.82189, "59": 9.57642, - "60": 9.49762, - "61": 9.69189, + "60": 9.4976, + "61": 9.69188, "62": 9.9867, - "63": 9.37512, - "64": 9.76679, - "65": 8.94648, - "66": 9.7023, - "67": 9.36326, - "68": 9.7831, - "69": 9.7986, - "70": 9.7317, - "71": 9.62571, - "72": 9.58488, - "73": 9.48967, - "74": 8.9286, - "75": 9.40862, - "76": 9.07925, - "77": 10.0594, - "78": 9.72288, - "79": 9.37784, - "80": 9.40429, - "81": 9.48309, - "82": 9.7004, - "83": 9.31595, - "84": 9.41838, - "85": 9.61685, - "86": 9.07533, - "87": 9.59616, - "88": 9.75215, - "89": 9.60184, - "90": 9.82281, - "91": 9.34037, + "63": 9.37509, + "64": 9.76682, + "65": 8.94649, + "66": 9.70228, + "67": 9.36325, + "68": 9.78311, + "69": 9.79862, + "70": 9.73172, + "71": 9.62574, + "72": 9.58486, + "73": 9.48964, + "74": 8.92859, + "75": 9.40865, + "76": 9.07927, + "77": 10.05938, + "78": 9.72283, + "79": 9.37782, + "80": 9.40428, + "81": 9.48312, + "82": 9.70038, + "83": 9.3159, + "84": 9.41834, + "85": 9.61684, + "86": 9.07537, + "87": 9.59617, + "88": 9.75218, + "89": 9.60187, + "90": 9.82286, + "91": 9.34039, "92": 9.35854, - "93": 9.08805, - "94": 8.83037, + "93": 9.08806, + "94": 8.83038, "95": 9.5266, - "96": 9.53049, - "97": 9.30389, - "98": 9.67196, - "99": 8.89637, - "100": 9.40644 + "96": 9.53051, + "97": 9.30391, + "98": 9.67199, + "99": 8.8964, + "100": 9.40645 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1621.0, - "2": 1657.0, - "3": 1580.0, - "4": 1839.0, - "5": 1862.0, - "6": 1724.0, - "7": 1714.0, - "8": 1670.0, - "9": 1762.0, - "10": 1358.0, - "11": 1734.0, - "12": 1682.0, - "13": 1761.0, - "14": 1731.0, - "15": 1788.0, - "16": 1801.0, - "17": 1866.0, - "18": 1636.0, - "19": 1709.0, - "20": 1607.0, - "21": 1821.0, - "22": 1666.0, - "23": 1991.0, - "24": 1585.0, - "25": 1587.0, - "26": 1631.0, - "27": 1714.0, - "28": 1966.0, - "29": 1997.0, - "30": 1851.0, - "31": 1581.0, - "32": 1864.0, - "33": 2107.0, - "34": 1846.0, - "35": 1982.0, - "36": 1904.0, - "37": 2373.0, - "38": 2172.0, - "39": 2343.0, - "40": 2149.0, - "41": 2331.0, - "42": 2199.0, - "43": 1914.0, - "44": 2065.0, - "45": 2081.0, - "46": 2352.0, - "47": 2497.0, - "48": 2303.0, - "49": 2346.0, - "50": 2411.0, - "51": 2491.0, - "52": 2552.0, - "53": 2980.0, - "54": 2680.0, - "55": 2274.0, - "56": 2734.0, - "57": 2319.0, - "58": 2907.0, - "59": 2886.0, - "60": 2566.0, - "61": 2855.0, - "62": 2704.0, - "63": 2370.0, - "64": 2998.0, - "65": 2563.0, - "66": 2868.0, - "67": 2762.0, - "68": 2739.0, - "69": 2730.0, - "70": 3156.0, - "71": 2803.0, - "72": 2506.0, - "73": 2896.0, - "74": 1937.0, - "75": 2450.0, - "76": 2794.0, - "77": 3047.0, - "78": 3104.0, - "79": 3069.0, - "80": 3286.0, - "81": 3543.0, - "82": 3192.0, - "83": 2614.0, - "84": 3273.0, - "85": 3111.0, - "86": 2680.0, - "87": 3654.0, - "88": 3117.0, - "89": 3351.0, - "90": 3086.0, - "91": 2721.0, - "92": 3045.0, - "93": 2672.0, - "94": 3326.0, - "95": 3125.0, - "96": 3309.0, - "97": 3208.0, - "98": 3572.0, - "99": 2980.0, - "100": 3355.0 + "1": 1592.0, + "2": 1638.0, + "3": 1658.0, + "4": 1737.0, + "5": 1836.0, + "6": 1740.0, + "7": 1780.0, + "8": 1628.0, + "9": 1785.0, + "10": 1372.0, + "11": 1738.0, + "12": 1745.0, + "13": 1808.0, + "14": 1709.0, + "15": 1798.0, + "16": 1765.0, + "17": 1875.0, + "18": 1580.0, + "19": 1744.0, + "20": 1573.0, + "21": 1835.0, + "22": 1649.0, + "23": 1993.0, + "24": 1600.0, + "25": 1527.0, + "26": 1592.0, + "27": 1818.0, + "28": 1889.0, + "29": 1909.0, + "30": 1889.0, + "31": 1635.0, + "32": 1847.0, + "33": 2066.0, + "34": 1761.0, + "35": 1861.0, + "36": 1916.0, + "37": 2298.0, + "38": 2162.0, + "39": 2226.0, + "40": 2127.0, + "41": 2226.0, + "42": 2204.0, + "43": 1844.0, + "44": 2106.0, + "45": 2056.0, + "46": 2238.0, + "47": 2476.0, + "48": 2289.0, + "49": 2209.0, + "50": 2363.0, + "51": 2520.0, + "52": 2558.0, + "53": 2942.0, + "54": 2681.0, + "55": 2327.0, + "56": 2615.0, + "57": 2270.0, + "58": 2908.0, + "59": 2839.0, + "60": 2480.0, + "61": 2826.0, + "62": 2734.0, + "63": 2456.0, + "64": 2959.0, + "65": 2545.0, + "66": 2920.0, + "67": 2728.0, + "68": 2711.0, + "69": 2809.0, + "70": 3161.0, + "71": 2910.0, + "72": 2486.0, + "73": 2907.0, + "74": 1911.0, + "75": 2411.0, + "76": 2887.0, + "77": 3233.0, + "78": 3181.0, + "79": 3168.0, + "80": 3234.0, + "81": 3589.0, + "82": 3171.0, + "83": 2616.0, + "84": 3228.0, + "85": 3154.0, + "86": 2732.0, + "87": 3792.0, + "88": 3096.0, + "89": 3401.0, + "90": 3040.0, + "91": 2717.0, + "92": 3139.0, + "93": 2742.0, + "94": 3101.0, + "95": 3195.0, + "96": 3298.0, + "97": 3343.0, + "98": 3542.0, + "99": 3040.0, + "100": 3293.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 514359808.0, - "2": 514359808.0, - "3": 514359808.0, - "4": 514359808.0, - "5": 514359808.0, - "6": 514359808.0, - "7": 514359808.0, - "8": 514359808.0, - "9": 514359808.0, - "10": 514359808.0, - "11": 514359808.0, - "12": 514359808.0, - "13": 514359808.0, - "14": 514359808.0, - "15": 514359808.0, - "16": 514359808.0, - "17": 514359808.0, - "18": 514359808.0, - "19": 514359808.0, - "20": 514359808.0, - "21": 514359808.0, - "22": 514359808.0, - "23": 514359808.0, - "24": 514359808.0, - "25": 514359808.0, - "26": 514359808.0, - "27": 514359808.0, - "28": 514359808.0, - "29": 514359808.0, - "30": 514359808.0, - "31": 514359808.0, - "32": 514359808.0, - "33": 514359808.0, - "34": 514359808.0, - "35": 514359808.0, - "36": 514359808.0, - "37": 514359808.0, - "38": 514359808.0, - "39": 514359808.0, - "40": 514359808.0, - "41": 514359808.0, - "42": 514359808.0, - "43": 514359808.0, - "44": 514359808.0, - "45": 514359808.0, - "46": 514359808.0, - "47": 514359808.0, - "48": 514359808.0, - "49": 514359808.0, - "50": 514359808.0, - "51": 514359808.0, - "52": 514359808.0, - "53": 514359808.0, - "54": 514359808.0, - "55": 514359808.0, - "56": 514359808.0, - "57": 514359808.0, - "58": 514359808.0, - "59": 514359808.0, - "60": 514359808.0, - "61": 514359808.0, - "62": 514359808.0, - "63": 514359808.0, - "64": 514359808.0, - "65": 514359808.0, - "66": 514359808.0, - "67": 514359808.0, - "68": 514359808.0, - "69": 514359808.0, - "70": 514359808.0, - "71": 514359808.0, - "72": 514359808.0, - "73": 514359808.0, - "74": 514359808.0, - "75": 514359808.0, - "76": 514359808.0, - "77": 514359808.0, - "78": 514359808.0, - "79": 514359808.0, - "80": 514359808.0, - "81": 514359808.0, - "82": 514359808.0, - "83": 514359808.0, - "84": 514359808.0, - "85": 514359808.0, - "86": 514359808.0, - "87": 514359808.0, - "88": 514359808.0, - "89": 514359808.0, - "90": 514359808.0, - "91": 514359808.0, - "92": 514359808.0, - "93": 514359808.0, - "94": 514359808.0, - "95": 514359808.0, - "96": 514359808.0, - "97": 514359808.0, - "98": 514359808.0, - "99": 514359808.0, - "100": 514359808.0 + "1": 514884096.0, + "2": 514884096.0, + "3": 514884096.0, + "4": 514884096.0, + "5": 514884096.0, + "6": 514884096.0, + "7": 514884096.0, + "8": 514884096.0, + "9": 514884096.0, + "10": 514884096.0, + "11": 514884096.0, + "12": 514884096.0, + "13": 514884096.0, + "14": 514884096.0, + "15": 514884096.0, + "16": 514884096.0, + "17": 514884096.0, + "18": 514884096.0, + "19": 514884096.0, + "20": 514884096.0, + "21": 514884096.0, + "22": 514884096.0, + "23": 514884096.0, + "24": 514884096.0, + "25": 514884096.0, + "26": 514884096.0, + "27": 514884096.0, + "28": 514884096.0, + "29": 514884096.0, + "30": 514884096.0, + "31": 514884096.0, + "32": 514884096.0, + "33": 514884096.0, + "34": 514884096.0, + "35": 514884096.0, + "36": 514884096.0, + "37": 514884096.0, + "38": 514884096.0, + "39": 514884096.0, + "40": 514884096.0, + "41": 514884096.0, + "42": 514884096.0, + "43": 514884096.0, + "44": 514884096.0, + "45": 514884096.0, + "46": 514884096.0, + "47": 514884096.0, + "48": 514884096.0, + "49": 514884096.0, + "50": 514884096.0, + "51": 514884096.0, + "52": 514884096.0, + "53": 514884096.0, + "54": 514884096.0, + "55": 514884096.0, + "56": 514884096.0, + "57": 514884096.0, + "58": 514884096.0, + "59": 514884096.0, + "60": 514884096.0, + "61": 514884096.0, + "62": 514884096.0, + "63": 514884096.0, + "64": 514884096.0, + "65": 514884096.0, + "66": 514884096.0, + "67": 514884096.0, + "68": 514884096.0, + "69": 514884096.0, + "70": 514884096.0, + "71": 514884096.0, + "72": 514884096.0, + "73": 514884096.0, + "74": 514884096.0, + "75": 514884096.0, + "76": 514884096.0, + "77": 514884096.0, + "78": 514884096.0, + "79": 514884096.0, + "80": 514884096.0, + "81": 514884096.0, + "82": 514884096.0, + "83": 514884096.0, + "84": 514884096.0, + "85": 514884096.0, + "86": 514884096.0, + "87": 514884096.0, + "88": 514884096.0, + "89": 514884096.0, + "90": 514884096.0, + "91": 514884096.0, + "92": 514884096.0, + "93": 514884096.0, + "94": 514884096.0, + "95": 514884096.0, + "96": 514884096.0, + "97": 514884096.0, + "98": 514884096.0, + "99": 514884096.0, + "100": 514884096.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1258060288.0, - "2": 1437084160.0, - "3": 1437084160.0, - "4": 1437084160.0, - "5": 1437084160.0, - "6": 1437084160.0, - "7": 1437084160.0, - "8": 1437084160.0, - "9": 1437084160.0, - "10": 1437084160.0, - "11": 1437084160.0, - "12": 1437084160.0, - "13": 1437084160.0, - "14": 1437084160.0, - "15": 1437084160.0, - "16": 1437084160.0, - "17": 1437084160.0, - "18": 1437084160.0, - "19": 1437084160.0, - "20": 1437084160.0, - "21": 1437084160.0, - "22": 1437084160.0, - "23": 1437084160.0, - "24": 1437084160.0, - "25": 1437084160.0, - "26": 1437084160.0, - "27": 1437084160.0, - "28": 1437084160.0, - "29": 1437084160.0, - "30": 1437084160.0, - "31": 1437084160.0, - "32": 1437084160.0, - "33": 1437084160.0, - "34": 1437084160.0, - "35": 1437084160.0, - "36": 1437084160.0, - "37": 1437084160.0, - "38": 1437084160.0, - "39": 1437084160.0, - "40": 1437084160.0, - "41": 1437084160.0, - "42": 1437084160.0, - "43": 1437084160.0, - "44": 1437084160.0, - "45": 1437084160.0, - "46": 1437084160.0, - "47": 1437084160.0, - "48": 1437084160.0, - "49": 1437084160.0, - "50": 1437084160.0, - "51": 1437084160.0, - "52": 1437084160.0, - "53": 1437084160.0, - "54": 1437084160.0, - "55": 1437084160.0, - "56": 1437084160.0, - "57": 1437084160.0, - "58": 1437084160.0, - "59": 1437084160.0, - "60": 1437084160.0, - "61": 1437084160.0, - "62": 1437084160.0, - "63": 1437084160.0, - "64": 1437084160.0, - "65": 1437084160.0, - "66": 1437084160.0, - "67": 1437084160.0, - "68": 1437084160.0, - "69": 1437084160.0, - "70": 1437084160.0, - "71": 1437084160.0, - "72": 1437084160.0, - "73": 1437084160.0, - "74": 1437084160.0, - "75": 1437084160.0, - "76": 1437084160.0, - "77": 1437084160.0, - "78": 1437084160.0, - "79": 1437084160.0, - "80": 1437084160.0, - "81": 1437084160.0, - "82": 1437084160.0, - "83": 1437084160.0, - "84": 1437084160.0, - "85": 1437084160.0, - "86": 1437084160.0, - "87": 1437084160.0, - "88": 1437084160.0, - "89": 1437084160.0, - "90": 1437084160.0, - "91": 1437084160.0, - "92": 1437084160.0, - "93": 1437084160.0, - "94": 1437084160.0, - "95": 1437084160.0, - "96": 1437084160.0, - "97": 1437084160.0, - "98": 1437084160.0, - "99": 1437084160.0, - "100": 1437084160.0 + "1": 1259108864.0, + "2": 1438394880.0, + "3": 1438394880.0, + "4": 1438394880.0, + "5": 1438394880.0, + "6": 1438394880.0, + "7": 1438394880.0, + "8": 1438394880.0, + "9": 1438394880.0, + "10": 1438394880.0, + "11": 1438394880.0, + "12": 1438394880.0, + "13": 1438394880.0, + "14": 1438394880.0, + "15": 1438394880.0, + "16": 1438394880.0, + "17": 1438394880.0, + "18": 1438394880.0, + "19": 1438394880.0, + "20": 1438394880.0, + "21": 1438394880.0, + "22": 1438394880.0, + "23": 1438394880.0, + "24": 1438394880.0, + "25": 1438394880.0, + "26": 1438394880.0, + "27": 1438394880.0, + "28": 1438394880.0, + "29": 1438394880.0, + "30": 1438394880.0, + "31": 1438394880.0, + "32": 1438394880.0, + "33": 1438394880.0, + "34": 1438394880.0, + "35": 1438394880.0, + "36": 1438394880.0, + "37": 1438394880.0, + "38": 1438394880.0, + "39": 1438394880.0, + "40": 1438394880.0, + "41": 1438394880.0, + "42": 1438394880.0, + "43": 1438394880.0, + "44": 1438394880.0, + "45": 1438394880.0, + "46": 1438394880.0, + "47": 1438394880.0, + "48": 1438394880.0, + "49": 1438394880.0, + "50": 1438394880.0, + "51": 1438394880.0, + "52": 1438394880.0, + "53": 1438394880.0, + "54": 1438394880.0, + "55": 1438394880.0, + "56": 1438394880.0, + "57": 1438394880.0, + "58": 1438394880.0, + "59": 1438394880.0, + "60": 1438394880.0, + "61": 1438394880.0, + "62": 1438394880.0, + "63": 1438394880.0, + "64": 1438394880.0, + "65": 1438394880.0, + "66": 1438394880.0, + "67": 1438394880.0, + "68": 1438394880.0, + "69": 1438394880.0, + "70": 1438394880.0, + "71": 1438394880.0, + "72": 1438394880.0, + "73": 1438394880.0, + "74": 1438394880.0, + "75": 1438394880.0, + "76": 1438394880.0, + "77": 1438394880.0, + "78": 1438394880.0, + "79": 1438394880.0, + "80": 1438394880.0, + "81": 1438394880.0, + "82": 1438394880.0, + "83": 1438394880.0, + "84": 1438394880.0, + "85": 1438394880.0, + "86": 1438394880.0, + "87": 1438394880.0, + "88": 1438394880.0, + "89": 1438394880.0, + "90": 1438394880.0, + "91": 1438394880.0, + "92": 1438394880.0, + "93": 1438394880.0, + "94": 1438394880.0, + "95": 1438394880.0, + "96": 1438394880.0, + "97": 1438394880.0, + "98": 1438394880.0, + "99": 1438394880.0, + "100": 1438394880.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.48366, - "3": 0.20961, - "4": 0.19355, - "5": 0.19146, - "6": 0.19108, - "7": 0.19236, - "8": 0.19259, - "9": 0.19267, - "10": 0.19436, - "11": 0.19257, - "12": 0.19432, - "13": 0.19332, - "14": 0.19442, - "15": 0.19393, - "16": 0.19417, - "17": 0.19555, - "18": 0.19451, - "19": 0.19452, - "20": 0.19555, - "21": 0.19375, - "22": 0.19402, - "23": 0.19539, - "24": 0.19475, - "25": 0.19576, - "26": 0.19424, - "27": 0.19514, - "28": 0.19519, - "29": 0.19578, - "30": 0.19503, - "31": 0.19394, - "32": 0.19582, - "33": 0.19444, - "34": 0.19405, - "35": 0.19498, - "36": 0.19463, - "37": 0.19572, - "38": 0.19362, - "39": 0.19492, - "40": 0.19487, - "41": 0.19497, - "42": 0.19617, - "43": 0.19571, - "44": 0.19661, - "45": 0.19634, - "46": 0.19537, - "47": 0.19646, - "48": 0.19658, - "49": 0.19727, - "50": 0.19567, - "51": 0.21203, - "52": 0.19551, - "53": 0.19415, - "54": 0.19434, - "55": 0.19584, - "56": 0.19437, - "57": 0.19536, - "58": 0.20364, - "59": 0.20029, - "60": 0.1929, - "61": 0.19274, - "62": 0.19364, - "63": 0.19667, - "64": 0.19406, - "65": 0.19781, - "66": 0.19435, - "67": 0.19308, - "68": 0.1932, - "69": 0.19478, - "70": 0.19591, - "71": 0.19922, - "72": 0.19646, - "73": 0.19646, - "74": 0.19739, - "75": 0.19817, - "76": 0.20056, - "77": 0.19655, - "78": 0.19459, - "79": 0.19478, - "80": 0.19638, - "81": 0.19329, - "82": 0.19254, - "83": 0.19379, - "84": 0.19435, - "85": 0.19517, - "86": 0.19446, - "87": 0.19464, - "88": 0.19501, - "89": 0.19544, - "90": 0.19268, - "91": 0.19425, - "92": 0.1933, - "93": 0.19366, - "94": 0.19328, - "95": 0.19408, - "96": 0.19474, - "97": 0.19719, - "98": 0.19535, - "99": 0.19604, - "100": 0.19554 + "2": 7.02396, + "3": 1.72471, + "4": 4.59112, + "5": 0.64605, + "6": 0.19769, + "7": 0.19652, + "8": 0.19968, + "9": 0.19671, + "10": 0.19901, + "11": 0.19969, + "12": 0.1998, + "13": 0.19841, + "14": 0.19825, + "15": 0.19777, + "16": 0.19822, + "17": 0.19797, + "18": 0.1996, + "19": 0.19784, + "20": 0.19764, + "21": 0.19694, + "22": 0.19945, + "23": 0.2371, + "24": 0.29995, + "25": 0.23957, + "26": 0.29727, + "27": 0.19838, + "28": 0.19795, + "29": 0.28338, + "30": 0.22699, + "31": 0.24258, + "32": 0.29474, + "33": 0.25539, + "34": 0.19968, + "35": 0.19808, + "36": 0.19822, + "37": 0.19897, + "38": 0.19895, + "39": 0.20247, + "40": 0.20143, + "41": 0.2013, + "42": 0.20244, + "43": 0.23533, + "44": 0.20223, + "45": 0.20033, + "46": 0.204, + "47": 0.20426, + "48": 0.23129, + "49": 0.22153, + "50": 0.2051, + "51": 0.22226, + "52": 0.199, + "53": 0.22428, + "54": 0.19788, + "55": 0.20032, + "56": 0.20098, + "57": 0.19989, + "58": 0.19967, + "59": 0.19858, + "60": 0.22128, + "61": 0.19988, + "62": 0.19702, + "63": 0.19878, + "64": 0.20043, + "65": 0.19873, + "66": 0.19929, + "67": 0.19902, + "68": 0.19908, + "69": 0.20073, + "70": 0.19874, + "71": 0.20014, + "72": 0.19866, + "73": 0.19911, + "74": 0.19875, + "75": 0.19788, + "76": 0.19803, + "77": 0.19842, + "78": 0.19894, + "79": 0.19804, + "80": 0.19881, + "81": 0.19809, + "82": 0.19856, + "83": 0.19924, + "84": 0.19721, + "85": 0.19922, + "86": 0.19726, + "87": 0.19809, + "88": 0.19884, + "89": 0.20014, + "90": 0.19844, + "91": 0.19909, + "92": 0.19796, + "93": 0.20176, + "94": 0.19878, + "95": 0.19855, + "96": 0.1997, + "97": 0.19858, + "98": 0.19901, + "99": 0.19906, + "100": 0.1993 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_gb200.json index 27eb21de0f0..09e346c2bca 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.86897, "2": 10.88544, - "3": 10.86473, - "4": 10.86826, - "5": 10.87436, + "3": 10.86477, + "4": 10.86825, + "5": 10.87437, "6": 10.89005, - "7": 10.87769, + "7": 10.87768, "8": 10.86364, - "9": 10.88282, - "10": 10.84687, - "11": 10.87102, - "12": 10.87345, + "9": 10.8828, + "10": 10.84683, + "11": 10.87103, + "12": 10.87356, "13": 10.8814, - "14": 10.8877, - "15": 10.83869, + "14": 10.88767, + "15": 10.83862, "16": 10.8239, - "17": 10.80197, - "18": 10.81094, - "19": 10.82192, - "20": 10.71791, - "21": 10.68914, - "22": 10.57271, - "23": 10.7081, + "17": 10.80195, + "18": 10.81091, + "19": 10.82189, + "20": 10.71788, + "21": 10.6892, + "22": 10.57272, + "23": 10.70811, "24": 10.59543, - "25": 10.55292, - "26": 10.61257, - "27": 10.60051, - "28": 10.56173, - "29": 10.58089, - "30": 10.35595, - "31": 10.1182, - "32": 10.44815, - "33": 10.4542, - "34": 10.21553, - "35": 10.26124, - "36": 10.20776, - "37": 10.33673, + "25": 10.55295, + "26": 10.61259, + "27": 10.60052, + "28": 10.56168, + "29": 10.58085, + "30": 10.35597, + "31": 10.11819, + "32": 10.44814, + "33": 10.45418, + "34": 10.21548, + "35": 10.26125, + "36": 10.20779, + "37": 10.33671, "38": 10.17741, - "39": 10.39297, - "40": 10.06349, - "41": 10.13887, - "42": 10.2056, - "43": 9.82809, - "44": 9.94547, - "45": 9.82561, - "46": 9.80186, - "47": 10.14049, - "48": 9.84276, - "49": 9.52016, - "50": 9.88454, - "51": 9.84743, - "52": 9.74209, - "53": 10.05697, - "54": 9.9505, - "55": 9.88145, - "56": 9.61274, + "39": 10.39294, + "40": 10.06346, + "41": 10.13891, + "42": 10.20558, + "43": 9.82807, + "44": 9.94542, + "45": 9.82557, + "46": 9.80182, + "47": 10.14053, + "48": 9.8428, + "49": 9.52012, + "50": 9.88456, + "51": 9.84742, + "52": 9.74207, + "53": 10.05695, + "54": 9.95053, + "55": 9.8814, + "56": 9.61275, "57": 9.4687, - "58": 9.82193, + "58": 9.82189, "59": 9.57642, - "60": 9.49762, - "61": 9.69189, + "60": 9.4976, + "61": 9.69188, "62": 9.9867, - "63": 9.37512, - "64": 9.76679, - "65": 8.94648, - "66": 9.7023, - "67": 9.36326, - "68": 9.7831, - "69": 9.7986, - "70": 9.7317, - "71": 9.62571, - "72": 9.58488, - "73": 9.48967, - "74": 8.9286, - "75": 9.40862, - "76": 9.07925, - "77": 10.0594, - "78": 9.72288, - "79": 9.37784, - "80": 9.40429, - "81": 9.48309, - "82": 9.7004, - "83": 9.31595, - "84": 9.41838, - "85": 9.61685, - "86": 9.07533, - "87": 9.59616, - "88": 9.75215, - "89": 9.60184, - "90": 9.82281, - "91": 9.34037, + "63": 9.37509, + "64": 9.76682, + "65": 8.94649, + "66": 9.70228, + "67": 9.36325, + "68": 9.78311, + "69": 9.79862, + "70": 9.73172, + "71": 9.62574, + "72": 9.58486, + "73": 9.48964, + "74": 8.92859, + "75": 9.40865, + "76": 9.07927, + "77": 10.05938, + "78": 9.72283, + "79": 9.37782, + "80": 9.40428, + "81": 9.48312, + "82": 9.70038, + "83": 9.3159, + "84": 9.41834, + "85": 9.61684, + "86": 9.07537, + "87": 9.59617, + "88": 9.75218, + "89": 9.60187, + "90": 9.82286, + "91": 9.34039, "92": 9.35854, - "93": 9.08805, - "94": 8.83037, + "93": 9.08806, + "94": 8.83038, "95": 9.5266, - "96": 9.53049, - "97": 9.30389, - "98": 9.67196, - "99": 8.89637, - "100": 9.40644 + "96": 9.53051, + "97": 9.30391, + "98": 9.67199, + "99": 8.8964, + "100": 9.40645 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1621.0, - "2": 1657.0, - "3": 1580.0, - "4": 1839.0, - "5": 1862.0, - "6": 1724.0, - "7": 1714.0, - "8": 1670.0, - "9": 1762.0, - "10": 1358.0, - "11": 1734.0, - "12": 1682.0, - "13": 1761.0, - "14": 1731.0, - "15": 1788.0, - "16": 1801.0, - "17": 1866.0, - "18": 1636.0, - "19": 1709.0, - "20": 1607.0, - "21": 1821.0, - "22": 1666.0, - "23": 1991.0, - "24": 1585.0, - "25": 1587.0, - "26": 1631.0, - "27": 1714.0, - "28": 1966.0, - "29": 1997.0, - "30": 1851.0, - "31": 1581.0, - "32": 1864.0, - "33": 2107.0, - "34": 1846.0, - "35": 1982.0, - "36": 1904.0, - "37": 2373.0, - "38": 2172.0, - "39": 2343.0, - "40": 2149.0, - "41": 2331.0, - "42": 2199.0, - "43": 1914.0, - "44": 2065.0, - "45": 2081.0, - "46": 2352.0, - "47": 2497.0, - "48": 2303.0, - "49": 2346.0, - "50": 2411.0, - "51": 2491.0, - "52": 2552.0, - "53": 2980.0, - "54": 2680.0, - "55": 2274.0, - "56": 2734.0, - "57": 2319.0, - "58": 2907.0, - "59": 2886.0, - "60": 2566.0, - "61": 2855.0, - "62": 2704.0, - "63": 2370.0, - "64": 2998.0, - "65": 2563.0, - "66": 2868.0, - "67": 2762.0, - "68": 2739.0, - "69": 2730.0, - "70": 3156.0, - "71": 2803.0, - "72": 2506.0, - "73": 2896.0, - "74": 1937.0, - "75": 2450.0, - "76": 2794.0, - "77": 3047.0, - "78": 3104.0, - "79": 3069.0, - "80": 3286.0, - "81": 3543.0, - "82": 3192.0, - "83": 2614.0, - "84": 3273.0, - "85": 3111.0, - "86": 2680.0, - "87": 3654.0, - "88": 3117.0, - "89": 3351.0, - "90": 3086.0, - "91": 2721.0, - "92": 3045.0, - "93": 2672.0, - "94": 3326.0, - "95": 3125.0, - "96": 3309.0, - "97": 3208.0, - "98": 3572.0, - "99": 2980.0, - "100": 3355.0 + "1": 1592.0, + "2": 1638.0, + "3": 1658.0, + "4": 1737.0, + "5": 1836.0, + "6": 1740.0, + "7": 1780.0, + "8": 1628.0, + "9": 1785.0, + "10": 1372.0, + "11": 1738.0, + "12": 1745.0, + "13": 1808.0, + "14": 1709.0, + "15": 1798.0, + "16": 1765.0, + "17": 1875.0, + "18": 1580.0, + "19": 1744.0, + "20": 1573.0, + "21": 1835.0, + "22": 1649.0, + "23": 1993.0, + "24": 1600.0, + "25": 1527.0, + "26": 1592.0, + "27": 1818.0, + "28": 1889.0, + "29": 1909.0, + "30": 1889.0, + "31": 1635.0, + "32": 1847.0, + "33": 2066.0, + "34": 1761.0, + "35": 1861.0, + "36": 1916.0, + "37": 2298.0, + "38": 2162.0, + "39": 2226.0, + "40": 2127.0, + "41": 2226.0, + "42": 2204.0, + "43": 1844.0, + "44": 2106.0, + "45": 2056.0, + "46": 2238.0, + "47": 2476.0, + "48": 2289.0, + "49": 2209.0, + "50": 2363.0, + "51": 2520.0, + "52": 2558.0, + "53": 2942.0, + "54": 2681.0, + "55": 2327.0, + "56": 2615.0, + "57": 2270.0, + "58": 2908.0, + "59": 2839.0, + "60": 2480.0, + "61": 2826.0, + "62": 2734.0, + "63": 2456.0, + "64": 2959.0, + "65": 2545.0, + "66": 2920.0, + "67": 2728.0, + "68": 2711.0, + "69": 2809.0, + "70": 3161.0, + "71": 2910.0, + "72": 2486.0, + "73": 2907.0, + "74": 1911.0, + "75": 2411.0, + "76": 2887.0, + "77": 3233.0, + "78": 3181.0, + "79": 3168.0, + "80": 3234.0, + "81": 3589.0, + "82": 3171.0, + "83": 2616.0, + "84": 3228.0, + "85": 3154.0, + "86": 2732.0, + "87": 3792.0, + "88": 3096.0, + "89": 3401.0, + "90": 3040.0, + "91": 2717.0, + "92": 3139.0, + "93": 2742.0, + "94": 3101.0, + "95": 3195.0, + "96": 3298.0, + "97": 3343.0, + "98": 3542.0, + "99": 3040.0, + "100": 3293.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 514359808.0, - "2": 514359808.0, - "3": 514359808.0, - "4": 514359808.0, - "5": 514359808.0, - "6": 514359808.0, - "7": 514359808.0, - "8": 514359808.0, - "9": 514359808.0, - "10": 514359808.0, - "11": 514359808.0, - "12": 514359808.0, - "13": 514359808.0, - "14": 514359808.0, - "15": 514359808.0, - "16": 514359808.0, - "17": 514359808.0, - "18": 514359808.0, - "19": 514359808.0, - "20": 514359808.0, - "21": 514359808.0, - "22": 514359808.0, - "23": 514359808.0, - "24": 514359808.0, - "25": 514359808.0, - "26": 514359808.0, - "27": 514359808.0, - "28": 514359808.0, - "29": 514359808.0, - "30": 514359808.0, - "31": 514359808.0, - "32": 514359808.0, - "33": 514359808.0, - "34": 514359808.0, - "35": 514359808.0, - "36": 514359808.0, - "37": 514359808.0, - "38": 514359808.0, - "39": 514359808.0, - "40": 514359808.0, - "41": 514359808.0, - "42": 514359808.0, - "43": 514359808.0, - "44": 514359808.0, - "45": 514359808.0, - "46": 514359808.0, - "47": 514359808.0, - "48": 514359808.0, - "49": 514359808.0, - "50": 514359808.0, - "51": 514359808.0, - "52": 514359808.0, - "53": 514359808.0, - "54": 514359808.0, - "55": 514359808.0, - "56": 514359808.0, - "57": 514359808.0, - "58": 514359808.0, - "59": 514359808.0, - "60": 514359808.0, - "61": 514359808.0, - "62": 514359808.0, - "63": 514359808.0, - "64": 514359808.0, - "65": 514359808.0, - "66": 514359808.0, - "67": 514359808.0, - "68": 514359808.0, - "69": 514359808.0, - "70": 514359808.0, - "71": 514359808.0, - "72": 514359808.0, - "73": 514359808.0, - "74": 514359808.0, - "75": 514359808.0, - "76": 514359808.0, - "77": 514359808.0, - "78": 514359808.0, - "79": 514359808.0, - "80": 514359808.0, - "81": 514359808.0, - "82": 514359808.0, - "83": 514359808.0, - "84": 514359808.0, - "85": 514359808.0, - "86": 514359808.0, - "87": 514359808.0, - "88": 514359808.0, - "89": 514359808.0, - "90": 514359808.0, - "91": 514359808.0, - "92": 514359808.0, - "93": 514359808.0, - "94": 514359808.0, - "95": 514359808.0, - "96": 514359808.0, - "97": 514359808.0, - "98": 514359808.0, - "99": 514359808.0, - "100": 514359808.0 + "1": 514884096.0, + "2": 514884096.0, + "3": 514884096.0, + "4": 514884096.0, + "5": 514884096.0, + "6": 514884096.0, + "7": 514884096.0, + "8": 514884096.0, + "9": 514884096.0, + "10": 514884096.0, + "11": 514884096.0, + "12": 514884096.0, + "13": 514884096.0, + "14": 514884096.0, + "15": 514884096.0, + "16": 514884096.0, + "17": 514884096.0, + "18": 514884096.0, + "19": 514884096.0, + "20": 514884096.0, + "21": 514884096.0, + "22": 514884096.0, + "23": 514884096.0, + "24": 514884096.0, + "25": 514884096.0, + "26": 514884096.0, + "27": 514884096.0, + "28": 514884096.0, + "29": 514884096.0, + "30": 514884096.0, + "31": 514884096.0, + "32": 514884096.0, + "33": 514884096.0, + "34": 514884096.0, + "35": 514884096.0, + "36": 514884096.0, + "37": 514884096.0, + "38": 514884096.0, + "39": 514884096.0, + "40": 514884096.0, + "41": 514884096.0, + "42": 514884096.0, + "43": 514884096.0, + "44": 514884096.0, + "45": 514884096.0, + "46": 514884096.0, + "47": 514884096.0, + "48": 514884096.0, + "49": 514884096.0, + "50": 514884096.0, + "51": 514884096.0, + "52": 514884096.0, + "53": 514884096.0, + "54": 514884096.0, + "55": 514884096.0, + "56": 514884096.0, + "57": 514884096.0, + "58": 514884096.0, + "59": 514884096.0, + "60": 514884096.0, + "61": 514884096.0, + "62": 514884096.0, + "63": 514884096.0, + "64": 514884096.0, + "65": 514884096.0, + "66": 514884096.0, + "67": 514884096.0, + "68": 514884096.0, + "69": 514884096.0, + "70": 514884096.0, + "71": 514884096.0, + "72": 514884096.0, + "73": 514884096.0, + "74": 514884096.0, + "75": 514884096.0, + "76": 514884096.0, + "77": 514884096.0, + "78": 514884096.0, + "79": 514884096.0, + "80": 514884096.0, + "81": 514884096.0, + "82": 514884096.0, + "83": 514884096.0, + "84": 514884096.0, + "85": 514884096.0, + "86": 514884096.0, + "87": 514884096.0, + "88": 514884096.0, + "89": 514884096.0, + "90": 514884096.0, + "91": 514884096.0, + "92": 514884096.0, + "93": 514884096.0, + "94": 514884096.0, + "95": 514884096.0, + "96": 514884096.0, + "97": 514884096.0, + "98": 514884096.0, + "99": 514884096.0, + "100": 514884096.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1258060288.0, - "2": 1437084160.0, - "3": 1437084160.0, - "4": 1437084160.0, - "5": 1437084160.0, - "6": 1437084160.0, - "7": 1437084160.0, - "8": 1437084160.0, - "9": 1437084160.0, - "10": 1437084160.0, - "11": 1437084160.0, - "12": 1437084160.0, - "13": 1437084160.0, - "14": 1437084160.0, - "15": 1437084160.0, - "16": 1437084160.0, - "17": 1437084160.0, - "18": 1437084160.0, - "19": 1437084160.0, - "20": 1437084160.0, - "21": 1437084160.0, - "22": 1437084160.0, - "23": 1437084160.0, - "24": 1437084160.0, - "25": 1437084160.0, - "26": 1437084160.0, - "27": 1437084160.0, - "28": 1437084160.0, - "29": 1437084160.0, - "30": 1437084160.0, - "31": 1437084160.0, - "32": 1437084160.0, - "33": 1437084160.0, - "34": 1437084160.0, - "35": 1437084160.0, - "36": 1437084160.0, - "37": 1437084160.0, - "38": 1437084160.0, - "39": 1437084160.0, - "40": 1437084160.0, - "41": 1437084160.0, - "42": 1437084160.0, - "43": 1437084160.0, - "44": 1437084160.0, - "45": 1437084160.0, - "46": 1437084160.0, - "47": 1437084160.0, - "48": 1437084160.0, - "49": 1437084160.0, - "50": 1437084160.0, - "51": 1437084160.0, - "52": 1437084160.0, - "53": 1437084160.0, - "54": 1437084160.0, - "55": 1437084160.0, - "56": 1437084160.0, - "57": 1437084160.0, - "58": 1437084160.0, - "59": 1437084160.0, - "60": 1437084160.0, - "61": 1437084160.0, - "62": 1437084160.0, - "63": 1437084160.0, - "64": 1437084160.0, - "65": 1437084160.0, - "66": 1437084160.0, - "67": 1437084160.0, - "68": 1437084160.0, - "69": 1437084160.0, - "70": 1437084160.0, - "71": 1437084160.0, - "72": 1437084160.0, - "73": 1437084160.0, - "74": 1437084160.0, - "75": 1437084160.0, - "76": 1437084160.0, - "77": 1437084160.0, - "78": 1437084160.0, - "79": 1437084160.0, - "80": 1437084160.0, - "81": 1437084160.0, - "82": 1437084160.0, - "83": 1437084160.0, - "84": 1437084160.0, - "85": 1437084160.0, - "86": 1437084160.0, - "87": 1437084160.0, - "88": 1437084160.0, - "89": 1437084160.0, - "90": 1437084160.0, - "91": 1437084160.0, - "92": 1437084160.0, - "93": 1437084160.0, - "94": 1437084160.0, - "95": 1437084160.0, - "96": 1437084160.0, - "97": 1437084160.0, - "98": 1437084160.0, - "99": 1437084160.0, - "100": 1437084160.0 + "1": 1259108864.0, + "2": 1438394880.0, + "3": 1438394880.0, + "4": 1438394880.0, + "5": 1438394880.0, + "6": 1438394880.0, + "7": 1438394880.0, + "8": 1438394880.0, + "9": 1438394880.0, + "10": 1438394880.0, + "11": 1438394880.0, + "12": 1438394880.0, + "13": 1438394880.0, + "14": 1438394880.0, + "15": 1438394880.0, + "16": 1438394880.0, + "17": 1438394880.0, + "18": 1438394880.0, + "19": 1438394880.0, + "20": 1438394880.0, + "21": 1438394880.0, + "22": 1438394880.0, + "23": 1438394880.0, + "24": 1438394880.0, + "25": 1438394880.0, + "26": 1438394880.0, + "27": 1438394880.0, + "28": 1438394880.0, + "29": 1438394880.0, + "30": 1438394880.0, + "31": 1438394880.0, + "32": 1438394880.0, + "33": 1438394880.0, + "34": 1438394880.0, + "35": 1438394880.0, + "36": 1438394880.0, + "37": 1438394880.0, + "38": 1438394880.0, + "39": 1438394880.0, + "40": 1438394880.0, + "41": 1438394880.0, + "42": 1438394880.0, + "43": 1438394880.0, + "44": 1438394880.0, + "45": 1438394880.0, + "46": 1438394880.0, + "47": 1438394880.0, + "48": 1438394880.0, + "49": 1438394880.0, + "50": 1438394880.0, + "51": 1438394880.0, + "52": 1438394880.0, + "53": 1438394880.0, + "54": 1438394880.0, + "55": 1438394880.0, + "56": 1438394880.0, + "57": 1438394880.0, + "58": 1438394880.0, + "59": 1438394880.0, + "60": 1438394880.0, + "61": 1438394880.0, + "62": 1438394880.0, + "63": 1438394880.0, + "64": 1438394880.0, + "65": 1438394880.0, + "66": 1438394880.0, + "67": 1438394880.0, + "68": 1438394880.0, + "69": 1438394880.0, + "70": 1438394880.0, + "71": 1438394880.0, + "72": 1438394880.0, + "73": 1438394880.0, + "74": 1438394880.0, + "75": 1438394880.0, + "76": 1438394880.0, + "77": 1438394880.0, + "78": 1438394880.0, + "79": 1438394880.0, + "80": 1438394880.0, + "81": 1438394880.0, + "82": 1438394880.0, + "83": 1438394880.0, + "84": 1438394880.0, + "85": 1438394880.0, + "86": 1438394880.0, + "87": 1438394880.0, + "88": 1438394880.0, + "89": 1438394880.0, + "90": 1438394880.0, + "91": 1438394880.0, + "92": 1438394880.0, + "93": 1438394880.0, + "94": 1438394880.0, + "95": 1438394880.0, + "96": 1438394880.0, + "97": 1438394880.0, + "98": 1438394880.0, + "99": 1438394880.0, + "100": 1438394880.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.6815, - "3": 0.23582, - "4": 0.21969, - "5": 0.22399, - "6": 0.21848, - "7": 0.21944, - "8": 0.21989, - "9": 0.22542, - "10": 0.22685, - "11": 0.22859, - "12": 0.22734, - "13": 0.22735, - "14": 0.22682, - "15": 0.22731, - "16": 0.22724, - "17": 0.22774, - "18": 0.2253, - "19": 0.21338, - "20": 0.21612, - "21": 0.22487, - "22": 0.2609, - "23": 0.34495, - "24": 0.40538, - "25": 0.27265, - "26": 0.22852, - "27": 0.23498, - "28": 0.23458, - "29": 0.2356, - "30": 0.23223, - "31": 0.23427, - "32": 0.23193, - "33": 0.23007, - "34": 0.22762, - "35": 0.22604, - "36": 0.22153, - "37": 0.21923, - "38": 0.21718, - "39": 0.2162, - "40": 0.21653, - "41": 0.21673, - "42": 0.21416, - "43": 0.21439, - "44": 0.2141, - "45": 0.21364, - "46": 0.21263, - "47": 0.2139, - "48": 0.21445, - "49": 0.21424, - "50": 0.21381, - "51": 0.21544, - "52": 0.21075, - "53": 0.21292, - "54": 0.21407, - "55": 0.2167, - "56": 0.21877, - "57": 0.21861, - "58": 0.22087, - "59": 0.21999, - "60": 0.21884, - "61": 0.21841, - "62": 0.21988, - "63": 0.21876, - "64": 0.21811, - "65": 0.21795, - "66": 0.2197, - "67": 0.22005, - "68": 0.21994, - "69": 0.21937, - "70": 0.21964, - "71": 0.22007, - "72": 0.221, - "73": 0.22145, - "74": 0.22069, - "75": 0.22126, - "76": 0.21984, - "77": 0.22096, - "78": 0.2231, - "79": 0.22168, - "80": 0.21932, - "81": 0.21748, - "82": 0.21971, - "83": 0.22113, - "84": 0.22096, - "85": 0.22316, - "86": 0.22043, - "87": 0.22198, - "88": 0.2247, - "89": 0.2219, - "90": 0.22258, - "91": 0.22224, - "92": 0.22132, - "93": 0.22182, - "94": 0.22397, - "95": 0.22547, - "96": 0.22177, - "97": 0.22282, - "98": 0.22255, - "99": 0.22417, - "100": 0.22334 + "2": 5.78191, + "3": 0.21543, + "4": 0.20431, + "5": 0.2048, + "6": 0.20252, + "7": 0.20042, + "8": 0.19829, + "9": 0.1981, + "10": 0.19894, + "11": 0.19941, + "12": 0.19791, + "13": 0.19665, + "14": 0.19775, + "15": 0.19771, + "16": 0.19844, + "17": 0.1973, + "18": 0.19675, + "19": 0.19775, + "20": 0.19752, + "21": 0.19736, + "22": 0.19856, + "23": 0.19791, + "24": 0.19728, + "25": 0.19919, + "26": 0.20211, + "27": 0.20996, + "28": 0.20609, + "29": 0.20893, + "30": 0.29002, + "31": 0.30297, + "32": 0.2644, + "33": 0.24762, + "34": 0.2283, + "35": 0.19894, + "36": 0.19904, + "37": 0.19825, + "38": 0.19956, + "39": 0.19723, + "40": 0.23122, + "41": 0.19962, + "42": 0.19911, + "43": 0.20105, + "44": 0.1992, + "45": 0.19775, + "46": 0.19912, + "47": 0.19899, + "48": 0.2034, + "49": 0.20022, + "50": 0.19798, + "51": 0.22615, + "52": 0.19944, + "53": 0.19734, + "54": 0.19576, + "55": 0.19493, + "56": 0.19695, + "57": 0.19635, + "58": 0.19686, + "59": 0.19616, + "60": 0.19825, + "61": 0.19728, + "62": 0.19652, + "63": 0.1972, + "64": 0.19799, + "65": 0.19902, + "66": 0.19916, + "67": 0.19906, + "68": 0.20142, + "69": 0.20147, + "70": 0.20041, + "71": 0.20146, + "72": 0.19828, + "73": 0.19865, + "74": 0.19876, + "75": 0.20114, + "76": 0.19884, + "77": 0.19884, + "78": 0.19712, + "79": 0.19797, + "80": 0.19724, + "81": 0.19755, + "82": 0.19734, + "83": 0.19936, + "84": 0.19723, + "85": 0.19891, + "86": 0.198, + "87": 0.19759, + "88": 0.19644, + "89": 0.1987, + "90": 0.19753, + "91": 0.20302, + "92": 0.19865, + "93": 0.19958, + "94": 0.19868, + "95": 0.1982, + "96": 0.19927, + "97": 0.19927, + "98": 0.19757, + "99": 0.19871, + "100": 0.201 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_gb200.json index 7dd5b31f34f..2471c5117cc 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_gb200.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.87163, + "1": 10.87162, "2": 10.87238, - "3": 10.86215, - "4": 10.84334, + "3": 10.86217, + "4": 10.84331, "5": 10.8781, - "6": 10.8937, - "7": 10.87187, - "8": 10.87789, - "9": 10.86815, - "10": 10.83758, - "11": 10.87595, - "12": 10.87605, - "13": 10.89163, + "6": 10.89369, + "7": 10.87188, + "8": 10.87792, + "9": 10.86811, + "10": 10.83761, + "11": 10.87596, + "12": 10.87602, + "13": 10.89168, "14": 10.89707, - "15": 10.83373, - "16": 10.82462, - "17": 10.80227, - "18": 10.82965, - "19": 10.82299, - "20": 10.73839, - "21": 10.70969, - "22": 10.5649, - "23": 10.73038, + "15": 10.83377, + "16": 10.82464, + "17": 10.80226, + "18": 10.82961, + "19": 10.82301, + "20": 10.73842, + "21": 10.7097, + "22": 10.56485, + "23": 10.73039, "24": 10.6062, - "25": 10.55515, - "26": 10.62333, - "27": 10.61393, + "25": 10.55511, + "26": 10.62334, + "27": 10.61392, "28": 10.57726, - "29": 10.60204, - "30": 10.38732, - "31": 10.12791, - "32": 10.4758, - "33": 10.47238, - "34": 10.22665, - "35": 10.28584, - "36": 10.23138, - "37": 10.35035, - "38": 10.19674, + "29": 10.60206, + "30": 10.38733, + "31": 10.12792, + "32": 10.47586, + "33": 10.47237, + "34": 10.22667, + "35": 10.2859, + "36": 10.23137, + "37": 10.35036, + "38": 10.19669, "39": 10.40798, - "40": 10.09496, - "41": 10.13593, - "42": 10.21728, - "43": 9.84575, - "44": 9.94965, - "45": 9.83809, - "46": 9.821, + "40": 10.095, + "41": 10.1359, + "42": 10.21731, + "43": 9.84574, + "44": 9.94964, + "45": 9.83808, + "46": 9.82101, "47": 10.13316, - "48": 9.85047, - "49": 9.53, - "50": 9.90689, - "51": 9.85498, - "52": 9.74731, - "53": 10.06267, - "54": 9.95301, - "55": 9.88728, + "48": 9.85044, + "49": 9.53002, + "50": 9.90686, + "51": 9.85497, + "52": 9.7473, + "53": 10.06268, + "54": 9.95304, + "55": 9.88726, "56": 9.6211, "57": 9.47571, - "58": 9.83152, - "59": 9.58168, - "60": 9.49439, - "61": 9.68902, - "62": 9.9857, - "63": 9.37411, + "58": 9.83147, + "59": 9.5817, + "60": 9.49436, + "61": 9.68906, + "62": 9.98568, + "63": 9.3741, "64": 9.7651, - "65": 8.94171, - "66": 9.69872, - "67": 9.36899, + "65": 8.94174, + "66": 9.69878, + "67": 9.369, "68": 9.78075, "69": 9.79729, - "70": 9.72884, - "71": 9.62546, - "72": 9.58193, - "73": 9.48195, - "74": 8.92206, - "75": 9.4096, - "76": 9.07711, + "70": 9.72882, + "71": 9.62545, + "72": 9.58195, + "73": 9.48193, + "74": 8.92205, + "75": 9.40961, + "76": 9.07704, "77": 10.05905, - "78": 9.7196, - "79": 9.37915, - "80": 9.39953, - "81": 9.4826, + "78": 9.71961, + "79": 9.37914, + "80": 9.39952, + "81": 9.48265, "82": 9.70045, "83": 9.31347, - "84": 9.41605, - "85": 9.61616, - "86": 9.07519, - "87": 9.59811, - "88": 9.75175, - "89": 9.60152, - "90": 9.82639, - "91": 9.33477, - "92": 9.3587, - "93": 9.08591, - "94": 8.82888, + "84": 9.41608, + "85": 9.61613, + "86": 9.07521, + "87": 9.59813, + "88": 9.75181, + "89": 9.60155, + "90": 9.82643, + "91": 9.33475, + "92": 9.35867, + "93": 9.08589, + "94": 8.82892, "95": 9.52816, - "96": 9.52866, - "97": 9.30468, - "98": 9.67128, - "99": 8.89752, - "100": 9.40653 + "96": 9.52865, + "97": 9.30465, + "98": 9.67127, + "99": 8.89754, + "100": 9.40655 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1731.0, - "2": 1804.0, - "3": 1704.0, - "4": 1768.0, - "5": 2006.0, - "6": 1918.0, - "7": 1815.0, - "8": 1654.0, - "9": 1919.0, - "10": 1481.0, - "11": 1876.0, - "12": 1795.0, - "13": 1915.0, - "14": 1830.0, - "15": 2029.0, - "16": 1948.0, - "17": 1838.0, - "18": 1747.0, - "19": 1789.0, - "20": 1771.0, - "21": 1876.0, - "22": 1854.0, - "23": 2069.0, - "24": 1684.0, - "25": 1732.0, - "26": 1803.0, - "27": 1919.0, - "28": 2095.0, - "29": 2041.0, - "30": 1919.0, - "31": 1704.0, - "32": 1869.0, - "33": 2184.0, - "34": 1846.0, - "35": 1923.0, - "36": 2071.0, - "37": 2407.0, - "38": 2209.0, - "39": 2462.0, - "40": 2275.0, - "41": 2369.0, - "42": 2305.0, - "43": 2048.0, - "44": 2171.0, - "45": 2119.0, - "46": 2287.0, - "47": 2499.0, - "48": 2361.0, - "49": 2398.0, - "50": 2321.0, - "51": 2604.0, - "52": 2579.0, - "53": 3020.0, - "54": 2705.0, - "55": 2369.0, - "56": 2752.0, - "57": 2351.0, - "58": 2902.0, - "59": 2786.0, - "60": 2511.0, - "61": 2861.0, - "62": 2715.0, - "63": 2476.0, - "64": 2944.0, - "65": 2791.0, - "66": 3095.0, - "67": 2945.0, - "68": 2853.0, - "69": 2919.0, - "70": 3113.0, - "71": 2898.0, - "72": 2554.0, - "73": 3029.0, - "74": 2044.0, - "75": 2601.0, - "76": 2957.0, - "77": 3204.0, - "78": 3197.0, - "79": 3123.0, - "80": 3255.0, - "81": 3582.0, - "82": 3338.0, - "83": 2799.0, - "84": 3225.0, - "85": 3372.0, - "86": 2818.0, - "87": 3881.0, - "88": 3040.0, - "89": 3335.0, - "90": 3256.0, - "91": 2903.0, - "92": 3202.0, - "93": 2806.0, - "94": 3422.0, - "95": 3348.0, - "96": 3594.0, - "97": 3290.0, - "98": 3746.0, - "99": 3085.0, - "100": 3366.0 + "1": 1635.0, + "2": 1768.0, + "3": 1703.0, + "4": 1810.0, + "5": 2003.0, + "6": 1892.0, + "7": 1931.0, + "8": 1674.0, + "9": 1847.0, + "10": 1444.0, + "11": 1908.0, + "12": 1837.0, + "13": 1949.0, + "14": 1763.0, + "15": 2001.0, + "16": 1932.0, + "17": 1778.0, + "18": 1660.0, + "19": 1682.0, + "20": 1759.0, + "21": 1946.0, + "22": 1897.0, + "23": 2008.0, + "24": 1724.0, + "25": 1718.0, + "26": 1829.0, + "27": 1924.0, + "28": 2025.0, + "29": 2092.0, + "30": 2054.0, + "31": 1734.0, + "32": 2014.0, + "33": 2138.0, + "34": 1910.0, + "35": 2052.0, + "36": 2015.0, + "37": 2410.0, + "38": 2166.0, + "39": 2371.0, + "40": 2250.0, + "41": 2474.0, + "42": 2322.0, + "43": 2052.0, + "44": 2160.0, + "45": 2143.0, + "46": 2297.0, + "47": 2569.0, + "48": 2370.0, + "49": 2448.0, + "50": 2361.0, + "51": 2511.0, + "52": 2531.0, + "53": 3056.0, + "54": 2732.0, + "55": 2357.0, + "56": 2840.0, + "57": 2362.0, + "58": 2824.0, + "59": 2835.0, + "60": 2513.0, + "61": 3049.0, + "62": 2701.0, + "63": 2568.0, + "64": 3048.0, + "65": 2684.0, + "66": 3050.0, + "67": 2851.0, + "68": 2854.0, + "69": 2948.0, + "70": 3211.0, + "71": 2926.0, + "72": 2524.0, + "73": 3033.0, + "74": 2043.0, + "75": 2593.0, + "76": 2905.0, + "77": 3297.0, + "78": 3228.0, + "79": 3232.0, + "80": 3299.0, + "81": 3568.0, + "82": 3366.0, + "83": 2687.0, + "84": 3268.0, + "85": 3336.0, + "86": 2690.0, + "87": 3826.0, + "88": 3033.0, + "89": 3481.0, + "90": 3125.0, + "91": 2909.0, + "92": 3151.0, + "93": 2860.0, + "94": 3427.0, + "95": 3386.0, + "96": 3575.0, + "97": 3297.0, + "98": 3706.0, + "99": 3178.0, + "100": 3420.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 1.71105, - "3": 0.22879, - "4": 0.22169, - "5": 0.21979, - "6": 0.21933, - "7": 0.21836, - "8": 0.22054, - "9": 0.22096, - "10": 0.22079, - "11": 0.22255, - "12": 0.21905, - "13": 0.22266, - "14": 0.22261, - "15": 0.22192, - "16": 0.21928, - "17": 0.22014, - "18": 0.2213, - "19": 0.22242, - "20": 0.22097, - "21": 0.21936, - "22": 0.22091, - "23": 0.22071, - "24": 0.22306, - "25": 0.22073, - "26": 0.22028, - "27": 0.22198, - "28": 0.22294, - "29": 0.22204, - "30": 0.21896, - "31": 0.22144, - "32": 0.22279, - "33": 0.22428, - "34": 0.22247, - "35": 0.22192, - "36": 0.22242, - "37": 0.22321, - "38": 0.22186, - "39": 0.22242, - "40": 0.22098, - "41": 0.22254, - "42": 0.55234, - "43": 0.22432, - "44": 0.22103, - "45": 0.22202, - "46": 0.2216, - "47": 0.22107, - "48": 0.21878, - "49": 0.22338, - "50": 0.22181, - "51": 0.22588, - "52": 0.22221, - "53": 0.22214, - "54": 0.22059, - "55": 0.22088, - "56": 0.22231, - "57": 0.2231, - "58": 0.22228, - "59": 0.22136, - "60": 0.22087, - "61": 0.22171, - "62": 0.22165, - "63": 0.22149, - "64": 0.22165, - "65": 0.22916, - "66": 0.25667, - "67": 0.22585, - "68": 0.2212, - "69": 0.22322, - "70": 0.22332, - "71": 0.22291, - "72": 0.22074, - "73": 0.2214, - "74": 0.22287, - "75": 0.21929, - "76": 0.22246, - "77": 0.22148, - "78": 0.22442, - "79": 0.22465, - "80": 0.22859, - "81": 0.22464, - "82": 0.22391, - "83": 0.22417, - "84": 0.22202, - "85": 0.22369, - "86": 0.22224, - "87": 0.22245, - "88": 0.22255, - "89": 0.22379, - "90": 0.22356, - "91": 0.22229, - "92": 0.22297, - "93": 0.22525, - "94": 0.21956, - "95": 0.22318, - "96": 0.22361, - "97": 0.22246, - "98": 0.22326, - "99": 0.22121, - "100": 0.22214 + "2": 3.47519, + "3": 0.23464, + "4": 0.22551, + "5": 0.22589, + "6": 0.22563, + "7": 0.22745, + "8": 0.22511, + "9": 0.22598, + "10": 0.2276, + "11": 0.22627, + "12": 0.2248, + "13": 0.22685, + "14": 0.22689, + "15": 0.22796, + "16": 0.22747, + "17": 0.22636, + "18": 0.2276, + "19": 0.22859, + "20": 0.22879, + "21": 0.22663, + "22": 0.22705, + "23": 0.22996, + "24": 0.22863, + "25": 0.22596, + "26": 0.22764, + "27": 0.2288, + "28": 0.22753, + "29": 0.23036, + "30": 0.2272, + "31": 0.22832, + "32": 0.23015, + "33": 0.22925, + "34": 0.2264, + "35": 0.22962, + "36": 0.228, + "37": 0.22671, + "38": 0.22839, + "39": 0.2276, + "40": 0.22772, + "41": 0.22842, + "42": 0.22878, + "43": 0.22806, + "44": 0.22909, + "45": 0.22908, + "46": 0.22891, + "47": 0.22584, + "48": 0.22899, + "49": 0.22909, + "50": 0.23058, + "51": 0.2353, + "52": 0.22737, + "53": 0.22819, + "54": 0.22792, + "55": 0.22942, + "56": 0.22934, + "57": 0.23061, + "58": 0.22975, + "59": 0.2291, + "60": 0.2292, + "61": 0.22916, + "62": 0.22792, + "63": 0.22698, + "64": 0.22881, + "65": 0.22606, + "66": 0.22804, + "67": 0.22786, + "68": 0.22928, + "69": 0.23139, + "70": 0.22847, + "71": 0.22889, + "72": 0.22839, + "73": 0.22809, + "74": 0.22741, + "75": 0.22906, + "76": 0.23698, + "77": 0.22921, + "78": 0.22663, + "79": 0.23187, + "80": 0.23018, + "81": 0.22995, + "82": 0.22897, + "83": 0.22956, + "84": 0.22742, + "85": 0.22817, + "86": 0.23042, + "87": 0.22896, + "88": 0.2286, + "89": 0.23053, + "90": 0.2294, + "91": 0.22555, + "92": 0.22838, + "93": 0.22865, + "94": 0.22866, + "95": 0.2295, + "96": 0.22867, + "97": 0.23017, + "98": 0.23013, + "99": 0.22868, + "100": 0.22733 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json index feb49a01aad..6c88449234e 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json @@ -6,103 +6,103 @@ "values": { "1": 10.84445, "2": 10.84755, - "3": 10.84905, - "4": 10.844, - "5": 10.88133, - "6": 10.88069, - "7": 10.86435, + "3": 10.84906, + "4": 10.84402, + "5": 10.88134, + "6": 10.88068, + "7": 10.86436, "8": 10.85483, "9": 10.85577, - "10": 10.81851, - "11": 10.88835, + "10": 10.81854, + "11": 10.88836, "12": 10.86318, - "13": 10.86739, - "14": 10.88397, + "13": 10.8674, + "14": 10.88403, "15": 10.82443, - "16": 10.82905, - "17": 10.7953, - "18": 10.81529, - "19": 10.80121, - "20": 10.71826, - "21": 10.69956, - "22": 10.56756, - "23": 10.7171, - "24": 10.60451, - "25": 10.55018, - "26": 10.60859, - "27": 10.62013, - "28": 10.57541, - "29": 10.59599, - "30": 10.38364, - "31": 10.15409, + "16": 10.82903, + "17": 10.79527, + "18": 10.81531, + "19": 10.8012, + "20": 10.71823, + "21": 10.6996, + "22": 10.5676, + "23": 10.71711, + "24": 10.60453, + "25": 10.55012, + "26": 10.6086, + "27": 10.62015, + "28": 10.5754, + "29": 10.596, + "30": 10.38366, + "31": 10.15413, "32": 10.48036, - "33": 10.47379, - "34": 10.23693, + "33": 10.47378, + "34": 10.23689, "35": 10.28857, "36": 10.24862, - "37": 10.35357, - "38": 10.20827, - "39": 10.41871, - "40": 10.11266, - "41": 10.16079, - "42": 10.23304, - "43": 9.86146, + "37": 10.35356, + "38": 10.20824, + "39": 10.4187, + "40": 10.11269, + "41": 10.1608, + "42": 10.23306, + "43": 9.86149, "44": 9.97719, - "45": 9.8651, - "46": 9.8486, - "47": 10.16607, - "48": 9.87126, + "45": 9.86508, + "46": 9.84858, + "47": 10.16606, + "48": 9.87125, "49": 9.56738, - "50": 9.92137, - "51": 9.86682, - "52": 9.7694, + "50": 9.92136, + "51": 9.8668, + "52": 9.76943, "53": 10.07839, - "54": 9.96992, - "55": 9.89678, - "56": 9.64417, - "57": 9.49737, - "58": 9.84853, - "59": 9.59973, + "54": 9.96994, + "55": 9.89681, + "56": 9.64416, + "57": 9.49733, + "58": 9.84854, + "59": 9.59976, "60": 9.5062, - "61": 9.71028, - "62": 9.99079, - "63": 9.38989, - "64": 9.78616, + "61": 9.71031, + "62": 9.9908, + "63": 9.38991, + "64": 9.78614, "65": 8.95963, - "66": 9.70879, - "67": 9.3791, - "68": 9.79602, - "69": 9.80692, - "70": 9.74781, + "66": 9.70878, + "67": 9.37911, + "68": 9.796, + "69": 9.80693, + "70": 9.74782, "71": 9.61777, - "72": 9.59105, - "73": 9.50417, - "74": 8.94629, - "75": 9.42953, - "76": 9.08443, - "77": 10.06697, - "78": 9.73245, - "79": 9.38132, - "80": 9.41079, - "81": 9.48315, - "82": 9.70491, - "83": 9.30719, - "84": 9.42254, - "85": 9.61799, - "86": 9.07625, - "87": 9.59384, + "72": 9.59106, + "73": 9.50416, + "74": 8.9463, + "75": 9.42952, + "76": 9.0844, + "77": 10.06699, + "78": 9.73242, + "79": 9.38135, + "80": 9.41082, + "81": 9.48318, + "82": 9.70493, + "83": 9.30716, + "84": 9.4225, + "85": 9.61796, + "86": 9.07629, + "87": 9.59387, "88": 9.75414, - "89": 9.60107, - "90": 9.8203, - "91": 9.34086, - "92": 9.35733, - "93": 9.07939, - "94": 8.83611, - "95": 9.52231, - "96": 9.53388, - "97": 9.31636, + "89": 9.60105, + "90": 9.82028, + "91": 9.34084, + "92": 9.35735, + "93": 9.07938, + "94": 8.83609, + "95": 9.52229, + "96": 9.53389, + "97": 9.31635, "98": 9.68001, - "99": 8.89242, + "99": 8.89243, "100": 9.3998 } }, @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1814.0, - "2": 1725.0, - "3": 1782.0, - "4": 1955.0, - "5": 1930.0, - "6": 1875.0, - "7": 1951.0, - "8": 1800.0, - "9": 1914.0, - "10": 1495.0, - "11": 1987.0, - "12": 1811.0, - "13": 2030.0, - "14": 1930.0, - "15": 1948.0, - "16": 1933.0, - "17": 1892.0, - "18": 1781.0, - "19": 1985.0, - "20": 1812.0, - "21": 2115.0, - "22": 1885.0, - "23": 2120.0, - "24": 1814.0, - "25": 1705.0, - "26": 1815.0, - "27": 1870.0, - "28": 2162.0, - "29": 2104.0, - "30": 2061.0, - "31": 1666.0, - "32": 2010.0, - "33": 2157.0, - "34": 1918.0, - "35": 2000.0, - "36": 1966.0, - "37": 2421.0, - "38": 2318.0, - "39": 2488.0, - "40": 2213.0, - "41": 2361.0, - "42": 2330.0, - "43": 2092.0, - "44": 2184.0, - "45": 2237.0, - "46": 2311.0, - "47": 2645.0, - "48": 2374.0, - "49": 2345.0, - "50": 2357.0, - "51": 2627.0, - "52": 2530.0, - "53": 2856.0, - "54": 2776.0, - "55": 2346.0, - "56": 2679.0, - "57": 2410.0, - "58": 2990.0, - "59": 2835.0, - "60": 2502.0, - "61": 2984.0, - "62": 2692.0, - "63": 2463.0, - "64": 3009.0, - "65": 2587.0, - "66": 3126.0, - "67": 2793.0, - "68": 2665.0, - "69": 2776.0, - "70": 3135.0, - "71": 3151.0, - "72": 2424.0, - "73": 2926.0, - "74": 1921.0, - "75": 2347.0, - "76": 3026.0, - "77": 3283.0, - "78": 3224.0, - "79": 3165.0, - "80": 3311.0, - "81": 3792.0, - "82": 3279.0, - "83": 2867.0, - "84": 3381.0, - "85": 3415.0, - "86": 2962.0, - "87": 3822.0, - "88": 3311.0, - "89": 3392.0, - "90": 3184.0, - "91": 2795.0, - "92": 3121.0, - "93": 2731.0, - "94": 3503.0, - "95": 3473.0, - "96": 3465.0, - "97": 3299.0, - "98": 3663.0, - "99": 3394.0, - "100": 3235.0 + "1": 1746.0, + "2": 1752.0, + "3": 1730.0, + "4": 1936.0, + "5": 1952.0, + "6": 1959.0, + "7": 1964.0, + "8": 1759.0, + "9": 1846.0, + "10": 1493.0, + "11": 1949.0, + "12": 1823.0, + "13": 2059.0, + "14": 1965.0, + "15": 1967.0, + "16": 1873.0, + "17": 1939.0, + "18": 1808.0, + "19": 1890.0, + "20": 1704.0, + "21": 1963.0, + "22": 1868.0, + "23": 2239.0, + "24": 1864.0, + "25": 1756.0, + "26": 1791.0, + "27": 1874.0, + "28": 2152.0, + "29": 2187.0, + "30": 1983.0, + "31": 1673.0, + "32": 2043.0, + "33": 2236.0, + "34": 2025.0, + "35": 2016.0, + "36": 2018.0, + "37": 2406.0, + "38": 2369.0, + "39": 2407.0, + "40": 2313.0, + "41": 2229.0, + "42": 2471.0, + "43": 2076.0, + "44": 2192.0, + "45": 2109.0, + "46": 2357.0, + "47": 2472.0, + "48": 2410.0, + "49": 2324.0, + "50": 2338.0, + "51": 2664.0, + "52": 2695.0, + "53": 2828.0, + "54": 2729.0, + "55": 2390.0, + "56": 2703.0, + "57": 2454.0, + "58": 2858.0, + "59": 2763.0, + "60": 2418.0, + "61": 3151.0, + "62": 2659.0, + "63": 2486.0, + "64": 3018.0, + "65": 2711.0, + "66": 3127.0, + "67": 2856.0, + "68": 2709.0, + "69": 2917.0, + "70": 3161.0, + "71": 3258.0, + "72": 2435.0, + "73": 2855.0, + "74": 1864.0, + "75": 2430.0, + "76": 2998.0, + "77": 3268.0, + "78": 3112.0, + "79": 3050.0, + "80": 3356.0, + "81": 3795.0, + "82": 3265.0, + "83": 2783.0, + "84": 3382.0, + "85": 3450.0, + "86": 2842.0, + "87": 4024.0, + "88": 3201.0, + "89": 3473.0, + "90": 3097.0, + "91": 2699.0, + "92": 3110.0, + "93": 2684.0, + "94": 3451.0, + "95": 3543.0, + "96": 3477.0, + "97": 3247.0, + "98": 3783.0, + "99": 3360.0, + "100": 3239.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 700103168.0, - "2": 700103168.0, - "3": 700103168.0, - "4": 700103168.0, - "5": 700103168.0, - "6": 700103168.0, - "7": 700103168.0, - "8": 700103168.0, - "9": 700103168.0, - "10": 700103168.0, - "11": 700103168.0, - "12": 700103168.0, - "13": 700103168.0, - "14": 700103168.0, - "15": 700103168.0, - "16": 700103168.0, - "17": 700103168.0, - "18": 700103168.0, - "19": 700103168.0, - "20": 700103168.0, - "21": 700103168.0, - "22": 700103168.0, - "23": 700103168.0, - "24": 700103168.0, - "25": 700103168.0, - "26": 700103168.0, - "27": 700103168.0, - "28": 700103168.0, - "29": 700103168.0, - "30": 700103168.0, - "31": 700103168.0, - "32": 700103168.0, - "33": 700103168.0, - "34": 700103168.0, - "35": 700103168.0, - "36": 700103168.0, - "37": 700103168.0, - "38": 700103168.0, - "39": 700103168.0, - "40": 700103168.0, - "41": 700103168.0, - "42": 700103168.0, - "43": 700103168.0, - "44": 700103168.0, - "45": 700103168.0, - "46": 700103168.0, - "47": 700103168.0, - "48": 700103168.0, - "49": 700103168.0, - "50": 700103168.0, - "51": 700103168.0, - "52": 700103168.0, - "53": 700103168.0, - "54": 700103168.0, - "55": 700103168.0, - "56": 700103168.0, - "57": 700103168.0, - "58": 700103168.0, - "59": 700103168.0, - "60": 700103168.0, - "61": 700103168.0, - "62": 700103168.0, - "63": 700103168.0, - "64": 700103168.0, - "65": 700103168.0, - "66": 700103168.0, - "67": 700103168.0, - "68": 700103168.0, - "69": 700103168.0, - "70": 700103168.0, - "71": 700103168.0, - "72": 700103168.0, - "73": 700103168.0, - "74": 700103168.0, - "75": 700103168.0, - "76": 700103168.0, - "77": 700103168.0, - "78": 700103168.0, - "79": 700103168.0, - "80": 700103168.0, - "81": 700103168.0, - "82": 700103168.0, - "83": 700103168.0, - "84": 700103168.0, - "85": 700103168.0, - "86": 700103168.0, - "87": 700103168.0, - "88": 700103168.0, - "89": 700103168.0, - "90": 700103168.0, - "91": 700103168.0, - "92": 700103168.0, - "93": 700103168.0, - "94": 700103168.0, - "95": 700103168.0, - "96": 700103168.0, - "97": 700103168.0, - "98": 700103168.0, - "99": 700103168.0, - "100": 700103168.0 + "1": 246999552.0, + "2": 246999552.0, + "3": 246999552.0, + "4": 246999552.0, + "5": 246999552.0, + "6": 246999552.0, + "7": 246999552.0, + "8": 246999552.0, + "9": 246999552.0, + "10": 246999552.0, + "11": 246999552.0, + "12": 246999552.0, + "13": 246999552.0, + "14": 246999552.0, + "15": 246999552.0, + "16": 246999552.0, + "17": 246999552.0, + "18": 246999552.0, + "19": 246999552.0, + "20": 246999552.0, + "21": 246999552.0, + "22": 246999552.0, + "23": 246999552.0, + "24": 246999552.0, + "25": 246999552.0, + "26": 246999552.0, + "27": 246999552.0, + "28": 246999552.0, + "29": 246999552.0, + "30": 246999552.0, + "31": 246999552.0, + "32": 246999552.0, + "33": 246999552.0, + "34": 246999552.0, + "35": 246999552.0, + "36": 246999552.0, + "37": 246999552.0, + "38": 246999552.0, + "39": 246999552.0, + "40": 246999552.0, + "41": 246999552.0, + "42": 246999552.0, + "43": 246999552.0, + "44": 246999552.0, + "45": 246999552.0, + "46": 246999552.0, + "47": 246999552.0, + "48": 246999552.0, + "49": 246999552.0, + "50": 246999552.0, + "51": 246999552.0, + "52": 246999552.0, + "53": 246999552.0, + "54": 246999552.0, + "55": 246999552.0, + "56": 246999552.0, + "57": 246999552.0, + "58": 246999552.0, + "59": 246999552.0, + "60": 246999552.0, + "61": 246999552.0, + "62": 246999552.0, + "63": 246999552.0, + "64": 246999552.0, + "65": 246999552.0, + "66": 246999552.0, + "67": 246999552.0, + "68": 246999552.0, + "69": 246999552.0, + "70": 246999552.0, + "71": 246999552.0, + "72": 246999552.0, + "73": 246999552.0, + "74": 246999552.0, + "75": 246999552.0, + "76": 246999552.0, + "77": 246999552.0, + "78": 246999552.0, + "79": 246999552.0, + "80": 246999552.0, + "81": 246999552.0, + "82": 246999552.0, + "83": 246999552.0, + "84": 246999552.0, + "85": 246999552.0, + "86": 246999552.0, + "87": 246999552.0, + "88": 246999552.0, + "89": 246999552.0, + "90": 246999552.0, + "91": 246999552.0, + "92": 246999552.0, + "93": 246999552.0, + "94": 246999552.0, + "95": 246999552.0, + "96": 246999552.0, + "97": 246999552.0, + "98": 246999552.0, + "99": 246999552.0, + "100": 246999552.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1956312576.0, - "2": 1956313600.0, - "3": 1956313600.0, - "4": 1956313600.0, - "5": 1956313600.0, - "6": 1956313600.0, - "7": 1956313600.0, - "8": 1956313600.0, - "9": 1956313600.0, - "10": 1956313600.0, - "11": 1956313600.0, - "12": 1956313600.0, - "13": 1956313600.0, - "14": 1956313600.0, - "15": 1956313600.0, - "16": 1956313600.0, - "17": 1956313600.0, - "18": 1956313600.0, - "19": 1956313600.0, - "20": 1956313600.0, - "21": 1956313600.0, - "22": 1956313600.0, - "23": 1956313600.0, - "24": 1956313600.0, - "25": 1956313600.0, - "26": 1956313600.0, - "27": 1956313600.0, - "28": 1956313600.0, - "29": 1956313600.0, - "30": 1956313600.0, - "31": 1956313600.0, - "32": 1956313600.0, - "33": 1956313600.0, - "34": 1956313600.0, - "35": 1956313600.0, - "36": 1956313600.0, - "37": 1956313600.0, - "38": 1956313600.0, - "39": 1956313600.0, - "40": 1956313600.0, - "41": 1956313600.0, - "42": 1956313600.0, - "43": 1956313600.0, - "44": 1956313600.0, - "45": 1956313600.0, - "46": 1956313600.0, - "47": 1956313600.0, - "48": 1956313600.0, - "49": 1956313600.0, - "50": 1956313600.0, - "51": 1956313600.0, - "52": 1956313600.0, - "53": 1956313600.0, - "54": 1956313600.0, - "55": 1956313600.0, - "56": 1956313600.0, - "57": 1956313600.0, - "58": 1956313600.0, - "59": 1956313600.0, - "60": 1956313600.0, - "61": 1956313600.0, - "62": 1956313600.0, - "63": 1956313600.0, - "64": 1956313600.0, - "65": 1956313600.0, - "66": 1956313600.0, - "67": 1956313600.0, - "68": 1956313600.0, - "69": 1956313600.0, - "70": 1956313600.0, - "71": 1956313600.0, - "72": 1956313600.0, - "73": 1956313600.0, - "74": 1956313600.0, - "75": 1956313600.0, - "76": 1956313600.0, - "77": 1956313600.0, - "78": 1956313600.0, - "79": 1956313600.0, - "80": 1956313600.0, - "81": 1956313600.0, - "82": 1956313600.0, - "83": 1956313600.0, - "84": 1956313600.0, - "85": 1956313600.0, - "86": 1956313600.0, - "87": 1956313600.0, - "88": 1956313600.0, - "89": 1956313600.0, - "90": 1956313600.0, - "91": 1956313600.0, - "92": 1956313600.0, - "93": 1956313600.0, - "94": 1956313600.0, - "95": 1956313600.0, - "96": 1956313600.0, - "97": 1956313600.0, - "98": 1956313600.0, - "99": 1956313600.0, - "100": 1956313600.0 + "1": 1503208960.0, + "2": 1503209984.0, + "3": 1503209984.0, + "4": 1503209984.0, + "5": 1503209984.0, + "6": 1503209984.0, + "7": 1503209984.0, + "8": 1503209984.0, + "9": 1503209984.0, + "10": 1503209984.0, + "11": 1503209984.0, + "12": 1503209984.0, + "13": 1503209984.0, + "14": 1503209984.0, + "15": 1503209984.0, + "16": 1503209984.0, + "17": 1503209984.0, + "18": 1503209984.0, + "19": 1503209984.0, + "20": 1503209984.0, + "21": 1503209984.0, + "22": 1503209984.0, + "23": 1503209984.0, + "24": 1503209984.0, + "25": 1503209984.0, + "26": 1503209984.0, + "27": 1503209984.0, + "28": 1503209984.0, + "29": 1503209984.0, + "30": 1503209984.0, + "31": 1503209984.0, + "32": 1503209984.0, + "33": 1503209984.0, + "34": 1503209984.0, + "35": 1503209984.0, + "36": 1503209984.0, + "37": 1503209984.0, + "38": 1503209984.0, + "39": 1503209984.0, + "40": 1503209984.0, + "41": 1503209984.0, + "42": 1503209984.0, + "43": 1503209984.0, + "44": 1503209984.0, + "45": 1503209984.0, + "46": 1503209984.0, + "47": 1503209984.0, + "48": 1503209984.0, + "49": 1503209984.0, + "50": 1503209984.0, + "51": 1503209984.0, + "52": 1503209984.0, + "53": 1503209984.0, + "54": 1503209984.0, + "55": 1503209984.0, + "56": 1503209984.0, + "57": 1503209984.0, + "58": 1503209984.0, + "59": 1503209984.0, + "60": 1503209984.0, + "61": 1503209984.0, + "62": 1503209984.0, + "63": 1503209984.0, + "64": 1503209984.0, + "65": 1503209984.0, + "66": 1503209984.0, + "67": 1503209984.0, + "68": 1503209984.0, + "69": 1503209984.0, + "70": 1503209984.0, + "71": 1503209984.0, + "72": 1503209984.0, + "73": 1503209984.0, + "74": 1503209984.0, + "75": 1503209984.0, + "76": 1503209984.0, + "77": 1503209984.0, + "78": 1503209984.0, + "79": 1503209984.0, + "80": 1503209984.0, + "81": 1503209984.0, + "82": 1503209984.0, + "83": 1503209984.0, + "84": 1503209984.0, + "85": 1503209984.0, + "86": 1503209984.0, + "87": 1503209984.0, + "88": 1503209984.0, + "89": 1503209984.0, + "90": 1503209984.0, + "91": 1503209984.0, + "92": 1503209984.0, + "93": 1503209984.0, + "94": 1503209984.0, + "95": 1503209984.0, + "96": 1503209984.0, + "97": 1503209984.0, + "98": 1503209984.0, + "99": 1503209984.0, + "100": 1503209984.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 4.9999, - "2": 0.17604, - "3": 0.16654, - "4": 0.15324, - "5": 0.14982, - "6": 0.15181, - "7": 0.15028, - "8": 0.15021, - "9": 0.14947, - "10": 0.15037, - "11": 0.15211, - "12": 0.15245, - "13": 0.1517, - "14": 0.15044, - "15": 0.15166, - "16": 0.14955, - "17": 0.15212, - "18": 0.15368, - "19": 0.15062, - "20": 0.15093, - "21": 0.1573, - "22": 0.15817, - "23": 0.14955, - "24": 0.14912, - "25": 0.15491, - "26": 0.14937, - "27": 0.15155, - "28": 0.15055, - "29": 0.14603, - "30": 0.14602, - "31": 0.14824, - "32": 0.14477, - "33": 0.14671, - "34": 0.14693, - "35": 0.14738, - "36": 0.14504, - "37": 0.14513, - "38": 0.14512, - "39": 0.14473, - "40": 0.14614, - "41": 0.14578, - "42": 0.14684, - "43": 0.14487, - "44": 0.14547, - "45": 0.145, - "46": 0.14486, - "47": 0.14751, - "48": 0.14552, - "49": 0.14493, - "50": 0.14395, - "51": 0.1521, - "52": 0.14666, - "53": 0.14801, - "54": 0.14826, - "55": 0.14557, - "56": 0.15142, - "57": 0.14933, - "58": 0.14555, - "59": 0.14614, - "60": 0.15938, - "61": 0.16219, - "62": 0.14894, - "63": 0.14392, - "64": 0.14433, - "65": 0.1452, - "66": 0.14488, - "67": 0.14508, - "68": 0.14493, - "69": 0.14702, - "70": 0.14432, - "71": 0.14412, - "72": 0.14561, - "73": 0.15534, - "74": 0.14715, - "75": 0.14564, - "76": 0.146, - "77": 0.14498, - "78": 0.14433, - "79": 0.14454, - "80": 0.1457, - "81": 0.14534, - "82": 0.14499, - "83": 0.14463, - "84": 0.1456, - "85": 0.14456, - "86": 0.1456, - "87": 0.14661, - "88": 0.1469, - "89": 0.14537, - "90": 0.14515, - "91": 0.14627, - "92": 0.14607, - "93": 0.14633, - "94": 0.14863, - "95": 0.14553, - "96": 0.14487, - "97": 0.14462, - "98": 0.14685, - "99": 0.14551, - "100": 0.14614 + "1": "nan", + "2": 4.54155, + "3": 0.16659, + "4": 0.15214, + "5": 0.1523, + "6": 0.15232, + "7": 0.15204, + "8": 0.15238, + "9": 0.1527, + "10": 0.15438, + "11": 0.15152, + "12": 0.15264, + "13": 0.15088, + "14": 0.15236, + "15": 0.15215, + "16": 0.15166, + "17": 0.15105, + "18": 0.1514, + "19": 0.15124, + "20": 0.1526, + "21": 0.15347, + "22": 0.15181, + "23": 0.15217, + "24": 0.15173, + "25": 0.15128, + "26": 0.15215, + "27": 0.15211, + "28": 0.15158, + "29": 0.15282, + "30": 0.15102, + "31": 0.1515, + "32": 0.15116, + "33": 0.15163, + "34": 0.15354, + "35": 0.15179, + "36": 0.15361, + "37": 0.15138, + "38": 0.15228, + "39": 0.15137, + "40": 0.15129, + "41": 0.15315, + "42": 0.15255, + "43": 0.15412, + "44": 0.15214, + "45": 0.15199, + "46": 0.15185, + "47": 0.15241, + "48": 0.15173, + "49": 0.15098, + "50": 0.15125, + "51": 0.15707, + "52": 0.15103, + "53": 0.15143, + "54": 0.15084, + "55": 0.15417, + "56": 0.15144, + "57": 0.15093, + "58": 0.15183, + "59": 0.15198, + "60": 0.14997, + "61": 0.15028, + "62": 0.15096, + "63": 0.15001, + "64": 0.15046, + "65": 0.15073, + "66": 0.15169, + "67": 0.15096, + "68": 0.1504, + "69": 0.15095, + "70": 0.15098, + "71": 0.15063, + "72": 0.14992, + "73": 0.14999, + "74": 0.15057, + "75": 0.15164, + "76": 0.14989, + "77": 0.15018, + "78": 0.15156, + "79": 0.15068, + "80": 0.1524, + "81": 0.15036, + "82": 0.15245, + "83": 0.15134, + "84": 0.1497, + "85": 0.15165, + "86": 0.15055, + "87": 0.15095, + "88": 0.15056, + "89": 0.15068, + "90": 0.15006, + "91": 0.14974, + "92": 0.15176, + "93": 0.14999, + "94": 0.15424, + "95": 0.15052, + "96": 0.15022, + "97": 0.14987, + "98": 0.15036, + "99": 0.28489, + "100": 0.26561 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_gb200.json index 85eca8a168b..5662faa717f 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_gb200.json @@ -6,53 +6,53 @@ "values": { "1": 10.84059, "2": 10.85204, - "3": 10.84133, - "4": 10.84535, - "5": 10.85551, - "6": 10.86422, - "7": 10.85246, - "8": 10.84439, - "9": 10.84792, - "10": 10.81313, - "11": 10.8561, - "12": 10.84243, - "13": 10.86076, - "14": 10.8495, - "15": 10.81525, - "16": 10.80923, - "17": 10.78383, - "18": 10.79178, - "19": 10.79409, - "20": 10.70535, - "21": 10.69778, - "22": 10.58348, + "3": 10.84138, + "4": 10.84536, + "5": 10.85554, + "6": 10.86423, + "7": 10.8525, + "8": 10.84446, + "9": 10.84795, + "10": 10.81311, + "11": 10.85614, + "12": 10.84248, + "13": 10.86077, + "14": 10.84952, + "15": 10.81528, + "16": 10.80924, + "17": 10.78389, + "18": 10.79175, + "19": 10.79412, + "20": 10.70534, + "21": 10.69776, + "22": 10.58346, "23": 10.69235, - "24": 10.60608, - "25": 10.56718, - "26": 10.61425, - "27": 10.60614, - "28": 10.55901, - "29": 10.56486, - "30": 10.37865, - "31": 10.16183, - "32": 10.45519, - "33": 10.45018, - "34": 10.23984, - "35": 10.27323, - "36": 10.24226, - "37": 10.34516, - "38": 10.21732, - "39": 10.39456, - "40": 10.09506, - "41": 10.15057, - "42": 10.21211, - "43": 9.87993, - "44": 9.97831, - "45": 9.85574, - "46": 9.83355, - "47": 10.14081, - "48": 9.86387, - "49": 9.55497, + "24": 10.6061, + "25": 10.5672, + "26": 10.61423, + "27": 10.60612, + "28": 10.55902, + "29": 10.56482, + "30": 10.37866, + "31": 10.16187, + "32": 10.4552, + "33": 10.45019, + "34": 10.23987, + "35": 10.27321, + "36": 10.24221, + "37": 10.34514, + "38": 10.21728, + "39": 10.39455, + "40": 10.09505, + "41": 10.15052, + "42": 10.21204, + "43": 9.87994, + "44": 9.97828, + "45": 9.85569, + "46": 9.83356, + "47": 10.1408, + "48": 9.86384, + "49": 9.55498, "50": 9.91604 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1653.0, - "2": 1752.0, - "3": 1624.0, - "4": 1773.0, - "5": 2051.0, - "6": 1884.0, - "7": 1841.0, - "8": 1684.0, - "9": 1859.0, - "10": 1545.0, - "11": 1863.0, - "12": 1746.0, - "13": 2004.0, - "14": 1896.0, - "15": 1934.0, - "16": 2001.0, - "17": 1933.0, - "18": 1793.0, - "19": 1900.0, - "20": 1792.0, - "21": 2062.0, - "22": 1795.0, - "23": 1997.0, - "24": 1666.0, - "25": 1607.0, - "26": 1745.0, - "27": 1880.0, - "28": 1887.0, - "29": 2023.0, - "30": 1964.0, - "31": 1609.0, - "32": 1793.0, - "33": 2102.0, - "34": 1891.0, - "35": 1869.0, - "36": 1984.0, - "37": 2446.0, - "38": 2088.0, - "39": 2394.0, - "40": 2182.0, - "41": 2110.0, - "42": 2180.0, - "43": 1931.0, - "44": 2082.0, - "45": 2079.0, - "46": 2189.0, - "47": 2510.0, - "48": 2197.0, - "49": 2282.0, - "50": 2160.0 + "1": 1636.0, + "2": 1800.0, + "3": 1658.0, + "4": 1779.0, + "5": 2034.0, + "6": 1824.0, + "7": 1839.0, + "8": 1699.0, + "9": 1879.0, + "10": 1507.0, + "11": 1927.0, + "12": 1767.0, + "13": 2057.0, + "14": 1821.0, + "15": 1970.0, + "16": 2034.0, + "17": 1909.0, + "18": 1751.0, + "19": 1885.0, + "20": 1756.0, + "21": 2017.0, + "22": 1709.0, + "23": 2079.0, + "24": 1728.0, + "25": 1634.0, + "26": 1781.0, + "27": 1786.0, + "28": 1888.0, + "29": 1942.0, + "30": 1884.0, + "31": 1611.0, + "32": 1879.0, + "33": 2056.0, + "34": 1834.0, + "35": 1950.0, + "36": 2062.0, + "37": 2372.0, + "38": 2155.0, + "39": 2438.0, + "40": 2115.0, + "41": 2178.0, + "42": 2225.0, + "43": 1904.0, + "44": 2060.0, + "45": 1972.0, + "46": 2141.0, + "47": 2505.0, + "48": 2257.0, + "49": 2330.0, + "50": 2227.0 } }, "mem-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1480436736.0, - "2": 1542892032.0, - "3": 1542892032.0, - "4": 1542892032.0, - "5": 1542892032.0, - "6": 1542892032.0, - "7": 1542892032.0, - "8": 1542892032.0, - "9": 1542892032.0, - "10": 1542892032.0, - "11": 1542892032.0, - "12": 1542892032.0, - "13": 1542892032.0, - "14": 1542892032.0, - "15": 1542892032.0, - "16": 1542892032.0, - "17": 1542892032.0, - "18": 1542892032.0, - "19": 1542892032.0, - "20": 1542892032.0, - "21": 1542892032.0, - "22": 1542892032.0, - "23": 1542892032.0, - "24": 1542892032.0, - "25": 1542892032.0, - "26": 1542892032.0, - "27": 1542892032.0, - "28": 1542892032.0, - "29": 1542892032.0, - "30": 1542892032.0, - "31": 1542892032.0, - "32": 1542892032.0, - "33": 1542892032.0, - "34": 1542892032.0, - "35": 1542892032.0, - "36": 1542892032.0, - "37": 1542892032.0, - "38": 1542892032.0, - "39": 1542892032.0, - "40": 1542892032.0, - "41": 1542892032.0, - "42": 1542892032.0, - "43": 1542892032.0, - "44": 1542892032.0, - "45": 1542892032.0, - "46": 1542892032.0, - "47": 1542892032.0, - "48": 1542892032.0, - "49": 1542892032.0, - "50": 1542892032.0 + "1": 1476898304.0, + "2": 1543416320.0, + "3": 1543416320.0, + "4": 1543416320.0, + "5": 1543416320.0, + "6": 1543416320.0, + "7": 1543416320.0, + "8": 1543416320.0, + "9": 1543416320.0, + "10": 1543416320.0, + "11": 1543416320.0, + "12": 1543416320.0, + "13": 1543416320.0, + "14": 1543416320.0, + "15": 1543416320.0, + "16": 1543416320.0, + "17": 1543416320.0, + "18": 1543416320.0, + "19": 1543416320.0, + "20": 1543416320.0, + "21": 1543416320.0, + "22": 1543416320.0, + "23": 1543416320.0, + "24": 1543416320.0, + "25": 1543416320.0, + "26": 1543416320.0, + "27": 1543416320.0, + "28": 1543416320.0, + "29": 1543416320.0, + "30": 1543416320.0, + "31": 1543416320.0, + "32": 1543416320.0, + "33": 1543416320.0, + "34": 1543416320.0, + "35": 1543416320.0, + "36": 1543416320.0, + "37": 1543416320.0, + "38": 1543416320.0, + "39": 1543416320.0, + "40": 1543416320.0, + "41": 1543416320.0, + "42": 1543416320.0, + "43": 1543416320.0, + "44": 1543416320.0, + "45": 1543416320.0, + "46": 1543416320.0, + "47": 1543416320.0, + "48": 1543416320.0, + "49": 1543416320.0, + "50": 1543416320.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.48029, - "3": 0.33127, - "4": 0.31594, - "5": 0.32143, - "6": 0.31919, - "7": 0.31884, - "8": 0.32129, - "9": 0.31988, - "10": 0.32069, - "11": 0.31907, - "12": 0.31959, - "13": 0.32211, - "14": 0.31964, - "15": 0.31855, - "16": 0.32013, - "17": 0.32004, - "18": 0.31786, - "19": 0.31755, - "20": 0.31944, - "21": 0.31998, - "22": 0.32066, - "23": 0.32079, - "24": 0.31728, - "25": 0.31689, - "26": 0.31831, - "27": 0.31727, - "28": 0.31999, - "29": 0.31997, - "30": 0.31824, - "31": 0.31724, - "32": 0.33433, - "33": 0.43748, - "34": 0.63551, - "35": 0.35878, - "36": 0.31703, - "37": 0.31709, - "38": 0.32151, - "39": 0.31762, - "40": 0.3204, - "41": 0.3741, - "42": 0.37991, - "43": 0.3738, - "44": 0.38277, - "45": 0.38, - "46": 0.37409, - "47": 0.36543, - "48": 0.37113, - "49": 0.36281, - "50": 0.36274 + "2": 4.53277, + "3": 0.36433, + "4": 0.35198, + "5": 0.35417, + "6": 0.35299, + "7": 0.35017, + "8": 0.34811, + "9": 0.35176, + "10": 0.35678, + "11": 0.35725, + "12": 0.35523, + "13": 0.35433, + "14": 0.35695, + "15": 0.35635, + "16": 0.35872, + "17": 0.35652, + "18": 0.35715, + "19": 0.35655, + "20": 0.35652, + "21": 0.35665, + "22": 0.35374, + "23": 0.35277, + "24": 0.35546, + "25": 0.35569, + "26": 0.35624, + "27": 0.35292, + "28": 0.34852, + "29": 0.35459, + "30": 0.35544, + "31": 0.35605, + "32": 0.3578, + "33": 0.35801, + "34": 0.35703, + "35": 0.35817, + "36": 0.35646, + "37": 0.35838, + "38": 0.36939, + "39": 0.36652, + "40": 0.36016, + "41": 0.35705, + "42": 0.35598, + "43": 0.35642, + "44": 0.35673, + "45": 0.36044, + "46": 0.35719, + "47": 0.35851, + "48": 0.35957, + "49": 0.35843, + "50": 0.35815 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_gb200.json index 063c93b8168..f6f7f91fb03 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_gb200.json @@ -7,52 +7,52 @@ "1": 10.7702, "2": 10.78031, "3": 10.77782, - "4": 10.73861, - "5": 10.81197, + "4": 10.7386, + "5": 10.81196, "6": 10.81962, - "7": 10.79512, - "8": 10.78158, - "9": 10.79081, - "10": 10.71741, - "11": 10.85173, - "12": 10.80653, - "13": 10.82058, - "14": 10.84404, - "15": 10.74918, - "16": 10.752, - "17": 10.70902, - "18": 10.752, - "19": 10.74635, + "7": 10.79511, + "8": 10.7816, + "9": 10.79083, + "10": 10.71745, + "11": 10.85175, + "12": 10.80655, + "13": 10.82059, + "14": 10.84403, + "15": 10.74914, + "16": 10.75203, + "17": 10.70906, + "18": 10.75193, + "19": 10.74634, "20": 10.63769, - "21": 10.61672, - "22": 10.44317, - "23": 10.6675, - "24": 10.50949, - "25": 10.45557, - "26": 10.53435, - "27": 10.54753, - "28": 10.51646, + "21": 10.61671, + "22": 10.4432, + "23": 10.66744, + "24": 10.50948, + "25": 10.45559, + "26": 10.53431, + "27": 10.54757, + "28": 10.51645, "29": 10.55435, - "30": 10.28785, - "31": 10.00156, + "30": 10.28787, + "31": 10.00155, "32": 10.40963, - "33": 10.40243, - "34": 10.13341, - "35": 10.19694, - "36": 10.14213, - "37": 10.2869, - "38": 10.10508, - "39": 10.35217, - "40": 10.00199, - "41": 10.07363, - "42": 10.1522, - "43": 9.74558, - "44": 9.8738, - "45": 9.74764, - "46": 9.74951, + "33": 10.40242, + "34": 10.13338, + "35": 10.19695, + "36": 10.1421, + "37": 10.28683, + "38": 10.10505, + "39": 10.35216, + "40": 10.00202, + "41": 10.07367, + "42": 10.15221, + "43": 9.74561, + "44": 9.87383, + "45": 9.74763, + "46": 9.74947, "47": 10.09152, - "48": 9.77892, - "49": 9.44822, + "48": 9.77894, + "49": 9.44821, "50": 9.84214 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1564.0, - "2": 1610.0, - "3": 1608.0, - "4": 1854.0, - "5": 1873.0, - "6": 1812.0, - "7": 1744.0, - "8": 1614.0, - "9": 1857.0, - "10": 1358.0, - "11": 1844.0, - "12": 1788.0, - "13": 1826.0, - "14": 1801.0, - "15": 1892.0, - "16": 1892.0, - "17": 1758.0, - "18": 1714.0, - "19": 1677.0, - "20": 1582.0, - "21": 1824.0, - "22": 1579.0, - "23": 1987.0, - "24": 1533.0, - "25": 1602.0, - "26": 1651.0, - "27": 1901.0, - "28": 2044.0, - "29": 1911.0, - "30": 1823.0, - "31": 1583.0, - "32": 1926.0, - "33": 2108.0, - "34": 1914.0, - "35": 2058.0, - "36": 1946.0, - "37": 2325.0, - "38": 2268.0, - "39": 2376.0, - "40": 2208.0, - "41": 2448.0, - "42": 2209.0, - "43": 1977.0, - "44": 2049.0, - "45": 2266.0, - "46": 2481.0, - "47": 2583.0, - "48": 2450.0, - "49": 2255.0, - "50": 2453.0 + "1": 1545.0, + "2": 1614.0, + "3": 1597.0, + "4": 1771.0, + "5": 1838.0, + "6": 1827.0, + "7": 1729.0, + "8": 1579.0, + "9": 1729.0, + "10": 1299.0, + "11": 1846.0, + "12": 1784.0, + "13": 1946.0, + "14": 1729.0, + "15": 1964.0, + "16": 1854.0, + "17": 1865.0, + "18": 1643.0, + "19": 1764.0, + "20": 1552.0, + "21": 1822.0, + "22": 1686.0, + "23": 2112.0, + "24": 1614.0, + "25": 1483.0, + "26": 1688.0, + "27": 1832.0, + "28": 1991.0, + "29": 2058.0, + "30": 1858.0, + "31": 1588.0, + "32": 2046.0, + "33": 2046.0, + "34": 1853.0, + "35": 1930.0, + "36": 1917.0, + "37": 2401.0, + "38": 2114.0, + "39": 2439.0, + "40": 2222.0, + "41": 2363.0, + "42": 2266.0, + "43": 1970.0, + "44": 2099.0, + "45": 2180.0, + "46": 2464.0, + "47": 2567.0, + "48": 2445.0, + "49": 2257.0, + "50": 2379.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.42188, - "3": 0.13001, - "4": 0.11595, - "5": 0.1162, - "6": 0.11616, - "7": 0.11716, - "8": 0.11796, - "9": 0.1186, - "10": 0.11774, - "11": 0.11769, - "12": 0.12298, - "13": 0.11717, - "14": 0.11738, - "15": 0.11771, - "16": 0.11772, - "17": 0.11737, - "18": 0.11751, - "19": 0.11697, - "20": 0.11822, - "21": 0.11647, - "22": 0.11724, - "23": 0.11721, - "24": 0.11677, - "25": 0.1171, - "26": 0.11775, - "27": 0.11748, - "28": 0.11705, - "29": 0.11727, - "30": 0.11693, - "31": 0.11818, - "32": 0.11738, - "33": 0.11726, - "34": 0.11675, - "35": 0.11722, - "36": 0.11753, - "37": 0.11779, - "38": 0.11683, - "39": 0.11725, - "40": 0.11779, - "41": 0.11794, - "42": 0.11724, - "43": 0.11807, - "44": 0.11744, - "45": 0.12537, - "46": 0.11752, - "47": 0.11739, - "48": 0.11765, - "49": 0.11763, - "50": 0.11812 + "2": 5.51649, + "3": 0.13651, + "4": 0.12558, + "5": 0.12425, + "6": 0.12377, + "7": 0.12426, + "8": 0.12448, + "9": 0.12506, + "10": 0.1238, + "11": 0.12386, + "12": 0.12399, + "13": 0.12491, + "14": 0.12453, + "15": 0.12395, + "16": 0.12277, + "17": 0.12394, + "18": 0.12323, + "19": 0.12604, + "20": 0.12596, + "21": 0.12437, + "22": 0.12727, + "23": 0.12659, + "24": 0.12448, + "25": 0.12564, + "26": 0.12482, + "27": 0.12443, + "28": 0.12433, + "29": 0.12788, + "30": 0.12624, + "31": 0.12539, + "32": 0.12574, + "33": 0.12581, + "34": 0.1247, + "35": 0.12598, + "36": 0.12382, + "37": 0.1255, + "38": 0.12347, + "39": 0.12604, + "40": 0.1256, + "41": 0.1264, + "42": 0.12518, + "43": 0.12661, + "44": 0.12629, + "45": 0.12632, + "46": 0.12683, + "47": 0.12404, + "48": 0.12424, + "49": 0.12655, + "50": 0.12582 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json index 4aa2800617e..b12d4c68133 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.85678, "2": 10.86405, - "3": 10.86854, - "4": 10.85128, - "5": 10.88398, + "3": 10.86853, + "4": 10.8513, + "5": 10.884, "6": 10.89024, - "7": 10.86645, - "8": 10.86924, - "9": 10.87305, - "10": 10.84079, - "11": 10.87928, - "12": 10.8729, - "13": 10.8779, - "14": 10.89011, - "15": 10.82504, + "7": 10.86648, + "8": 10.86922, + "9": 10.87306, + "10": 10.84082, + "11": 10.87926, + "12": 10.87287, + "13": 10.87791, + "14": 10.89008, + "15": 10.82506, "16": 10.82957, - "17": 10.80875, - "18": 10.81163, - "19": 10.81545, - "20": 10.71913, - "21": 10.70404, - "22": 10.56646, - "23": 10.71861, - "24": 10.60988, - "25": 10.55482, - "26": 10.60879, - "27": 10.62303, - "28": 10.56953, - "29": 10.57966, - "30": 10.35999, - "31": 10.11305, - "32": 10.46585, - "33": 10.45153, - "34": 10.20832, - "35": 10.26936, - "36": 10.21924, - "37": 10.33851, - "38": 10.18603, - "39": 10.39977, - "40": 10.08397, - "41": 10.13423, + "17": 10.80876, + "18": 10.8116, + "19": 10.81547, + "20": 10.71915, + "21": 10.70406, + "22": 10.56647, + "23": 10.71857, + "24": 10.60989, + "25": 10.5548, + "26": 10.60875, + "27": 10.62301, + "28": 10.56951, + "29": 10.57968, + "30": 10.36, + "31": 10.1131, + "32": 10.46586, + "33": 10.45154, + "34": 10.20828, + "35": 10.26935, + "36": 10.21928, + "37": 10.3385, + "38": 10.18604, + "39": 10.39979, + "40": 10.08399, + "41": 10.13419, "42": 10.20889, "43": 9.82535, - "44": 9.95909, - "45": 9.82563, - "46": 9.8062, - "47": 10.135, - "48": 9.84004, - "49": 9.52485, - "50": 9.90723 + "44": 9.95908, + "45": 9.82559, + "46": 9.80623, + "47": 10.13498, + "48": 9.84003, + "49": 9.52483, + "50": 9.90726 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1654.0, - "2": 1646.0, - "3": 1565.0, - "4": 1759.0, - "5": 1860.0, - "6": 1741.0, - "7": 1752.0, - "8": 1579.0, - "9": 1849.0, - "10": 1317.0, - "11": 1901.0, - "12": 1765.0, - "13": 1910.0, - "14": 1773.0, - "15": 1864.0, - "16": 1759.0, - "17": 1794.0, - "18": 1805.0, - "19": 1846.0, - "20": 1770.0, - "21": 1963.0, - "22": 1706.0, - "23": 1983.0, - "24": 1609.0, - "25": 1593.0, - "26": 1643.0, - "27": 1696.0, - "28": 1882.0, - "29": 1946.0, - "30": 1925.0, - "31": 1574.0, - "32": 1863.0, - "33": 2024.0, - "34": 1878.0, - "35": 1941.0, - "36": 1887.0, - "37": 2294.0, - "38": 2142.0, - "39": 2288.0, - "40": 2053.0, - "41": 2189.0, - "42": 2331.0, - "43": 1933.0, - "44": 2042.0, - "45": 1956.0, - "46": 2285.0, - "47": 2470.0, - "48": 2437.0, - "49": 2238.0, - "50": 2004.0 + "1": 1608.0, + "2": 1684.0, + "3": 1618.0, + "4": 1745.0, + "5": 1847.0, + "6": 1758.0, + "7": 1838.0, + "8": 1585.0, + "9": 1818.0, + "10": 1346.0, + "11": 1847.0, + "12": 1686.0, + "13": 1839.0, + "14": 1742.0, + "15": 1780.0, + "16": 1799.0, + "17": 1771.0, + "18": 1747.0, + "19": 1831.0, + "20": 1749.0, + "21": 1887.0, + "22": 1714.0, + "23": 1971.0, + "24": 1688.0, + "25": 1579.0, + "26": 1640.0, + "27": 1836.0, + "28": 1879.0, + "29": 1995.0, + "30": 1862.0, + "31": 1500.0, + "32": 1775.0, + "33": 2088.0, + "34": 1804.0, + "35": 1967.0, + "36": 1862.0, + "37": 2231.0, + "38": 2082.0, + "39": 2290.0, + "40": 2123.0, + "41": 2206.0, + "42": 2166.0, + "43": 1985.0, + "44": 2111.0, + "45": 1937.0, + "46": 2111.0, + "47": 2429.0, + "48": 2301.0, + "49": 2278.0, + "50": 2040.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 777900032.0, - "2": 777900032.0, - "3": 777900032.0, - "4": 777900032.0, - "5": 777900032.0, - "6": 777900032.0, - "7": 777900032.0, - "8": 777900032.0, - "9": 777900032.0, - "10": 777900032.0, - "11": 777900032.0, - "12": 777900032.0, - "13": 777900032.0, - "14": 777900032.0, - "15": 777900032.0, - "16": 777900032.0, - "17": 777900032.0, - "18": 777900032.0, - "19": 777900032.0, - "20": 777900032.0, - "21": 777900032.0, - "22": 777900032.0, - "23": 777900032.0, - "24": 777900032.0, - "25": 777900032.0, - "26": 777900032.0, - "27": 777900032.0, - "28": 777900032.0, - "29": 777900032.0, - "30": 777900032.0, - "31": 777900032.0, - "32": 777900032.0, - "33": 777900032.0, - "34": 777900032.0, - "35": 777900032.0, - "36": 777900032.0, - "37": 777900032.0, - "38": 777900032.0, - "39": 777900032.0, - "40": 777900032.0, - "41": 777900032.0, - "42": 777900032.0, - "43": 777900032.0, - "44": 777900032.0, - "45": 777900032.0, - "46": 777900032.0, - "47": 777900032.0, - "48": 777900032.0, - "49": 777900032.0, - "50": 777900032.0 + "1": 778948608.0, + "2": 778948608.0, + "3": 778948608.0, + "4": 778948608.0, + "5": 778948608.0, + "6": 778948608.0, + "7": 778948608.0, + "8": 778948608.0, + "9": 778948608.0, + "10": 778948608.0, + "11": 778948608.0, + "12": 778948608.0, + "13": 778948608.0, + "14": 778948608.0, + "15": 778948608.0, + "16": 778948608.0, + "17": 778948608.0, + "18": 778948608.0, + "19": 778948608.0, + "20": 778948608.0, + "21": 778948608.0, + "22": 778948608.0, + "23": 778948608.0, + "24": 778948608.0, + "25": 778948608.0, + "26": 778948608.0, + "27": 778948608.0, + "28": 778948608.0, + "29": 778948608.0, + "30": 778948608.0, + "31": 778948608.0, + "32": 778948608.0, + "33": 778948608.0, + "34": 778948608.0, + "35": 778948608.0, + "36": 778948608.0, + "37": 778948608.0, + "38": 778948608.0, + "39": 778948608.0, + "40": 778948608.0, + "41": 778948608.0, + "42": 778948608.0, + "43": 778948608.0, + "44": 778948608.0, + "45": 778948608.0, + "46": 778948608.0, + "47": 778948608.0, + "48": 778948608.0, + "49": 778948608.0, + "50": 778948608.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2463815680.0, - "2": 2744478720.0, - "3": 2744478720.0, - "4": 2744478720.0, - "5": 2744478720.0, - "6": 2744478720.0, - "7": 2744478720.0, - "8": 2744478720.0, - "9": 2744478720.0, - "10": 2744478720.0, - "11": 2744478720.0, - "12": 2744478720.0, - "13": 2744478720.0, - "14": 2744478720.0, - "15": 2744478720.0, - "16": 2744478720.0, - "17": 2744478720.0, - "18": 2744478720.0, - "19": 2744478720.0, - "20": 2744478720.0, - "21": 2744478720.0, - "22": 2744478720.0, - "23": 2744478720.0, - "24": 2744478720.0, - "25": 2744478720.0, - "26": 2744478720.0, - "27": 2744478720.0, - "28": 2744478720.0, - "29": 2744478720.0, - "30": 2744478720.0, - "31": 2744478720.0, - "32": 2744478720.0, - "33": 2744478720.0, - "34": 2744478720.0, - "35": 2744478720.0, - "36": 2744478720.0, - "37": 2744478720.0, - "38": 2744478720.0, - "39": 2744478720.0, - "40": 2744478720.0, - "41": 2744478720.0, - "42": 2744478720.0, - "43": 2744478720.0, - "44": 2744478720.0, - "45": 2744478720.0, - "46": 2744478720.0, - "47": 2744478720.0, - "48": 2744478720.0, - "49": 2744478720.0, - "50": 2744478720.0 + "1": 2462767104.0, + "2": 2746575872.0, + "3": 2746575872.0, + "4": 2746575872.0, + "5": 2746575872.0, + "6": 2746575872.0, + "7": 2746575872.0, + "8": 2746575872.0, + "9": 2746575872.0, + "10": 2746575872.0, + "11": 2746575872.0, + "12": 2746575872.0, + "13": 2746575872.0, + "14": 2746575872.0, + "15": 2746575872.0, + "16": 2746575872.0, + "17": 2746575872.0, + "18": 2746575872.0, + "19": 2746575872.0, + "20": 2746575872.0, + "21": 2746575872.0, + "22": 2746575872.0, + "23": 2746575872.0, + "24": 2746575872.0, + "25": 2746575872.0, + "26": 2746575872.0, + "27": 2746575872.0, + "28": 2746575872.0, + "29": 2746575872.0, + "30": 2746575872.0, + "31": 2746575872.0, + "32": 2746575872.0, + "33": 2746575872.0, + "34": 2746575872.0, + "35": 2746575872.0, + "36": 2746575872.0, + "37": 2746575872.0, + "38": 2746575872.0, + "39": 2746575872.0, + "40": 2746575872.0, + "41": 2746575872.0, + "42": 2746575872.0, + "43": 2746575872.0, + "44": 2746575872.0, + "45": 2746575872.0, + "46": 2746575872.0, + "47": 2746575872.0, + "48": 2746575872.0, + "49": 2746575872.0, + "50": 2746575872.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 7.818, - "2": 0.14182, - "3": 0.12081, - "4": 0.09954, - "5": 0.09861, - "6": 0.10039, - "7": 0.09846, - "8": 0.09916, - "9": 0.10232, - "10": 0.10158, - "11": 0.09888, - "12": 0.09744, - "13": 0.09991, - "14": 0.09707, - "15": 0.09748, - "16": 0.09761, - "17": 0.09792, - "18": 0.09795, - "19": 0.09792, - "20": 0.09738, - "21": 0.10014, - "22": 0.09781, - "23": 0.09834, - "24": 0.09956, - "25": 0.09768, - "26": 0.09722, - "27": 0.09836, - "28": 0.09714, - "29": 0.09695, - "30": 0.09751, - "31": 0.09809, - "32": 0.09759, - "33": 0.09764, - "34": 0.09711, - "35": 0.09791, - "36": 0.09751, - "37": 0.09778, - "38": 0.09695, - "39": 0.09907, - "40": 0.09654, - "41": 0.09746, - "42": 0.09685, - "43": 0.09736, - "44": 0.09954, - "45": 0.09768, - "46": 0.09735, - "47": 0.09905, - "48": 0.09815, - "49": 0.09684, - "50": 0.09793 + "1": "nan", + "2": 6.11405, + "3": 0.12147, + "4": 0.10402, + "5": 0.09689, + "6": 0.09621, + "7": 0.09601, + "8": 0.09683, + "9": 0.09798, + "10": 0.09721, + "11": 0.09607, + "12": 0.09586, + "13": 0.09658, + "14": 0.09806, + "15": 0.09742, + "16": 0.09593, + "17": 0.09607, + "18": 0.0965, + "19": 0.09647, + "20": 0.09635, + "21": 0.09631, + "22": 0.09646, + "23": 0.09779, + "24": 0.09709, + "25": 0.09739, + "26": 0.09629, + "27": 0.09658, + "28": 0.0966, + "29": 0.09641, + "30": 0.09681, + "31": 0.09671, + "32": 0.09692, + "33": 0.09737, + "34": 0.09716, + "35": 0.09694, + "36": 0.09598, + "37": 0.09623, + "38": 0.09571, + "39": 0.0999, + "40": 0.10205, + "41": 0.10186, + "42": 0.09612, + "43": 0.09678, + "44": 0.09781, + "45": 0.09572, + "46": 0.09747, + "47": 0.09574, + "48": 0.09602, + "49": 0.09759, + "50": 0.09631 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_gb200.json index 701a1e8451e..ac1685e7437 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_gb200.json @@ -6,2004 +6,2004 @@ "values": { "1": 10.87366, "2": 10.87917, - "3": 10.87501, - "4": 10.89367, - "5": 10.8802, - "6": 10.87426, - "7": 10.88067, - "8": 10.87497, - "9": 10.87289, - "10": 10.86739, - "11": 10.86546, - "12": 10.85001, - "13": 10.84354, - "14": 10.86465, - "15": 10.79539, - "16": 10.80853, + "3": 10.87494, + "4": 10.89357, + "5": 10.88004, + "6": 10.8742, + "7": 10.88062, + "8": 10.87499, + "9": 10.87295, + "10": 10.8673, + "11": 10.86555, + "12": 10.85015, + "13": 10.84359, + "14": 10.86463, + "15": 10.79543, + "16": 10.80844, "17": 10.78667, - "18": 10.80761, - "19": 10.7312, - "20": 10.69616, - "21": 10.64833, - "22": 10.65116, - "23": 10.65162, - "24": 10.53922, - "25": 10.55273, - "26": 10.62312, - "27": 10.43438, - "28": 10.45661, - "29": 10.33036, - "30": 10.23655, + "18": 10.80756, + "19": 10.73111, + "20": 10.69618, + "21": 10.64834, + "22": 10.65104, + "23": 10.65157, + "24": 10.53914, + "25": 10.5528, + "26": 10.6232, + "27": 10.4345, + "28": 10.45665, + "29": 10.33033, + "30": 10.23666, "31": 10.41313, - "32": 10.32907, - "33": 10.18958, - "34": 10.13715, - "35": 10.20558, - "36": 10.12452, - "37": 10.06006, - "38": 10.0019, - "39": 10.01603, - "40": 10.04983, - "41": 9.91839, - "42": 9.92396, - "43": 9.8327, - "44": 9.97146, - "45": 9.98758, - "46": 9.82046, + "32": 10.32912, + "33": 10.18953, + "34": 10.13714, + "35": 10.20572, + "36": 10.12451, + "37": 10.06, + "38": 10.00185, + "39": 10.01614, + "40": 10.04989, + "41": 9.9184, + "42": 9.92404, + "43": 9.83274, + "44": 9.97156, + "45": 9.98768, + "46": 9.82043, "47": 9.9879, - "48": 9.79665, - "49": 9.93745, - "50": 9.93306, - "51": 9.57125, - "52": 9.78861, - "53": 9.61128, - "54": 9.88389, - "55": 9.72348, - "56": 9.84091, - "57": 9.8487, - "58": 9.86826, - "59": 9.53831, - "60": 9.63752, - "61": 9.87126, - "62": 9.75089, - "63": 9.67591, - "64": 9.82409, - "65": 9.59326, + "48": 9.79679, + "49": 9.93752, + "50": 9.93301, + "51": 9.57123, + "52": 9.78857, + "53": 9.61142, + "54": 9.88387, + "55": 9.72352, + "56": 9.84085, + "57": 9.84872, + "58": 9.86831, + "59": 9.53824, + "60": 9.63758, + "61": 9.87125, + "62": 9.75081, + "63": 9.67595, + "64": 9.82411, + "65": 9.59331, "66": 9.62336, - "67": 9.73803, - "68": 9.60512, - "69": 9.29209, - "70": 9.41652, - "71": 9.78446, - "72": 9.71128, - "73": 9.61948, - "74": 9.44953, - "75": 9.23659, - "76": 9.51288, - "77": 9.57487, - "78": 9.56263, - "79": 9.31057, - "80": 9.35588, - "81": 9.46129, - "82": 9.55201, - "83": 9.53562, - "84": 9.35058, - "85": 9.40403, - "86": 9.65419, + "67": 9.73806, + "68": 9.60514, + "69": 9.29207, + "70": 9.41654, + "71": 9.78455, + "72": 9.71131, + "73": 9.61944, + "74": 9.44952, + "75": 9.23662, + "76": 9.51289, + "77": 9.57492, + "78": 9.56265, + "79": 9.31059, + "80": 9.35587, + "81": 9.46127, + "82": 9.55204, + "83": 9.53564, + "84": 9.35056, + "85": 9.40399, + "86": 9.65423, "87": 9.23369, "88": 9.49123, - "89": 9.22153, - "90": 9.41373, - "91": 9.39041, - "92": 9.37392, - "93": 9.35892, - "94": 9.51455, - "95": 9.42097, - "96": 9.33142, - "97": 9.20565, - "98": 9.49165, - "99": 9.29212, - "100": 9.35585, - "101": 9.24921, - "102": 9.2427, - "103": 9.07496, - "104": 9.16701, - "105": 9.38155, - "106": 9.15275, + "89": 9.22155, + "90": 9.41362, + "91": 9.39038, + "92": 9.37386, + "93": 9.35889, + "94": 9.51462, + "95": 9.42101, + "96": 9.33139, + "97": 9.2057, + "98": 9.49169, + "99": 9.29215, + "100": 9.35587, + "101": 9.24916, + "102": 9.24274, + "103": 9.07499, + "104": 9.167, + "105": 9.38153, + "106": 9.1528, "107": 9.17022, - "108": 9.3115, - "109": 9.28918, - "110": 9.36557, + "108": 9.31151, + "109": 9.2892, + "110": 9.36552, "111": 9.17649, - "112": 9.23485, - "113": 9.34678, - "114": 9.35188, + "112": 9.23484, + "113": 9.34677, + "114": 9.35195, "115": 9.32715, "116": 9.00134, - "117": 9.06273, - "118": 9.06612, - "119": 9.22264, + "117": 9.06272, + "118": 9.0661, + "119": 9.22262, "120": 9.08427, - "121": 9.19666, - "122": 9.13769, - "123": 9.25715, - "124": 9.45382, - "125": 9.21281, - "126": 9.05616, - "127": 9.01713, - "128": 9.21392, - "129": 8.98219, - "130": 9.13952, - "131": 9.15588, - "132": 9.0326, - "133": 8.85536, - "134": 9.18626, - "135": 8.88192, - "136": 9.16453, - "137": 9.15588, - "138": 9.23205, - "139": 9.09437, - "140": 8.86488, - "141": 9.29817, - "142": 9.19794, - "143": 9.11032, - "144": 9.24078, - "145": 9.09495, - "146": 8.98064, - "147": 8.98661, - "148": 9.12287, - "149": 9.06088, - "150": 9.01571, - "151": 8.91773, - "152": 8.86764, - "153": 9.05872, + "121": 9.1967, + "122": 9.1377, + "123": 9.25714, + "124": 9.4538, + "125": 9.21282, + "126": 9.05617, + "127": 9.01707, + "128": 9.21395, + "129": 8.98223, + "130": 9.13951, + "131": 9.15587, + "132": 9.03259, + "133": 8.85537, + "134": 9.18631, + "135": 8.88197, + "136": 9.16455, + "137": 9.15593, + "138": 9.23207, + "139": 9.09438, + "140": 8.86495, + "141": 9.29818, + "142": 9.19802, + "143": 9.11031, + "144": 9.24085, + "145": 9.09498, + "146": 8.9806, + "147": 8.98659, + "148": 9.12289, + "149": 9.06089, + "150": 9.01563, + "151": 8.9177, + "152": 8.86757, + "153": 9.0586, "154": 9.17496, - "155": 9.13507, - "156": 9.0441, - "157": 9.14676, - "158": 9.04438, - "159": 9.02848, - "160": 8.89264, - "161": 9.04659, - "162": 8.89004, - "163": 8.84366, - "164": 8.96705, - "165": 8.92756, - "166": 8.65674, - "167": 8.82874, - "168": 8.81645, - "169": 8.65862, - "170": 9.04177, - "171": 8.72401, - "172": 8.82169, - "173": 8.90781, - "174": 8.84722, - "175": 8.71013, - "176": 8.76328, - "177": 8.76242, - "178": 8.72544, - "179": 8.64268, - "180": 8.7334, - "181": 8.69482, - "182": 8.72232, - "183": 9.08074, - "184": 8.60843, - "185": 8.88426, - "186": 8.74167, - "187": 8.57636, - "188": 8.68087, - "189": 8.86582, - "190": 8.53447, - "191": 8.66576, - "192": 8.61343, - "193": 8.57681, - "194": 8.7498, - "195": 8.59843, - "196": 8.77411, - "197": 8.7422, - "198": 8.62986, - "199": 8.77187, - "200": 8.73817, + "155": 9.13498, + "156": 9.04401, + "157": 9.14668, + "158": 9.04417, + "159": 9.02829, + "160": 8.89249, + "161": 9.04657, + "162": 8.88992, + "163": 8.84359, + "164": 8.96687, + "165": 8.92736, + "166": 8.65654, + "167": 8.82859, + "168": 8.81621, + "169": 8.65852, + "170": 9.04153, + "171": 8.72392, + "172": 8.82151, + "173": 8.90764, + "174": 8.84703, + "175": 8.70995, + "176": 8.7632, + "177": 8.76235, + "178": 8.72527, + "179": 8.6426, + "180": 8.7332, + "181": 8.69473, + "182": 8.7222, + "183": 9.08064, + "184": 8.60837, + "185": 8.88407, + "186": 8.74154, + "187": 8.57625, + "188": 8.68079, + "189": 8.86579, + "190": 8.53438, + "191": 8.66566, + "192": 8.61335, + "193": 8.5767, + "194": 8.74972, + "195": 8.59833, + "196": 8.774, + "197": 8.74212, + "198": 8.62977, + "199": 8.77171, + "200": 8.73807, "201": 8.67003, - "202": 8.54557, - "203": 8.53479, - "204": 8.71398, - "205": 8.21857, - "206": 8.85916, - "207": 8.67949, - "208": 8.71, - "209": 8.75654, - "210": 8.5752, - "211": 8.84444, - "212": 8.49553, - "213": 8.57298, - "214": 8.51374, - "215": 8.56541, - "216": 8.50817, - "217": 8.53396, - "218": 8.53362, - "219": 8.64611, - "220": 8.55011, - "221": 8.40635, - "222": 8.51102, - "223": 8.44031, - "224": 8.52997, - "225": 8.56385, - "226": 8.43839, - "227": 8.67684, - "228": 8.3894, - "229": 8.45617, - "230": 8.50404, - "231": 8.49529, - "232": 8.49913, - "233": 8.49774, - "234": 8.63773, - "235": 8.55527, - "236": 8.3976, - "237": 8.48779, - "238": 8.30749, - "239": 8.56522, - "240": 8.67242, - "241": 8.44311, - "242": 8.46879, - "243": 8.5189, - "244": 8.36609, - "245": 8.59091, - "246": 8.59473, - "247": 8.43302, - "248": 8.51586, - "249": 8.52516, - "250": 8.42575, - "251": 8.37859, - "252": 8.54297, - "253": 8.31228, - "254": 8.34999, - "255": 8.29269, - "256": 8.208, - "257": 8.39063, - "258": 8.45507, - "259": 8.23353, - "260": 8.24473, - "261": 8.23563, - "262": 8.34951, - "263": 8.30447, - "264": 8.19154, - "265": 8.33387, - "266": 8.23169, - "267": 7.89643, - "268": 8.37691, - "269": 8.40305, - "270": 8.26215, - "271": 8.27643, - "272": 8.31568, - "273": 8.13301, - "274": 8.09403, - "275": 8.0109, - "276": 7.92694, - "277": 8.2362, - "278": 8.04454, - "279": 7.9589, - "280": 7.75131, - "281": 8.09961, - "282": 8.1436, - "283": 8.15506, - "284": 8.10528, - "285": 8.06597, - "286": 7.89968, - "287": 7.98684, - "288": 8.24768, - "289": 8.16998, - "290": 8.11966, - "291": 8.2487, - "292": 8.0752, - "293": 8.11538, - "294": 7.97555, - "295": 7.96964, - "296": 8.23789, - "297": 7.7926, - "298": 8.03986, - "299": 7.93123, - "300": 7.85493, - "301": 8.01157, - "302": 7.94511, - "303": 7.98626, - "304": 7.95083, - "305": 7.98898, - "306": 7.96664, - "307": 7.98912, - "308": 7.98698, - "309": 8.00212, - "310": 7.97382, - "311": 7.92254, - "312": 7.88336, - "313": 7.82204, - "314": 7.82369, - "315": 7.81736, - "316": 7.74322, - "317": 7.92406, - "318": 7.97678, - "319": 7.8193, - "320": 7.57202, - "321": 7.74751, - "322": 7.82521, - "323": 7.77281, - "324": 7.90262, - "325": 7.79178, - "326": 7.65016, - "327": 7.85641, - "328": 7.78495, - "329": 7.88632, - "330": 7.74418, - "331": 7.523, - "332": 7.80491, - "333": 7.83936, - "334": 7.67649, - "335": 7.69281, - "336": 7.91504, - "337": 7.65247, - "338": 7.8923, - "339": 7.72303, - "340": 7.75477, - "341": 7.70128, - "342": 7.81635, - "343": 7.61222, - "344": 7.58004, - "345": 7.6061, - "346": 7.45692, - "347": 7.5581, - "348": 7.68228, - "349": 7.579, - "350": 7.65399, - "351": 7.74159, - "352": 7.70352, - "353": 7.4995, - "354": 7.7425, - "355": 7.76185, - "356": 7.77578, - "357": 7.81203, - "358": 7.59493, - "359": 7.54662, - "360": 7.62547, - "361": 7.54146, - "362": 7.76254, - "363": 7.58903, - "364": 7.56681, - "365": 7.62218, - "366": 7.29967, - "367": 7.54858, - "368": 7.43331, - "369": 7.34436, - "370": 7.4594, - "371": 7.4586, - "372": 7.64424, - "373": 7.52199, - "374": 7.43617, - "375": 7.52643, - "376": 7.33749, - "377": 7.23849, - "378": 7.53366, - "379": 7.4884, - "380": 7.38493, - "381": 7.46463, - "382": 7.28889, - "383": 7.26871, - "384": 7.40562, - "385": 7.38732, - "386": 7.2252, - "387": 7.41912, - "388": 7.27791, - "389": 7.43774, - "390": 7.23547, - "391": 7.64042, - "392": 7.33553, - "393": 7.41369, - "394": 7.4748, - "395": 7.43375, - "396": 7.28095, - "397": 7.22722, - "398": 7.42013, - "399": 7.15282, - "400": 7.29828, - "401": 7.35162, - "402": 7.39166, - "403": 7.27936, - "404": 7.29856, - "405": 7.26288, - "406": 7.21574, - "407": 7.35876, - "408": 7.18075, - "409": 7.169, - "410": 7.31155, - "411": 7.21642, - "412": 7.1987, - "413": 7.23418, - "414": 6.91265, - "415": 7.32796, - "416": 7.42263, - "417": 7.02173, - "418": 7.2696, - "419": 7.03795, - "420": 7.40904, - "421": 7.17099, - "422": 7.23706, - "423": 7.09711, - "424": 7.24554, - "425": 7.31259, - "426": 7.29529, - "427": 7.1306, - "428": 7.0954, - "429": 6.88053, - "430": 7.20028, - "431": 7.00171, - "432": 7.23195, - "433": 6.97252, - "434": 6.95832, - "435": 7.01723, - "436": 7.00863, - "437": 6.98945, - "438": 7.00111, - "439": 6.93613, - "440": 7.05715, - "441": 7.04134, - "442": 7.09715, - "443": 7.09118, - "444": 6.70943, - "445": 6.99499, - "446": 7.14137, - "447": 7.12759, - "448": 6.98193, - "449": 7.04556, - "450": 7.01247, - "451": 6.82932, - "452": 6.90966, - "453": 7.01784, - "454": 6.97, - "455": 7.03619, - "456": 6.99267, - "457": 6.96901, - "458": 6.91085, - "459": 6.691, - "460": 7.06089, - "461": 7.09412, - "462": 6.87517, - "463": 7.0534, - "464": 6.64789, - "465": 7.02841, - "466": 7.0049, - "467": 6.99992, - "468": 6.95128, - "469": 6.8259, - "470": 7.04296, - "471": 6.87873, - "472": 6.95588, - "473": 6.82132, - "474": 6.97662, - "475": 7.16116, - "476": 6.76492, - "477": 6.89749, - "478": 6.91023, - "479": 6.70208, - "480": 7.03062, - "481": 6.99211, - "482": 6.7338, - "483": 6.77835, - "484": 6.75211, - "485": 6.92999, - "486": 7.06748, - "487": 6.63447, - "488": 6.88993, - "489": 6.76735, - "490": 6.82166, - "491": 6.70858, - "492": 6.6947, - "493": 6.76164, - "494": 6.6791, - "495": 6.63056, - "496": 6.58631, - "497": 6.83836, - "498": 6.64753, - "499": 6.85183, - "500": 6.6563, - "501": 6.72952, - "502": 6.8364, - "503": 6.71223, - "504": 6.61309, - "505": 6.6179, - "506": 6.74766, - "507": 6.86405, - "508": 6.85202, - "509": 6.64566, - "510": 6.82149, - "511": 6.73753, - "512": 6.73212, - "513": 6.65612, - "514": 6.7081, - "515": 6.44906, - "516": 6.74043, - "517": 6.70278, - "518": 6.53312, - "519": 6.6306, - "520": 6.85964, - "521": 6.66343, - "522": 6.70341, - "523": 6.74117, - "524": 6.72903, - "525": 6.67181, - "526": 6.41065, - "527": 6.79818, - "528": 6.6586, - "529": 6.62517, - "530": 6.62335, - "531": 6.63905, - "532": 6.62794, - "533": 6.76195, - "534": 6.61046, - "535": 6.74525, - "536": 6.62491, - "537": 6.63958, - "538": 6.52778, - "539": 6.54602, - "540": 6.58675, - "541": 6.4499, - "542": 6.66493, - "543": 6.67581, - "544": 6.67326, - "545": 6.8062, - "546": 6.62973, - "547": 6.40982, - "548": 6.7204, - "549": 6.69595, - "550": 6.52711, - "551": 6.7504, - "552": 6.63521, - "553": 6.48262, - "554": 6.62928, - "555": 6.45689, - "556": 6.61059, - "557": 6.63003, - "558": 6.38329, - "559": 6.36326, - "560": 6.57698, - "561": 6.72247, - "562": 6.6341, - "563": 6.73296, - "564": 6.3454, - "565": 6.51299, - "566": 6.69496, - "567": 6.5555, - "568": 6.50393, - "569": 6.44464, - "570": 6.35875, - "571": 6.62584, - "572": 6.31353, - "573": 6.57878, - "574": 6.47107, - "575": 6.6386, - "576": 6.51169, - "577": 6.52205, - "578": 6.47663, - "579": 6.46211, - "580": 6.55999, - "581": 6.59938, - "582": 6.47085, - "583": 6.50873, - "584": 6.51789, - "585": 6.42067, - "586": 6.40344, - "587": 6.45221, - "588": 6.56325, - "589": 6.61664, - "590": 6.28819, - "591": 6.6672, - "592": 6.25488, - "593": 6.47217, - "594": 6.37423, - "595": 6.3548, - "596": 6.25127, - "597": 6.1849, - "598": 6.45427, - "599": 6.39495, - "600": 6.4517, - "601": 6.25266, - "602": 6.52404, - "603": 6.51511, - "604": 6.37761, - "605": 6.48856, - "606": 6.30725, - "607": 6.52298, - "608": 6.66436, - "609": 6.17146, - "610": 6.56555, - "611": 6.39583, - "612": 6.56966, - "613": 6.41157, - "614": 6.19657, - "615": 6.39261, - "616": 6.35475, - "617": 6.37418, - "618": 6.44361, - "619": 6.13187, - "620": 6.4088, - "621": 6.45463, - "622": 6.3903, - "623": 6.57328, - "624": 6.35855, - "625": 6.27066, - "626": 6.29503, - "627": 6.43891, - "628": 6.24712, - "629": 6.58083, - "630": 6.36279, - "631": 6.33847, - "632": 6.30143, - "633": 6.25178, - "634": 6.30233, - "635": 6.53831, - "636": 6.23661, - "637": 6.63062, - "638": 6.01634, - "639": 6.27153, - "640": 6.29158, - "641": 6.20559, - "642": 6.28409, - "643": 6.45732, - "644": 6.256, - "645": 6.24335, - "646": 6.40327, - "647": 6.33141, - "648": 6.35094, - "649": 6.34483, - "650": 6.48017, - "651": 6.32666, - "652": 6.24982, - "653": 6.38278, - "654": 6.44965, - "655": 6.52826, - "656": 6.32624, - "657": 6.42943, - "658": 6.24607, - "659": 6.15731, - "660": 6.39977, - "661": 6.16888, - "662": 6.27994, - "663": 6.3718, - "664": 6.33295, - "665": 6.39839, - "666": 6.16847, - "667": 6.2023, - "668": 6.23996, - "669": 6.2226, - "670": 6.25017, - "671": 6.24786, - "672": 6.4927, - "673": 6.34205, - "674": 6.30175, - "675": 6.38913, - "676": 6.39589, - "677": 6.31589, - "678": 6.2887, - "679": 6.2458, - "680": 6.29475, - "681": 6.21154, - "682": 6.09493, - "683": 6.28295, - "684": 6.33236, - "685": 6.30995, - "686": 6.15479, - "687": 6.2943, - "688": 6.21234, - "689": 6.62412, - "690": 6.18988, - "691": 6.18813, - "692": 6.28439, - "693": 6.151, - "694": 6.24165, - "695": 6.33269, - "696": 6.12602, - "697": 6.16057, - "698": 6.23696, - "699": 6.46747, - "700": 6.05304, - "701": 6.06913, - "702": 6.25172, - "703": 6.19236, - "704": 6.22151, - "705": 6.13338, - "706": 6.08358, - "707": 6.26263, - "708": 6.31788, - "709": 6.0157, - "710": 6.16803, - "711": 6.26601, - "712": 6.18385, - "713": 5.90268, - "714": 6.1155, - "715": 6.11956, - "716": 6.41862, - "717": 6.19634, - "718": 6.24602, - "719": 6.28629, - "720": 6.27398, - "721": 6.27102, - "722": 6.23871, - "723": 6.08582, - "724": 6.23511, - "725": 6.04485, - "726": 6.30137, - "727": 6.02217, - "728": 6.05039, - "729": 6.09419, - "730": 6.18559, - "731": 6.10414, - "732": 6.08496, - "733": 6.12803, - "734": 6.38931, - "735": 6.28269, - "736": 6.18622, - "737": 6.37222, - "738": 6.13698, - "739": 6.15014, - "740": 5.88615, - "741": 6.00727, - "742": 5.99018, - "743": 6.17532, - "744": 6.03508, - "745": 6.15763, - "746": 6.03864, - "747": 6.10388, - "748": 6.24064, - "749": 5.94203, - "750": 6.17136, - "751": 5.96372, - "752": 6.02835, - "753": 6.03185, - "754": 6.29583, - "755": 6.14131, - "756": 6.25917, - "757": 6.02735, - "758": 6.20869, - "759": 6.23626, - "760": 6.0316, - "761": 6.19602, - "762": 6.23273, - "763": 6.03571, - "764": 5.97083, - "765": 5.93573, - "766": 5.97251, - "767": 5.81965, - "768": 6.18886, - "769": 6.27577, - "770": 6.30354, - "771": 5.79681, - "772": 6.03912, - "773": 6.1865, - "774": 5.89098, - "775": 6.02996, - "776": 6.13352, - "777": 5.88446, - "778": 6.06546, - "779": 5.87959, - "780": 6.14469, - "781": 5.86218, - "782": 6.05043, - "783": 5.96138, - "784": 5.92739, - "785": 6.10094, - "786": 6.11257, - "787": 5.65932, - "788": 6.00014, - "789": 6.22449, - "790": 6.27199, - "791": 5.79896, - "792": 6.0041, - "793": 6.19069, - "794": 6.03251, - "795": 6.01343, - "796": 6.17407, - "797": 6.05869, - "798": 6.0641, - "799": 6.11986, - "800": 6.02625, - "801": 6.15663, - "802": 5.99068, - "803": 6.16054, - "804": 6.01696, - "805": 5.84, - "806": 6.09807, - "807": 6.05825, - "808": 5.93774, - "809": 5.78754, - "810": 6.02927, - "811": 5.93844, - "812": 5.91524, - "813": 5.9725, - "814": 6.03729, - "815": 5.81939, - "816": 6.12628, - "817": 5.94034, - "818": 6.07032, - "819": 6.01964, - "820": 5.74031, - "821": 5.95451, - "822": 6.2081, - "823": 5.83859, - "824": 5.99176, - "825": 6.19693, - "826": 6.20575, - "827": 6.06218, - "828": 6.0735, - "829": 5.89435, - "830": 5.94272, - "831": 5.90092, - "832": 5.97184, - "833": 6.07297, - "834": 6.00148, - "835": 6.00852, - "836": 5.80548, - "837": 6.11967, - "838": 5.87276, - "839": 5.8382, - "840": 6.19122, - "841": 5.78921, - "842": 5.89458, - "843": 5.95511, - "844": 6.01234, - "845": 6.10162, - "846": 5.69893, - "847": 5.76316, - "848": 5.97496, - "849": 6.09989, - "850": 5.85809, - "851": 6.02592, - "852": 5.76092, - "853": 6.00324, - "854": 6.0207, - "855": 5.82299, - "856": 6.00593, - "857": 6.01023, - "858": 6.06369, - "859": 5.96104, - "860": 6.1059, - "861": 6.07383, - "862": 6.01004, - "863": 5.84006, - "864": 5.84626, - "865": 5.94228, - "866": 5.89641, - "867": 5.87981, - "868": 6.0695, - "869": 6.09216, - "870": 5.97496, - "871": 6.0548, - "872": 5.90789, - "873": 5.85181, - "874": 6.03693, - "875": 5.92104, - "876": 5.97652, - "877": 5.93872, - "878": 6.10454, - "879": 5.77181, - "880": 6.02158, - "881": 6.00178, - "882": 5.91867, - "883": 5.6856, - "884": 5.9695, - "885": 5.75598, - "886": 6.00145, - "887": 5.91176, - "888": 5.84838, - "889": 6.01731, - "890": 6.03017, - "891": 5.95718, - "892": 5.71248, - "893": 6.09881, - "894": 5.73708, - "895": 5.85033, - "896": 5.84294, - "897": 5.86156, - "898": 5.935, - "899": 5.93875, - "900": 5.90278, - "901": 5.95595, - "902": 5.84088, - "903": 6.05862, - "904": 5.93609, - "905": 5.91367, - "906": 5.62541, - "907": 5.9197, - "908": 5.74536, - "909": 5.99788, - "910": 5.87202, - "911": 5.70961, - "912": 5.71193, - "913": 5.77163, - "914": 5.84196, - "915": 5.80873, - "916": 5.89639, - "917": 5.875, - "918": 5.82923, - "919": 5.81414, - "920": 5.89969, - "921": 5.8484, - "922": 5.62858, - "923": 6.04362, - "924": 5.61347, - "925": 5.62747, - "926": 5.86454, - "927": 5.97057, - "928": 5.84349, - "929": 5.83398, - "930": 5.96492, - "931": 5.76723, - "932": 5.59657, - "933": 5.63889, - "934": 5.81664, - "935": 5.64354, - "936": 5.83965, - "937": 5.97218, - "938": 5.59446, - "939": 5.79181, - "940": 5.96989, - "941": 5.73555, - "942": 5.83654, - "943": 5.87239, - "944": 5.96113, - "945": 5.71146, - "946": 5.56283, - "947": 5.7507, - "948": 5.7995, - "949": 5.83546, - "950": 5.85007, - "951": 5.73264, - "952": 5.70285, - "953": 5.6868, - "954": 5.7337, - "955": 5.53441, - "956": 5.6282, - "957": 5.8475, - "958": 5.80564, - "959": 5.58023, - "960": 5.80779, - "961": 5.8383, - "962": 5.77444, - "963": 5.77304, - "964": 5.71421, - "965": 5.64529, - "966": 5.60524, - "967": 5.73418, - "968": 5.74684, - "969": 5.82933, - "970": 5.64768, - "971": 5.71681, - "972": 5.85693, - "973": 5.67827, - "974": 5.72202, - "975": 5.87003, - "976": 5.71239, - "977": 5.77912, - "978": 5.69419, - "979": 5.59811, - "980": 5.77117, - "981": 5.8989, - "982": 5.47698, - "983": 5.61785, - "984": 5.5506, - "985": 5.59605, - "986": 5.64633, - "987": 5.57138, - "988": 5.71531, - "989": 5.69891, - "990": 5.62935, - "991": 5.85172, - "992": 5.78484, - "993": 5.87471, - "994": 5.70346, - "995": 5.74187, - "996": 5.743, - "997": 5.82008, - "998": 5.84041, - "999": 5.83439, - "1000": 5.69287, - "1001": 5.87235, - "1002": 5.76425, - "1003": 5.64777, - "1004": 5.80316, - "1005": 5.53591, - "1006": 5.33282, - "1007": 5.77207, - "1008": 5.79987, - "1009": 5.65741, - "1010": 5.78499, - "1011": 5.903, - "1012": 5.62618, - "1013": 5.62287, - "1014": 5.68327, - "1015": 5.57041, - "1016": 5.87529, - "1017": 5.83675, - "1018": 5.63086, - "1019": 5.73869, - "1020": 5.62476, - "1021": 5.85785, - "1022": 5.50319, - "1023": 5.6602, - "1024": 5.7528, - "1025": 5.57383, - "1026": 5.41535, - "1027": 5.60049, - "1028": 5.69342, - "1029": 5.68873, - "1030": 5.68703, - "1031": 5.40933, - "1032": 5.788, - "1033": 5.58472, - "1034": 5.61795, - "1035": 5.72231, - "1036": 5.63195, - "1037": 5.37083, - "1038": 5.66821, - "1039": 5.64911, - "1040": 5.57371, - "1041": 5.59905, - "1042": 5.81635, - "1043": 5.56559, - "1044": 5.46911, - "1045": 5.97175, - "1046": 5.4871, - "1047": 5.39213, - "1048": 5.50212, - "1049": 5.67783, - "1050": 5.70052, - "1051": 5.58045, - "1052": 5.68824, - "1053": 5.63213, - "1054": 5.45924, - "1055": 5.6044, - "1056": 5.67528, - "1057": 5.76528, - "1058": 5.57018, - "1059": 5.75311, - "1060": 5.82575, - "1061": 5.4768, - "1062": 5.65228, - "1063": 5.5026, - "1064": 5.59204, - "1065": 5.55873, - "1066": 5.74776, - "1067": 5.67385, - "1068": 5.4409, - "1069": 5.60599, - "1070": 5.80937, - "1071": 5.50909, - "1072": 5.619, - "1073": 5.62212, - "1074": 5.53088, - "1075": 5.70496, - "1076": 5.59678, - "1077": 5.70862, - "1078": 5.56281, - "1079": 5.62176, - "1080": 5.64391, - "1081": 5.62394, - "1082": 5.50632, - "1083": 5.64055, - "1084": 5.55685, - "1085": 5.40947, - "1086": 5.62487, - "1087": 5.44312, - "1088": 5.51671, - "1089": 5.76936, - "1090": 5.52998, - "1091": 5.51612, - "1092": 5.41406, - "1093": 5.70409, - "1094": 5.57349, - "1095": 5.57926, - "1096": 5.61669, - "1097": 5.64903, - "1098": 5.64774, - "1099": 5.52035, - "1100": 5.64445, - "1101": 5.66992, - "1102": 5.53498, - "1103": 5.54659, - "1104": 5.53216, - "1105": 5.54763, - "1106": 5.68219, - "1107": 5.6788, - "1108": 5.78573, - "1109": 5.53583, - "1110": 5.66297, - "1111": 5.58385, - "1112": 5.58443, - "1113": 5.62077, - "1114": 5.61158, - "1115": 5.59953, - "1116": 5.6663, - "1117": 5.65028, - "1118": 5.65199, - "1119": 5.70899, - "1120": 5.62932, - "1121": 5.37736, - "1122": 5.23336, - "1123": 5.4727, - "1124": 5.65522, - "1125": 5.67698, - "1126": 5.68141, - "1127": 5.56883, - "1128": 5.62443, - "1129": 5.29586, - "1130": 5.54017, - "1131": 5.62706, - "1132": 5.72429, - "1133": 5.5138, - "1134": 5.55853, - "1135": 5.51819, - "1136": 5.42395, - "1137": 5.45844, - "1138": 5.57348, - "1139": 5.42152, - "1140": 5.26717, - "1141": 5.58487, - "1142": 5.65295, - "1143": 5.39395, - "1144": 5.38302, - "1145": 5.36979, - "1146": 5.63177, - "1147": 5.49473, - "1148": 5.5003, - "1149": 5.52534, - "1150": 5.40095, - "1151": 5.5637, - "1152": 5.40901, - "1153": 5.44852, - "1154": 5.495, - "1155": 5.43415, - "1156": 5.34032, - "1157": 5.65759, - "1158": 5.38997, - "1159": 5.32813, - "1160": 5.79017, - "1161": 5.53864, - "1162": 5.45634, - "1163": 5.52487, - "1164": 5.38257, - "1165": 5.52394, - "1166": 5.48735, - "1167": 5.35756, - "1168": 5.49338, - "1169": 5.40097, - "1170": 5.57953, - "1171": 5.48062, - "1172": 5.63563, - "1173": 5.62126, - "1174": 5.50765, - "1175": 5.33968, - "1176": 5.38627, - "1177": 5.55076, - "1178": 5.4721, - "1179": 5.49627, - "1180": 5.4642, - "1181": 5.55583, - "1182": 5.59584, - "1183": 5.76821, - "1184": 5.54645, - "1185": 5.29263, - "1186": 5.60885, - "1187": 5.55453, - "1188": 5.5122, - "1189": 5.39054, - "1190": 5.4018, - "1191": 5.38833, - "1192": 5.49662, - "1193": 5.45836, - "1194": 5.45144, - "1195": 5.32434, - "1196": 5.52032, - "1197": 5.47539, - "1198": 5.52475, - "1199": 5.38367, - "1200": 5.32565, - "1201": 5.49223, - "1202": 5.43415, - "1203": 5.49148, - "1204": 5.40669, - "1205": 5.48774, - "1206": 5.33706, - "1207": 5.58672, - "1208": 5.42312, - "1209": 5.29454, - "1210": 5.50216, - "1211": 5.50929, - "1212": 5.59449, - "1213": 5.4165, - "1214": 5.50348, - "1215": 5.23662, - "1216": 5.41012, - "1217": 5.38798, - "1218": 5.45213, - "1219": 5.47993, - "1220": 5.38427, - "1221": 5.44698, - "1222": 5.31115, - "1223": 5.47713, - "1224": 5.41656, - "1225": 5.43237, - "1226": 5.3263, - "1227": 5.47739, - "1228": 5.73119, - "1229": 5.32181, - "1230": 5.40217, - "1231": 5.06328, - "1232": 5.78253, - "1233": 5.28552, - "1234": 5.23895, - "1235": 5.36877, - "1236": 5.48501, - "1237": 5.2087, - "1238": 5.40934, - "1239": 5.40787, - "1240": 5.46345, - "1241": 5.56963, - "1242": 5.45332, - "1243": 5.43027, - "1244": 5.51053, - "1245": 5.1938, - "1246": 5.71684, - "1247": 5.42496, - "1248": 5.2982, - "1249": 5.39697, - "1250": 5.33957, - "1251": 5.41887, - "1252": 5.56814, - "1253": 5.48662, - "1254": 5.30315, - "1255": 5.5129, - "1256": 5.59917, - "1257": 5.42178, - "1258": 5.56312, - "1259": 5.47783, - "1260": 5.5057, - "1261": 5.63766, - "1262": 5.39171, - "1263": 5.32624, - "1264": 5.50155, - "1265": 5.30733, - "1266": 5.23283, - "1267": 5.37228, - "1268": 5.39286, - "1269": 5.14856, - "1270": 5.40456, - "1271": 5.2743, - "1272": 5.52664, - "1273": 5.29697, - "1274": 5.34578, - "1275": 5.38547, - "1276": 5.39535, - "1277": 5.45819, - "1278": 5.35045, - "1279": 5.43746, - "1280": 5.45678, - "1281": 5.40016, - "1282": 5.37954, - "1283": 5.42194, - "1284": 5.34965, - "1285": 5.50083, - "1286": 5.33687, - "1287": 5.58275, - "1288": 5.26707, - "1289": 5.43123, - "1290": 5.50233, - "1291": 5.50187, - "1292": 5.44458, - "1293": 5.41245, - "1294": 5.49607, - "1295": 5.34685, - "1296": 5.18715, - "1297": 5.16728, - "1298": 5.11856, - "1299": 5.30437, - "1300": 5.20894, - "1301": 5.30272, - "1302": 5.27352, - "1303": 5.35513, - "1304": 5.43634, - "1305": 5.36649, - "1306": 5.25149, - "1307": 5.18971, - "1308": 5.26779, - "1309": 5.40752, + "202": 8.54545, + "203": 8.53465, + "204": 8.71392, + "205": 8.21841, + "206": 8.85888, + "207": 8.67942, + "208": 8.70994, + "209": 8.75638, + "210": 8.57506, + "211": 8.84437, + "212": 8.49539, + "213": 8.57276, + "214": 8.51365, + "215": 8.56521, + "216": 8.50803, + "217": 8.53389, + "218": 8.53352, + "219": 8.64604, + "220": 8.54994, + "221": 8.40633, + "222": 8.51085, + "223": 8.44023, + "224": 8.52985, + "225": 8.56362, + "226": 8.43825, + "227": 8.67679, + "228": 8.38921, + "229": 8.45602, + "230": 8.50398, + "231": 8.49516, + "232": 8.49899, + "233": 8.4976, + "234": 8.63768, + "235": 8.5551, + "236": 8.39738, + "237": 8.48762, + "238": 8.30734, + "239": 8.56505, + "240": 8.67214, + "241": 8.44288, + "242": 8.46856, + "243": 8.51865, + "244": 8.36586, + "245": 8.59062, + "246": 8.59449, + "247": 8.43282, + "248": 8.51566, + "249": 8.52485, + "250": 8.42534, + "251": 8.37829, + "252": 8.54269, + "253": 8.31192, + "254": 8.34964, + "255": 8.29234, + "256": 8.20758, + "257": 8.39042, + "258": 8.45478, + "259": 8.23326, + "260": 8.24434, + "261": 8.23517, + "262": 8.34908, + "263": 8.30414, + "264": 8.19109, + "265": 8.33342, + "266": 8.23125, + "267": 7.89597, + "268": 8.37645, + "269": 8.40258, + "270": 8.26161, + "271": 8.27592, + "272": 8.31514, + "273": 8.13254, + "274": 8.09354, + "275": 8.01037, + "276": 7.92637, + "277": 8.23574, + "278": 8.04401, + "279": 7.95837, + "280": 7.7508, + "281": 8.09898, + "282": 8.14301, + "283": 8.15453, + "284": 8.10464, + "285": 8.06548, + "286": 7.89906, + "287": 7.98632, + "288": 8.2473, + "289": 8.16945, + "290": 8.11919, + "291": 8.24829, + "292": 8.07475, + "293": 8.11498, + "294": 7.97506, + "295": 7.96907, + "296": 8.23743, + "297": 7.79223, + "298": 8.03941, + "299": 7.93089, + "300": 7.85462, + "301": 8.0111, + "302": 7.94466, + "303": 7.98562, + "304": 7.95013, + "305": 7.98846, + "306": 7.96584, + "307": 7.98885, + "308": 7.98642, + "309": 8.00159, + "310": 7.97346, + "311": 7.92226, + "312": 7.88321, + "313": 7.82163, + "314": 7.82328, + "315": 7.81717, + "316": 7.74293, + "317": 7.92363, + "318": 7.97659, + "319": 7.81895, + "320": 7.57214, + "321": 7.74719, + "322": 7.82484, + "323": 7.77261, + "324": 7.90222, + "325": 7.79149, + "326": 7.64992, + "327": 7.85616, + "328": 7.78452, + "329": 7.88612, + "330": 7.74399, + "331": 7.52265, + "332": 7.80467, + "333": 7.83915, + "334": 7.67628, + "335": 7.69265, + "336": 7.91484, + "337": 7.65229, + "338": 7.89213, + "339": 7.72278, + "340": 7.75433, + "341": 7.70108, + "342": 7.81633, + "343": 7.61206, + "344": 7.58, + "345": 7.60593, + "346": 7.45677, + "347": 7.55777, + "348": 7.68192, + "349": 7.57847, + "350": 7.6538, + "351": 7.74144, + "352": 7.70327, + "353": 7.49927, + "354": 7.74223, + "355": 7.76148, + "356": 7.77553, + "357": 7.81155, + "358": 7.59453, + "359": 7.54617, + "360": 7.62513, + "361": 7.54098, + "362": 7.76197, + "363": 7.58857, + "364": 7.5658, + "365": 7.6216, + "366": 7.29915, + "367": 7.54771, + "368": 7.43252, + "369": 7.34361, + "370": 7.45878, + "371": 7.45811, + "372": 7.64361, + "373": 7.52143, + "374": 7.43546, + "375": 7.52578, + "376": 7.33721, + "377": 7.23786, + "378": 7.53307, + "379": 7.48777, + "380": 7.38455, + "381": 7.46424, + "382": 7.28845, + "383": 7.26821, + "384": 7.40512, + "385": 7.38667, + "386": 7.22461, + "387": 7.41883, + "388": 7.2772, + "389": 7.43701, + "390": 7.2352, + "391": 7.64004, + "392": 7.33472, + "393": 7.41329, + "394": 7.47448, + "395": 7.43318, + "396": 7.28045, + "397": 7.22679, + "398": 7.41972, + "399": 7.15231, + "400": 7.29797, + "401": 7.35119, + "402": 7.39125, + "403": 7.27906, + "404": 7.29821, + "405": 7.26315, + "406": 7.21516, + "407": 7.3584, + "408": 7.18033, + "409": 7.16866, + "410": 7.31124, + "411": 7.21645, + "412": 7.19831, + "413": 7.23421, + "414": 6.91237, + "415": 7.32768, + "416": 7.42238, + "417": 7.02151, + "418": 7.26919, + "419": 7.0376, + "420": 7.40855, + "421": 7.17064, + "422": 7.23689, + "423": 7.09688, + "424": 7.24526, + "425": 7.31263, + "426": 7.2949, + "427": 7.13033, + "428": 7.09544, + "429": 6.8804, + "430": 7.20014, + "431": 7.00178, + "432": 7.23191, + "433": 6.97259, + "434": 6.95831, + "435": 7.01715, + "436": 7.00886, + "437": 6.98948, + "438": 7.00141, + "439": 6.9364, + "440": 7.05737, + "441": 7.04133, + "442": 7.09722, + "443": 7.09138, + "444": 6.70981, + "445": 6.99517, + "446": 7.14181, + "447": 7.12793, + "448": 6.98231, + "449": 7.04588, + "450": 7.01289, + "451": 6.82986, + "452": 6.9101, + "453": 7.01874, + "454": 6.97055, + "455": 7.03675, + "456": 6.99358, + "457": 6.96959, + "458": 6.91162, + "459": 6.69208, + "460": 7.06149, + "461": 7.09495, + "462": 6.876, + "463": 7.05431, + "464": 6.64886, + "465": 7.02941, + "466": 7.00579, + "467": 7.00059, + "468": 6.95229, + "469": 6.82693, + "470": 7.04402, + "471": 6.87986, + "472": 6.95724, + "473": 6.82253, + "474": 6.97817, + "475": 7.16298, + "476": 6.76684, + "477": 6.89969, + "478": 6.91175, + "479": 6.70422, + "480": 7.0314, + "481": 6.99323, + "482": 6.73485, + "483": 6.77932, + "484": 6.75374, + "485": 6.93119, + "486": 7.06935, + "487": 6.6359, + "488": 6.89199, + "489": 6.76911, + "490": 6.82327, + "491": 6.70985, + "492": 6.69649, + "493": 6.76345, + "494": 6.68067, + "495": 6.63183, + "496": 6.58778, + "497": 6.83964, + "498": 6.64917, + "499": 6.85366, + "500": 6.65742, + "501": 6.73102, + "502": 6.83786, + "503": 6.71362, + "504": 6.61464, + "505": 6.61945, + "506": 6.74915, + "507": 6.86574, + "508": 6.8536, + "509": 6.64692, + "510": 6.82287, + "511": 6.73846, + "512": 6.73317, + "513": 6.65736, + "514": 6.70904, + "515": 6.45041, + "516": 6.74168, + "517": 6.70407, + "518": 6.53414, + "519": 6.63154, + "520": 6.86036, + "521": 6.6645, + "522": 6.70453, + "523": 6.74217, + "524": 6.7298, + "525": 6.67249, + "526": 6.41138, + "527": 6.7991, + "528": 6.65955, + "529": 6.6257, + "530": 6.62422, + "531": 6.63964, + "532": 6.62858, + "533": 6.76259, + "534": 6.61103, + "535": 6.74564, + "536": 6.62515, + "537": 6.64039, + "538": 6.52812, + "539": 6.54667, + "540": 6.58731, + "541": 6.45012, + "542": 6.66539, + "543": 6.67634, + "544": 6.67323, + "545": 6.80667, + "546": 6.63019, + "547": 6.40998, + "548": 6.7205, + "549": 6.69639, + "550": 6.52736, + "551": 6.75073, + "552": 6.63554, + "553": 6.48308, + "554": 6.62978, + "555": 6.45702, + "556": 6.61123, + "557": 6.63064, + "558": 6.38351, + "559": 6.36383, + "560": 6.57729, + "561": 6.72271, + "562": 6.63454, + "563": 6.7334, + "564": 6.34591, + "565": 6.51363, + "566": 6.69542, + "567": 6.55578, + "568": 6.5046, + "569": 6.44488, + "570": 6.35887, + "571": 6.62648, + "572": 6.31359, + "573": 6.57921, + "574": 6.47141, + "575": 6.63881, + "576": 6.51184, + "577": 6.52234, + "578": 6.47703, + "579": 6.46275, + "580": 6.56019, + "581": 6.60005, + "582": 6.47117, + "583": 6.50899, + "584": 6.518, + "585": 6.42107, + "586": 6.40372, + "587": 6.45289, + "588": 6.56365, + "589": 6.6171, + "590": 6.28832, + "591": 6.66701, + "592": 6.25538, + "593": 6.47198, + "594": 6.37444, + "595": 6.35476, + "596": 6.25125, + "597": 6.18471, + "598": 6.45392, + "599": 6.39473, + "600": 6.4516, + "601": 6.25271, + "602": 6.5232, + "603": 6.51529, + "604": 6.37744, + "605": 6.48824, + "606": 6.30741, + "607": 6.52263, + "608": 6.66416, + "609": 6.17126, + "610": 6.5652, + "611": 6.39564, + "612": 6.5696, + "613": 6.41103, + "614": 6.19666, + "615": 6.39227, + "616": 6.35466, + "617": 6.37444, + "618": 6.44411, + "619": 6.13342, + "620": 6.40948, + "621": 6.45819, + "622": 6.39255, + "623": 6.57786, + "624": 6.36135, + "625": 6.27921, + "626": 6.30121, + "627": 6.4409, + "628": 6.2511, + "629": 6.58617, + "630": 6.36355, + "631": 6.34386, + "632": 6.30615, + "633": 6.25949, + "634": 6.31003, + "635": 6.54298, + "636": 6.24305, + "637": 6.6361, + "638": 6.02255, + "639": 6.27843, + "640": 6.29487, + "641": 6.20972, + "642": 6.28691, + "643": 6.46184, + "644": 6.25998, + "645": 6.24925, + "646": 6.4091, + "647": 6.33724, + "648": 6.35572, + "649": 6.34866, + "650": 6.48504, + "651": 6.32999, + "652": 6.2549, + "653": 6.3836, + "654": 6.45033, + "655": 6.5287, + "656": 6.32829, + "657": 6.43046, + "658": 6.2472, + "659": 6.15841, + "660": 6.39991, + "661": 6.16851, + "662": 6.28087, + "663": 6.37394, + "664": 6.33473, + "665": 6.39796, + "666": 6.16918, + "667": 6.20229, + "668": 6.23823, + "669": 6.22075, + "670": 6.24978, + "671": 6.2449, + "672": 6.4915, + "673": 6.34115, + "674": 6.29796, + "675": 6.38583, + "676": 6.3935, + "677": 6.31128, + "678": 6.28415, + "679": 6.24171, + "680": 6.29057, + "681": 6.20638, + "682": 6.09079, + "683": 6.27805, + "684": 6.32936, + "685": 6.30422, + "686": 6.14994, + "687": 6.28813, + "688": 6.20688, + "689": 6.61907, + "690": 6.1833, + "691": 6.18039, + "692": 6.27603, + "693": 6.14397, + "694": 6.23409, + "695": 6.3254, + "696": 6.11929, + "697": 6.15504, + "698": 6.23217, + "699": 6.46, + "700": 6.04944, + "701": 6.06231, + "702": 6.2477, + "703": 6.18536, + "704": 6.21502, + "705": 6.12813, + "706": 6.07627, + "707": 6.25464, + "708": 6.31229, + "709": 6.00945, + "710": 6.16066, + "711": 6.25946, + "712": 6.1767, + "713": 5.89714, + "714": 6.10906, + "715": 6.11283, + "716": 6.41225, + "717": 6.18996, + "718": 6.23857, + "719": 6.27495, + "720": 6.26467, + "721": 6.25895, + "722": 6.23045, + "723": 6.07642, + "724": 6.22163, + "725": 6.03553, + "726": 6.29278, + "727": 6.01355, + "728": 6.04231, + "729": 6.08528, + "730": 6.17955, + "731": 6.09694, + "732": 6.07671, + "733": 6.12148, + "734": 6.37932, + "735": 6.27404, + "736": 6.17684, + "737": 6.36191, + "738": 6.12713, + "739": 6.14064, + "740": 5.87683, + "741": 5.99895, + "742": 5.9802, + "743": 6.166, + "744": 6.02464, + "745": 6.14584, + "746": 6.02816, + "747": 6.09297, + "748": 6.23045, + "749": 5.93067, + "750": 6.16137, + "751": 5.95501, + "752": 6.01701, + "753": 6.02102, + "754": 6.28656, + "755": 6.12756, + "756": 6.24534, + "757": 6.01421, + "758": 6.19481, + "759": 6.228, + "760": 6.02212, + "761": 6.18616, + "762": 6.21825, + "763": 6.02955, + "764": 5.96304, + "765": 5.92794, + "766": 5.96451, + "767": 5.81062, + "768": 6.18351, + "769": 6.26815, + "770": 6.2949, + "771": 5.78883, + "772": 6.02652, + "773": 6.17803, + "774": 5.87992, + "775": 6.02251, + "776": 6.12312, + "777": 5.87055, + "778": 6.05512, + "779": 5.8652, + "780": 6.13125, + "781": 5.84904, + "782": 6.03507, + "783": 5.94974, + "784": 5.91562, + "785": 6.09086, + "786": 6.10224, + "787": 5.65052, + "788": 5.98902, + "789": 6.21372, + "790": 6.26182, + "791": 5.78643, + "792": 5.99308, + "793": 6.17873, + "794": 6.02381, + "795": 6.0009, + "796": 6.16815, + "797": 6.05307, + "798": 6.05663, + "799": 6.11432, + "800": 6.01903, + "801": 6.15067, + "802": 5.98207, + "803": 6.15292, + "804": 6.01022, + "805": 5.82965, + "806": 6.09236, + "807": 6.04583, + "808": 5.92863, + "809": 5.77625, + "810": 6.01696, + "811": 5.92794, + "812": 5.90736, + "813": 5.96248, + "814": 6.03002, + "815": 5.81091, + "816": 6.11984, + "817": 5.93352, + "818": 6.06723, + "819": 6.01557, + "820": 5.73308, + "821": 5.94831, + "822": 6.20282, + "823": 5.82909, + "824": 5.98262, + "825": 6.19037, + "826": 6.19845, + "827": 6.05575, + "828": 6.06712, + "829": 5.8901, + "830": 5.93562, + "831": 5.89391, + "832": 5.96546, + "833": 6.06602, + "834": 5.99706, + "835": 6.00082, + "836": 5.79923, + "837": 6.11349, + "838": 5.86588, + "839": 5.8334, + "840": 6.18812, + "841": 5.78477, + "842": 5.89293, + "843": 5.95055, + "844": 6.01129, + "845": 6.0967, + "846": 5.69142, + "847": 5.75814, + "848": 5.96826, + "849": 6.09509, + "850": 5.85002, + "851": 6.01777, + "852": 5.75629, + "853": 5.99646, + "854": 6.02059, + "855": 5.82073, + "856": 6.00406, + "857": 6.00932, + "858": 6.06128, + "859": 5.95771, + "860": 6.10304, + "861": 6.06921, + "862": 6.009, + "863": 5.83657, + "864": 5.84414, + "865": 5.93978, + "866": 5.89258, + "867": 5.87809, + "868": 6.06592, + "869": 6.08771, + "870": 5.97318, + "871": 6.05153, + "872": 5.90559, + "873": 5.84901, + "874": 6.0331, + "875": 5.9168, + "876": 5.97181, + "877": 5.93555, + "878": 6.10049, + "879": 5.76881, + "880": 6.01695, + "881": 5.99451, + "882": 5.91611, + "883": 5.68026, + "884": 5.96702, + "885": 5.75121, + "886": 5.9986, + "887": 5.90913, + "888": 5.84411, + "889": 6.01633, + "890": 6.0262, + "891": 5.95527, + "892": 5.71056, + "893": 6.09676, + "894": 5.73524, + "895": 5.84694, + "896": 5.84154, + "897": 5.85949, + "898": 5.93308, + "899": 5.93695, + "900": 5.90022, + "901": 5.95513, + "902": 5.83952, + "903": 6.0587, + "904": 5.93343, + "905": 5.9082, + "906": 5.62302, + "907": 5.91578, + "908": 5.74145, + "909": 5.99412, + "910": 5.86986, + "911": 5.70717, + "912": 5.70987, + "913": 5.76748, + "914": 5.84075, + "915": 5.80821, + "916": 5.89408, + "917": 5.87426, + "918": 5.82952, + "919": 5.81168, + "920": 5.8993, + "921": 5.84794, + "922": 5.62795, + "923": 6.04302, + "924": 5.61237, + "925": 5.62736, + "926": 5.86319, + "927": 5.96738, + "928": 5.84354, + "929": 5.83087, + "930": 5.96535, + "931": 5.76597, + "932": 5.59891, + "933": 5.63957, + "934": 5.8205, + "935": 5.64545, + "936": 5.84111, + "937": 5.96883, + "938": 5.59656, + "939": 5.79189, + "940": 5.97017, + "941": 5.73702, + "942": 5.83765, + "943": 5.87247, + "944": 5.96218, + "945": 5.71079, + "946": 5.5637, + "947": 5.75043, + "948": 5.79983, + "949": 5.83499, + "950": 5.84923, + "951": 5.73498, + "952": 5.70548, + "953": 5.69015, + "954": 5.73749, + "955": 5.53655, + "956": 5.63017, + "957": 5.84852, + "958": 5.80511, + "959": 5.58144, + "960": 5.80828, + "961": 5.8399, + "962": 5.77225, + "963": 5.77503, + "964": 5.71236, + "965": 5.64535, + "966": 5.60606, + "967": 5.73397, + "968": 5.74907, + "969": 5.83006, + "970": 5.6489, + "971": 5.71288, + "972": 5.85777, + "973": 5.67714, + "974": 5.72173, + "975": 5.86986, + "976": 5.71206, + "977": 5.78066, + "978": 5.69449, + "979": 5.60025, + "980": 5.7722, + "981": 5.90369, + "982": 5.47962, + "983": 5.62216, + "984": 5.55359, + "985": 5.60004, + "986": 5.64813, + "987": 5.57505, + "988": 5.7177, + "989": 5.7022, + "990": 5.6332, + "991": 5.85364, + "992": 5.78444, + "993": 5.87798, + "994": 5.70543, + "995": 5.74369, + "996": 5.74633, + "997": 5.82124, + "998": 5.84086, + "999": 5.83814, + "1000": 5.69402, + "1001": 5.87418, + "1002": 5.76533, + "1003": 5.64881, + "1004": 5.8054, + "1005": 5.53793, + "1006": 5.334, + "1007": 5.77509, + "1008": 5.80209, + "1009": 5.65964, + "1010": 5.78786, + "1011": 5.9054, + "1012": 5.62874, + "1013": 5.62568, + "1014": 5.68589, + "1015": 5.57084, + "1016": 5.87727, + "1017": 5.8371, + "1018": 5.62997, + "1019": 5.73948, + "1020": 5.62532, + "1021": 5.86004, + "1022": 5.50514, + "1023": 5.66005, + "1024": 5.7559, + "1025": 5.57673, + "1026": 5.4182, + "1027": 5.60256, + "1028": 5.69511, + "1029": 5.69179, + "1030": 5.68816, + "1031": 5.40936, + "1032": 5.7907, + "1033": 5.5856, + "1034": 5.61919, + "1035": 5.72414, + "1036": 5.63275, + "1037": 5.37065, + "1038": 5.67066, + "1039": 5.65023, + "1040": 5.57799, + "1041": 5.59973, + "1042": 5.8181, + "1043": 5.56835, + "1044": 5.46977, + "1045": 5.97445, + "1046": 5.49021, + "1047": 5.39414, + "1048": 5.50449, + "1049": 5.68011, + "1050": 5.70162, + "1051": 5.58173, + "1052": 5.68957, + "1053": 5.63562, + "1054": 5.46169, + "1055": 5.60615, + "1056": 5.67902, + "1057": 5.76771, + "1058": 5.57232, + "1059": 5.7561, + "1060": 5.82572, + "1061": 5.47841, + "1062": 5.65589, + "1063": 5.50438, + "1064": 5.59374, + "1065": 5.5614, + "1066": 5.74963, + "1067": 5.67567, + "1068": 5.44388, + "1069": 5.60782, + "1070": 5.80997, + "1071": 5.51056, + "1072": 5.62289, + "1073": 5.6244, + "1074": 5.53323, + "1075": 5.70747, + "1076": 5.59922, + "1077": 5.71036, + "1078": 5.56598, + "1079": 5.62418, + "1080": 5.64709, + "1081": 5.62679, + "1082": 5.50781, + "1083": 5.64144, + "1084": 5.55511, + "1085": 5.41018, + "1086": 5.6229, + "1087": 5.44723, + "1088": 5.5159, + "1089": 5.76847, + "1090": 5.53231, + "1091": 5.51723, + "1092": 5.41343, + "1093": 5.70706, + "1094": 5.57366, + "1095": 5.58192, + "1096": 5.61858, + "1097": 5.64905, + "1098": 5.6497, + "1099": 5.51923, + "1100": 5.64343, + "1101": 5.67207, + "1102": 5.5348, + "1103": 5.54936, + "1104": 5.53445, + "1105": 5.54972, + "1106": 5.68285, + "1107": 5.67968, + "1108": 5.78702, + "1109": 5.53781, + "1110": 5.66658, + "1111": 5.5853, + "1112": 5.58696, + "1113": 5.6248, + "1114": 5.61665, + "1115": 5.60394, + "1116": 5.66931, + "1117": 5.65294, + "1118": 5.6513, + "1119": 5.71341, + "1120": 5.63125, + "1121": 5.37808, + "1122": 5.23783, + "1123": 5.47492, + "1124": 5.65309, + "1125": 5.67755, + "1126": 5.68394, + "1127": 5.57225, + "1128": 5.62874, + "1129": 5.29763, + "1130": 5.54207, + "1131": 5.62711, + "1132": 5.72601, + "1133": 5.51579, + "1134": 5.55996, + "1135": 5.51866, + "1136": 5.42473, + "1137": 5.4603, + "1138": 5.57216, + "1139": 5.42222, + "1140": 5.2653, + "1141": 5.58406, + "1142": 5.65283, + "1143": 5.39219, + "1144": 5.38668, + "1145": 5.36858, + "1146": 5.63453, + "1147": 5.49212, + "1148": 5.50407, + "1149": 5.52472, + "1150": 5.40059, + "1151": 5.5633, + "1152": 5.4077, + "1153": 5.44953, + "1154": 5.49407, + "1155": 5.43372, + "1156": 5.34105, + "1157": 5.65908, + "1158": 5.39474, + "1159": 5.33222, + "1160": 5.79735, + "1161": 5.53982, + "1162": 5.46, + "1163": 5.52543, + "1164": 5.38165, + "1165": 5.52483, + "1166": 5.4861, + "1167": 5.35734, + "1168": 5.49417, + "1169": 5.40168, + "1170": 5.58332, + "1171": 5.48072, + "1172": 5.63759, + "1173": 5.62365, + "1174": 5.50814, + "1175": 5.34243, + "1176": 5.38347, + "1177": 5.55244, + "1178": 5.47077, + "1179": 5.49471, + "1180": 5.46282, + "1181": 5.556, + "1182": 5.5984, + "1183": 5.76846, + "1184": 5.54697, + "1185": 5.29486, + "1186": 5.61075, + "1187": 5.55601, + "1188": 5.51435, + "1189": 5.39259, + "1190": 5.40303, + "1191": 5.38902, + "1192": 5.49771, + "1193": 5.45866, + "1194": 5.45071, + "1195": 5.32527, + "1196": 5.5226, + "1197": 5.47727, + "1198": 5.52522, + "1199": 5.38425, + "1200": 5.32625, + "1201": 5.49117, + "1202": 5.43526, + "1203": 5.49346, + "1204": 5.40879, + "1205": 5.48869, + "1206": 5.3355, + "1207": 5.58732, + "1208": 5.42463, + "1209": 5.29424, + "1210": 5.50158, + "1211": 5.50886, + "1212": 5.59678, + "1213": 5.418, + "1214": 5.50521, + "1215": 5.23695, + "1216": 5.40992, + "1217": 5.38788, + "1218": 5.45377, + "1219": 5.48218, + "1220": 5.38537, + "1221": 5.44824, + "1222": 5.31298, + "1223": 5.4764, + "1224": 5.41777, + "1225": 5.43316, + "1226": 5.32921, + "1227": 5.47979, + "1228": 5.73278, + "1229": 5.32505, + "1230": 5.40274, + "1231": 5.06713, + "1232": 5.78083, + "1233": 5.28378, + "1234": 5.24192, + "1235": 5.36643, + "1236": 5.48261, + "1237": 5.2079, + "1238": 5.41066, + "1239": 5.40853, + "1240": 5.46343, + "1241": 5.56733, + "1242": 5.45588, + "1243": 5.43018, + "1244": 5.50964, + "1245": 5.19262, + "1246": 5.71677, + "1247": 5.42453, + "1248": 5.29758, + "1249": 5.39919, + "1250": 5.33901, + "1251": 5.42088, + "1252": 5.57236, + "1253": 5.48811, + "1254": 5.30492, + "1255": 5.51282, + "1256": 5.6017, + "1257": 5.42126, + "1258": 5.56333, + "1259": 5.47966, + "1260": 5.50662, + "1261": 5.63771, + "1262": 5.39318, + "1263": 5.32584, + "1264": 5.50065, + "1265": 5.30533, + "1266": 5.23377, + "1267": 5.3718, + "1268": 5.39137, + "1269": 5.14769, + "1270": 5.40135, + "1271": 5.27211, + "1272": 5.5236, + "1273": 5.29448, + "1274": 5.345, + "1275": 5.3815, + "1276": 5.39647, + "1277": 5.45663, + "1278": 5.35334, + "1279": 5.43796, + "1280": 5.45772, + "1281": 5.3974, + "1282": 5.38022, + "1283": 5.42039, + "1284": 5.34663, + "1285": 5.49928, + "1286": 5.33212, + "1287": 5.58195, + "1288": 5.26302, + "1289": 5.42667, + "1290": 5.50073, + "1291": 5.50009, + "1292": 5.44594, + "1293": 5.40963, + "1294": 5.49454, + "1295": 5.34476, + "1296": 5.1855, + "1297": 5.16492, + "1298": 5.11631, + "1299": 5.30294, + "1300": 5.20553, + "1301": 5.29907, + "1302": 5.27097, + "1303": 5.35459, + "1304": 5.43511, + "1305": 5.36558, + "1306": 5.25007, + "1307": 5.18929, + "1308": 5.26544, + "1309": 5.40479, "1310": 5.26439, - "1311": 5.37861, - "1312": 5.35603, - "1313": 5.3002, - "1314": 5.28912, - "1315": 5.42018, - "1316": 5.26191, - "1317": 5.27654, - "1318": 5.21784, - "1319": 5.34678, - "1320": 5.41698, - "1321": 5.44533, - "1322": 5.4633, - "1323": 5.37041, - "1324": 5.25115, - "1325": 5.40984, - "1326": 5.54174, - "1327": 5.39101, - "1328": 5.21662, - "1329": 5.41, - "1330": 5.40198, - "1331": 5.31829, - "1332": 5.30813, - "1333": 5.3729, - "1334": 5.44677, - "1335": 5.37159, - "1336": 5.4424, - "1337": 5.47048, - "1338": 5.30342, - "1339": 5.13849, - "1340": 5.42164, - "1341": 5.34892, - "1342": 5.35781, - "1343": 5.48096, - "1344": 5.37653, - "1345": 5.34471, - "1346": 5.07942, - "1347": 5.3844, - "1348": 5.49252, - "1349": 5.40996, - "1350": 5.02579, - "1351": 5.31689, - "1352": 5.15966, - "1353": 5.34746, - "1354": 5.36224, - "1355": 5.11219, - "1356": 5.25831, - "1357": 5.29538, - "1358": 5.15927, - "1359": 5.11167, - "1360": 5.1786, - "1361": 5.30613, - "1362": 5.0697, - "1363": 5.295, - "1364": 5.40091, - "1365": 5.021, - "1366": 5.12056, - "1367": 5.33092, - "1368": 5.18145, - "1369": 5.22797, - "1370": 5.19699, - "1371": 5.28167, - "1372": 5.26263, - "1373": 5.28999, - "1374": 5.28256, - "1375": 5.46038, - "1376": 5.27134, - "1377": 5.27015, - "1378": 5.31745, - "1379": 5.22823, - "1380": 5.25968, - "1381": 5.48173, - "1382": 5.08992, - "1383": 5.37659, - "1384": 5.36011, - "1385": 5.39457, - "1386": 5.16655, - "1387": 5.16397, - "1388": 5.27295, - "1389": 5.29948, - "1390": 5.25347, - "1391": 5.27339, - "1392": 5.37711, - "1393": 5.37903, - "1394": 5.39902, - "1395": 5.32079, - "1396": 5.21404, - "1397": 5.28392, - "1398": 5.37013, - "1399": 5.36298, - "1400": 5.26391, + "1311": 5.37844, + "1312": 5.35656, + "1313": 5.30133, + "1314": 5.28969, + "1315": 5.41714, + "1316": 5.25975, + "1317": 5.27409, + "1318": 5.21355, + "1319": 5.34189, + "1320": 5.41529, + "1321": 5.44329, + "1322": 5.46414, + "1323": 5.37164, + "1324": 5.25174, + "1325": 5.40942, + "1326": 5.54178, + "1327": 5.39267, + "1328": 5.21706, + "1329": 5.41338, + "1330": 5.40074, + "1331": 5.31537, + "1332": 5.30719, + "1333": 5.37234, + "1334": 5.44449, + "1335": 5.3694, + "1336": 5.43918, + "1337": 5.46929, + "1338": 5.30204, + "1339": 5.13644, + "1340": 5.42018, + "1341": 5.34688, + "1342": 5.35642, + "1343": 5.47961, + "1344": 5.3761, + "1345": 5.34482, + "1346": 5.07959, + "1347": 5.38337, + "1348": 5.49009, + "1349": 5.40638, + "1350": 5.02353, + "1351": 5.31354, + "1352": 5.15867, + "1353": 5.34566, + "1354": 5.36104, + "1355": 5.11187, + "1356": 5.2573, + "1357": 5.29489, + "1358": 5.15831, + "1359": 5.11053, + "1360": 5.17879, + "1361": 5.30462, + "1362": 5.07076, + "1363": 5.29541, + "1364": 5.40068, + "1365": 5.02082, + "1366": 5.12121, + "1367": 5.33127, + "1368": 5.1807, + "1369": 5.22632, + "1370": 5.19693, + "1371": 5.2783, + "1372": 5.26174, + "1373": 5.28837, + "1374": 5.28073, + "1375": 5.45953, + "1376": 5.26993, + "1377": 5.27043, + "1378": 5.31466, + "1379": 5.22691, + "1380": 5.25909, + "1381": 5.48226, + "1382": 5.08687, + "1383": 5.37543, + "1384": 5.35954, + "1385": 5.39176, + "1386": 5.16586, + "1387": 5.16194, + "1388": 5.27291, + "1389": 5.30103, + "1390": 5.2539, + "1391": 5.27257, + "1392": 5.37635, + "1393": 5.37995, + "1394": 5.39995, + "1395": 5.31822, + "1396": 5.21434, + "1397": 5.28255, + "1398": 5.36906, + "1399": 5.35874, + "1400": 5.26408, "1401": 5.36023, - "1402": 5.42242, - "1403": 5.20491, - "1404": 5.28199, - "1405": 5.12059, - "1406": 4.99367, - "1407": 5.40177, - "1408": 5.19572, - "1409": 5.398, - "1410": 5.37561, - "1411": 4.9181, - "1412": 5.35335, - "1413": 5.41556, - "1414": 5.22027, - "1415": 5.43911, - "1416": 5.32442, - "1417": 5.39014, - "1418": 5.30463, - "1419": 5.31811, - "1420": 5.44196, - "1421": 5.39809, - "1422": 5.42079, - "1423": 4.99778, - "1424": 5.32736, - "1425": 5.58288, - "1426": 5.22918, - "1427": 5.32143, - "1428": 5.33541, - "1429": 5.07747, - "1430": 5.3341, - "1431": 5.32236, - "1432": 5.33967, - "1433": 5.18888, - "1434": 5.16168, - "1435": 5.19754, - "1436": 5.10835, - "1437": 5.23307, - "1438": 5.31567, - "1439": 5.35318, - "1440": 5.35043, - "1441": 5.17349, - "1442": 5.22131, - "1443": 5.20987, - "1444": 5.13928, - "1445": 5.07739, - "1446": 5.26788, - "1447": 5.26219, - "1448": 5.29427, - "1449": 5.24971, - "1450": 5.34116, - "1451": 5.06827, - "1452": 5.26951, - "1453": 5.16419, - "1454": 5.01034, - "1455": 5.12044, - "1456": 5.27199, - "1457": 5.18282, - "1458": 5.00531, - "1459": 5.21469, - "1460": 5.23075, - "1461": 5.0734, - "1462": 4.97261, - "1463": 5.14391, - "1464": 5.21418, - "1465": 5.27327, - "1466": 5.35044, - "1467": 5.34295, - "1468": 5.21773, - "1469": 5.04355, - "1470": 5.12177, - "1471": 5.24771, - "1472": 5.11627, - "1473": 5.10413, - "1474": 5.21281, - "1475": 5.19079, - "1476": 5.14995, - "1477": 5.2582, - "1478": 5.29893, - "1479": 5.00625, - "1480": 5.1804, - "1481": 5.24561, - "1482": 5.35061, - "1483": 5.26995, - "1484": 4.92685, - "1485": 5.29111, - "1486": 5.04691, - "1487": 4.88823, - "1488": 5.17746, - "1489": 5.10288, - "1490": 5.04325, - "1491": 5.32062, - "1492": 5.21987, - "1493": 4.94004, - "1494": 5.10843, - "1495": 5.13509, - "1496": 5.05442, - "1497": 5.36219, - "1498": 5.30811, - "1499": 5.13789, - "1500": 5.09187, - "1501": 5.03737, - "1502": 5.15081, - "1503": 5.43092, - "1504": 5.32001, - "1505": 5.00057, - "1506": 5.14684, - "1507": 5.16244, - "1508": 5.16249, - "1509": 5.31305, - "1510": 5.01648, - "1511": 5.11329, - "1512": 4.97848, - "1513": 5.16936, - "1514": 5.33314, - "1515": 5.36709, - "1516": 5.27723, - "1517": 5.2238, - "1518": 5.03648, - "1519": 5.29901, - "1520": 5.14523, - "1521": 5.15407, - "1522": 5.33238, - "1523": 5.23914, - "1524": 5.06982, - "1525": 5.20555, - "1526": 5.27662, - "1527": 5.25165, - "1528": 5.24042, - "1529": 5.18256, - "1530": 5.237, - "1531": 5.09271, - "1532": 5.15425, - "1533": 5.05149, - "1534": 5.21676, - "1535": 5.16346, - "1536": 5.09466, - "1537": 5.02313, - "1538": 4.91291, - "1539": 5.23463, - "1540": 5.10813, - "1541": 5.24965, - "1542": 5.23631, - "1543": 5.05142, - "1544": 5.07307, - "1545": 5.11138, - "1546": 5.32382, - "1547": 5.10326, - "1548": 5.23182, - "1549": 5.22994, - "1550": 4.97346, - "1551": 5.25308, - "1552": 5.01723, - "1553": 5.14371, - "1554": 5.10458, - "1555": 5.10495, - "1556": 5.19271, - "1557": 5.08416, - "1558": 5.22548, - "1559": 4.99469, - "1560": 5.1078, - "1561": 5.14019, - "1562": 5.17728, - "1563": 5.24204, - "1564": 5.2587, - "1565": 5.0867, - "1566": 5.29176, - "1567": 5.03887, - "1568": 5.07985, - "1569": 5.19005, - "1570": 5.16371, - "1571": 4.95064, - "1572": 5.03612, - "1573": 5.02219, - "1574": 4.99126, - "1575": 5.22951, - "1576": 5.21257, - "1577": 5.12731, - "1578": 5.36007, - "1579": 4.93835, - "1580": 5.11689, - "1581": 5.0929, - "1582": 5.27653, - "1583": 5.0415, - "1584": 5.05348, - "1585": 5.11787, - "1586": 5.30037, - "1587": 5.13575, - "1588": 5.21756, - "1589": 4.83109, - "1590": 5.09711, - "1591": 5.17797, - "1592": 5.13754, - "1593": 5.22787, - "1594": 5.11301, - "1595": 5.10382, - "1596": 5.1917, - "1597": 5.11259, - "1598": 5.15617, - "1599": 5.18128, - "1600": 4.87223, - "1601": 5.11517, - "1602": 5.23191, - "1603": 5.19414, - "1604": 5.04929, - "1605": 5.0324, - "1606": 4.98529, - "1607": 5.06822, - "1608": 4.97978, - "1609": 5.06974, - "1610": 5.04549, - "1611": 4.99496, - "1612": 4.75151, - "1613": 5.0325, - "1614": 4.8831, - "1615": 5.07169, - "1616": 5.2298, - "1617": 5.06206, - "1618": 4.98524, - "1619": 5.18242, - "1620": 5.14628, - "1621": 5.30789, - "1622": 5.05557, - "1623": 5.13929, - "1624": 5.13294, - "1625": 5.11786, - "1626": 5.10247, - "1627": 5.10769, - "1628": 5.06569, - "1629": 4.92951, - "1630": 5.0638, - "1631": 5.0574, - "1632": 5.09882, - "1633": 4.97132, - "1634": 4.92442, - "1635": 5.05414, - "1636": 4.9167, - "1637": 5.23416, - "1638": 5.15908, - "1639": 4.97743, - "1640": 5.00571, - "1641": 5.12619, - "1642": 5.08245, - "1643": 5.05581, - "1644": 5.11902, - "1645": 4.97335, - "1646": 5.127, - "1647": 5.02746, - "1648": 5.18903, - "1649": 4.91994, - "1650": 5.06253, - "1651": 4.92862, - "1652": 5.20397, - "1653": 5.15886, - "1654": 5.1321, - "1655": 5.15903, - "1656": 5.33996, - "1657": 5.20985, - "1658": 5.04156, - "1659": 4.92887, - "1660": 4.81148, - "1661": 5.03177, - "1662": 5.14676, - "1663": 5.15701, - "1664": 4.98128, - "1665": 5.11427, - "1666": 5.10905, - "1667": 4.85069, - "1668": 5.11196, - "1669": 5.077, - "1670": 5.10995, - "1671": 5.16889, - "1672": 4.77222, - "1673": 5.03486, - "1674": 4.91643, - "1675": 5.04558, - "1676": 5.00145, - "1677": 4.79935, - "1678": 5.02209, - "1679": 4.88487, - "1680": 5.03558, - "1681": 5.06195, - "1682": 5.02701, - "1683": 4.90889, - "1684": 5.05934, - "1685": 5.13249, - "1686": 5.07233, - "1687": 4.9778, - "1688": 5.1615, - "1689": 5.14349, - "1690": 4.98753, - "1691": 4.99104, - "1692": 4.91598, - "1693": 5.01541, - "1694": 4.94512, - "1695": 4.91671, - "1696": 5.08559, - "1697": 5.04757, - "1698": 4.95042, - "1699": 5.00695, - "1700": 4.94834, - "1701": 5.16648, - "1702": 5.07417, - "1703": 5.17183, - "1704": 5.1406, - "1705": 4.95921, - "1706": 4.98362, - "1707": 4.78829, - "1708": 5.03394, - "1709": 5.22734, - "1710": 5.03247, - "1711": 5.18319, - "1712": 5.19392, - "1713": 5.03551, - "1714": 5.05192, - "1715": 4.91401, - "1716": 4.93008, - "1717": 4.85971, - "1718": 5.02424, - "1719": 5.12554, - "1720": 5.01938, - "1721": 4.92456, - "1722": 5.0577, - "1723": 4.93157, - "1724": 5.03777, - "1725": 5.19349, - "1726": 5.07027, - "1727": 4.90814, - "1728": 5.01659, - "1729": 5.04623, - "1730": 4.91302, - "1731": 4.99664, - "1732": 4.91355, - "1733": 5.13037, - "1734": 4.82971, - "1735": 5.20915, - "1736": 4.90791, - "1737": 4.85958, - "1738": 4.97819, - "1739": 5.15993, - "1740": 4.83342, - "1741": 4.77546, - "1742": 4.91271, - "1743": 5.0837, - "1744": 4.9768, - "1745": 4.82437, - "1746": 4.94697, - "1747": 4.86504, - "1748": 5.05877, - "1749": 4.86189, - "1750": 5.01499, - "1751": 5.11435, - "1752": 4.90519, - "1753": 5.08938, - "1754": 5.06086, - "1755": 4.89797, - "1756": 5.02028, - "1757": 5.14024, - "1758": 4.86759, - "1759": 4.93981, - "1760": 4.83063, - "1761": 5.01853, - "1762": 4.81479, - "1763": 4.76556, - "1764": 4.93024, - "1765": 5.14603, - "1766": 5.33831, - "1767": 5.23028, - "1768": 4.94405, - "1769": 5.00531, - "1770": 4.97533, - "1771": 4.96343, - "1772": 4.97773, - "1773": 4.97439, - "1774": 4.86616, - "1775": 4.95571, - "1776": 4.99917, - "1777": 4.94278, - "1778": 4.99166, - "1779": 5.0845, - "1780": 4.83369, - "1781": 5.04829, - "1782": 4.9965, - "1783": 5.01996, - "1784": 4.93726, - "1785": 5.17035, - "1786": 4.8105, - "1787": 4.97404, - "1788": 4.8253, - "1789": 4.88961, - "1790": 4.80117, - "1791": 4.7398, - "1792": 4.87912, - "1793": 5.10654, - "1794": 4.97765, - "1795": 4.96533, - "1796": 5.0015, - "1797": 4.78642, - "1798": 4.76754, - "1799": 5.01727, - "1800": 4.90962, - "1801": 5.05123, - "1802": 4.82561, - "1803": 4.95444, - "1804": 4.8864, - "1805": 4.90321, - "1806": 4.87993, - "1807": 4.9292, - "1808": 4.92416, - "1809": 5.14509, - "1810": 5.09639, - "1811": 4.95447, - "1812": 4.79921, - "1813": 5.09182, - "1814": 4.77772, - "1815": 4.86423, - "1816": 5.05012, - "1817": 4.7921, - "1818": 4.80521, - "1819": 5.0241, - "1820": 4.68803, - "1821": 5.0289, - "1822": 4.66372, - "1823": 4.87515, - "1824": 4.78962, - "1825": 5.06549, - "1826": 4.82115, - "1827": 4.7951, - "1828": 4.94689, - "1829": 5.11299, - "1830": 4.92033, - "1831": 4.89721, - "1832": 4.83154, - "1833": 4.78438, - "1834": 4.944, - "1835": 4.96353, - "1836": 4.90567, - "1837": 4.66918, - "1838": 4.807, - "1839": 4.89837, - "1840": 4.9041, - "1841": 4.83246, - "1842": 4.95624, - "1843": 4.70621, - "1844": 4.61333, - "1845": 5.00166, - "1846": 4.74726, - "1847": 4.86425, - "1848": 4.90754, - "1849": 4.8486, - "1850": 4.87042, - "1851": 5.01974, - "1852": 4.97928, - "1853": 4.82707, - "1854": 4.86455, - "1855": 4.8201, - "1856": 4.75471, - "1857": 4.96847, - "1858": 4.96938, - "1859": 4.75243, - "1860": 4.87028, - "1861": 5.21108, - "1862": 4.62225, - "1863": 4.83855, - "1864": 4.7563, - "1865": 4.86806, - "1866": 4.79084, - "1867": 5.00528, - "1868": 4.71551, - "1869": 4.76031, - "1870": 4.93708, - "1871": 4.99969, - "1872": 4.688, - "1873": 4.70117, - "1874": 4.84644, - "1875": 4.85829, - "1876": 4.7408, - "1877": 4.80426, - "1878": 4.81188, - "1879": 4.82379, - "1880": 4.89552, - "1881": 4.78947, - "1882": 4.79518, - "1883": 4.78389, - "1884": 4.97749, - "1885": 4.92371, - "1886": 4.82672, - "1887": 4.81657, - "1888": 4.97279, - "1889": 4.96123, - "1890": 4.70884, - "1891": 4.65719, - "1892": 4.85054, - "1893": 4.64805, - "1894": 4.90573, - "1895": 4.79048, - "1896": 4.65701, - "1897": 4.79141, - "1898": 4.91567, - "1899": 4.78049, - "1900": 4.91744, - "1901": 4.846, - "1902": 4.78867, - "1903": 4.75775, - "1904": 4.65162, - "1905": 4.54662, - "1906": 4.80991, - "1907": 4.90576, - "1908": 5.02958, - "1909": 4.89155, - "1910": 4.79007, - "1911": 4.80828, - "1912": 4.65141, - "1913": 4.94617, - "1914": 4.89027, - "1915": 4.86062, - "1916": 4.92967, - "1917": 4.85818, - "1918": 4.87975, - "1919": 5.0032, - "1920": 4.76552, - "1921": 4.8874, - "1922": 4.81668, - "1923": 4.75649, - "1924": 4.82737, - "1925": 5.05704, - "1926": 4.93693, - "1927": 4.93519, - "1928": 4.92929, - "1929": 4.92892, - "1930": 4.9118, - "1931": 4.77625, - "1932": 4.86409, - "1933": 4.83271, - "1934": 4.84819, - "1935": 5.1151, - "1936": 4.89017, - "1937": 4.87576, - "1938": 4.80268, - "1939": 4.70641, - "1940": 4.82849, - "1941": 4.73803, - "1942": 4.88048, - "1943": 4.73917, - "1944": 4.74514, - "1945": 4.69129, - "1946": 4.91843, - "1947": 4.87178, - "1948": 4.60047, - "1949": 4.89614, - "1950": 4.79762, - "1951": 4.96252, - "1952": 4.73739, - "1953": 4.79834, - "1954": 4.74129, - "1955": 4.8475, - "1956": 4.8811, - "1957": 4.73417, - "1958": 4.70141, - "1959": 4.76552, - "1960": 4.76926, - "1961": 4.71133, - "1962": 4.83829, - "1963": 4.82696, - "1964": 4.85089, - "1965": 4.87592, - "1966": 4.79315, - "1967": 4.59396, - "1968": 4.82983, - "1969": 4.59171, - "1970": 4.58104, + "1402": 5.42192, + "1403": 5.20099, + "1404": 5.28133, + "1405": 5.11758, + "1406": 4.99072, + "1407": 5.40067, + "1408": 5.1894, + "1409": 5.39769, + "1410": 5.37602, + "1411": 4.91625, + "1412": 5.35423, + "1413": 5.4132, + "1414": 5.2191, + "1415": 5.43804, + "1416": 5.32427, + "1417": 5.39034, + "1418": 5.30273, + "1419": 5.31784, + "1420": 5.4374, + "1421": 5.39669, + "1422": 5.41845, + "1423": 4.99463, + "1424": 5.32366, + "1425": 5.58064, + "1426": 5.22663, + "1427": 5.31887, + "1428": 5.33335, + "1429": 5.07656, + "1430": 5.33259, + "1431": 5.3211, + "1432": 5.33924, + "1433": 5.18817, + "1434": 5.15901, + "1435": 5.19818, + "1436": 5.10673, + "1437": 5.23248, + "1438": 5.31333, + "1439": 5.34976, + "1440": 5.35009, + "1441": 5.1727, + "1442": 5.22176, + "1443": 5.20955, + "1444": 5.13601, + "1445": 5.07486, + "1446": 5.26539, + "1447": 5.26079, + "1448": 5.29069, + "1449": 5.2476, + "1450": 5.34043, + "1451": 5.06718, + "1452": 5.27088, + "1453": 5.16379, + "1454": 5.00911, + "1455": 5.12305, + "1456": 5.27022, + "1457": 5.18141, + "1458": 5.00413, + "1459": 5.21669, + "1460": 5.23064, + "1461": 5.07378, + "1462": 4.97145, + "1463": 5.1419, + "1464": 5.21707, + "1465": 5.27398, + "1466": 5.34957, + "1467": 5.34204, + "1468": 5.2172, + "1469": 5.04609, + "1470": 5.12218, + "1471": 5.25019, + "1472": 5.11625, + "1473": 5.10478, + "1474": 5.21201, + "1475": 5.1905, + "1476": 5.14959, + "1477": 5.25855, + "1478": 5.29622, + "1479": 5.00591, + "1480": 5.18019, + "1481": 5.24574, + "1482": 5.34899, + "1483": 5.26704, + "1484": 4.92527, + "1485": 5.28848, + "1486": 5.04422, + "1487": 4.88652, + "1488": 5.17721, + "1489": 5.1003, + "1490": 5.04103, + "1491": 5.31899, + "1492": 5.21967, + "1493": 4.93998, + "1494": 5.10845, + "1495": 5.13162, + "1496": 5.05318, + "1497": 5.36199, + "1498": 5.30651, + "1499": 5.13637, + "1500": 5.08942, + "1501": 5.03395, + "1502": 5.14879, + "1503": 5.42794, + "1504": 5.32157, + "1505": 4.99954, + "1506": 5.14396, + "1507": 5.16087, + "1508": 5.16227, + "1509": 5.31186, + "1510": 5.01477, + "1511": 5.11308, + "1512": 4.97622, + "1513": 5.16776, + "1514": 5.33042, + "1515": 5.36454, + "1516": 5.27296, + "1517": 5.22177, + "1518": 5.03252, + "1519": 5.29496, + "1520": 5.14407, + "1521": 5.15297, + "1522": 5.32967, + "1523": 5.24054, + "1524": 5.06788, + "1525": 5.20529, + "1526": 5.277, + "1527": 5.25166, + "1528": 5.23654, + "1529": 5.18018, + "1530": 5.23429, + "1531": 5.09197, + "1532": 5.15325, + "1533": 5.0532, + "1534": 5.21651, + "1535": 5.16071, + "1536": 5.09387, + "1537": 5.02036, + "1538": 4.90979, + "1539": 5.23348, + "1540": 5.10515, + "1541": 5.25084, + "1542": 5.23362, + "1543": 5.04888, + "1544": 5.07097, + "1545": 5.11103, + "1546": 5.32057, + "1547": 5.10258, + "1548": 5.22951, + "1549": 5.22917, + "1550": 4.97153, + "1551": 5.25348, + "1552": 5.0173, + "1553": 5.14292, + "1554": 5.10336, + "1555": 5.10505, + "1556": 5.19641, + "1557": 5.08413, + "1558": 5.22735, + "1559": 4.996, + "1560": 5.10765, + "1561": 5.13997, + "1562": 5.17742, + "1563": 5.23861, + "1564": 5.25897, + "1565": 5.08666, + "1566": 5.29242, + "1567": 5.03841, + "1568": 5.07974, + "1569": 5.19107, + "1570": 5.1668, + "1571": 4.95043, + "1572": 5.03803, + "1573": 5.02328, + "1574": 4.99131, + "1575": 5.23091, + "1576": 5.21325, + "1577": 5.12617, + "1578": 5.35983, + "1579": 4.93831, + "1580": 5.11904, + "1581": 5.09122, + "1582": 5.27534, + "1583": 5.04106, + "1584": 5.05402, + "1585": 5.11778, + "1586": 5.30025, + "1587": 5.1323, + "1588": 5.21885, + "1589": 4.83208, + "1590": 5.0969, + "1591": 5.17902, + "1592": 5.13907, + "1593": 5.22864, + "1594": 5.11502, + "1595": 5.10583, + "1596": 5.19048, + "1597": 5.11256, + "1598": 5.15547, + "1599": 5.1795, + "1600": 4.87112, + "1601": 5.11454, + "1602": 5.22681, + "1603": 5.19152, + "1604": 5.05075, + "1605": 5.03088, + "1606": 4.98497, + "1607": 5.06776, + "1608": 4.97889, + "1609": 5.07133, + "1610": 5.04289, + "1611": 4.99385, + "1612": 4.75135, + "1613": 5.03149, + "1614": 4.87997, + "1615": 5.07009, + "1616": 5.22999, + "1617": 5.06371, + "1618": 4.98519, + "1619": 5.18111, + "1620": 5.14617, + "1621": 5.30906, + "1622": 5.05531, + "1623": 5.1397, + "1624": 5.13322, + "1625": 5.11798, + "1626": 5.10466, + "1627": 5.10955, + "1628": 5.06495, + "1629": 4.92858, + "1630": 5.06407, + "1631": 5.0577, + "1632": 5.09896, + "1633": 4.96869, + "1634": 4.92311, + "1635": 5.05114, + "1636": 4.91539, + "1637": 5.23361, + "1638": 5.15965, + "1639": 4.98018, + "1640": 5.007, + "1641": 5.12904, + "1642": 5.08291, + "1643": 5.05623, + "1644": 5.11789, + "1645": 4.97282, + "1646": 5.12696, + "1647": 5.02919, + "1648": 5.18803, + "1649": 4.91991, + "1650": 5.06172, + "1651": 4.92829, + "1652": 5.20578, + "1653": 5.1568, + "1654": 5.1307, + "1655": 5.15642, + "1656": 5.34015, + "1657": 5.21244, + "1658": 5.04251, + "1659": 4.93088, + "1660": 4.81358, + "1661": 5.03256, + "1662": 5.14774, + "1663": 5.15485, + "1664": 4.97976, + "1665": 5.11491, + "1666": 5.10649, + "1667": 4.85296, + "1668": 5.11422, + "1669": 5.07686, + "1670": 5.11226, + "1671": 5.1695, + "1672": 4.77368, + "1673": 5.03412, + "1674": 4.91696, + "1675": 5.04774, + "1676": 5.00239, + "1677": 4.80224, + "1678": 5.02287, + "1679": 4.88514, + "1680": 5.03694, + "1681": 5.06499, + "1682": 5.02882, + "1683": 4.90765, + "1684": 5.06061, + "1685": 5.13117, + "1686": 5.07174, + "1687": 4.97764, + "1688": 5.15958, + "1689": 5.14521, + "1690": 4.9886, + "1691": 4.992, + "1692": 4.91515, + "1693": 5.018, + "1694": 4.94207, + "1695": 4.91633, + "1696": 5.08332, + "1697": 5.0476, + "1698": 4.94702, + "1699": 5.00384, + "1700": 4.94729, + "1701": 5.16183, + "1702": 5.07762, + "1703": 5.17188, + "1704": 5.14145, + "1705": 4.9611, + "1706": 4.98274, + "1707": 4.78645, + "1708": 5.03284, + "1709": 5.22751, + "1710": 5.03095, + "1711": 5.18352, + "1712": 5.19133, + "1713": 5.03509, + "1714": 5.05108, + "1715": 4.91546, + "1716": 4.92973, + "1717": 4.85883, + "1718": 5.02243, + "1719": 5.12377, + "1720": 5.02049, + "1721": 4.92512, + "1722": 5.05608, + "1723": 4.92914, + "1724": 5.03696, + "1725": 5.19017, + "1726": 5.07043, + "1727": 4.90664, + "1728": 5.01729, + "1729": 5.04566, + "1730": 4.91218, + "1731": 4.99771, + "1732": 4.91218, + "1733": 5.13137, + "1734": 4.82925, + "1735": 5.21179, + "1736": 4.91543, + "1737": 4.8628, + "1738": 4.97742, + "1739": 5.1639, + "1740": 4.84108, + "1741": 4.77691, + "1742": 4.91236, + "1743": 5.08564, + "1744": 4.97908, + "1745": 4.82472, + "1746": 4.94923, + "1747": 4.86641, + "1748": 5.05983, + "1749": 4.86161, + "1750": 5.01553, + "1751": 5.11509, + "1752": 4.90477, + "1753": 5.09018, + "1754": 5.06127, + "1755": 4.89975, + "1756": 5.01935, + "1757": 5.13966, + "1758": 4.87018, + "1759": 4.94176, + "1760": 4.832, + "1761": 5.01928, + "1762": 4.81517, + "1763": 4.7696, + "1764": 4.9321, + "1765": 5.14559, + "1766": 5.34067, + "1767": 5.2312, + "1768": 4.94529, + "1769": 5.00506, + "1770": 4.97682, + "1771": 4.96597, + "1772": 4.97908, + "1773": 4.97385, + "1774": 4.86722, + "1775": 4.95647, + "1776": 4.99722, + "1777": 4.9422, + "1778": 4.99538, + "1779": 5.08626, + "1780": 4.83609, + "1781": 5.05171, + "1782": 4.99925, + "1783": 5.02024, + "1784": 4.93385, + "1785": 5.16708, + "1786": 4.81332, + "1787": 4.97396, + "1788": 4.83, + "1789": 4.89336, + "1790": 4.80383, + "1791": 4.74376, + "1792": 4.88482, + "1793": 5.11054, + "1794": 4.98076, + "1795": 4.96577, + "1796": 4.99995, + "1797": 4.78788, + "1798": 4.76795, + "1799": 5.01672, + "1800": 4.91047, + "1801": 5.0488, + "1802": 4.82415, + "1803": 4.95177, + "1804": 4.88581, + "1805": 4.90389, + "1806": 4.87854, + "1807": 4.93106, + "1808": 4.92639, + "1809": 5.14626, + "1810": 5.09768, + "1811": 4.95353, + "1812": 4.79806, + "1813": 5.0943, + "1814": 4.77678, + "1815": 4.86153, + "1816": 5.04893, + "1817": 4.7919, + "1818": 4.80647, + "1819": 5.02586, + "1820": 4.68782, + "1821": 5.03019, + "1822": 4.66638, + "1823": 4.87419, + "1824": 4.79122, + "1825": 5.06616, + "1826": 4.82316, + "1827": 4.79802, + "1828": 4.94896, + "1829": 5.11651, + "1830": 4.92129, + "1831": 4.89904, + "1832": 4.83208, + "1833": 4.78422, + "1834": 4.9471, + "1835": 4.96349, + "1836": 4.90569, + "1837": 4.6695, + "1838": 4.80745, + "1839": 4.89842, + "1840": 4.90548, + "1841": 4.83249, + "1842": 4.95446, + "1843": 4.70867, + "1844": 4.61514, + "1845": 5.00458, + "1846": 4.74794, + "1847": 4.86801, + "1848": 4.90501, + "1849": 4.84528, + "1850": 4.86973, + "1851": 5.01871, + "1852": 4.97791, + "1853": 4.82871, + "1854": 4.86715, + "1855": 4.82042, + "1856": 4.75206, + "1857": 4.96745, + "1858": 4.96793, + "1859": 4.75215, + "1860": 4.86807, + "1861": 5.21265, + "1862": 4.61926, + "1863": 4.83862, + "1864": 4.75705, + "1865": 4.86523, + "1866": 4.79424, + "1867": 5.00684, + "1868": 4.71545, + "1869": 4.76159, + "1870": 4.93898, + "1871": 5.00036, + "1872": 4.68923, + "1873": 4.7012, + "1874": 4.84675, + "1875": 4.8576, + "1876": 4.74064, + "1877": 4.80806, + "1878": 4.81131, + "1879": 4.82227, + "1880": 4.89321, + "1881": 4.78686, + "1882": 4.79314, + "1883": 4.7817, + "1884": 4.97519, + "1885": 4.92045, + "1886": 4.82384, + "1887": 4.81486, + "1888": 4.9743, + "1889": 4.962, + "1890": 4.70832, + "1891": 4.65898, + "1892": 4.84845, + "1893": 4.65039, + "1894": 4.90659, + "1895": 4.79513, + "1896": 4.66, + "1897": 4.79205, + "1898": 4.91945, + "1899": 4.77715, + "1900": 4.91894, + "1901": 4.84633, + "1902": 4.78563, + "1903": 4.75799, + "1904": 4.65185, + "1905": 4.54312, + "1906": 4.81032, + "1907": 4.90271, + "1908": 5.02926, + "1909": 4.89131, + "1910": 4.79275, + "1911": 4.80972, + "1912": 4.65355, + "1913": 4.94801, + "1914": 4.88619, + "1915": 4.86016, + "1916": 4.92649, + "1917": 4.85623, + "1918": 4.87995, + "1919": 5.0042, + "1920": 4.76638, + "1921": 4.88975, + "1922": 4.81654, + "1923": 4.75564, + "1924": 4.82656, + "1925": 5.05829, + "1926": 4.93789, + "1927": 4.93326, + "1928": 4.93063, + "1929": 4.92975, + "1930": 4.91117, + "1931": 4.77644, + "1932": 4.86143, + "1933": 4.83825, + "1934": 4.84629, + "1935": 5.11694, + "1936": 4.88798, + "1937": 4.87891, + "1938": 4.8018, + "1939": 4.7078, + "1940": 4.82624, + "1941": 4.74187, + "1942": 4.88262, + "1943": 4.74268, + "1944": 4.74596, + "1945": 4.69162, + "1946": 4.92118, + "1947": 4.87238, + "1948": 4.6008, + "1949": 4.89656, + "1950": 4.79525, + "1951": 4.96278, + "1952": 4.73693, + "1953": 4.79727, + "1954": 4.73869, + "1955": 4.84303, + "1956": 4.88032, + "1957": 4.73464, + "1958": 4.70405, + "1959": 4.76808, + "1960": 4.76914, + "1961": 4.71316, + "1962": 4.83738, + "1963": 4.82535, + "1964": 4.85105, + "1965": 4.87562, + "1966": 4.79067, + "1967": 4.59379, + "1968": 4.82901, + "1969": 4.59402, + "1970": 4.57789, "1971": 4.90835, - "1972": 4.89876, - "1973": 4.55567, - "1974": 4.825, - "1975": 4.82797, - "1976": 4.7162, - "1977": 4.57925, - "1978": 5.00632, - "1979": 4.66916, - "1980": 4.74892, - "1981": 4.86565, - "1982": 4.72343, - "1983": 4.88568, - "1984": 4.64371, - "1985": 4.78755, - "1986": 4.69542, - "1987": 4.81221, - "1988": 4.88655, - "1989": 4.63375, - "1990": 4.79112, - "1991": 4.70197, - "1992": 4.79795, - "1993": 4.74479, - "1994": 4.85419, - "1995": 4.55365, - "1996": 4.6556, - "1997": 4.81376, - "1998": 4.67906, - "1999": 4.73222, - "2000": 4.62708 + "1972": 4.89673, + "1973": 4.55698, + "1974": 4.82599, + "1975": 4.83122, + "1976": 4.71779, + "1977": 4.58336, + "1978": 5.01205, + "1979": 4.67028, + "1980": 4.75241, + "1981": 4.86344, + "1982": 4.72579, + "1983": 4.88901, + "1984": 4.64561, + "1985": 4.7882, + "1986": 4.69595, + "1987": 4.81318, + "1988": 4.8847, + "1989": 4.63457, + "1990": 4.79224, + "1991": 4.70247, + "1992": 4.7964, + "1993": 4.74467, + "1994": 4.85533, + "1995": 4.55714, + "1996": 4.65583, + "1997": 4.81273, + "1998": 4.68, + "1999": 4.73101, + "2000": 4.62846 } }, "num-zeros": { @@ -2011,2006 +2011,2006 @@ "end_step": 2000, "step_interval": 1, "values": { - "1": 68.0, - "2": 87.0, - "3": 77.0, - "4": 68.0, - "5": 83.0, - "6": 77.0, - "7": 59.0, - "8": 71.0, - "9": 69.0, - "10": 83.0, - "11": 64.0, - "12": 69.0, - "13": 71.0, - "14": 77.0, - "15": 74.0, - "16": 84.0, - "17": 73.0, + "1": 62.0, + "2": 72.0, + "3": 65.0, + "4": 88.0, + "5": 66.0, + "6": 78.0, + "7": 84.0, + "8": 70.0, + "9": 84.0, + "10": 66.0, + "11": 54.0, + "12": 73.0, + "13": 77.0, + "14": 93.0, + "15": 63.0, + "16": 61.0, + "17": 69.0, "18": 83.0, - "19": 65.0, - "20": 88.0, - "21": 78.0, - "22": 88.0, - "23": 72.0, - "24": 67.0, - "25": 89.0, - "26": 89.0, - "27": 79.0, - "28": 98.0, - "29": 100.0, - "30": 97.0, - "31": 101.0, - "32": 87.0, - "33": 110.0, - "34": 119.0, - "35": 109.0, - "36": 104.0, - "37": 99.0, - "38": 124.0, - "39": 126.0, - "40": 120.0, - "41": 108.0, - "42": 126.0, - "43": 113.0, - "44": 138.0, - "45": 122.0, - "46": 148.0, - "47": 128.0, - "48": 115.0, - "49": 125.0, - "50": 164.0, - "51": 114.0, - "52": 119.0, - "53": 110.0, - "54": 118.0, - "55": 127.0, - "56": 155.0, - "57": 133.0, - "58": 150.0, - "59": 133.0, - "60": 131.0, - "61": 130.0, - "62": 151.0, - "63": 134.0, - "64": 136.0, - "65": 148.0, - "66": 158.0, - "67": 179.0, - "68": 142.0, - "69": 142.0, - "70": 169.0, - "71": 172.0, - "72": 154.0, - "73": 145.0, - "74": 170.0, - "75": 156.0, - "76": 176.0, - "77": 174.0, - "78": 202.0, - "79": 150.0, - "80": 153.0, - "81": 168.0, - "82": 141.0, - "83": 169.0, - "84": 158.0, - "85": 160.0, - "86": 185.0, - "87": 171.0, - "88": 153.0, - "89": 158.0, - "90": 184.0, - "91": 143.0, - "92": 211.0, - "93": 159.0, - "94": 149.0, - "95": 155.0, - "96": 174.0, - "97": 194.0, - "98": 173.0, - "99": 190.0, - "100": 161.0, - "101": 172.0, - "102": 164.0, - "103": 186.0, - "104": 179.0, - "105": 190.0, - "106": 176.0, - "107": 172.0, - "108": 186.0, - "109": 169.0, - "110": 184.0, - "111": 184.0, - "112": 177.0, - "113": 175.0, - "114": 164.0, - "115": 178.0, - "116": 152.0, - "117": 147.0, - "118": 156.0, - "119": 188.0, - "120": 171.0, - "121": 178.0, - "122": 120.0, + "19": 58.0, + "20": 85.0, + "21": 79.0, + "22": 70.0, + "23": 80.0, + "24": 79.0, + "25": 81.0, + "26": 96.0, + "27": 80.0, + "28": 104.0, + "29": 115.0, + "30": 75.0, + "31": 125.0, + "32": 113.0, + "33": 108.0, + "34": 117.0, + "35": 97.0, + "36": 99.0, + "37": 126.0, + "38": 131.0, + "39": 115.0, + "40": 126.0, + "41": 114.0, + "42": 114.0, + "43": 132.0, + "44": 108.0, + "45": 145.0, + "46": 125.0, + "47": 134.0, + "48": 144.0, + "49": 123.0, + "50": 173.0, + "51": 119.0, + "52": 116.0, + "53": 114.0, + "54": 153.0, + "55": 128.0, + "56": 161.0, + "57": 129.0, + "58": 164.0, + "59": 131.0, + "60": 163.0, + "61": 141.0, + "62": 147.0, + "63": 176.0, + "64": 153.0, + "65": 152.0, + "66": 178.0, + "67": 165.0, + "68": 144.0, + "69": 143.0, + "70": 140.0, + "71": 175.0, + "72": 169.0, + "73": 152.0, + "74": 134.0, + "75": 159.0, + "76": 163.0, + "77": 183.0, + "78": 182.0, + "79": 147.0, + "80": 177.0, + "81": 180.0, + "82": 151.0, + "83": 155.0, + "84": 161.0, + "85": 166.0, + "86": 176.0, + "87": 176.0, + "88": 159.0, + "89": 164.0, + "90": 152.0, + "91": 194.0, + "92": 180.0, + "93": 170.0, + "94": 133.0, + "95": 154.0, + "96": 183.0, + "97": 191.0, + "98": 185.0, + "99": 170.0, + "100": 173.0, + "101": 191.0, + "102": 174.0, + "103": 164.0, + "104": 177.0, + "105": 201.0, + "106": 162.0, + "107": 163.0, + "108": 201.0, + "109": 149.0, + "110": 186.0, + "111": 181.0, + "112": 180.0, + "113": 167.0, + "114": 172.0, + "115": 169.0, + "116": 138.0, + "117": 169.0, + "118": 155.0, + "119": 184.0, + "120": 150.0, + "121": 170.0, + "122": 153.0, "123": 173.0, - "124": 171.0, - "125": 225.0, - "126": 137.0, - "127": 184.0, - "128": 180.0, - "129": 168.0, - "130": 165.0, - "131": 189.0, - "132": 189.0, - "133": 177.0, - "134": 199.0, - "135": 144.0, - "136": 189.0, - "137": 150.0, - "138": 182.0, - "139": 178.0, + "124": 194.0, + "125": 196.0, + "126": 163.0, + "127": 198.0, + "128": 158.0, + "129": 178.0, + "130": 186.0, + "131": 197.0, + "132": 170.0, + "133": 167.0, + "134": 166.0, + "135": 157.0, + "136": 184.0, + "137": 152.0, + "138": 151.0, + "139": 154.0, "140": 168.0, - "141": 165.0, + "141": 161.0, "142": 155.0, - "143": 203.0, - "144": 138.0, - "145": 180.0, - "146": 192.0, - "147": 149.0, - "148": 161.0, - "149": 160.0, - "150": 152.0, - "151": 142.0, - "152": 123.0, - "153": 142.0, - "154": 188.0, - "155": 181.0, - "156": 132.0, - "157": 139.0, - "158": 148.0, - "159": 179.0, - "160": 153.0, - "161": 118.0, - "162": 194.0, - "163": 107.0, - "164": 179.0, - "165": 126.0, - "166": 191.0, - "167": 182.0, - "168": 159.0, - "169": 187.0, - "170": 183.0, - "171": 149.0, + "143": 197.0, + "144": 179.0, + "145": 161.0, + "146": 185.0, + "147": 134.0, + "148": 166.0, + "149": 182.0, + "150": 139.0, + "151": 179.0, + "152": 125.0, + "153": 144.0, + "154": 191.0, + "155": 149.0, + "156": 147.0, + "157": 151.0, + "158": 160.0, + "159": 159.0, + "160": 174.0, + "161": 122.0, + "162": 187.0, + "163": 148.0, + "164": 186.0, + "165": 159.0, + "166": 190.0, + "167": 144.0, + "168": 163.0, + "169": 180.0, + "170": 170.0, + "171": 154.0, "172": 162.0, - "173": 180.0, - "174": 188.0, - "175": 174.0, - "176": 139.0, - "177": 168.0, - "178": 154.0, - "179": 140.0, - "180": 125.0, - "181": 154.0, - "182": 176.0, - "183": 177.0, - "184": 157.0, - "185": 168.0, + "173": 162.0, + "174": 179.0, + "175": 162.0, + "176": 157.0, + "177": 173.0, + "178": 157.0, + "179": 175.0, + "180": 152.0, + "181": 147.0, + "182": 182.0, + "183": 188.0, + "184": 181.0, + "185": 179.0, "186": 204.0, - "187": 179.0, - "188": 173.0, - "189": 162.0, - "190": 154.0, - "191": 179.0, - "192": 182.0, - "193": 180.0, - "194": 192.0, - "195": 160.0, - "196": 198.0, - "197": 171.0, - "198": 151.0, - "199": 145.0, - "200": 180.0, - "201": 162.0, - "202": 178.0, - "203": 127.0, - "204": 161.0, - "205": 138.0, - "206": 183.0, - "207": 171.0, - "208": 153.0, - "209": 163.0, - "210": 181.0, - "211": 179.0, - "212": 165.0, - "213": 150.0, - "214": 212.0, - "215": 191.0, - "216": 163.0, - "217": 161.0, - "218": 229.0, - "219": 185.0, - "220": 152.0, - "221": 156.0, - "222": 170.0, - "223": 180.0, - "224": 166.0, - "225": 191.0, - "226": 159.0, - "227": 187.0, - "228": 147.0, - "229": 193.0, - "230": 165.0, - "231": 206.0, - "232": 151.0, - "233": 173.0, - "234": 205.0, - "235": 207.0, - "236": 188.0, - "237": 217.0, - "238": 201.0, - "239": 164.0, - "240": 178.0, - "241": 129.0, - "242": 211.0, - "243": 204.0, - "244": 190.0, - "245": 205.0, - "246": 215.0, - "247": 185.0, - "248": 206.0, - "249": 190.0, - "250": 188.0, - "251": 205.0, - "252": 176.0, - "253": 150.0, - "254": 209.0, - "255": 197.0, - "256": 161.0, - "257": 166.0, - "258": 220.0, - "259": 188.0, - "260": 191.0, - "261": 204.0, - "262": 201.0, - "263": 220.0, - "264": 172.0, - "265": 156.0, - "266": 139.0, - "267": 139.0, - "268": 205.0, - "269": 197.0, - "270": 183.0, - "271": 167.0, - "272": 208.0, - "273": 166.0, - "274": 169.0, - "275": 193.0, - "276": 201.0, - "277": 189.0, - "278": 197.0, - "279": 199.0, - "280": 186.0, - "281": 167.0, - "282": 151.0, - "283": 187.0, - "284": 189.0, - "285": 161.0, - "286": 163.0, - "287": 213.0, - "288": 177.0, - "289": 204.0, - "290": 178.0, - "291": 232.0, - "292": 175.0, - "293": 208.0, - "294": 207.0, - "295": 230.0, - "296": 226.0, - "297": 185.0, - "298": 165.0, - "299": 173.0, - "300": 166.0, - "301": 161.0, - "302": 213.0, - "303": 191.0, - "304": 194.0, - "305": 156.0, - "306": 229.0, - "307": 194.0, - "308": 197.0, - "309": 194.0, - "310": 227.0, - "311": 163.0, - "312": 177.0, - "313": 208.0, - "314": 207.0, - "315": 185.0, - "316": 183.0, - "317": 189.0, - "318": 225.0, - "319": 180.0, - "320": 184.0, - "321": 175.0, - "322": 232.0, - "323": 161.0, - "324": 198.0, - "325": 167.0, - "326": 260.0, - "327": 198.0, - "328": 217.0, - "329": 217.0, - "330": 210.0, - "331": 215.0, - "332": 192.0, - "333": 251.0, - "334": 204.0, - "335": 200.0, - "336": 180.0, - "337": 205.0, - "338": 206.0, - "339": 207.0, - "340": 197.0, - "341": 237.0, - "342": 163.0, - "343": 219.0, - "344": 207.0, - "345": 219.0, - "346": 194.0, - "347": 212.0, - "348": 215.0, - "349": 177.0, - "350": 217.0, - "351": 202.0, - "352": 227.0, - "353": 239.0, - "354": 203.0, - "355": 218.0, - "356": 246.0, - "357": 196.0, - "358": 227.0, - "359": 208.0, - "360": 234.0, - "361": 196.0, - "362": 272.0, - "363": 208.0, - "364": 216.0, - "365": 203.0, - "366": 206.0, - "367": 208.0, - "368": 173.0, - "369": 170.0, - "370": 231.0, - "371": 170.0, - "372": 196.0, - "373": 208.0, - "374": 146.0, - "375": 222.0, + "187": 176.0, + "188": 178.0, + "189": 191.0, + "190": 148.0, + "191": 177.0, + "192": 174.0, + "193": 195.0, + "194": 178.0, + "195": 161.0, + "196": 205.0, + "197": 173.0, + "198": 155.0, + "199": 162.0, + "200": 176.0, + "201": 160.0, + "202": 162.0, + "203": 168.0, + "204": 150.0, + "205": 147.0, + "206": 170.0, + "207": 159.0, + "208": 140.0, + "209": 177.0, + "210": 164.0, + "211": 168.0, + "212": 177.0, + "213": 154.0, + "214": 166.0, + "215": 149.0, + "216": 170.0, + "217": 188.0, + "218": 189.0, + "219": 168.0, + "220": 170.0, + "221": 176.0, + "222": 154.0, + "223": 200.0, + "224": 184.0, + "225": 175.0, + "226": 174.0, + "227": 194.0, + "228": 172.0, + "229": 182.0, + "230": 172.0, + "231": 188.0, + "232": 186.0, + "233": 197.0, + "234": 216.0, + "235": 196.0, + "236": 158.0, + "237": 178.0, + "238": 153.0, + "239": 161.0, + "240": 193.0, + "241": 157.0, + "242": 189.0, + "243": 183.0, + "244": 184.0, + "245": 177.0, + "246": 236.0, + "247": 196.0, + "248": 186.0, + "249": 204.0, + "250": 198.0, + "251": 195.0, + "252": 218.0, + "253": 147.0, + "254": 207.0, + "255": 234.0, + "256": 173.0, + "257": 193.0, + "258": 225.0, + "259": 169.0, + "260": 167.0, + "261": 241.0, + "262": 176.0, + "263": 191.0, + "264": 203.0, + "265": 174.0, + "266": 169.0, + "267": 133.0, + "268": 164.0, + "269": 205.0, + "270": 232.0, + "271": 171.0, + "272": 195.0, + "273": 165.0, + "274": 180.0, + "275": 155.0, + "276": 176.0, + "277": 169.0, + "278": 196.0, + "279": 195.0, + "280": 159.0, + "281": 142.0, + "282": 188.0, + "283": 194.0, + "284": 190.0, + "285": 153.0, + "286": 153.0, + "287": 220.0, + "288": 174.0, + "289": 206.0, + "290": 187.0, + "291": 231.0, + "292": 168.0, + "293": 219.0, + "294": 189.0, + "295": 223.0, + "296": 233.0, + "297": 189.0, + "298": 137.0, + "299": 214.0, + "300": 174.0, + "301": 173.0, + "302": 208.0, + "303": 170.0, + "304": 208.0, + "305": 148.0, + "306": 197.0, + "307": 204.0, + "308": 173.0, + "309": 188.0, + "310": 208.0, + "311": 179.0, + "312": 169.0, + "313": 202.0, + "314": 222.0, + "315": 173.0, + "316": 163.0, + "317": 162.0, + "318": 193.0, + "319": 214.0, + "320": 214.0, + "321": 191.0, + "322": 210.0, + "323": 147.0, + "324": 208.0, + "325": 181.0, + "326": 218.0, + "327": 223.0, + "328": 224.0, + "329": 201.0, + "330": 195.0, + "331": 186.0, + "332": 197.0, + "333": 222.0, + "334": 201.0, + "335": 204.0, + "336": 185.0, + "337": 172.0, + "338": 194.0, + "339": 193.0, + "340": 179.0, + "341": 198.0, + "342": 139.0, + "343": 209.0, + "344": 229.0, + "345": 205.0, + "346": 221.0, + "347": 217.0, + "348": 221.0, + "349": 188.0, + "350": 219.0, + "351": 237.0, + "352": 218.0, + "353": 234.0, + "354": 176.0, + "355": 242.0, + "356": 214.0, + "357": 226.0, + "358": 179.0, + "359": 226.0, + "360": 214.0, + "361": 184.0, + "362": 274.0, + "363": 219.0, + "364": 246.0, + "365": 208.0, + "366": 209.0, + "367": 200.0, + "368": 148.0, + "369": 187.0, + "370": 221.0, + "371": 195.0, + "372": 235.0, + "373": 226.0, + "374": 181.0, + "375": 203.0, "376": 213.0, - "377": 198.0, - "378": 233.0, - "379": 214.0, - "380": 199.0, - "381": 237.0, - "382": 214.0, - "383": 195.0, - "384": 243.0, - "385": 216.0, - "386": 190.0, - "387": 198.0, - "388": 235.0, - "389": 190.0, - "390": 214.0, - "391": 233.0, - "392": 196.0, - "393": 236.0, - "394": 239.0, - "395": 217.0, - "396": 198.0, - "397": 205.0, - "398": 194.0, - "399": 201.0, - "400": 204.0, - "401": 207.0, - "402": 215.0, - "403": 255.0, - "404": 208.0, - "405": 193.0, - "406": 260.0, - "407": 214.0, - "408": 208.0, - "409": 184.0, - "410": 232.0, - "411": 204.0, - "412": 191.0, - "413": 176.0, - "414": 200.0, - "415": 220.0, - "416": 241.0, - "417": 186.0, - "418": 217.0, - "419": 199.0, - "420": 220.0, - "421": 202.0, - "422": 181.0, - "423": 179.0, - "424": 229.0, - "425": 202.0, - "426": 181.0, - "427": 209.0, - "428": 209.0, - "429": 199.0, - "430": 257.0, - "431": 185.0, - "432": 211.0, - "433": 202.0, - "434": 186.0, - "435": 184.0, - "436": 223.0, - "437": 203.0, - "438": 165.0, - "439": 186.0, - "440": 199.0, - "441": 201.0, - "442": 229.0, - "443": 205.0, - "444": 172.0, - "445": 202.0, - "446": 208.0, - "447": 183.0, - "448": 229.0, - "449": 245.0, - "450": 180.0, - "451": 189.0, - "452": 182.0, - "453": 202.0, - "454": 219.0, - "455": 239.0, - "456": 210.0, - "457": 203.0, - "458": 200.0, - "459": 174.0, - "460": 196.0, - "461": 207.0, - "462": 181.0, - "463": 200.0, - "464": 184.0, - "465": 181.0, - "466": 180.0, - "467": 201.0, - "468": 218.0, - "469": 195.0, - "470": 167.0, - "471": 206.0, - "472": 219.0, - "473": 206.0, - "474": 194.0, - "475": 195.0, - "476": 161.0, - "477": 147.0, - "478": 172.0, - "479": 181.0, - "480": 136.0, - "481": 189.0, - "482": 190.0, - "483": 173.0, - "484": 170.0, - "485": 160.0, - "486": 180.0, - "487": 182.0, - "488": 195.0, - "489": 176.0, - "490": 222.0, - "491": 200.0, - "492": 179.0, - "493": 227.0, - "494": 166.0, + "377": 179.0, + "378": 228.0, + "379": 213.0, + "380": 194.0, + "381": 220.0, + "382": 216.0, + "383": 233.0, + "384": 279.0, + "385": 186.0, + "386": 212.0, + "387": 207.0, + "388": 217.0, + "389": 194.0, + "390": 239.0, + "391": 225.0, + "392": 209.0, + "393": 244.0, + "394": 221.0, + "395": 234.0, + "396": 237.0, + "397": 189.0, + "398": 191.0, + "399": 190.0, + "400": 191.0, + "401": 236.0, + "402": 193.0, + "403": 251.0, + "404": 213.0, + "405": 168.0, + "406": 238.0, + "407": 220.0, + "408": 247.0, + "409": 207.0, + "410": 211.0, + "411": 186.0, + "412": 188.0, + "413": 181.0, + "414": 222.0, + "415": 218.0, + "416": 214.0, + "417": 209.0, + "418": 196.0, + "419": 185.0, + "420": 214.0, + "421": 218.0, + "422": 173.0, + "423": 215.0, + "424": 217.0, + "425": 218.0, + "426": 184.0, + "427": 218.0, + "428": 171.0, + "429": 203.0, + "430": 241.0, + "431": 158.0, + "432": 233.0, + "433": 206.0, + "434": 179.0, + "435": 172.0, + "436": 207.0, + "437": 178.0, + "438": 188.0, + "439": 181.0, + "440": 186.0, + "441": 175.0, + "442": 225.0, + "443": 238.0, + "444": 141.0, + "445": 195.0, + "446": 209.0, + "447": 217.0, + "448": 206.0, + "449": 253.0, + "450": 168.0, + "451": 197.0, + "452": 176.0, + "453": 161.0, + "454": 220.0, + "455": 238.0, + "456": 233.0, + "457": 217.0, + "458": 182.0, + "459": 197.0, + "460": 198.0, + "461": 226.0, + "462": 187.0, + "463": 203.0, + "464": 188.0, + "465": 171.0, + "466": 229.0, + "467": 215.0, + "468": 181.0, + "469": 208.0, + "470": 215.0, + "471": 199.0, + "472": 201.0, + "473": 202.0, + "474": 186.0, + "475": 187.0, + "476": 164.0, + "477": 155.0, + "478": 179.0, + "479": 205.0, + "480": 140.0, + "481": 188.0, + "482": 223.0, + "483": 167.0, + "484": 168.0, + "485": 204.0, + "486": 190.0, + "487": 165.0, + "488": 203.0, + "489": 161.0, + "490": 208.0, + "491": 168.0, + "492": 162.0, + "493": 182.0, + "494": 177.0, "495": 174.0, - "496": 169.0, - "497": 167.0, - "498": 190.0, - "499": 166.0, - "500": 166.0, - "501": 172.0, - "502": 208.0, - "503": 171.0, - "504": 174.0, - "505": 228.0, - "506": 190.0, - "507": 167.0, - "508": 161.0, - "509": 156.0, - "510": 195.0, - "511": 139.0, - "512": 162.0, - "513": 161.0, + "496": 195.0, + "497": 160.0, + "498": 197.0, + "499": 167.0, + "500": 163.0, + "501": 154.0, + "502": 193.0, + "503": 173.0, + "504": 165.0, + "505": 200.0, + "506": 171.0, + "507": 197.0, + "508": 154.0, + "509": 169.0, + "510": 179.0, + "511": 160.0, + "512": 188.0, + "513": 134.0, "514": 156.0, - "515": 180.0, - "516": 147.0, - "517": 172.0, - "518": 153.0, - "519": 146.0, - "520": 173.0, - "521": 176.0, - "522": 176.0, - "523": 143.0, - "524": 159.0, - "525": 198.0, - "526": 160.0, - "527": 186.0, - "528": 162.0, - "529": 139.0, - "530": 181.0, - "531": 153.0, - "532": 179.0, - "533": 192.0, - "534": 171.0, - "535": 162.0, - "536": 149.0, - "537": 128.0, - "538": 140.0, - "539": 162.0, - "540": 150.0, - "541": 126.0, - "542": 178.0, - "543": 162.0, - "544": 153.0, - "545": 171.0, - "546": 201.0, - "547": 187.0, - "548": 178.0, - "549": 151.0, - "550": 136.0, - "551": 197.0, - "552": 176.0, - "553": 167.0, - "554": 139.0, - "555": 155.0, - "556": 155.0, - "557": 172.0, - "558": 167.0, - "559": 151.0, - "560": 154.0, - "561": 169.0, - "562": 177.0, - "563": 183.0, - "564": 170.0, - "565": 121.0, - "566": 156.0, - "567": 162.0, - "568": 192.0, - "569": 152.0, - "570": 151.0, - "571": 148.0, - "572": 133.0, - "573": 162.0, - "574": 152.0, - "575": 143.0, - "576": 130.0, - "577": 147.0, - "578": 179.0, - "579": 162.0, - "580": 150.0, - "581": 161.0, - "582": 157.0, - "583": 148.0, - "584": 148.0, - "585": 148.0, - "586": 112.0, - "587": 151.0, - "588": 147.0, - "589": 179.0, - "590": 131.0, - "591": 159.0, - "592": 156.0, - "593": 169.0, - "594": 137.0, - "595": 133.0, - "596": 163.0, - "597": 149.0, + "515": 164.0, + "516": 146.0, + "517": 196.0, + "518": 174.0, + "519": 143.0, + "520": 181.0, + "521": 141.0, + "522": 175.0, + "523": 171.0, + "524": 174.0, + "525": 175.0, + "526": 150.0, + "527": 180.0, + "528": 188.0, + "529": 177.0, + "530": 174.0, + "531": 167.0, + "532": 172.0, + "533": 174.0, + "534": 160.0, + "535": 138.0, + "536": 178.0, + "537": 150.0, + "538": 164.0, + "539": 137.0, + "540": 178.0, + "541": 131.0, + "542": 188.0, + "543": 170.0, + "544": 140.0, + "545": 183.0, + "546": 151.0, + "547": 168.0, + "548": 188.0, + "549": 153.0, + "550": 174.0, + "551": 183.0, + "552": 173.0, + "553": 164.0, + "554": 156.0, + "555": 176.0, + "556": 163.0, + "557": 163.0, + "558": 198.0, + "559": 155.0, + "560": 179.0, + "561": 204.0, + "562": 154.0, + "563": 180.0, + "564": 184.0, + "565": 115.0, + "566": 176.0, + "567": 168.0, + "568": 158.0, + "569": 135.0, + "570": 148.0, + "571": 139.0, + "572": 148.0, + "573": 163.0, + "574": 182.0, + "575": 164.0, + "576": 162.0, + "577": 152.0, + "578": 175.0, + "579": 155.0, + "580": 126.0, + "581": 170.0, + "582": 156.0, + "583": 132.0, + "584": 149.0, + "585": 141.0, + "586": 102.0, + "587": 143.0, + "588": 119.0, + "589": 135.0, + "590": 123.0, + "591": 153.0, + "592": 134.0, + "593": 136.0, + "594": 161.0, + "595": 135.0, + "596": 151.0, + "597": 119.0, "598": 137.0, - "599": 158.0, - "600": 150.0, - "601": 143.0, - "602": 119.0, - "603": 164.0, - "604": 144.0, - "605": 179.0, - "606": 148.0, - "607": 141.0, - "608": 155.0, - "609": 130.0, - "610": 146.0, - "611": 157.0, - "612": 130.0, - "613": 170.0, - "614": 137.0, - "615": 150.0, - "616": 121.0, - "617": 112.0, - "618": 165.0, - "619": 127.0, - "620": 160.0, - "621": 166.0, - "622": 128.0, - "623": 166.0, - "624": 142.0, - "625": 136.0, - "626": 132.0, - "627": 112.0, - "628": 127.0, - "629": 165.0, - "630": 131.0, - "631": 142.0, - "632": 127.0, - "633": 137.0, - "634": 132.0, - "635": 145.0, - "636": 146.0, - "637": 140.0, - "638": 100.0, - "639": 180.0, - "640": 136.0, - "641": 139.0, - "642": 133.0, - "643": 145.0, - "644": 110.0, - "645": 132.0, - "646": 117.0, - "647": 132.0, - "648": 131.0, - "649": 129.0, - "650": 130.0, - "651": 138.0, - "652": 127.0, - "653": 106.0, - "654": 116.0, - "655": 124.0, - "656": 114.0, - "657": 126.0, - "658": 123.0, - "659": 79.0, - "660": 143.0, - "661": 124.0, - "662": 127.0, - "663": 140.0, - "664": 157.0, - "665": 131.0, - "666": 129.0, - "667": 115.0, + "599": 162.0, + "600": 157.0, + "601": 146.0, + "602": 143.0, + "603": 120.0, + "604": 166.0, + "605": 163.0, + "606": 128.0, + "607": 146.0, + "608": 152.0, + "609": 160.0, + "610": 118.0, + "611": 130.0, + "612": 163.0, + "613": 167.0, + "614": 142.0, + "615": 149.0, + "616": 127.0, + "617": 114.0, + "618": 148.0, + "619": 105.0, + "620": 157.0, + "621": 97.0, + "622": 152.0, + "623": 128.0, + "624": 120.0, + "625": 110.0, + "626": 135.0, + "627": 139.0, + "628": 111.0, + "629": 141.0, + "630": 134.0, + "631": 130.0, + "632": 123.0, + "633": 108.0, + "634": 124.0, + "635": 134.0, + "636": 135.0, + "637": 135.0, + "638": 105.0, + "639": 172.0, + "640": 150.0, + "641": 144.0, + "642": 160.0, + "643": 134.0, + "644": 148.0, + "645": 139.0, + "646": 135.0, + "647": 143.0, + "648": 152.0, + "649": 163.0, + "650": 143.0, + "651": 147.0, + "652": 145.0, + "653": 155.0, + "654": 163.0, + "655": 154.0, + "656": 138.0, + "657": 145.0, + "658": 129.0, + "659": 125.0, + "660": 137.0, + "661": 140.0, + "662": 153.0, + "663": 136.0, + "664": 125.0, + "665": 151.0, + "666": 117.0, + "667": 114.0, "668": 141.0, - "669": 127.0, - "670": 145.0, - "671": 134.0, - "672": 139.0, - "673": 127.0, - "674": 128.0, - "675": 144.0, - "676": 135.0, - "677": 131.0, - "678": 146.0, + "669": 111.0, + "670": 133.0, + "671": 143.0, + "672": 157.0, + "673": 121.0, + "674": 111.0, + "675": 131.0, + "676": 149.0, + "677": 107.0, + "678": 148.0, "679": 102.0, - "680": 156.0, - "681": 124.0, - "682": 126.0, - "683": 110.0, - "684": 146.0, - "685": 150.0, - "686": 125.0, - "687": 137.0, - "688": 131.0, - "689": 154.0, - "690": 143.0, - "691": 109.0, - "692": 162.0, - "693": 151.0, - "694": 128.0, - "695": 121.0, - "696": 128.0, - "697": 135.0, - "698": 124.0, - "699": 131.0, - "700": 148.0, - "701": 135.0, - "702": 127.0, - "703": 105.0, - "704": 126.0, - "705": 127.0, - "706": 135.0, - "707": 106.0, - "708": 128.0, - "709": 136.0, - "710": 135.0, - "711": 117.0, - "712": 117.0, - "713": 119.0, + "680": 167.0, + "681": 136.0, + "682": 116.0, + "683": 141.0, + "684": 139.0, + "685": 151.0, + "686": 146.0, + "687": 141.0, + "688": 129.0, + "689": 159.0, + "690": 103.0, + "691": 142.0, + "692": 118.0, + "693": 124.0, + "694": 142.0, + "695": 120.0, + "696": 127.0, + "697": 129.0, + "698": 132.0, + "699": 133.0, + "700": 133.0, + "701": 129.0, + "702": 91.0, + "703": 101.0, + "704": 134.0, + "705": 130.0, + "706": 139.0, + "707": 120.0, + "708": 125.0, + "709": 133.0, + "710": 127.0, + "711": 110.0, + "712": 135.0, + "713": 95.0, "714": 126.0, - "715": 108.0, - "716": 130.0, - "717": 112.0, - "718": 109.0, - "719": 103.0, - "720": 94.0, - "721": 100.0, - "722": 113.0, - "723": 110.0, - "724": 95.0, - "725": 118.0, - "726": 112.0, - "727": 112.0, - "728": 95.0, - "729": 96.0, - "730": 89.0, - "731": 144.0, - "732": 116.0, - "733": 134.0, + "715": 107.0, + "716": 165.0, + "717": 96.0, + "718": 127.0, + "719": 105.0, + "720": 108.0, + "721": 135.0, + "722": 105.0, + "723": 105.0, + "724": 112.0, + "725": 133.0, + "726": 121.0, + "727": 135.0, + "728": 127.0, + "729": 111.0, + "730": 105.0, + "731": 125.0, + "732": 130.0, + "733": 99.0, "734": 151.0, - "735": 132.0, - "736": 128.0, - "737": 133.0, - "738": 122.0, - "739": 128.0, - "740": 138.0, - "741": 131.0, + "735": 131.0, + "736": 154.0, + "737": 127.0, + "738": 158.0, + "739": 117.0, + "740": 133.0, + "741": 101.0, "742": 142.0, - "743": 108.0, - "744": 121.0, - "745": 129.0, - "746": 115.0, - "747": 112.0, - "748": 112.0, - "749": 98.0, - "750": 108.0, - "751": 112.0, - "752": 94.0, - "753": 120.0, - "754": 105.0, - "755": 96.0, - "756": 120.0, - "757": 95.0, - "758": 113.0, - "759": 101.0, - "760": 113.0, - "761": 95.0, - "762": 111.0, - "763": 128.0, - "764": 114.0, - "765": 108.0, - "766": 134.0, - "767": 118.0, - "768": 129.0, - "769": 144.0, - "770": 132.0, - "771": 116.0, - "772": 101.0, - "773": 118.0, - "774": 117.0, - "775": 109.0, - "776": 96.0, + "743": 115.0, + "744": 114.0, + "745": 121.0, + "746": 111.0, + "747": 125.0, + "748": 121.0, + "749": 113.0, + "750": 101.0, + "751": 89.0, + "752": 106.0, + "753": 109.0, + "754": 129.0, + "755": 102.0, + "756": 99.0, + "757": 90.0, + "758": 105.0, + "759": 88.0, + "760": 96.0, + "761": 106.0, + "762": 134.0, + "763": 112.0, + "764": 99.0, + "765": 110.0, + "766": 119.0, + "767": 105.0, + "768": 98.0, + "769": 120.0, + "770": 108.0, + "771": 97.0, + "772": 124.0, + "773": 107.0, + "774": 132.0, + "775": 101.0, + "776": 109.0, "777": 109.0, - "778": 125.0, - "779": 77.0, - "780": 108.0, - "781": 116.0, - "782": 72.0, - "783": 114.0, - "784": 94.0, - "785": 103.0, - "786": 115.0, - "787": 107.0, - "788": 105.0, - "789": 94.0, - "790": 103.0, - "791": 94.0, - "792": 122.0, - "793": 100.0, - "794": 82.0, - "795": 106.0, - "796": 110.0, - "797": 104.0, - "798": 101.0, - "799": 107.0, - "800": 97.0, - "801": 122.0, - "802": 104.0, - "803": 109.0, - "804": 95.0, - "805": 99.0, - "806": 105.0, - "807": 96.0, - "808": 97.0, - "809": 94.0, - "810": 96.0, - "811": 117.0, - "812": 109.0, - "813": 112.0, - "814": 100.0, - "815": 120.0, - "816": 123.0, - "817": 90.0, - "818": 137.0, - "819": 130.0, - "820": 93.0, - "821": 107.0, - "822": 117.0, + "778": 123.0, + "779": 117.0, + "780": 101.0, + "781": 111.0, + "782": 80.0, + "783": 84.0, + "784": 105.0, + "785": 113.0, + "786": 105.0, + "787": 91.0, + "788": 122.0, + "789": 92.0, + "790": 105.0, + "791": 97.0, + "792": 103.0, + "793": 121.0, + "794": 117.0, + "795": 116.0, + "796": 85.0, + "797": 119.0, + "798": 93.0, + "799": 89.0, + "800": 87.0, + "801": 103.0, + "802": 107.0, + "803": 102.0, + "804": 90.0, + "805": 106.0, + "806": 91.0, + "807": 101.0, + "808": 110.0, + "809": 103.0, + "810": 93.0, + "811": 114.0, + "812": 118.0, + "813": 126.0, + "814": 97.0, + "815": 100.0, + "816": 135.0, + "817": 115.0, + "818": 113.0, + "819": 122.0, + "820": 112.0, + "821": 105.0, + "822": 132.0, "823": 120.0, - "824": 137.0, - "825": 114.0, - "826": 115.0, - "827": 116.0, - "828": 97.0, - "829": 92.0, - "830": 112.0, - "831": 101.0, - "832": 114.0, - "833": 117.0, - "834": 93.0, - "835": 109.0, - "836": 103.0, - "837": 142.0, - "838": 122.0, - "839": 101.0, - "840": 138.0, - "841": 132.0, - "842": 123.0, - "843": 108.0, - "844": 117.0, - "845": 106.0, - "846": 114.0, - "847": 97.0, - "848": 104.0, - "849": 124.0, - "850": 95.0, - "851": 106.0, - "852": 82.0, - "853": 90.0, - "854": 98.0, - "855": 109.0, - "856": 118.0, - "857": 129.0, - "858": 93.0, - "859": 111.0, - "860": 106.0, - "861": 100.0, - "862": 111.0, - "863": 102.0, - "864": 93.0, - "865": 111.0, - "866": 92.0, - "867": 118.0, - "868": 93.0, - "869": 125.0, - "870": 110.0, - "871": 122.0, - "872": 89.0, - "873": 94.0, - "874": 87.0, - "875": 91.0, - "876": 84.0, + "824": 114.0, + "825": 95.0, + "826": 117.0, + "827": 133.0, + "828": 105.0, + "829": 121.0, + "830": 121.0, + "831": 114.0, + "832": 128.0, + "833": 126.0, + "834": 111.0, + "835": 132.0, + "836": 108.0, + "837": 104.0, + "838": 119.0, + "839": 106.0, + "840": 125.0, + "841": 130.0, + "842": 110.0, + "843": 102.0, + "844": 104.0, + "845": 117.0, + "846": 122.0, + "847": 107.0, + "848": 109.0, + "849": 123.0, + "850": 108.0, + "851": 136.0, + "852": 78.0, + "853": 95.0, + "854": 96.0, + "855": 107.0, + "856": 103.0, + "857": 113.0, + "858": 85.0, + "859": 88.0, + "860": 96.0, + "861": 121.0, + "862": 109.0, + "863": 114.0, + "864": 78.0, + "865": 118.0, + "866": 96.0, + "867": 109.0, + "868": 97.0, + "869": 107.0, + "870": 84.0, + "871": 112.0, + "872": 98.0, + "873": 95.0, + "874": 80.0, + "875": 94.0, + "876": 131.0, "877": 94.0, - "878": 122.0, - "879": 128.0, - "880": 104.0, - "881": 109.0, - "882": 112.0, - "883": 103.0, - "884": 129.0, - "885": 95.0, - "886": 126.0, - "887": 113.0, - "888": 98.0, - "889": 120.0, - "890": 115.0, - "891": 123.0, - "892": 139.0, - "893": 96.0, - "894": 112.0, - "895": 113.0, - "896": 142.0, - "897": 120.0, - "898": 105.0, - "899": 115.0, - "900": 130.0, - "901": 117.0, - "902": 117.0, - "903": 112.0, - "904": 133.0, - "905": 108.0, - "906": 108.0, - "907": 110.0, - "908": 125.0, - "909": 81.0, - "910": 112.0, - "911": 98.0, - "912": 113.0, - "913": 115.0, - "914": 135.0, - "915": 115.0, - "916": 117.0, - "917": 134.0, - "918": 86.0, - "919": 102.0, - "920": 117.0, - "921": 124.0, - "922": 99.0, - "923": 108.0, - "924": 116.0, - "925": 90.0, - "926": 120.0, - "927": 102.0, - "928": 110.0, - "929": 95.0, - "930": 107.0, - "931": 84.0, - "932": 98.0, - "933": 110.0, - "934": 95.0, - "935": 106.0, - "936": 79.0, - "937": 112.0, - "938": 112.0, - "939": 132.0, - "940": 109.0, + "878": 110.0, + "879": 111.0, + "880": 106.0, + "881": 123.0, + "882": 107.0, + "883": 134.0, + "884": 103.0, + "885": 99.0, + "886": 94.0, + "887": 122.0, + "888": 100.0, + "889": 107.0, + "890": 105.0, + "891": 114.0, + "892": 106.0, + "893": 125.0, + "894": 111.0, + "895": 88.0, + "896": 112.0, + "897": 110.0, + "898": 111.0, + "899": 110.0, + "900": 125.0, + "901": 95.0, + "902": 122.0, + "903": 113.0, + "904": 106.0, + "905": 106.0, + "906": 89.0, + "907": 117.0, + "908": 114.0, + "909": 110.0, + "910": 138.0, + "911": 116.0, + "912": 125.0, + "913": 107.0, + "914": 116.0, + "915": 109.0, + "916": 109.0, + "917": 99.0, + "918": 114.0, + "919": 126.0, + "920": 101.0, + "921": 96.0, + "922": 93.0, + "923": 106.0, + "924": 89.0, + "925": 87.0, + "926": 123.0, + "927": 107.0, + "928": 107.0, + "929": 91.0, + "930": 82.0, + "931": 97.0, + "932": 83.0, + "933": 101.0, + "934": 79.0, + "935": 114.0, + "936": 100.0, + "937": 109.0, + "938": 99.0, + "939": 113.0, + "940": 111.0, "941": 110.0, - "942": 91.0, + "942": 79.0, "943": 113.0, - "944": 93.0, - "945": 76.0, - "946": 104.0, - "947": 113.0, - "948": 114.0, - "949": 91.0, - "950": 119.0, - "951": 92.0, - "952": 113.0, - "953": 116.0, - "954": 115.0, - "955": 88.0, - "956": 92.0, - "957": 116.0, - "958": 94.0, - "959": 107.0, - "960": 113.0, - "961": 105.0, - "962": 105.0, - "963": 116.0, - "964": 96.0, - "965": 93.0, - "966": 80.0, - "967": 100.0, - "968": 115.0, - "969": 117.0, - "970": 106.0, - "971": 90.0, - "972": 125.0, - "973": 85.0, - "974": 119.0, - "975": 76.0, - "976": 119.0, - "977": 101.0, - "978": 107.0, - "979": 114.0, - "980": 125.0, - "981": 118.0, - "982": 106.0, - "983": 134.0, - "984": 98.0, - "985": 98.0, - "986": 100.0, - "987": 89.0, - "988": 116.0, - "989": 112.0, - "990": 117.0, - "991": 110.0, - "992": 96.0, - "993": 118.0, - "994": 121.0, - "995": 100.0, - "996": 108.0, - "997": 107.0, - "998": 124.0, - "999": 103.0, - "1000": 99.0, - "1001": 96.0, - "1002": 114.0, - "1003": 94.0, - "1004": 111.0, - "1005": 90.0, - "1006": 113.0, - "1007": 123.0, - "1008": 88.0, - "1009": 107.0, - "1010": 125.0, - "1011": 107.0, - "1012": 89.0, - "1013": 124.0, - "1014": 114.0, - "1015": 70.0, - "1016": 95.0, - "1017": 88.0, - "1018": 100.0, - "1019": 102.0, - "1020": 77.0, - "1021": 92.0, - "1022": 124.0, - "1023": 100.0, - "1024": 96.0, - "1025": 115.0, - "1026": 110.0, - "1027": 104.0, - "1028": 101.0, - "1029": 122.0, - "1030": 92.0, - "1031": 124.0, - "1032": 118.0, - "1033": 94.0, - "1034": 98.0, - "1035": 91.0, - "1036": 86.0, - "1037": 110.0, - "1038": 91.0, - "1039": 112.0, - "1040": 101.0, - "1041": 104.0, - "1042": 99.0, - "1043": 102.0, - "1044": 100.0, - "1045": 100.0, - "1046": 111.0, - "1047": 111.0, + "944": 120.0, + "945": 98.0, + "946": 108.0, + "947": 97.0, + "948": 99.0, + "949": 94.0, + "950": 101.0, + "951": 72.0, + "952": 108.0, + "953": 125.0, + "954": 111.0, + "955": 95.0, + "956": 89.0, + "957": 105.0, + "958": 84.0, + "959": 103.0, + "960": 125.0, + "961": 97.0, + "962": 108.0, + "963": 89.0, + "964": 99.0, + "965": 114.0, + "966": 106.0, + "967": 108.0, + "968": 99.0, + "969": 115.0, + "970": 114.0, + "971": 113.0, + "972": 145.0, + "973": 92.0, + "974": 107.0, + "975": 111.0, + "976": 114.0, + "977": 110.0, + "978": 112.0, + "979": 109.0, + "980": 92.0, + "981": 81.0, + "982": 109.0, + "983": 87.0, + "984": 109.0, + "985": 109.0, + "986": 123.0, + "987": 102.0, + "988": 129.0, + "989": 124.0, + "990": 119.0, + "991": 116.0, + "992": 122.0, + "993": 114.0, + "994": 90.0, + "995": 114.0, + "996": 113.0, + "997": 127.0, + "998": 133.0, + "999": 114.0, + "1000": 100.0, + "1001": 104.0, + "1002": 110.0, + "1003": 108.0, + "1004": 128.0, + "1005": 96.0, + "1006": 103.0, + "1007": 108.0, + "1008": 94.0, + "1009": 115.0, + "1010": 114.0, + "1011": 115.0, + "1012": 103.0, + "1013": 135.0, + "1014": 112.0, + "1015": 101.0, + "1016": 120.0, + "1017": 100.0, + "1018": 107.0, + "1019": 110.0, + "1020": 106.0, + "1021": 88.0, + "1022": 106.0, + "1023": 105.0, + "1024": 87.0, + "1025": 112.0, + "1026": 105.0, + "1027": 118.0, + "1028": 97.0, + "1029": 81.0, + "1030": 95.0, + "1031": 103.0, + "1032": 106.0, + "1033": 107.0, + "1034": 115.0, + "1035": 100.0, + "1036": 106.0, + "1037": 130.0, + "1038": 116.0, + "1039": 114.0, + "1040": 107.0, + "1041": 117.0, + "1042": 101.0, + "1043": 111.0, + "1044": 127.0, + "1045": 106.0, + "1046": 99.0, + "1047": 97.0, "1048": 99.0, - "1049": 113.0, - "1050": 105.0, - "1051": 117.0, - "1052": 124.0, - "1053": 102.0, - "1054": 104.0, - "1055": 97.0, - "1056": 124.0, - "1057": 86.0, - "1058": 96.0, - "1059": 104.0, - "1060": 103.0, - "1061": 107.0, - "1062": 136.0, - "1063": 110.0, - "1064": 106.0, - "1065": 129.0, - "1066": 108.0, - "1067": 113.0, - "1068": 85.0, + "1049": 110.0, + "1050": 97.0, + "1051": 142.0, + "1052": 106.0, + "1053": 84.0, + "1054": 100.0, + "1055": 107.0, + "1056": 100.0, + "1057": 110.0, + "1058": 123.0, + "1059": 103.0, + "1060": 98.0, + "1061": 123.0, + "1062": 114.0, + "1063": 118.0, + "1064": 108.0, + "1065": 117.0, + "1066": 111.0, + "1067": 101.0, + "1068": 102.0, "1069": 107.0, - "1070": 84.0, - "1071": 97.0, - "1072": 103.0, - "1073": 111.0, - "1074": 105.0, - "1075": 117.0, - "1076": 119.0, - "1077": 130.0, - "1078": 99.0, - "1079": 106.0, - "1080": 110.0, - "1081": 115.0, - "1082": 105.0, - "1083": 118.0, - "1084": 94.0, - "1085": 92.0, - "1086": 80.0, - "1087": 98.0, - "1088": 84.0, - "1089": 114.0, - "1090": 78.0, - "1091": 103.0, - "1092": 79.0, - "1093": 95.0, - "1094": 107.0, - "1095": 84.0, - "1096": 118.0, - "1097": 100.0, - "1098": 102.0, - "1099": 98.0, - "1100": 93.0, - "1101": 106.0, - "1102": 95.0, - "1103": 120.0, - "1104": 144.0, - "1105": 93.0, - "1106": 95.0, - "1107": 109.0, - "1108": 116.0, - "1109": 116.0, - "1110": 119.0, - "1111": 105.0, - "1112": 114.0, - "1113": 97.0, - "1114": 101.0, - "1115": 95.0, - "1116": 88.0, - "1117": 119.0, - "1118": 103.0, - "1119": 97.0, - "1120": 102.0, - "1121": 98.0, - "1122": 99.0, - "1123": 105.0, - "1124": 92.0, - "1125": 108.0, - "1126": 100.0, - "1127": 98.0, - "1128": 81.0, - "1129": 78.0, - "1130": 117.0, - "1131": 91.0, - "1132": 97.0, - "1133": 115.0, - "1134": 96.0, - "1135": 89.0, - "1136": 85.0, - "1137": 110.0, - "1138": 89.0, - "1139": 107.0, - "1140": 75.0, - "1141": 91.0, - "1142": 71.0, - "1143": 92.0, - "1144": 105.0, + "1070": 128.0, + "1071": 109.0, + "1072": 107.0, + "1073": 119.0, + "1074": 119.0, + "1075": 120.0, + "1076": 110.0, + "1077": 114.0, + "1078": 108.0, + "1079": 97.0, + "1080": 98.0, + "1081": 102.0, + "1082": 108.0, + "1083": 122.0, + "1084": 105.0, + "1085": 110.0, + "1086": 134.0, + "1087": 97.0, + "1088": 107.0, + "1089": 120.0, + "1090": 96.0, + "1091": 99.0, + "1092": 111.0, + "1093": 105.0, + "1094": 117.0, + "1095": 103.0, + "1096": 103.0, + "1097": 95.0, + "1098": 111.0, + "1099": 112.0, + "1100": 119.0, + "1101": 119.0, + "1102": 98.0, + "1103": 112.0, + "1104": 123.0, + "1105": 132.0, + "1106": 106.0, + "1107": 77.0, + "1108": 120.0, + "1109": 112.0, + "1110": 81.0, + "1111": 108.0, + "1112": 102.0, + "1113": 118.0, + "1114": 86.0, + "1115": 92.0, + "1116": 89.0, + "1117": 84.0, + "1118": 94.0, + "1119": 80.0, + "1120": 109.0, + "1121": 118.0, + "1122": 102.0, + "1123": 87.0, + "1124": 99.0, + "1125": 118.0, + "1126": 89.0, + "1127": 85.0, + "1128": 74.0, + "1129": 84.0, + "1130": 105.0, + "1131": 115.0, + "1132": 110.0, + "1133": 80.0, + "1134": 101.0, + "1135": 101.0, + "1136": 108.0, + "1137": 105.0, + "1138": 92.0, + "1139": 97.0, + "1140": 82.0, + "1141": 93.0, + "1142": 67.0, + "1143": 66.0, + "1144": 104.0, "1145": 106.0, - "1146": 136.0, - "1147": 98.0, - "1148": 111.0, - "1149": 75.0, - "1150": 80.0, - "1151": 94.0, - "1152": 92.0, - "1153": 119.0, - "1154": 119.0, - "1155": 98.0, - "1156": 99.0, - "1157": 101.0, - "1158": 91.0, - "1159": 115.0, - "1160": 119.0, - "1161": 101.0, - "1162": 112.0, - "1163": 99.0, - "1164": 99.0, - "1165": 108.0, - "1166": 110.0, - "1167": 112.0, - "1168": 89.0, - "1169": 128.0, - "1170": 112.0, - "1171": 98.0, - "1172": 109.0, - "1173": 100.0, - "1174": 117.0, - "1175": 88.0, - "1176": 89.0, - "1177": 114.0, - "1178": 112.0, + "1146": 93.0, + "1147": 88.0, + "1148": 92.0, + "1149": 106.0, + "1150": 94.0, + "1151": 91.0, + "1152": 122.0, + "1153": 79.0, + "1154": 108.0, + "1155": 99.0, + "1156": 93.0, + "1157": 107.0, + "1158": 90.0, + "1159": 121.0, + "1160": 78.0, + "1161": 85.0, + "1162": 102.0, + "1163": 125.0, + "1164": 86.0, + "1165": 98.0, + "1166": 112.0, + "1167": 99.0, + "1168": 96.0, + "1169": 124.0, + "1170": 100.0, + "1171": 107.0, + "1172": 102.0, + "1173": 90.0, + "1174": 96.0, + "1175": 121.0, + "1176": 97.0, + "1177": 101.0, + "1178": 127.0, "1179": 86.0, - "1180": 91.0, - "1181": 94.0, - "1182": 111.0, - "1183": 85.0, - "1184": 79.0, - "1185": 127.0, - "1186": 93.0, - "1187": 106.0, - "1188": 102.0, - "1189": 103.0, - "1190": 121.0, - "1191": 106.0, - "1192": 107.0, - "1193": 90.0, - "1194": 107.0, - "1195": 106.0, - "1196": 124.0, - "1197": 135.0, + "1180": 100.0, + "1181": 98.0, + "1182": 100.0, + "1183": 102.0, + "1184": 99.0, + "1185": 118.0, + "1186": 86.0, + "1187": 102.0, + "1188": 99.0, + "1189": 125.0, + "1190": 128.0, + "1191": 109.0, + "1192": 110.0, + "1193": 111.0, + "1194": 96.0, + "1195": 126.0, + "1196": 103.0, + "1197": 103.0, "1198": 113.0, - "1199": 93.0, - "1200": 112.0, - "1201": 93.0, - "1202": 93.0, - "1203": 120.0, + "1199": 78.0, + "1200": 121.0, + "1201": 86.0, + "1202": 103.0, + "1203": 109.0, "1204": 104.0, - "1205": 107.0, - "1206": 102.0, - "1207": 113.0, - "1208": 103.0, - "1209": 96.0, - "1210": 111.0, - "1211": 117.0, - "1212": 114.0, - "1213": 91.0, - "1214": 111.0, - "1215": 88.0, - "1216": 86.0, - "1217": 89.0, - "1218": 89.0, - "1219": 103.0, - "1220": 100.0, - "1221": 98.0, - "1222": 99.0, - "1223": 101.0, - "1224": 109.0, - "1225": 94.0, - "1226": 87.0, - "1227": 120.0, - "1228": 95.0, - "1229": 117.0, - "1230": 88.0, - "1231": 95.0, - "1232": 99.0, - "1233": 102.0, - "1234": 106.0, - "1235": 86.0, - "1236": 117.0, - "1237": 100.0, - "1238": 109.0, - "1239": 110.0, - "1240": 115.0, - "1241": 102.0, - "1242": 118.0, - "1243": 95.0, - "1244": 95.0, - "1245": 98.0, - "1246": 115.0, - "1247": 94.0, - "1248": 108.0, - "1249": 105.0, - "1250": 98.0, - "1251": 91.0, - "1252": 103.0, - "1253": 106.0, - "1254": 108.0, - "1255": 97.0, - "1256": 93.0, - "1257": 94.0, - "1258": 96.0, - "1259": 121.0, - "1260": 116.0, - "1261": 103.0, - "1262": 100.0, - "1263": 91.0, - "1264": 99.0, - "1265": 106.0, - "1266": 100.0, - "1267": 100.0, - "1268": 101.0, - "1269": 110.0, - "1270": 100.0, - "1271": 105.0, - "1272": 122.0, - "1273": 85.0, - "1274": 107.0, - "1275": 82.0, - "1276": 99.0, - "1277": 100.0, - "1278": 88.0, - "1279": 101.0, - "1280": 92.0, - "1281": 87.0, - "1282": 114.0, - "1283": 113.0, - "1284": 98.0, - "1285": 102.0, - "1286": 86.0, - "1287": 113.0, - "1288": 73.0, - "1289": 111.0, - "1290": 99.0, - "1291": 94.0, - "1292": 113.0, - "1293": 101.0, - "1294": 110.0, - "1295": 114.0, + "1205": 112.0, + "1206": 119.0, + "1207": 116.0, + "1208": 109.0, + "1209": 113.0, + "1210": 112.0, + "1211": 108.0, + "1212": 98.0, + "1213": 102.0, + "1214": 94.0, + "1215": 119.0, + "1216": 115.0, + "1217": 91.0, + "1218": 113.0, + "1219": 106.0, + "1220": 99.0, + "1221": 119.0, + "1222": 113.0, + "1223": 108.0, + "1224": 97.0, + "1225": 86.0, + "1226": 89.0, + "1227": 108.0, + "1228": 83.0, + "1229": 82.0, + "1230": 108.0, + "1231": 68.0, + "1232": 111.0, + "1233": 89.0, + "1234": 89.0, + "1235": 103.0, + "1236": 114.0, + "1237": 116.0, + "1238": 88.0, + "1239": 114.0, + "1240": 118.0, + "1241": 126.0, + "1242": 86.0, + "1243": 112.0, + "1244": 117.0, + "1245": 109.0, + "1246": 119.0, + "1247": 116.0, + "1248": 117.0, + "1249": 100.0, + "1250": 126.0, + "1251": 75.0, + "1252": 101.0, + "1253": 108.0, + "1254": 116.0, + "1255": 94.0, + "1256": 105.0, + "1257": 124.0, + "1258": 129.0, + "1259": 105.0, + "1260": 96.0, + "1261": 117.0, + "1262": 117.0, + "1263": 110.0, + "1264": 125.0, + "1265": 104.0, + "1266": 103.0, + "1267": 93.0, + "1268": 103.0, + "1269": 96.0, + "1270": 98.0, + "1271": 87.0, + "1272": 97.0, + "1273": 79.0, + "1274": 95.0, + "1275": 107.0, + "1276": 88.0, + "1277": 107.0, + "1278": 86.0, + "1279": 85.0, + "1280": 103.0, + "1281": 103.0, + "1282": 89.0, + "1283": 109.0, + "1284": 122.0, + "1285": 94.0, + "1286": 89.0, + "1287": 122.0, + "1288": 103.0, + "1289": 107.0, + "1290": 132.0, + "1291": 89.0, + "1292": 124.0, + "1293": 137.0, + "1294": 113.0, + "1295": 88.0, "1296": 117.0, - "1297": 97.0, - "1298": 97.0, - "1299": 81.0, - "1300": 120.0, - "1301": 114.0, - "1302": 106.0, - "1303": 103.0, - "1304": 113.0, - "1305": 112.0, - "1306": 99.0, - "1307": 97.0, - "1308": 109.0, - "1309": 109.0, - "1310": 106.0, - "1311": 100.0, - "1312": 94.0, - "1313": 97.0, - "1314": 91.0, - "1315": 128.0, - "1316": 100.0, - "1317": 102.0, - "1318": 92.0, - "1319": 79.0, - "1320": 117.0, - "1321": 90.0, - "1322": 95.0, - "1323": 85.0, - "1324": 106.0, - "1325": 87.0, - "1326": 108.0, - "1327": 93.0, - "1328": 97.0, - "1329": 123.0, - "1330": 103.0, - "1331": 96.0, - "1332": 131.0, - "1333": 98.0, - "1334": 93.0, - "1335": 110.0, - "1336": 106.0, + "1297": 100.0, + "1298": 113.0, + "1299": 93.0, + "1300": 116.0, + "1301": 125.0, + "1302": 133.0, + "1303": 102.0, + "1304": 97.0, + "1305": 105.0, + "1306": 90.0, + "1307": 101.0, + "1308": 123.0, + "1309": 77.0, + "1310": 102.0, + "1311": 115.0, + "1312": 116.0, + "1313": 78.0, + "1314": 101.0, + "1315": 121.0, + "1316": 103.0, + "1317": 97.0, + "1318": 98.0, + "1319": 105.0, + "1320": 90.0, + "1321": 127.0, + "1322": 66.0, + "1323": 92.0, + "1324": 113.0, + "1325": 99.0, + "1326": 98.0, + "1327": 97.0, + "1328": 105.0, + "1329": 108.0, + "1330": 92.0, + "1331": 113.0, + "1332": 81.0, + "1333": 114.0, + "1334": 122.0, + "1335": 109.0, + "1336": 96.0, "1337": 98.0, - "1338": 125.0, - "1339": 145.0, - "1340": 91.0, - "1341": 88.0, - "1342": 89.0, - "1343": 87.0, - "1344": 102.0, - "1345": 83.0, - "1346": 98.0, - "1347": 86.0, - "1348": 97.0, - "1349": 98.0, - "1350": 109.0, - "1351": 96.0, - "1352": 116.0, + "1338": 102.0, + "1339": 95.0, + "1340": 98.0, + "1341": 93.0, + "1342": 100.0, + "1343": 95.0, + "1344": 106.0, + "1345": 110.0, + "1346": 97.0, + "1347": 102.0, + "1348": 98.0, + "1349": 124.0, + "1350": 122.0, + "1351": 109.0, + "1352": 103.0, "1353": 113.0, - "1354": 105.0, - "1355": 105.0, - "1356": 103.0, - "1357": 100.0, - "1358": 110.0, - "1359": 84.0, - "1360": 81.0, - "1361": 116.0, - "1362": 103.0, - "1363": 111.0, - "1364": 85.0, - "1365": 109.0, - "1366": 122.0, - "1367": 125.0, - "1368": 104.0, - "1369": 110.0, - "1370": 105.0, + "1354": 94.0, + "1355": 124.0, + "1356": 112.0, + "1357": 87.0, + "1358": 117.0, + "1359": 82.0, + "1360": 104.0, + "1361": 114.0, + "1362": 86.0, + "1363": 114.0, + "1364": 106.0, + "1365": 107.0, + "1366": 100.0, + "1367": 120.0, + "1368": 103.0, + "1369": 119.0, + "1370": 98.0, "1371": 108.0, - "1372": 96.0, - "1373": 96.0, - "1374": 115.0, - "1375": 105.0, + "1372": 78.0, + "1373": 118.0, + "1374": 118.0, + "1375": 112.0, "1376": 106.0, - "1377": 110.0, - "1378": 102.0, - "1379": 102.0, - "1380": 116.0, - "1381": 108.0, - "1382": 115.0, - "1383": 95.0, - "1384": 99.0, - "1385": 102.0, - "1386": 108.0, - "1387": 101.0, - "1388": 113.0, - "1389": 128.0, - "1390": 88.0, - "1391": 112.0, - "1392": 92.0, - "1393": 98.0, - "1394": 109.0, - "1395": 106.0, - "1396": 116.0, - "1397": 134.0, - "1398": 118.0, - "1399": 94.0, - "1400": 111.0, - "1401": 93.0, - "1402": 112.0, - "1403": 95.0, - "1404": 106.0, - "1405": 90.0, - "1406": 77.0, - "1407": 91.0, - "1408": 88.0, + "1377": 89.0, + "1378": 108.0, + "1379": 125.0, + "1380": 93.0, + "1381": 99.0, + "1382": 110.0, + "1383": 117.0, + "1384": 96.0, + "1385": 110.0, + "1386": 117.0, + "1387": 110.0, + "1388": 105.0, + "1389": 96.0, + "1390": 105.0, + "1391": 111.0, + "1392": 89.0, + "1393": 106.0, + "1394": 107.0, + "1395": 78.0, + "1396": 121.0, + "1397": 91.0, + "1398": 115.0, + "1399": 110.0, + "1400": 99.0, + "1401": 109.0, + "1402": 108.0, + "1403": 99.0, + "1404": 122.0, + "1405": 129.0, + "1406": 93.0, + "1407": 119.0, + "1408": 89.0, "1409": 110.0, - "1410": 120.0, - "1411": 104.0, - "1412": 92.0, - "1413": 91.0, - "1414": 104.0, - "1415": 110.0, - "1416": 122.0, - "1417": 109.0, - "1418": 101.0, - "1419": 116.0, - "1420": 104.0, - "1421": 112.0, - "1422": 112.0, - "1423": 90.0, - "1424": 119.0, - "1425": 122.0, - "1426": 92.0, - "1427": 115.0, - "1428": 93.0, - "1429": 121.0, - "1430": 113.0, - "1431": 103.0, - "1432": 92.0, - "1433": 109.0, - "1434": 105.0, - "1435": 100.0, - "1436": 102.0, - "1437": 117.0, - "1438": 110.0, - "1439": 80.0, - "1440": 106.0, - "1441": 85.0, - "1442": 110.0, - "1443": 121.0, - "1444": 72.0, - "1445": 89.0, - "1446": 113.0, - "1447": 100.0, - "1448": 104.0, - "1449": 101.0, - "1450": 88.0, - "1451": 119.0, - "1452": 113.0, - "1453": 108.0, - "1454": 97.0, - "1455": 86.0, - "1456": 87.0, - "1457": 116.0, - "1458": 109.0, - "1459": 118.0, - "1460": 103.0, - "1461": 127.0, - "1462": 113.0, - "1463": 108.0, - "1464": 115.0, - "1465": 93.0, - "1466": 118.0, - "1467": 105.0, + "1410": 90.0, + "1411": 112.0, + "1412": 98.0, + "1413": 107.0, + "1414": 106.0, + "1415": 109.0, + "1416": 127.0, + "1417": 105.0, + "1418": 92.0, + "1419": 111.0, + "1420": 118.0, + "1421": 121.0, + "1422": 110.0, + "1423": 100.0, + "1424": 109.0, + "1425": 127.0, + "1426": 91.0, + "1427": 112.0, + "1428": 96.0, + "1429": 105.0, + "1430": 100.0, + "1431": 113.0, + "1432": 105.0, + "1433": 106.0, + "1434": 118.0, + "1435": 102.0, + "1436": 90.0, + "1437": 111.0, + "1438": 97.0, + "1439": 104.0, + "1440": 84.0, + "1441": 107.0, + "1442": 103.0, + "1443": 100.0, + "1444": 85.0, + "1445": 103.0, + "1446": 110.0, + "1447": 120.0, + "1448": 98.0, + "1449": 114.0, + "1450": 111.0, + "1451": 107.0, + "1452": 133.0, + "1453": 116.0, + "1454": 102.0, + "1455": 109.0, + "1456": 123.0, + "1457": 124.0, + "1458": 108.0, + "1459": 107.0, + "1460": 96.0, + "1461": 115.0, + "1462": 90.0, + "1463": 115.0, + "1464": 86.0, + "1465": 88.0, + "1466": 117.0, + "1467": 84.0, "1468": 107.0, - "1469": 104.0, - "1470": 103.0, - "1471": 115.0, - "1472": 100.0, - "1473": 126.0, - "1474": 123.0, - "1475": 132.0, - "1476": 104.0, - "1477": 103.0, - "1478": 112.0, - "1479": 121.0, - "1480": 120.0, - "1481": 103.0, - "1482": 83.0, - "1483": 109.0, - "1484": 98.0, - "1485": 109.0, - "1486": 93.0, - "1487": 98.0, - "1488": 112.0, + "1469": 86.0, + "1470": 124.0, + "1471": 109.0, + "1472": 87.0, + "1473": 137.0, + "1474": 126.0, + "1475": 93.0, + "1476": 101.0, + "1477": 106.0, + "1478": 116.0, + "1479": 125.0, + "1480": 103.0, + "1481": 108.0, + "1482": 102.0, + "1483": 96.0, + "1484": 109.0, + "1485": 96.0, + "1486": 106.0, + "1487": 95.0, + "1488": 116.0, "1489": 110.0, - "1490": 118.0, - "1491": 123.0, - "1492": 115.0, - "1493": 117.0, - "1494": 104.0, - "1495": 125.0, - "1496": 123.0, - "1497": 111.0, - "1498": 90.0, - "1499": 102.0, - "1500": 128.0, - "1501": 100.0, - "1502": 124.0, - "1503": 111.0, - "1504": 117.0, - "1505": 91.0, - "1506": 93.0, - "1507": 85.0, - "1508": 102.0, - "1509": 127.0, - "1510": 94.0, - "1511": 119.0, - "1512": 97.0, - "1513": 100.0, - "1514": 99.0, - "1515": 100.0, - "1516": 108.0, - "1517": 107.0, - "1518": 87.0, - "1519": 96.0, - "1520": 83.0, - "1521": 103.0, - "1522": 88.0, - "1523": 105.0, - "1524": 68.0, - "1525": 105.0, - "1526": 107.0, + "1490": 110.0, + "1491": 101.0, + "1492": 114.0, + "1493": 121.0, + "1494": 130.0, + "1495": 147.0, + "1496": 105.0, + "1497": 103.0, + "1498": 94.0, + "1499": 95.0, + "1500": 120.0, + "1501": 108.0, + "1502": 118.0, + "1503": 96.0, + "1504": 87.0, + "1505": 122.0, + "1506": 103.0, + "1507": 86.0, + "1508": 107.0, + "1509": 111.0, + "1510": 124.0, + "1511": 115.0, + "1512": 100.0, + "1513": 113.0, + "1514": 119.0, + "1515": 113.0, + "1516": 104.0, + "1517": 111.0, + "1518": 85.0, + "1519": 100.0, + "1520": 86.0, + "1521": 126.0, + "1522": 117.0, + "1523": 104.0, + "1524": 91.0, + "1525": 118.0, + "1526": 97.0, "1527": 113.0, - "1528": 125.0, - "1529": 113.0, - "1530": 117.0, - "1531": 117.0, - "1532": 101.0, - "1533": 107.0, - "1534": 112.0, - "1535": 102.0, - "1536": 94.0, - "1537": 94.0, - "1538": 99.0, - "1539": 109.0, - "1540": 87.0, - "1541": 121.0, - "1542": 88.0, - "1543": 110.0, - "1544": 101.0, - "1545": 109.0, - "1546": 129.0, - "1547": 101.0, - "1548": 101.0, - "1549": 102.0, - "1550": 103.0, - "1551": 112.0, - "1552": 113.0, - "1553": 88.0, - "1554": 101.0, - "1555": 112.0, - "1556": 120.0, - "1557": 103.0, - "1558": 122.0, - "1559": 127.0, - "1560": 103.0, - "1561": 106.0, - "1562": 122.0, - "1563": 129.0, - "1564": 96.0, - "1565": 112.0, - "1566": 105.0, - "1567": 120.0, - "1568": 133.0, - "1569": 113.0, - "1570": 123.0, - "1571": 82.0, - "1572": 124.0, - "1573": 105.0, - "1574": 120.0, + "1528": 121.0, + "1529": 95.0, + "1530": 119.0, + "1531": 106.0, + "1532": 119.0, + "1533": 118.0, + "1534": 109.0, + "1535": 125.0, + "1536": 100.0, + "1537": 111.0, + "1538": 88.0, + "1539": 112.0, + "1540": 125.0, + "1541": 105.0, + "1542": 113.0, + "1543": 115.0, + "1544": 84.0, + "1545": 95.0, + "1546": 94.0, + "1547": 96.0, + "1548": 94.0, + "1549": 116.0, + "1550": 89.0, + "1551": 110.0, + "1552": 94.0, + "1553": 117.0, + "1554": 103.0, + "1555": 113.0, + "1556": 98.0, + "1557": 105.0, + "1558": 118.0, + "1559": 107.0, + "1560": 101.0, + "1561": 111.0, + "1562": 94.0, + "1563": 107.0, + "1564": 129.0, + "1565": 108.0, + "1566": 96.0, + "1567": 119.0, + "1568": 113.0, + "1569": 102.0, + "1570": 104.0, + "1571": 101.0, + "1572": 101.0, + "1573": 119.0, + "1574": 100.0, "1575": 99.0, - "1576": 98.0, - "1577": 93.0, - "1578": 128.0, - "1579": 85.0, - "1580": 129.0, - "1581": 100.0, - "1582": 126.0, - "1583": 119.0, - "1584": 131.0, - "1585": 111.0, - "1586": 113.0, - "1587": 84.0, - "1588": 102.0, - "1589": 110.0, - "1590": 113.0, - "1591": 140.0, - "1592": 108.0, - "1593": 114.0, - "1594": 111.0, - "1595": 112.0, - "1596": 127.0, - "1597": 93.0, - "1598": 110.0, - "1599": 114.0, - "1600": 81.0, - "1601": 118.0, - "1602": 109.0, - "1603": 130.0, - "1604": 143.0, - "1605": 86.0, - "1606": 114.0, - "1607": 106.0, - "1608": 91.0, - "1609": 124.0, - "1610": 95.0, - "1611": 104.0, - "1612": 87.0, + "1576": 99.0, + "1577": 94.0, + "1578": 104.0, + "1579": 111.0, + "1580": 107.0, + "1581": 136.0, + "1582": 128.0, + "1583": 115.0, + "1584": 109.0, + "1585": 117.0, + "1586": 129.0, + "1587": 102.0, + "1588": 83.0, + "1589": 106.0, + "1590": 127.0, + "1591": 102.0, + "1592": 113.0, + "1593": 109.0, + "1594": 104.0, + "1595": 107.0, + "1596": 130.0, + "1597": 117.0, + "1598": 124.0, + "1599": 101.0, + "1600": 106.0, + "1601": 113.0, + "1602": 96.0, + "1603": 119.0, + "1604": 94.0, + "1605": 121.0, + "1606": 96.0, + "1607": 104.0, + "1608": 97.0, + "1609": 113.0, + "1610": 94.0, + "1611": 92.0, + "1612": 113.0, "1613": 119.0, - "1614": 109.0, - "1615": 100.0, - "1616": 89.0, - "1617": 107.0, - "1618": 109.0, - "1619": 98.0, - "1620": 96.0, - "1621": 106.0, - "1622": 129.0, - "1623": 118.0, - "1624": 104.0, - "1625": 126.0, - "1626": 101.0, - "1627": 85.0, - "1628": 98.0, - "1629": 106.0, - "1630": 115.0, - "1631": 105.0, - "1632": 117.0, - "1633": 108.0, - "1634": 129.0, - "1635": 123.0, + "1614": 112.0, + "1615": 108.0, + "1616": 101.0, + "1617": 109.0, + "1618": 107.0, + "1619": 104.0, + "1620": 100.0, + "1621": 110.0, + "1622": 111.0, + "1623": 121.0, + "1624": 113.0, + "1625": 119.0, + "1626": 111.0, + "1627": 94.0, + "1628": 111.0, + "1629": 86.0, + "1630": 113.0, + "1631": 106.0, + "1632": 115.0, + "1633": 100.0, + "1634": 112.0, + "1635": 99.0, "1636": 106.0, - "1637": 107.0, - "1638": 80.0, - "1639": 96.0, - "1640": 115.0, - "1641": 95.0, - "1642": 118.0, - "1643": 94.0, - "1644": 100.0, - "1645": 109.0, - "1646": 109.0, - "1647": 95.0, - "1648": 106.0, - "1649": 95.0, - "1650": 114.0, - "1651": 113.0, - "1652": 122.0, - "1653": 94.0, - "1654": 93.0, - "1655": 98.0, - "1656": 103.0, - "1657": 108.0, - "1658": 102.0, - "1659": 87.0, - "1660": 115.0, - "1661": 104.0, - "1662": 96.0, - "1663": 115.0, - "1664": 100.0, - "1665": 101.0, - "1666": 101.0, - "1667": 93.0, - "1668": 107.0, - "1669": 100.0, - "1670": 116.0, - "1671": 117.0, - "1672": 106.0, - "1673": 131.0, - "1674": 98.0, - "1675": 88.0, - "1676": 105.0, - "1677": 108.0, - "1678": 125.0, - "1679": 107.0, - "1680": 93.0, - "1681": 85.0, - "1682": 98.0, - "1683": 93.0, - "1684": 111.0, - "1685": 104.0, - "1686": 117.0, - "1687": 89.0, - "1688": 109.0, - "1689": 100.0, - "1690": 96.0, - "1691": 109.0, - "1692": 117.0, - "1693": 123.0, - "1694": 80.0, - "1695": 102.0, - "1696": 95.0, - "1697": 97.0, - "1698": 109.0, - "1699": 119.0, - "1700": 128.0, - "1701": 116.0, - "1702": 108.0, - "1703": 136.0, - "1704": 105.0, - "1705": 117.0, - "1706": 120.0, - "1707": 101.0, - "1708": 119.0, - "1709": 113.0, - "1710": 115.0, - "1711": 128.0, - "1712": 120.0, - "1713": 118.0, - "1714": 120.0, - "1715": 119.0, - "1716": 106.0, - "1717": 125.0, - "1718": 116.0, - "1719": 120.0, - "1720": 128.0, - "1721": 109.0, - "1722": 112.0, - "1723": 94.0, - "1724": 115.0, - "1725": 91.0, - "1726": 110.0, - "1727": 119.0, - "1728": 121.0, - "1729": 96.0, - "1730": 113.0, - "1731": 96.0, - "1732": 121.0, - "1733": 114.0, - "1734": 118.0, - "1735": 113.0, - "1736": 96.0, - "1737": 104.0, - "1738": 117.0, - "1739": 107.0, - "1740": 112.0, - "1741": 120.0, - "1742": 98.0, - "1743": 114.0, - "1744": 104.0, - "1745": 80.0, - "1746": 118.0, - "1747": 113.0, - "1748": 122.0, - "1749": 114.0, - "1750": 124.0, - "1751": 138.0, - "1752": 104.0, - "1753": 101.0, - "1754": 104.0, - "1755": 111.0, - "1756": 110.0, - "1757": 132.0, - "1758": 116.0, - "1759": 109.0, - "1760": 104.0, - "1761": 120.0, - "1762": 100.0, - "1763": 94.0, - "1764": 96.0, - "1765": 109.0, - "1766": 97.0, - "1767": 111.0, - "1768": 106.0, - "1769": 103.0, - "1770": 93.0, - "1771": 126.0, - "1772": 113.0, - "1773": 110.0, - "1774": 141.0, - "1775": 97.0, - "1776": 100.0, - "1777": 120.0, - "1778": 120.0, - "1779": 128.0, - "1780": 95.0, - "1781": 128.0, - "1782": 112.0, - "1783": 110.0, - "1784": 100.0, - "1785": 105.0, - "1786": 112.0, - "1787": 110.0, - "1788": 106.0, - "1789": 111.0, - "1790": 114.0, - "1791": 103.0, - "1792": 113.0, - "1793": 129.0, - "1794": 125.0, - "1795": 121.0, - "1796": 94.0, - "1797": 104.0, - "1798": 112.0, - "1799": 115.0, - "1800": 128.0, - "1801": 109.0, - "1802": 113.0, - "1803": 113.0, - "1804": 121.0, - "1805": 116.0, - "1806": 105.0, + "1637": 110.0, + "1638": 105.0, + "1639": 114.0, + "1640": 108.0, + "1641": 114.0, + "1642": 104.0, + "1643": 92.0, + "1644": 106.0, + "1645": 102.0, + "1646": 122.0, + "1647": 103.0, + "1648": 134.0, + "1649": 91.0, + "1650": 113.0, + "1651": 110.0, + "1652": 119.0, + "1653": 113.0, + "1654": 96.0, + "1655": 89.0, + "1656": 95.0, + "1657": 97.0, + "1658": 86.0, + "1659": 104.0, + "1660": 84.0, + "1661": 98.0, + "1662": 92.0, + "1663": 102.0, + "1664": 119.0, + "1665": 93.0, + "1666": 98.0, + "1667": 102.0, + "1668": 120.0, + "1669": 103.0, + "1670": 111.0, + "1671": 107.0, + "1672": 97.0, + "1673": 96.0, + "1674": 102.0, + "1675": 82.0, + "1676": 113.0, + "1677": 103.0, + "1678": 93.0, + "1679": 99.0, + "1680": 106.0, + "1681": 98.0, + "1682": 109.0, + "1683": 96.0, + "1684": 137.0, + "1685": 116.0, + "1686": 103.0, + "1687": 93.0, + "1688": 116.0, + "1689": 105.0, + "1690": 102.0, + "1691": 86.0, + "1692": 110.0, + "1693": 108.0, + "1694": 98.0, + "1695": 89.0, + "1696": 100.0, + "1697": 108.0, + "1698": 107.0, + "1699": 107.0, + "1700": 91.0, + "1701": 124.0, + "1702": 102.0, + "1703": 107.0, + "1704": 86.0, + "1705": 101.0, + "1706": 115.0, + "1707": 87.0, + "1708": 121.0, + "1709": 119.0, + "1710": 117.0, + "1711": 146.0, + "1712": 105.0, + "1713": 98.0, + "1714": 84.0, + "1715": 124.0, + "1716": 112.0, + "1717": 123.0, + "1718": 129.0, + "1719": 90.0, + "1720": 110.0, + "1721": 122.0, + "1722": 110.0, + "1723": 100.0, + "1724": 125.0, + "1725": 112.0, + "1726": 101.0, + "1727": 112.0, + "1728": 110.0, + "1729": 97.0, + "1730": 105.0, + "1731": 95.0, + "1732": 110.0, + "1733": 100.0, + "1734": 101.0, + "1735": 101.0, + "1736": 93.0, + "1737": 96.0, + "1738": 115.0, + "1739": 110.0, + "1740": 97.0, + "1741": 123.0, + "1742": 108.0, + "1743": 98.0, + "1744": 111.0, + "1745": 97.0, + "1746": 110.0, + "1747": 117.0, + "1748": 115.0, + "1749": 103.0, + "1750": 125.0, + "1751": 114.0, + "1752": 109.0, + "1753": 99.0, + "1754": 93.0, + "1755": 107.0, + "1756": 121.0, + "1757": 138.0, + "1758": 97.0, + "1759": 120.0, + "1760": 106.0, + "1761": 108.0, + "1762": 93.0, + "1763": 93.0, + "1764": 133.0, + "1765": 101.0, + "1766": 93.0, + "1767": 112.0, + "1768": 105.0, + "1769": 108.0, + "1770": 104.0, + "1771": 120.0, + "1772": 123.0, + "1773": 102.0, + "1774": 108.0, + "1775": 116.0, + "1776": 94.0, + "1777": 133.0, + "1778": 119.0, + "1779": 103.0, + "1780": 121.0, + "1781": 103.0, + "1782": 100.0, + "1783": 100.0, + "1784": 110.0, + "1785": 109.0, + "1786": 110.0, + "1787": 97.0, + "1788": 105.0, + "1789": 117.0, + "1790": 105.0, + "1791": 90.0, + "1792": 117.0, + "1793": 110.0, + "1794": 121.0, + "1795": 123.0, + "1796": 111.0, + "1797": 130.0, + "1798": 99.0, + "1799": 117.0, + "1800": 116.0, + "1801": 114.0, + "1802": 101.0, + "1803": 114.0, + "1804": 110.0, + "1805": 119.0, + "1806": 114.0, "1807": 101.0, - "1808": 155.0, - "1809": 108.0, - "1810": 116.0, - "1811": 111.0, - "1812": 103.0, - "1813": 110.0, - "1814": 116.0, - "1815": 107.0, - "1816": 116.0, - "1817": 118.0, - "1818": 103.0, - "1819": 125.0, - "1820": 111.0, - "1821": 103.0, - "1822": 107.0, - "1823": 97.0, - "1824": 110.0, - "1825": 80.0, - "1826": 112.0, - "1827": 120.0, - "1828": 114.0, + "1808": 99.0, + "1809": 129.0, + "1810": 115.0, + "1811": 113.0, + "1812": 119.0, + "1813": 107.0, + "1814": 137.0, + "1815": 105.0, + "1816": 123.0, + "1817": 96.0, + "1818": 121.0, + "1819": 110.0, + "1820": 104.0, + "1821": 101.0, + "1822": 89.0, + "1823": 128.0, + "1824": 115.0, + "1825": 102.0, + "1826": 111.0, + "1827": 94.0, + "1828": 117.0, "1829": 99.0, - "1830": 107.0, - "1831": 111.0, - "1832": 95.0, - "1833": 110.0, - "1834": 121.0, - "1835": 110.0, - "1836": 99.0, - "1837": 118.0, - "1838": 125.0, - "1839": 92.0, - "1840": 124.0, - "1841": 107.0, - "1842": 119.0, - "1843": 130.0, - "1844": 118.0, - "1845": 117.0, - "1846": 103.0, - "1847": 117.0, - "1848": 117.0, - "1849": 79.0, - "1850": 123.0, - "1851": 109.0, - "1852": 133.0, - "1853": 110.0, - "1854": 119.0, - "1855": 105.0, - "1856": 123.0, - "1857": 103.0, - "1858": 112.0, - "1859": 115.0, - "1860": 113.0, - "1861": 99.0, - "1862": 92.0, - "1863": 113.0, - "1864": 119.0, - "1865": 111.0, - "1866": 101.0, - "1867": 111.0, - "1868": 108.0, - "1869": 105.0, - "1870": 124.0, - "1871": 87.0, - "1872": 80.0, - "1873": 97.0, - "1874": 104.0, - "1875": 109.0, - "1876": 96.0, - "1877": 114.0, - "1878": 102.0, - "1879": 106.0, - "1880": 102.0, - "1881": 125.0, - "1882": 119.0, - "1883": 113.0, - "1884": 112.0, - "1885": 108.0, - "1886": 106.0, - "1887": 96.0, - "1888": 124.0, - "1889": 139.0, - "1890": 113.0, - "1891": 127.0, - "1892": 107.0, - "1893": 118.0, - "1894": 114.0, - "1895": 137.0, - "1896": 133.0, - "1897": 116.0, - "1898": 117.0, - "1899": 89.0, - "1900": 120.0, - "1901": 127.0, - "1902": 90.0, - "1903": 118.0, - "1904": 122.0, - "1905": 106.0, - "1906": 128.0, - "1907": 113.0, - "1908": 118.0, - "1909": 97.0, - "1910": 96.0, - "1911": 128.0, - "1912": 113.0, - "1913": 125.0, - "1914": 71.0, - "1915": 121.0, - "1916": 108.0, - "1917": 124.0, - "1918": 107.0, - "1919": 120.0, - "1920": 101.0, - "1921": 123.0, - "1922": 102.0, - "1923": 113.0, - "1924": 125.0, - "1925": 112.0, - "1926": 102.0, - "1927": 103.0, - "1928": 123.0, - "1929": 116.0, - "1930": 135.0, - "1931": 118.0, - "1932": 97.0, - "1933": 113.0, - "1934": 83.0, - "1935": 109.0, - "1936": 119.0, - "1937": 122.0, - "1938": 97.0, - "1939": 117.0, - "1940": 111.0, - "1941": 103.0, - "1942": 124.0, - "1943": 110.0, - "1944": 152.0, - "1945": 114.0, - "1946": 137.0, - "1947": 113.0, - "1948": 112.0, - "1949": 111.0, - "1950": 119.0, - "1951": 117.0, - "1952": 112.0, - "1953": 116.0, - "1954": 104.0, - "1955": 114.0, - "1956": 99.0, - "1957": 114.0, - "1958": 110.0, - "1959": 104.0, - "1960": 94.0, - "1961": 129.0, + "1830": 118.0, + "1831": 100.0, + "1832": 127.0, + "1833": 95.0, + "1834": 117.0, + "1835": 116.0, + "1836": 107.0, + "1837": 128.0, + "1838": 109.0, + "1839": 112.0, + "1840": 107.0, + "1841": 105.0, + "1842": 90.0, + "1843": 116.0, + "1844": 111.0, + "1845": 101.0, + "1846": 113.0, + "1847": 107.0, + "1848": 123.0, + "1849": 92.0, + "1850": 111.0, + "1851": 105.0, + "1852": 115.0, + "1853": 90.0, + "1854": 103.0, + "1855": 114.0, + "1856": 143.0, + "1857": 110.0, + "1858": 90.0, + "1859": 97.0, + "1860": 100.0, + "1861": 95.0, + "1862": 99.0, + "1863": 116.0, + "1864": 107.0, + "1865": 112.0, + "1866": 99.0, + "1867": 103.0, + "1868": 125.0, + "1869": 101.0, + "1870": 109.0, + "1871": 106.0, + "1872": 116.0, + "1873": 102.0, + "1874": 105.0, + "1875": 101.0, + "1876": 123.0, + "1877": 110.0, + "1878": 123.0, + "1879": 110.0, + "1880": 113.0, + "1881": 118.0, + "1882": 100.0, + "1883": 95.0, + "1884": 133.0, + "1885": 124.0, + "1886": 109.0, + "1887": 117.0, + "1888": 119.0, + "1889": 92.0, + "1890": 102.0, + "1891": 111.0, + "1892": 106.0, + "1893": 102.0, + "1894": 112.0, + "1895": 104.0, + "1896": 122.0, + "1897": 120.0, + "1898": 87.0, + "1899": 116.0, + "1900": 124.0, + "1901": 109.0, + "1902": 93.0, + "1903": 105.0, + "1904": 116.0, + "1905": 94.0, + "1906": 111.0, + "1907": 129.0, + "1908": 110.0, + "1909": 117.0, + "1910": 104.0, + "1911": 130.0, + "1912": 104.0, + "1913": 121.0, + "1914": 98.0, + "1915": 105.0, + "1916": 116.0, + "1917": 123.0, + "1918": 100.0, + "1919": 135.0, + "1920": 98.0, + "1921": 112.0, + "1922": 100.0, + "1923": 122.0, + "1924": 140.0, + "1925": 118.0, + "1926": 115.0, + "1927": 112.0, + "1928": 124.0, + "1929": 127.0, + "1930": 118.0, + "1931": 103.0, + "1932": 129.0, + "1933": 119.0, + "1934": 111.0, + "1935": 115.0, + "1936": 125.0, + "1937": 93.0, + "1938": 100.0, + "1939": 128.0, + "1940": 107.0, + "1941": 109.0, + "1942": 105.0, + "1943": 88.0, + "1944": 112.0, + "1945": 129.0, + "1946": 111.0, + "1947": 112.0, + "1948": 119.0, + "1949": 100.0, + "1950": 122.0, + "1951": 111.0, + "1952": 121.0, + "1953": 107.0, + "1954": 125.0, + "1955": 115.0, + "1956": 100.0, + "1957": 108.0, + "1958": 120.0, + "1959": 124.0, + "1960": 87.0, + "1961": 114.0, "1962": 103.0, - "1963": 108.0, - "1964": 122.0, - "1965": 119.0, - "1966": 106.0, - "1967": 131.0, - "1968": 125.0, - "1969": 107.0, - "1970": 123.0, - "1971": 126.0, - "1972": 89.0, - "1973": 92.0, - "1974": 112.0, - "1975": 95.0, - "1976": 121.0, - "1977": 112.0, - "1978": 140.0, - "1979": 126.0, + "1963": 110.0, + "1964": 112.0, + "1965": 124.0, + "1966": 142.0, + "1967": 142.0, + "1968": 115.0, + "1969": 112.0, + "1970": 110.0, + "1971": 107.0, + "1972": 107.0, + "1973": 101.0, + "1974": 91.0, + "1975": 88.0, + "1976": 122.0, + "1977": 107.0, + "1978": 108.0, + "1979": 116.0, "1980": 115.0, - "1981": 108.0, - "1982": 124.0, - "1983": 122.0, - "1984": 139.0, - "1985": 126.0, - "1986": 125.0, - "1987": 113.0, - "1988": 126.0, - "1989": 94.0, - "1990": 104.0, - "1991": 108.0, - "1992": 124.0, - "1993": 119.0, - "1994": 101.0, - "1995": 117.0, - "1996": 106.0, - "1997": 117.0, - "1998": 117.0, - "1999": 136.0, - "2000": 153.0 + "1981": 136.0, + "1982": 125.0, + "1983": 114.0, + "1984": 96.0, + "1985": 109.0, + "1986": 138.0, + "1987": 102.0, + "1988": 148.0, + "1989": 116.0, + "1990": 105.0, + "1991": 121.0, + "1992": 136.0, + "1993": 121.0, + "1994": 105.0, + "1995": 112.0, + "1996": 131.0, + "1997": 111.0, + "1998": 103.0, + "1999": 102.0, + "2000": 130.0 } }, "mem-allocated-bytes": { @@ -4018,2006 +4018,2006 @@ "end_step": 2000, "step_interval": 1, "values": { - "1": 467036672.0, - "2": 467036672.0, - "3": 467036672.0, - "4": 467036672.0, - "5": 467036672.0, - "6": 467036672.0, - "7": 467036672.0, - "8": 467036672.0, - "9": 467036672.0, - "10": 467036672.0, - "11": 467036672.0, - "12": 467036672.0, - "13": 467036672.0, - "14": 467036672.0, - "15": 467036672.0, - "16": 467036672.0, - "17": 467036672.0, - "18": 467036672.0, - "19": 467036672.0, - "20": 467036672.0, - "21": 467036672.0, - "22": 467036672.0, - "23": 467036672.0, - "24": 467036672.0, - "25": 467036672.0, - "26": 467036672.0, - "27": 467036672.0, - "28": 467036672.0, - "29": 467036672.0, - "30": 467036672.0, - "31": 467036672.0, - "32": 467036672.0, - "33": 467036672.0, - "34": 467036672.0, - "35": 467036672.0, - "36": 467036672.0, - "37": 467036672.0, - "38": 467036672.0, - "39": 467036672.0, - "40": 467036672.0, - "41": 467036672.0, - "42": 467036672.0, - "43": 467036672.0, - "44": 467036672.0, - "45": 467036672.0, - "46": 467036672.0, - "47": 467036672.0, - "48": 467036672.0, - "49": 467036672.0, - "50": 467036672.0, - "51": 467036672.0, - "52": 467036672.0, - "53": 467036672.0, - "54": 467036672.0, - "55": 467036672.0, - "56": 467036672.0, - "57": 467036672.0, - "58": 467036672.0, - "59": 467036672.0, - "60": 467036672.0, - "61": 467036672.0, - "62": 467036672.0, - "63": 467036672.0, - "64": 467036672.0, - "65": 467036672.0, - "66": 467036672.0, - "67": 467036672.0, - "68": 467036672.0, - "69": 467036672.0, - "70": 467036672.0, - "71": 467036672.0, - "72": 467036672.0, - "73": 467036672.0, - "74": 467036672.0, - "75": 467036672.0, - "76": 467036672.0, - "77": 467036672.0, - "78": 467036672.0, - "79": 467036672.0, - "80": 467036672.0, - "81": 467036672.0, - "82": 467036672.0, - "83": 467036672.0, - "84": 467036672.0, - "85": 467036672.0, - "86": 467036672.0, - "87": 467036672.0, - "88": 467036672.0, - "89": 467036672.0, - "90": 467036672.0, - "91": 467036672.0, - "92": 467036672.0, - "93": 467036672.0, - "94": 467036672.0, - "95": 467036672.0, - "96": 467036672.0, - "97": 467036672.0, - "98": 467036672.0, - "99": 467036672.0, - "100": 467036672.0, - "101": 467036672.0, - "102": 467036672.0, - "103": 467036672.0, - "104": 467036672.0, - "105": 467036672.0, - "106": 467036672.0, - "107": 467036672.0, - "108": 467036672.0, - "109": 467036672.0, - "110": 467036672.0, - "111": 467036672.0, - "112": 467036672.0, - "113": 467036672.0, - "114": 467036672.0, - "115": 467036672.0, - "116": 467036672.0, - "117": 467036672.0, - "118": 467036672.0, - "119": 467036672.0, - "120": 467036672.0, - "121": 467036672.0, - "122": 467036672.0, - "123": 467036672.0, - "124": 467036672.0, - "125": 467036672.0, - "126": 467036672.0, - "127": 467036672.0, - "128": 467036672.0, - "129": 467036672.0, - "130": 467036672.0, - "131": 467036672.0, - "132": 467036672.0, - "133": 467036672.0, - "134": 467036672.0, - "135": 467036672.0, - "136": 467036672.0, - "137": 467036672.0, - "138": 467036672.0, - "139": 467036672.0, - "140": 467036672.0, - "141": 467036672.0, - "142": 467036672.0, - "143": 467036672.0, - "144": 467036672.0, - "145": 467036672.0, - "146": 467036672.0, - "147": 467036672.0, - "148": 467036672.0, - "149": 467036672.0, - "150": 467036672.0, - "151": 467036672.0, - "152": 467036672.0, - "153": 467036672.0, - "154": 467036672.0, - "155": 467036672.0, - "156": 467036672.0, - "157": 467036672.0, - "158": 467036672.0, - "159": 467036672.0, - "160": 467036672.0, - "161": 467036672.0, - "162": 467036672.0, - "163": 467036672.0, - "164": 467036672.0, - "165": 467036672.0, - "166": 467036672.0, - "167": 467036672.0, - "168": 467036672.0, - "169": 467036672.0, - "170": 467036672.0, - "171": 467036672.0, - "172": 467036672.0, - "173": 467036672.0, - "174": 467036672.0, - "175": 467036672.0, - "176": 467036672.0, - "177": 467036672.0, - "178": 467036672.0, - "179": 467036672.0, - "180": 467036672.0, - "181": 467036672.0, - "182": 467036672.0, - "183": 467036672.0, - "184": 467036672.0, - "185": 467036672.0, - "186": 467036672.0, - "187": 467036672.0, - "188": 467036672.0, - "189": 467036672.0, - "190": 467036672.0, - "191": 467036672.0, - "192": 467036672.0, - "193": 467036672.0, - "194": 467036672.0, - "195": 467036672.0, - "196": 467036672.0, - "197": 467036672.0, - "198": 467036672.0, - "199": 467036672.0, - "200": 467036672.0, - "201": 467036672.0, - "202": 467036672.0, - "203": 467036672.0, - "204": 467036672.0, - "205": 467036672.0, - "206": 467036672.0, - "207": 467036672.0, - "208": 467036672.0, - "209": 467036672.0, - "210": 467036672.0, - "211": 467036672.0, - "212": 467036672.0, - "213": 467036672.0, - "214": 467036672.0, - "215": 467036672.0, - "216": 467036672.0, - "217": 467036672.0, - "218": 467036672.0, - "219": 467036672.0, - "220": 467036672.0, - "221": 467036672.0, - "222": 467036672.0, - "223": 467036672.0, - "224": 467036672.0, - "225": 467036672.0, - "226": 467036672.0, - "227": 467036672.0, - "228": 467036672.0, - "229": 467036672.0, - "230": 467036672.0, - "231": 467036672.0, - "232": 467036672.0, - "233": 467036672.0, - "234": 467036672.0, - "235": 467036672.0, - "236": 467036672.0, - "237": 467036672.0, - "238": 467036672.0, - "239": 467036672.0, - "240": 467036672.0, - "241": 467036672.0, - "242": 467036672.0, - "243": 467036672.0, - "244": 467036672.0, - "245": 467036672.0, - "246": 467036672.0, - "247": 467036672.0, - "248": 467036672.0, - "249": 467036672.0, - "250": 467036672.0, - "251": 467036672.0, - "252": 467036672.0, - "253": 467036672.0, - "254": 467036672.0, - "255": 467036672.0, - "256": 467036672.0, - "257": 467036672.0, - "258": 467036672.0, - "259": 467036672.0, - "260": 467036672.0, - "261": 467036672.0, - "262": 467036672.0, - "263": 467036672.0, - "264": 467036672.0, - "265": 467036672.0, - "266": 467036672.0, - "267": 467036672.0, - "268": 467036672.0, - "269": 467036672.0, - "270": 467036672.0, - "271": 467036672.0, - "272": 467036672.0, - "273": 467036672.0, - "274": 467036672.0, - "275": 467036672.0, - "276": 467036672.0, - "277": 467036672.0, - "278": 467036672.0, - "279": 467036672.0, - "280": 467036672.0, - "281": 467036672.0, - "282": 467036672.0, - "283": 467036672.0, - "284": 467036672.0, - "285": 467036672.0, - "286": 467036672.0, - "287": 467036672.0, - "288": 467036672.0, - "289": 467036672.0, - "290": 467036672.0, - "291": 467036672.0, - "292": 467036672.0, - "293": 467036672.0, - "294": 467036672.0, - "295": 467036672.0, - "296": 467036672.0, - "297": 467036672.0, - "298": 467036672.0, - "299": 467036672.0, - "300": 467036672.0, - "301": 467036672.0, - "302": 467036672.0, - "303": 467036672.0, - "304": 467036672.0, - "305": 467036672.0, - "306": 467036672.0, - "307": 467036672.0, - "308": 467036672.0, - "309": 467036672.0, - "310": 467036672.0, - "311": 467036672.0, - "312": 467036672.0, - "313": 467036672.0, - "314": 467036672.0, - "315": 467036672.0, - "316": 467036672.0, - "317": 467036672.0, - "318": 467036672.0, - "319": 467036672.0, - "320": 467036672.0, - "321": 467036672.0, - "322": 467036672.0, - "323": 467036672.0, - "324": 467036672.0, - "325": 467036672.0, - "326": 467036672.0, - "327": 467036672.0, - "328": 467036672.0, - "329": 467036672.0, - "330": 467036672.0, - "331": 467036672.0, - "332": 467036672.0, - "333": 467036672.0, - "334": 467036672.0, - "335": 467036672.0, - "336": 467036672.0, - "337": 467036672.0, - "338": 467036672.0, - "339": 467036672.0, - "340": 467036672.0, - "341": 467036672.0, - "342": 467036672.0, - "343": 467036672.0, - "344": 467036672.0, - "345": 467036672.0, - "346": 467036672.0, - "347": 467036672.0, - "348": 467036672.0, - "349": 467036672.0, - "350": 467036672.0, - "351": 467036672.0, - "352": 467036672.0, - "353": 467036672.0, - "354": 467036672.0, - "355": 467036672.0, - "356": 467036672.0, - "357": 467036672.0, - "358": 467036672.0, - "359": 467036672.0, - "360": 467036672.0, - "361": 467036672.0, - "362": 467036672.0, - "363": 467036672.0, - "364": 467036672.0, - "365": 467036672.0, - "366": 467036672.0, - "367": 467036672.0, - "368": 467036672.0, - "369": 467036672.0, - "370": 467036672.0, - "371": 467036672.0, - "372": 467036672.0, - "373": 467036672.0, - "374": 467036672.0, - "375": 467036672.0, - "376": 467036672.0, - "377": 467036672.0, - "378": 467036672.0, - "379": 467036672.0, - "380": 467036672.0, - "381": 467036672.0, - "382": 467036672.0, - "383": 467036672.0, - "384": 467036672.0, - "385": 467036672.0, - "386": 467036672.0, - "387": 467036672.0, - "388": 467036672.0, - "389": 467036672.0, - "390": 467036672.0, - "391": 467036672.0, - "392": 467036672.0, - "393": 467036672.0, - "394": 467036672.0, - "395": 467036672.0, - "396": 467036672.0, - "397": 467036672.0, - "398": 467036672.0, - "399": 467036672.0, - "400": 467036672.0, - "401": 467036672.0, - "402": 467036672.0, - "403": 467036672.0, - "404": 467036672.0, - "405": 467036672.0, - "406": 467036672.0, - "407": 467036672.0, - "408": 467036672.0, - "409": 467036672.0, - "410": 467036672.0, - "411": 467036672.0, - "412": 467036672.0, - "413": 467036672.0, - "414": 467036672.0, - "415": 467036672.0, - "416": 467036672.0, - "417": 467036672.0, - "418": 467036672.0, - "419": 467036672.0, - "420": 467036672.0, - "421": 467036672.0, - "422": 467036672.0, - "423": 467036672.0, - "424": 467036672.0, - "425": 467036672.0, - "426": 467036672.0, - "427": 467036672.0, - "428": 467036672.0, - "429": 467036672.0, - "430": 467036672.0, - "431": 467036672.0, - "432": 467036672.0, - "433": 467036672.0, - "434": 467036672.0, - "435": 467036672.0, - "436": 467036672.0, - "437": 467036672.0, - "438": 467036672.0, - "439": 467036672.0, - "440": 467036672.0, - "441": 467036672.0, - "442": 467036672.0, - "443": 467036672.0, - "444": 467036672.0, - "445": 467036672.0, - "446": 467036672.0, - "447": 467036672.0, - "448": 467036672.0, - "449": 467036672.0, - "450": 467036672.0, - "451": 467036672.0, - "452": 467036672.0, - "453": 467036672.0, - "454": 467036672.0, - "455": 467036672.0, - "456": 467036672.0, - "457": 467036672.0, - "458": 467036672.0, - "459": 467036672.0, - "460": 467036672.0, - "461": 467036672.0, - "462": 467036672.0, - "463": 467036672.0, - "464": 467036672.0, - "465": 467036672.0, - "466": 467036672.0, - "467": 467036672.0, - "468": 467036672.0, - "469": 467036672.0, - "470": 467036672.0, - "471": 467036672.0, - "472": 467036672.0, - "473": 467036672.0, - "474": 467036672.0, - "475": 467036672.0, - "476": 467036672.0, - "477": 467036672.0, - "478": 467036672.0, - "479": 467036672.0, - "480": 467036672.0, - "481": 467036672.0, - "482": 467036672.0, - "483": 467036672.0, - "484": 467036672.0, - "485": 467036672.0, - "486": 467036672.0, - "487": 467036672.0, - "488": 467036672.0, - "489": 467036672.0, - "490": 467036672.0, - "491": 467036672.0, - "492": 467036672.0, - "493": 467036672.0, - "494": 467036672.0, - "495": 467036672.0, - "496": 467036672.0, - "497": 467036672.0, - "498": 467036672.0, - "499": 467036672.0, - "500": 467036672.0, - "501": 467036672.0, - "502": 467036672.0, - "503": 467036672.0, - "504": 467036672.0, - "505": 467036672.0, - "506": 467036672.0, - "507": 467036672.0, - "508": 467036672.0, - "509": 467036672.0, - "510": 467036672.0, - "511": 467036672.0, - "512": 467036672.0, - "513": 467036672.0, - "514": 467036672.0, - "515": 467036672.0, - "516": 467036672.0, - "517": 467036672.0, - "518": 467036672.0, - "519": 467036672.0, - "520": 467036672.0, - "521": 467036672.0, - "522": 467036672.0, - "523": 467036672.0, - "524": 467036672.0, - "525": 467036672.0, - "526": 467036672.0, - "527": 467036672.0, - "528": 467036672.0, - "529": 467036672.0, - "530": 467036672.0, - "531": 467036672.0, - "532": 467036672.0, - "533": 467036672.0, - "534": 467036672.0, - "535": 467036672.0, - "536": 467036672.0, - "537": 467036672.0, - "538": 467036672.0, - "539": 467036672.0, - "540": 467036672.0, - "541": 467036672.0, - "542": 467036672.0, - "543": 467036672.0, - "544": 467036672.0, - "545": 467036672.0, - "546": 467036672.0, - "547": 467036672.0, - "548": 467036672.0, - "549": 467036672.0, - "550": 467036672.0, - "551": 467036672.0, - "552": 467036672.0, - "553": 467036672.0, - "554": 467036672.0, - "555": 467036672.0, - "556": 467036672.0, - "557": 467036672.0, - "558": 467036672.0, - "559": 467036672.0, - "560": 467036672.0, - "561": 467036672.0, - "562": 467036672.0, - "563": 467036672.0, - "564": 467036672.0, - "565": 467036672.0, - "566": 467036672.0, - "567": 467036672.0, - "568": 467036672.0, - "569": 467036672.0, - "570": 467036672.0, - "571": 467036672.0, - "572": 467036672.0, - "573": 467036672.0, - "574": 467036672.0, - "575": 467036672.0, - "576": 467036672.0, - "577": 467036672.0, - "578": 467036672.0, - "579": 467036672.0, - "580": 467036672.0, - "581": 467036672.0, - "582": 467036672.0, - "583": 467036672.0, - "584": 467036672.0, - "585": 467036672.0, - "586": 467036672.0, - "587": 467036672.0, - "588": 467036672.0, - "589": 467036672.0, - "590": 467036672.0, - "591": 467036672.0, - "592": 467036672.0, - "593": 467036672.0, - "594": 467036672.0, - "595": 467036672.0, - "596": 467036672.0, - "597": 467036672.0, - "598": 467036672.0, - "599": 467036672.0, - "600": 467036672.0, - "601": 467036672.0, - "602": 467036672.0, - "603": 467036672.0, - "604": 467036672.0, - "605": 467036672.0, - "606": 467036672.0, - "607": 467036672.0, - "608": 467036672.0, - "609": 467036672.0, - "610": 467036672.0, - "611": 467036672.0, - "612": 467036672.0, - "613": 467036672.0, - "614": 467036672.0, - "615": 467036672.0, - "616": 467036672.0, - "617": 467036672.0, - "618": 467036672.0, - "619": 467036672.0, - "620": 467036672.0, - "621": 467036672.0, - "622": 467036672.0, - "623": 467036672.0, - "624": 467036672.0, - "625": 467036672.0, - "626": 467036672.0, - "627": 467036672.0, - "628": 467036672.0, - "629": 467036672.0, - "630": 467036672.0, - "631": 467036672.0, - "632": 467036672.0, - "633": 467036672.0, - "634": 467036672.0, - "635": 467036672.0, - "636": 467036672.0, - "637": 467036672.0, - "638": 467036672.0, - "639": 467036672.0, - "640": 467036672.0, - "641": 467036672.0, - "642": 467036672.0, - "643": 467036672.0, - "644": 467036672.0, - "645": 467036672.0, - "646": 467036672.0, - "647": 467036672.0, - "648": 467036672.0, - "649": 467036672.0, - "650": 467036672.0, - "651": 467036672.0, - "652": 467036672.0, - "653": 467036672.0, - "654": 467036672.0, - "655": 467036672.0, - "656": 467036672.0, - "657": 467036672.0, - "658": 467036672.0, - "659": 467036672.0, - "660": 467036672.0, - "661": 467036672.0, - "662": 467036672.0, - "663": 467036672.0, - "664": 467036672.0, - "665": 467036672.0, - "666": 467036672.0, - "667": 467036672.0, - "668": 467036672.0, - "669": 467036672.0, - "670": 467036672.0, - "671": 467036672.0, - "672": 467036672.0, - "673": 467036672.0, - "674": 467036672.0, - "675": 467036672.0, - "676": 467036672.0, - "677": 467036672.0, - "678": 467036672.0, - "679": 467036672.0, - "680": 467036672.0, - "681": 467036672.0, - "682": 467036672.0, - "683": 467036672.0, - "684": 467036672.0, - "685": 467036672.0, - "686": 467036672.0, - "687": 467036672.0, - "688": 467036672.0, - "689": 467036672.0, - "690": 467036672.0, - "691": 467036672.0, - "692": 467036672.0, - "693": 467036672.0, - "694": 467036672.0, - "695": 467036672.0, - "696": 467036672.0, - "697": 467036672.0, - "698": 467036672.0, - "699": 467036672.0, - "700": 467036672.0, - "701": 467036672.0, - "702": 467036672.0, - "703": 467036672.0, - "704": 467036672.0, - "705": 467036672.0, - "706": 467036672.0, - "707": 467036672.0, - "708": 467036672.0, - "709": 467036672.0, - "710": 467036672.0, - "711": 467036672.0, - "712": 467036672.0, - "713": 467036672.0, - "714": 467036672.0, - "715": 467036672.0, - "716": 467036672.0, - "717": 467036672.0, - "718": 467036672.0, - "719": 467036672.0, - "720": 467036672.0, - "721": 467036672.0, - "722": 467036672.0, - "723": 467036672.0, - "724": 467036672.0, - "725": 467036672.0, - "726": 467036672.0, - "727": 467036672.0, - "728": 467036672.0, - "729": 467036672.0, - "730": 467036672.0, - "731": 467036672.0, - "732": 467036672.0, - "733": 467036672.0, - "734": 467036672.0, - "735": 467036672.0, - "736": 467036672.0, - "737": 467036672.0, - "738": 467036672.0, - "739": 467036672.0, - "740": 467036672.0, - "741": 467036672.0, - "742": 467036672.0, - "743": 467036672.0, - "744": 467036672.0, - "745": 467036672.0, - "746": 467036672.0, - "747": 467036672.0, - "748": 467036672.0, - "749": 467036672.0, - "750": 467036672.0, - "751": 467036672.0, - "752": 467036672.0, - "753": 467036672.0, - "754": 467036672.0, - "755": 467036672.0, - "756": 467036672.0, - "757": 467036672.0, - "758": 467036672.0, - "759": 467036672.0, - "760": 467036672.0, - "761": 467036672.0, - "762": 467036672.0, - "763": 467036672.0, - "764": 467036672.0, - "765": 467036672.0, - "766": 467036672.0, - "767": 467036672.0, - "768": 467036672.0, - "769": 467036672.0, - "770": 467036672.0, - "771": 467036672.0, - "772": 467036672.0, - "773": 467036672.0, - "774": 467036672.0, - "775": 467036672.0, - "776": 467036672.0, - "777": 467036672.0, - "778": 467036672.0, - "779": 467036672.0, - "780": 467036672.0, - "781": 467036672.0, - "782": 467036672.0, - "783": 467036672.0, - "784": 467036672.0, - "785": 467036672.0, - "786": 467036672.0, - "787": 467036672.0, - "788": 467036672.0, - "789": 467036672.0, - "790": 467036672.0, - "791": 467036672.0, - "792": 467036672.0, - "793": 467036672.0, - "794": 467036672.0, - "795": 467036672.0, - "796": 467036672.0, - "797": 467036672.0, - "798": 467036672.0, - "799": 467036672.0, - "800": 467036672.0, - "801": 467036672.0, - "802": 467036672.0, - "803": 467036672.0, - "804": 467036672.0, - "805": 467036672.0, - "806": 467036672.0, - "807": 467036672.0, - "808": 467036672.0, - "809": 467036672.0, - "810": 467036672.0, - "811": 467036672.0, - "812": 467036672.0, - "813": 467036672.0, - "814": 467036672.0, - "815": 467036672.0, - "816": 467036672.0, - "817": 467036672.0, - "818": 467036672.0, - "819": 467036672.0, - "820": 467036672.0, - "821": 467036672.0, - "822": 467036672.0, - "823": 467036672.0, - "824": 467036672.0, - "825": 467036672.0, - "826": 467036672.0, - "827": 467036672.0, - "828": 467036672.0, - "829": 467036672.0, - "830": 467036672.0, - "831": 467036672.0, - "832": 467036672.0, - "833": 467036672.0, - "834": 467036672.0, - "835": 467036672.0, - "836": 467036672.0, - "837": 467036672.0, - "838": 467036672.0, - "839": 467036672.0, - "840": 467036672.0, - "841": 467036672.0, - "842": 467036672.0, - "843": 467036672.0, - "844": 467036672.0, - "845": 467036672.0, - "846": 467036672.0, - "847": 467036672.0, - "848": 467036672.0, - "849": 467036672.0, - "850": 467036672.0, - "851": 467036672.0, - "852": 467036672.0, - "853": 467036672.0, - "854": 467036672.0, - "855": 467036672.0, - "856": 467036672.0, - "857": 467036672.0, - "858": 467036672.0, - "859": 467036672.0, - "860": 467036672.0, - "861": 467036672.0, - "862": 467036672.0, - "863": 467036672.0, - "864": 467036672.0, - "865": 467036672.0, - "866": 467036672.0, - "867": 467036672.0, - "868": 467036672.0, - "869": 467036672.0, - "870": 467036672.0, - "871": 467036672.0, - "872": 467036672.0, - "873": 467036672.0, - "874": 467036672.0, - "875": 467036672.0, - "876": 467036672.0, - "877": 467036672.0, - "878": 467036672.0, - "879": 467036672.0, - "880": 467036672.0, - "881": 467036672.0, - "882": 467036672.0, - "883": 467036672.0, - "884": 467036672.0, - "885": 467036672.0, - "886": 467036672.0, - "887": 467036672.0, - "888": 467036672.0, - "889": 467036672.0, - "890": 467036672.0, - "891": 467036672.0, - "892": 467036672.0, - "893": 467036672.0, - "894": 467036672.0, - "895": 467036672.0, - "896": 467036672.0, - "897": 467036672.0, - "898": 467036672.0, - "899": 467036672.0, - "900": 467036672.0, - "901": 467036672.0, - "902": 467036672.0, - "903": 467036672.0, - "904": 467036672.0, - "905": 467036672.0, - "906": 467036672.0, - "907": 467036672.0, - "908": 467036672.0, - "909": 467036672.0, - "910": 467036672.0, - "911": 467036672.0, - "912": 467036672.0, - "913": 467036672.0, - "914": 467036672.0, - "915": 467036672.0, - "916": 467036672.0, - "917": 467036672.0, - "918": 467036672.0, - "919": 467036672.0, - "920": 467036672.0, - "921": 467036672.0, - "922": 467036672.0, - "923": 467036672.0, - "924": 467036672.0, - "925": 467036672.0, - "926": 467036672.0, - "927": 467036672.0, - "928": 467036672.0, - "929": 467036672.0, - "930": 467036672.0, - "931": 467036672.0, - "932": 467036672.0, - "933": 467036672.0, - "934": 467036672.0, - "935": 467036672.0, - "936": 467036672.0, - "937": 467036672.0, - "938": 467036672.0, - "939": 467036672.0, - "940": 467036672.0, - "941": 467036672.0, - "942": 467036672.0, - "943": 467036672.0, - "944": 467036672.0, - "945": 467036672.0, - "946": 467036672.0, - "947": 467036672.0, - "948": 467036672.0, - "949": 467036672.0, - "950": 467036672.0, - "951": 467036672.0, - "952": 467036672.0, - "953": 467036672.0, - "954": 467036672.0, - "955": 467036672.0, - "956": 467036672.0, - "957": 467036672.0, - "958": 467036672.0, - "959": 467036672.0, - "960": 467036672.0, - "961": 467036672.0, - "962": 467036672.0, - "963": 467036672.0, - "964": 467036672.0, - "965": 467036672.0, - "966": 467036672.0, - "967": 467036672.0, - "968": 467036672.0, - "969": 467036672.0, - "970": 467036672.0, - "971": 467036672.0, - "972": 467036672.0, - "973": 467036672.0, - "974": 467036672.0, - "975": 467036672.0, - "976": 467036672.0, - "977": 467036672.0, - "978": 467036672.0, - "979": 467036672.0, - "980": 467036672.0, - "981": 467036672.0, - "982": 467036672.0, - "983": 467036672.0, - "984": 467036672.0, - "985": 467036672.0, - "986": 467036672.0, - "987": 467036672.0, - "988": 467036672.0, - "989": 467036672.0, - "990": 467036672.0, - "991": 467036672.0, - "992": 467036672.0, - "993": 467036672.0, - "994": 467036672.0, - "995": 467036672.0, - "996": 467036672.0, - "997": 467036672.0, - "998": 467036672.0, - "999": 467036672.0, - "1000": 467036672.0, - "1001": 467036672.0, - "1002": 467036672.0, - "1003": 467036672.0, - "1004": 467036672.0, - "1005": 467036672.0, - "1006": 467036672.0, - "1007": 467036672.0, - "1008": 467036672.0, - "1009": 467036672.0, - "1010": 467036672.0, - "1011": 467036672.0, - "1012": 467036672.0, - "1013": 467036672.0, - "1014": 467036672.0, - "1015": 467036672.0, - "1016": 467036672.0, - "1017": 467036672.0, - "1018": 467036672.0, - "1019": 467036672.0, - "1020": 467036672.0, - "1021": 467036672.0, - "1022": 467036672.0, - "1023": 467036672.0, - "1024": 467036672.0, - "1025": 467036672.0, - "1026": 467036672.0, - "1027": 467036672.0, - "1028": 467036672.0, - "1029": 467036672.0, - "1030": 467036672.0, - "1031": 467036672.0, - "1032": 467036672.0, - "1033": 467036672.0, - "1034": 467036672.0, - "1035": 467036672.0, - "1036": 467036672.0, - "1037": 467036672.0, - "1038": 467036672.0, - "1039": 467036672.0, - "1040": 467036672.0, - "1041": 467036672.0, - "1042": 467036672.0, - "1043": 467036672.0, - "1044": 467036672.0, - "1045": 467036672.0, - "1046": 467036672.0, - "1047": 467036672.0, - "1048": 467036672.0, - "1049": 467036672.0, - "1050": 467036672.0, - "1051": 467036672.0, - "1052": 467036672.0, - "1053": 467036672.0, - "1054": 467036672.0, - "1055": 467036672.0, - "1056": 467036672.0, - "1057": 467036672.0, - "1058": 467036672.0, - "1059": 467036672.0, - "1060": 467036672.0, - "1061": 467036672.0, - "1062": 467036672.0, - "1063": 467036672.0, - "1064": 467036672.0, - "1065": 467036672.0, - "1066": 467036672.0, - "1067": 467036672.0, - "1068": 467036672.0, - "1069": 467036672.0, - "1070": 467036672.0, - "1071": 467036672.0, - "1072": 467036672.0, - "1073": 467036672.0, - "1074": 467036672.0, - "1075": 467036672.0, - "1076": 467036672.0, - "1077": 467036672.0, - "1078": 467036672.0, - "1079": 467036672.0, - "1080": 467036672.0, - "1081": 467036672.0, - "1082": 467036672.0, - "1083": 467036672.0, - "1084": 467036672.0, - "1085": 467036672.0, - "1086": 467036672.0, - "1087": 467036672.0, - "1088": 467036672.0, - "1089": 467036672.0, - "1090": 467036672.0, - "1091": 467036672.0, - "1092": 467036672.0, - "1093": 467036672.0, - "1094": 467036672.0, - "1095": 467036672.0, - "1096": 467036672.0, - "1097": 467036672.0, - "1098": 467036672.0, - "1099": 467036672.0, - "1100": 467036672.0, - "1101": 467036672.0, - "1102": 467036672.0, - "1103": 467036672.0, - "1104": 467036672.0, - "1105": 467036672.0, - "1106": 467036672.0, - "1107": 467036672.0, - "1108": 467036672.0, - "1109": 467036672.0, - "1110": 467036672.0, - "1111": 467036672.0, - "1112": 467036672.0, - "1113": 467036672.0, - "1114": 467036672.0, - "1115": 467036672.0, - "1116": 467036672.0, - "1117": 467036672.0, - "1118": 467036672.0, - "1119": 467036672.0, - "1120": 467036672.0, - "1121": 467036672.0, - "1122": 467036672.0, - "1123": 467036672.0, - "1124": 467036672.0, - "1125": 467036672.0, - "1126": 467036672.0, - "1127": 467036672.0, - "1128": 467036672.0, - "1129": 467036672.0, - "1130": 467036672.0, - "1131": 467036672.0, - "1132": 467036672.0, - "1133": 467036672.0, - "1134": 467036672.0, - "1135": 467036672.0, - "1136": 467036672.0, - "1137": 467036672.0, - "1138": 467036672.0, - "1139": 467036672.0, - "1140": 467036672.0, - "1141": 467036672.0, - "1142": 467036672.0, - "1143": 467036672.0, - "1144": 467036672.0, - "1145": 467036672.0, - "1146": 467036672.0, - "1147": 467036672.0, - "1148": 467036672.0, - "1149": 467036672.0, - "1150": 467036672.0, - "1151": 467036672.0, - "1152": 467036672.0, - "1153": 467036672.0, - "1154": 467036672.0, - "1155": 467036672.0, - "1156": 467036672.0, - "1157": 467036672.0, - "1158": 467036672.0, - "1159": 467036672.0, - "1160": 467036672.0, - "1161": 467036672.0, - "1162": 467036672.0, - "1163": 467036672.0, - "1164": 467036672.0, - "1165": 467036672.0, - "1166": 467036672.0, - "1167": 467036672.0, - "1168": 467036672.0, - "1169": 467036672.0, - "1170": 467036672.0, - "1171": 467036672.0, - "1172": 467036672.0, - "1173": 467036672.0, - "1174": 467036672.0, - "1175": 467036672.0, - "1176": 467036672.0, - "1177": 467036672.0, - "1178": 467036672.0, - "1179": 467036672.0, - "1180": 467036672.0, - "1181": 467036672.0, - "1182": 467036672.0, - "1183": 467036672.0, - "1184": 467036672.0, - "1185": 467036672.0, - "1186": 467036672.0, - "1187": 467036672.0, - "1188": 467036672.0, - "1189": 467036672.0, - "1190": 467036672.0, - "1191": 467036672.0, - "1192": 467036672.0, - "1193": 467036672.0, - "1194": 467036672.0, - "1195": 467036672.0, - "1196": 467036672.0, - "1197": 467036672.0, - "1198": 467036672.0, - "1199": 467036672.0, - "1200": 467036672.0, - "1201": 467036672.0, - "1202": 467036672.0, - "1203": 467036672.0, - "1204": 467036672.0, - "1205": 467036672.0, - "1206": 467036672.0, - "1207": 467036672.0, - "1208": 467036672.0, - "1209": 467036672.0, - "1210": 467036672.0, - "1211": 467036672.0, - "1212": 467036672.0, - "1213": 467036672.0, - "1214": 467036672.0, - "1215": 467036672.0, - "1216": 467036672.0, - "1217": 467036672.0, - "1218": 467036672.0, - "1219": 467036672.0, - "1220": 467036672.0, - "1221": 467036672.0, - "1222": 467036672.0, - "1223": 467036672.0, - "1224": 467036672.0, - "1225": 467036672.0, - "1226": 467036672.0, - "1227": 467036672.0, - "1228": 467036672.0, - "1229": 467036672.0, - "1230": 467036672.0, - "1231": 467036672.0, - "1232": 467036672.0, - "1233": 467036672.0, - "1234": 467036672.0, - "1235": 467036672.0, - "1236": 467036672.0, - "1237": 467036672.0, - "1238": 467036672.0, - "1239": 467036672.0, - "1240": 467036672.0, - "1241": 467036672.0, - "1242": 467036672.0, - "1243": 467036672.0, - "1244": 467036672.0, - "1245": 467036672.0, - "1246": 467036672.0, - "1247": 467036672.0, - "1248": 467036672.0, - "1249": 467036672.0, - "1250": 467036672.0, - "1251": 467036672.0, - "1252": 467036672.0, - "1253": 467036672.0, - "1254": 467036672.0, - "1255": 467036672.0, - "1256": 467036672.0, - "1257": 467036672.0, - "1258": 467036672.0, - "1259": 467036672.0, - "1260": 467036672.0, - "1261": 467036672.0, - "1262": 467036672.0, - "1263": 467036672.0, - "1264": 467036672.0, - "1265": 467036672.0, - "1266": 467036672.0, - "1267": 467036672.0, - "1268": 467036672.0, - "1269": 467036672.0, - "1270": 467036672.0, - "1271": 467036672.0, - "1272": 467036672.0, - "1273": 467036672.0, - "1274": 467036672.0, - "1275": 467036672.0, - "1276": 467036672.0, - "1277": 467036672.0, - "1278": 467036672.0, - "1279": 467036672.0, - "1280": 467036672.0, - "1281": 467036672.0, - "1282": 467036672.0, - "1283": 467036672.0, - "1284": 467036672.0, - "1285": 467036672.0, - "1286": 467036672.0, - "1287": 467036672.0, - "1288": 467036672.0, - "1289": 467036672.0, - "1290": 467036672.0, - "1291": 467036672.0, - "1292": 467036672.0, - "1293": 467036672.0, - "1294": 467036672.0, - "1295": 467036672.0, - "1296": 467036672.0, - "1297": 467036672.0, - "1298": 467036672.0, - "1299": 467036672.0, - "1300": 467036672.0, - "1301": 467036672.0, - "1302": 467036672.0, - "1303": 467036672.0, - "1304": 467036672.0, - "1305": 467036672.0, - "1306": 467036672.0, - "1307": 467036672.0, - "1308": 467036672.0, - "1309": 467036672.0, - "1310": 467036672.0, - "1311": 467036672.0, - "1312": 467036672.0, - "1313": 467036672.0, - "1314": 467036672.0, - "1315": 467036672.0, - "1316": 467036672.0, - "1317": 467036672.0, - "1318": 467036672.0, - "1319": 467036672.0, - "1320": 467036672.0, - "1321": 467036672.0, - "1322": 467036672.0, - "1323": 467036672.0, - "1324": 467036672.0, - "1325": 467036672.0, - "1326": 467036672.0, - "1327": 467036672.0, - "1328": 467036672.0, - "1329": 467036672.0, - "1330": 467036672.0, - "1331": 467036672.0, - "1332": 467036672.0, - "1333": 467036672.0, - "1334": 467036672.0, - "1335": 467036672.0, - "1336": 467036672.0, - "1337": 467036672.0, - "1338": 467036672.0, - "1339": 467036672.0, - "1340": 467036672.0, - "1341": 467036672.0, - "1342": 467036672.0, - "1343": 467036672.0, - "1344": 467036672.0, - "1345": 467036672.0, - "1346": 467036672.0, - "1347": 467036672.0, - "1348": 467036672.0, - "1349": 467036672.0, - "1350": 467036672.0, - "1351": 467036672.0, - "1352": 467036672.0, - "1353": 467036672.0, - "1354": 467036672.0, - "1355": 467036672.0, - "1356": 467036672.0, - "1357": 467036672.0, - "1358": 467036672.0, - "1359": 467036672.0, - "1360": 467036672.0, - "1361": 467036672.0, - "1362": 467036672.0, - "1363": 467036672.0, - "1364": 467036672.0, - "1365": 467036672.0, - "1366": 467036672.0, - "1367": 467036672.0, - "1368": 467036672.0, - "1369": 467036672.0, - "1370": 467036672.0, - "1371": 467036672.0, - "1372": 467036672.0, - "1373": 467036672.0, - "1374": 467036672.0, - "1375": 467036672.0, - "1376": 467036672.0, - "1377": 467036672.0, - "1378": 467036672.0, - "1379": 467036672.0, - "1380": 467036672.0, - "1381": 467036672.0, - "1382": 467036672.0, - "1383": 467036672.0, - "1384": 467036672.0, - "1385": 467036672.0, - "1386": 467036672.0, - "1387": 467036672.0, - "1388": 467036672.0, - "1389": 467036672.0, - "1390": 467036672.0, - "1391": 467036672.0, - "1392": 467036672.0, - "1393": 467036672.0, - "1394": 467036672.0, - "1395": 467036672.0, - "1396": 467036672.0, - "1397": 467036672.0, - "1398": 467036672.0, - "1399": 467036672.0, - "1400": 467036672.0, - "1401": 467036672.0, - "1402": 467036672.0, - "1403": 467036672.0, - "1404": 467036672.0, - "1405": 467036672.0, - "1406": 467036672.0, - "1407": 467036672.0, - "1408": 467036672.0, - "1409": 467036672.0, - "1410": 467036672.0, - "1411": 467036672.0, - "1412": 467036672.0, - "1413": 467036672.0, - "1414": 467036672.0, - "1415": 467036672.0, - "1416": 467036672.0, - "1417": 467036672.0, - "1418": 467036672.0, - "1419": 467036672.0, - "1420": 467036672.0, - "1421": 467036672.0, - "1422": 467036672.0, - "1423": 467036672.0, - "1424": 467036672.0, - "1425": 467036672.0, - "1426": 467036672.0, - "1427": 467036672.0, - "1428": 467036672.0, - "1429": 467036672.0, - "1430": 467036672.0, - "1431": 467036672.0, - "1432": 467036672.0, - "1433": 467036672.0, - "1434": 467036672.0, - "1435": 467036672.0, - "1436": 467036672.0, - "1437": 467036672.0, - "1438": 467036672.0, - "1439": 467036672.0, - "1440": 467036672.0, - "1441": 467036672.0, - "1442": 467036672.0, - "1443": 467036672.0, - "1444": 467036672.0, - "1445": 467036672.0, - "1446": 467036672.0, - "1447": 467036672.0, - "1448": 467036672.0, - "1449": 467036672.0, - "1450": 467036672.0, - "1451": 467036672.0, - "1452": 467036672.0, - "1453": 467036672.0, - "1454": 467036672.0, - "1455": 467036672.0, - "1456": 467036672.0, - "1457": 467036672.0, - "1458": 467036672.0, - "1459": 467036672.0, - "1460": 467036672.0, - "1461": 467036672.0, - "1462": 467036672.0, - "1463": 467036672.0, - "1464": 467036672.0, - "1465": 467036672.0, - "1466": 467036672.0, - "1467": 467036672.0, - "1468": 467036672.0, - "1469": 467036672.0, - "1470": 467036672.0, - "1471": 467036672.0, - "1472": 467036672.0, - "1473": 467036672.0, - "1474": 467036672.0, - "1475": 467036672.0, - "1476": 467036672.0, - "1477": 467036672.0, - "1478": 467036672.0, - "1479": 467036672.0, - "1480": 467036672.0, - "1481": 467036672.0, - "1482": 467036672.0, - "1483": 467036672.0, - "1484": 467036672.0, - "1485": 467036672.0, - "1486": 467036672.0, - "1487": 467036672.0, - "1488": 467036672.0, - "1489": 467036672.0, - "1490": 467036672.0, - "1491": 467036672.0, - "1492": 467036672.0, - "1493": 467036672.0, - "1494": 467036672.0, - "1495": 467036672.0, - "1496": 467036672.0, - "1497": 467036672.0, - "1498": 467036672.0, - "1499": 467036672.0, - "1500": 467036672.0, - "1501": 467036672.0, - "1502": 467036672.0, - "1503": 467036672.0, - "1504": 467036672.0, - "1505": 467036672.0, - "1506": 467036672.0, - "1507": 467036672.0, - "1508": 467036672.0, - "1509": 467036672.0, - "1510": 467036672.0, - "1511": 467036672.0, - "1512": 467036672.0, - "1513": 467036672.0, - "1514": 467036672.0, - "1515": 467036672.0, - "1516": 467036672.0, - "1517": 467036672.0, - "1518": 467036672.0, - "1519": 467036672.0, - "1520": 467036672.0, - "1521": 467036672.0, - "1522": 467036672.0, - "1523": 467036672.0, - "1524": 467036672.0, - "1525": 467036672.0, - "1526": 467036672.0, - "1527": 467036672.0, - "1528": 467036672.0, - "1529": 467036672.0, - "1530": 467036672.0, - "1531": 467036672.0, - "1532": 467036672.0, - "1533": 467036672.0, - "1534": 467036672.0, - "1535": 467036672.0, - "1536": 467036672.0, - "1537": 467036672.0, - "1538": 467036672.0, - "1539": 467036672.0, - "1540": 467036672.0, - "1541": 467036672.0, - "1542": 467036672.0, - "1543": 467036672.0, - "1544": 467036672.0, - "1545": 467036672.0, - "1546": 467036672.0, - "1547": 467036672.0, - "1548": 467036672.0, - "1549": 467036672.0, - "1550": 467036672.0, - "1551": 467036672.0, - "1552": 467036672.0, - "1553": 467036672.0, - "1554": 467036672.0, - "1555": 467036672.0, - "1556": 467036672.0, - "1557": 467036672.0, - "1558": 467036672.0, - "1559": 467036672.0, - "1560": 467036672.0, - "1561": 467036672.0, - "1562": 467036672.0, - "1563": 467036672.0, - "1564": 467036672.0, - "1565": 467036672.0, - "1566": 467036672.0, - "1567": 467036672.0, - "1568": 467036672.0, - "1569": 467036672.0, - "1570": 467036672.0, - "1571": 467036672.0, - "1572": 467036672.0, - "1573": 467036672.0, - "1574": 467036672.0, - "1575": 467036672.0, - "1576": 467036672.0, - "1577": 467036672.0, - "1578": 467036672.0, - "1579": 467036672.0, - "1580": 467036672.0, - "1581": 467036672.0, - "1582": 467036672.0, - "1583": 467036672.0, - "1584": 467036672.0, - "1585": 467036672.0, - "1586": 467036672.0, - "1587": 467036672.0, - "1588": 467036672.0, - "1589": 467036672.0, - "1590": 467036672.0, - "1591": 467036672.0, - "1592": 467036672.0, - "1593": 467036672.0, - "1594": 467036672.0, - "1595": 467036672.0, - "1596": 467036672.0, - "1597": 467036672.0, - "1598": 467036672.0, - "1599": 467036672.0, - "1600": 467036672.0, - "1601": 467036672.0, - "1602": 467036672.0, - "1603": 467036672.0, - "1604": 467036672.0, - "1605": 467036672.0, - "1606": 467036672.0, - "1607": 467036672.0, - "1608": 467036672.0, - "1609": 467036672.0, - "1610": 467036672.0, - "1611": 467036672.0, - "1612": 467036672.0, - "1613": 467036672.0, - "1614": 467036672.0, - "1615": 467036672.0, - "1616": 467036672.0, - "1617": 467036672.0, - "1618": 467036672.0, - "1619": 467036672.0, - "1620": 467036672.0, - "1621": 467036672.0, - "1622": 467036672.0, - "1623": 467036672.0, - "1624": 467036672.0, - "1625": 467036672.0, - "1626": 467036672.0, - "1627": 467036672.0, - "1628": 467036672.0, - "1629": 467036672.0, - "1630": 467036672.0, - "1631": 467036672.0, - "1632": 467036672.0, - "1633": 467036672.0, - "1634": 467036672.0, - "1635": 467036672.0, - "1636": 467036672.0, - "1637": 467036672.0, - "1638": 467036672.0, - "1639": 467036672.0, - "1640": 467036672.0, - "1641": 467036672.0, - "1642": 467036672.0, - "1643": 467036672.0, - "1644": 467036672.0, - "1645": 467036672.0, - "1646": 467036672.0, - "1647": 467036672.0, - "1648": 467036672.0, - "1649": 467036672.0, - "1650": 467036672.0, - "1651": 467036672.0, - "1652": 467036672.0, - "1653": 467036672.0, - "1654": 467036672.0, - "1655": 467036672.0, - "1656": 467036672.0, - "1657": 467036672.0, - "1658": 467036672.0, - "1659": 467036672.0, - "1660": 467036672.0, - "1661": 467036672.0, - "1662": 467036672.0, - "1663": 467036672.0, - "1664": 467036672.0, - "1665": 467036672.0, - "1666": 467036672.0, - "1667": 467036672.0, - "1668": 467036672.0, - "1669": 467036672.0, - "1670": 467036672.0, - "1671": 467036672.0, - "1672": 467036672.0, - "1673": 467036672.0, - "1674": 467036672.0, - "1675": 467036672.0, - "1676": 467036672.0, - "1677": 467036672.0, - "1678": 467036672.0, - "1679": 467036672.0, - "1680": 467036672.0, - "1681": 467036672.0, - "1682": 467036672.0, - "1683": 467036672.0, - "1684": 467036672.0, - "1685": 467036672.0, - "1686": 467036672.0, - "1687": 467036672.0, - "1688": 467036672.0, - "1689": 467036672.0, - "1690": 467036672.0, - "1691": 467036672.0, - "1692": 467036672.0, - "1693": 467036672.0, - "1694": 467036672.0, - "1695": 467036672.0, - "1696": 467036672.0, - "1697": 467036672.0, - "1698": 467036672.0, - "1699": 467036672.0, - "1700": 467036672.0, - "1701": 467036672.0, - "1702": 467036672.0, - "1703": 467036672.0, - "1704": 467036672.0, - "1705": 467036672.0, - "1706": 467036672.0, - "1707": 467036672.0, - "1708": 467036672.0, - "1709": 467036672.0, - "1710": 467036672.0, - "1711": 467036672.0, - "1712": 467036672.0, - "1713": 467036672.0, - "1714": 467036672.0, - "1715": 467036672.0, - "1716": 467036672.0, - "1717": 467036672.0, - "1718": 467036672.0, - "1719": 467036672.0, - "1720": 467036672.0, - "1721": 467036672.0, - "1722": 467036672.0, - "1723": 467036672.0, - "1724": 467036672.0, - "1725": 467036672.0, - "1726": 467036672.0, - "1727": 467036672.0, - "1728": 467036672.0, - "1729": 467036672.0, - "1730": 467036672.0, - "1731": 467036672.0, - "1732": 467036672.0, - "1733": 467036672.0, - "1734": 467036672.0, - "1735": 467036672.0, - "1736": 467036672.0, - "1737": 467036672.0, - "1738": 467036672.0, - "1739": 467036672.0, - "1740": 467036672.0, - "1741": 467036672.0, - "1742": 467036672.0, - "1743": 467036672.0, - "1744": 467036672.0, - "1745": 467036672.0, - "1746": 467036672.0, - "1747": 467036672.0, - "1748": 467036672.0, - "1749": 467036672.0, - "1750": 467036672.0, - "1751": 467036672.0, - "1752": 467036672.0, - "1753": 467036672.0, - "1754": 467036672.0, - "1755": 467036672.0, - "1756": 467036672.0, - "1757": 467036672.0, - "1758": 467036672.0, - "1759": 467036672.0, - "1760": 467036672.0, - "1761": 467036672.0, - "1762": 467036672.0, - "1763": 467036672.0, - "1764": 467036672.0, - "1765": 467036672.0, - "1766": 467036672.0, - "1767": 467036672.0, - "1768": 467036672.0, - "1769": 467036672.0, - "1770": 467036672.0, - "1771": 467036672.0, - "1772": 467036672.0, - "1773": 467036672.0, - "1774": 467036672.0, - "1775": 467036672.0, - "1776": 467036672.0, - "1777": 467036672.0, - "1778": 467036672.0, - "1779": 467036672.0, - "1780": 467036672.0, - "1781": 467036672.0, - "1782": 467036672.0, - "1783": 467036672.0, - "1784": 467036672.0, - "1785": 467036672.0, - "1786": 467036672.0, - "1787": 467036672.0, - "1788": 467036672.0, - "1789": 467036672.0, - "1790": 467036672.0, - "1791": 467036672.0, - "1792": 467036672.0, - "1793": 467036672.0, - "1794": 467036672.0, - "1795": 467036672.0, - "1796": 467036672.0, - "1797": 467036672.0, - "1798": 467036672.0, - "1799": 467036672.0, - "1800": 467036672.0, - "1801": 467036672.0, - "1802": 467036672.0, - "1803": 467036672.0, - "1804": 467036672.0, - "1805": 467036672.0, - "1806": 467036672.0, - "1807": 467036672.0, - "1808": 467036672.0, - "1809": 467036672.0, - "1810": 467036672.0, - "1811": 467036672.0, - "1812": 467036672.0, - "1813": 467036672.0, - "1814": 467036672.0, - "1815": 467036672.0, - "1816": 467036672.0, - "1817": 467036672.0, - "1818": 467036672.0, - "1819": 467036672.0, - "1820": 467036672.0, - "1821": 467036672.0, - "1822": 467036672.0, - "1823": 467036672.0, - "1824": 467036672.0, - "1825": 467036672.0, - "1826": 467036672.0, - "1827": 467036672.0, - "1828": 467036672.0, - "1829": 467036672.0, - "1830": 467036672.0, - "1831": 467036672.0, - "1832": 467036672.0, - "1833": 467036672.0, - "1834": 467036672.0, - "1835": 467036672.0, - "1836": 467036672.0, - "1837": 467036672.0, - "1838": 467036672.0, - "1839": 467036672.0, - "1840": 467036672.0, - "1841": 467036672.0, - "1842": 467036672.0, - "1843": 467036672.0, - "1844": 467036672.0, - "1845": 467036672.0, - "1846": 467036672.0, - "1847": 467036672.0, - "1848": 467036672.0, - "1849": 467036672.0, - "1850": 467036672.0, - "1851": 467036672.0, - "1852": 467036672.0, - "1853": 467036672.0, - "1854": 467036672.0, - "1855": 467036672.0, - "1856": 467036672.0, - "1857": 467036672.0, - "1858": 467036672.0, - "1859": 467036672.0, - "1860": 467036672.0, - "1861": 467036672.0, - "1862": 467036672.0, - "1863": 467036672.0, - "1864": 467036672.0, - "1865": 467036672.0, - "1866": 467036672.0, - "1867": 467036672.0, - "1868": 467036672.0, - "1869": 467036672.0, - "1870": 467036672.0, - "1871": 467036672.0, - "1872": 467036672.0, - "1873": 467036672.0, - "1874": 467036672.0, - "1875": 467036672.0, - "1876": 467036672.0, - "1877": 467036672.0, - "1878": 467036672.0, - "1879": 467036672.0, - "1880": 467036672.0, - "1881": 467036672.0, - "1882": 467036672.0, - "1883": 467036672.0, - "1884": 467036672.0, - "1885": 467036672.0, - "1886": 467036672.0, - "1887": 467036672.0, - "1888": 467036672.0, - "1889": 467036672.0, - "1890": 467036672.0, - "1891": 467036672.0, - "1892": 467036672.0, - "1893": 467036672.0, - "1894": 467036672.0, - "1895": 467036672.0, - "1896": 467036672.0, - "1897": 467036672.0, - "1898": 467036672.0, - "1899": 467036672.0, - "1900": 467036672.0, - "1901": 467036672.0, - "1902": 467036672.0, - "1903": 467036672.0, - "1904": 467036672.0, - "1905": 467036672.0, - "1906": 467036672.0, - "1907": 467036672.0, - "1908": 467036672.0, - "1909": 467036672.0, - "1910": 467036672.0, - "1911": 467036672.0, - "1912": 467036672.0, - "1913": 467036672.0, - "1914": 467036672.0, - "1915": 467036672.0, - "1916": 467036672.0, - "1917": 467036672.0, - "1918": 467036672.0, - "1919": 467036672.0, - "1920": 467036672.0, - "1921": 467036672.0, - "1922": 467036672.0, - "1923": 467036672.0, - "1924": 467036672.0, - "1925": 467036672.0, - "1926": 467036672.0, - "1927": 467036672.0, - "1928": 467036672.0, - "1929": 467036672.0, - "1930": 467036672.0, - "1931": 467036672.0, - "1932": 467036672.0, - "1933": 467036672.0, - "1934": 467036672.0, - "1935": 467036672.0, - "1936": 467036672.0, - "1937": 467036672.0, - "1938": 467036672.0, - "1939": 467036672.0, - "1940": 467036672.0, - "1941": 467036672.0, - "1942": 467036672.0, - "1943": 467036672.0, - "1944": 467036672.0, - "1945": 467036672.0, - "1946": 467036672.0, - "1947": 467036672.0, - "1948": 467036672.0, - "1949": 467036672.0, - "1950": 467036672.0, - "1951": 467036672.0, - "1952": 467036672.0, - "1953": 467036672.0, - "1954": 467036672.0, - "1955": 467036672.0, - "1956": 467036672.0, - "1957": 467036672.0, - "1958": 467036672.0, - "1959": 467036672.0, - "1960": 467036672.0, - "1961": 467036672.0, - "1962": 467036672.0, - "1963": 467036672.0, - "1964": 467036672.0, - "1965": 467036672.0, - "1966": 467036672.0, - "1967": 467036672.0, - "1968": 467036672.0, - "1969": 467036672.0, - "1970": 467036672.0, - "1971": 467036672.0, - "1972": 467036672.0, - "1973": 467036672.0, - "1974": 467036672.0, - "1975": 467036672.0, - "1976": 467036672.0, - "1977": 467036672.0, - "1978": 467036672.0, - "1979": 467036672.0, - "1980": 467036672.0, - "1981": 467036672.0, - "1982": 467036672.0, - "1983": 467036672.0, - "1984": 467036672.0, - "1985": 467036672.0, - "1986": 467036672.0, - "1987": 467036672.0, - "1988": 467036672.0, - "1989": 467036672.0, - "1990": 467036672.0, - "1991": 467036672.0, - "1992": 467036672.0, - "1993": 467036672.0, - "1994": 467036672.0, - "1995": 467036672.0, - "1996": 467036672.0, - "1997": 467036672.0, - "1998": 467036672.0, - "1999": 467036672.0, - "2000": 467036672.0 + "1": 465988096.0, + "2": 465988096.0, + "3": 465988096.0, + "4": 465988096.0, + "5": 465988096.0, + "6": 465988096.0, + "7": 465988096.0, + "8": 465988096.0, + "9": 465988096.0, + "10": 465988096.0, + "11": 465988096.0, + "12": 465988096.0, + "13": 465988096.0, + "14": 465988096.0, + "15": 465988096.0, + "16": 465988096.0, + "17": 465988096.0, + "18": 465988096.0, + "19": 465988096.0, + "20": 465988096.0, + "21": 465988096.0, + "22": 465988096.0, + "23": 465988096.0, + "24": 465988096.0, + "25": 465988096.0, + "26": 465988096.0, + "27": 465988096.0, + "28": 465988096.0, + "29": 465988096.0, + "30": 465988096.0, + "31": 465988096.0, + "32": 465988096.0, + "33": 465988096.0, + "34": 465988096.0, + "35": 465988096.0, + "36": 465988096.0, + "37": 465988096.0, + "38": 465988096.0, + "39": 465988096.0, + "40": 465988096.0, + "41": 465988096.0, + "42": 465988096.0, + "43": 465988096.0, + "44": 465988096.0, + "45": 465988096.0, + "46": 465988096.0, + "47": 465988096.0, + "48": 465988096.0, + "49": 465988096.0, + "50": 465988096.0, + "51": 465988096.0, + "52": 465988096.0, + "53": 465988096.0, + "54": 465988096.0, + "55": 465988096.0, + "56": 465988096.0, + "57": 465988096.0, + "58": 465988096.0, + "59": 465988096.0, + "60": 465988096.0, + "61": 465988096.0, + "62": 465988096.0, + "63": 465988096.0, + "64": 465988096.0, + "65": 465988096.0, + "66": 465988096.0, + "67": 465988096.0, + "68": 465988096.0, + "69": 465988096.0, + "70": 465988096.0, + "71": 465988096.0, + "72": 465988096.0, + "73": 465988096.0, + "74": 465988096.0, + "75": 465988096.0, + "76": 465988096.0, + "77": 465988096.0, + "78": 465988096.0, + "79": 465988096.0, + "80": 465988096.0, + "81": 465988096.0, + "82": 465988096.0, + "83": 465988096.0, + "84": 465988096.0, + "85": 465988096.0, + "86": 465988096.0, + "87": 465988096.0, + "88": 465988096.0, + "89": 465988096.0, + "90": 465988096.0, + "91": 465988096.0, + "92": 465988096.0, + "93": 465988096.0, + "94": 465988096.0, + "95": 465988096.0, + "96": 465988096.0, + "97": 465988096.0, + "98": 465988096.0, + "99": 465988096.0, + "100": 465988096.0, + "101": 465988096.0, + "102": 465988096.0, + "103": 465988096.0, + "104": 465988096.0, + "105": 465988096.0, + "106": 465988096.0, + "107": 465988096.0, + "108": 465988096.0, + "109": 465988096.0, + "110": 465988096.0, + "111": 465988096.0, + "112": 465988096.0, + "113": 465988096.0, + "114": 465988096.0, + "115": 465988096.0, + "116": 465988096.0, + "117": 465988096.0, + "118": 465988096.0, + "119": 465988096.0, + "120": 465988096.0, + "121": 465988096.0, + "122": 465988096.0, + "123": 465988096.0, + "124": 465988096.0, + "125": 465988096.0, + "126": 465988096.0, + "127": 465988096.0, + "128": 465988096.0, + "129": 465988096.0, + "130": 465988096.0, + "131": 465988096.0, + "132": 465988096.0, + "133": 465988096.0, + "134": 465988096.0, + "135": 465988096.0, + "136": 465988096.0, + "137": 465988096.0, + "138": 465988096.0, + "139": 465988096.0, + "140": 465988096.0, + "141": 465988096.0, + "142": 465988096.0, + "143": 465988096.0, + "144": 465988096.0, + "145": 465988096.0, + "146": 465988096.0, + "147": 465988096.0, + "148": 465988096.0, + "149": 465988096.0, + "150": 465988096.0, + "151": 465988096.0, + "152": 465988096.0, + "153": 465988096.0, + "154": 465988096.0, + "155": 465988096.0, + "156": 465988096.0, + "157": 465988096.0, + "158": 465988096.0, + "159": 465988096.0, + "160": 465988096.0, + "161": 465988096.0, + "162": 465988096.0, + "163": 465988096.0, + "164": 465988096.0, + "165": 465988096.0, + "166": 465988096.0, + "167": 465988096.0, + "168": 465988096.0, + "169": 465988096.0, + "170": 465988096.0, + "171": 465988096.0, + "172": 465988096.0, + "173": 465988096.0, + "174": 465988096.0, + "175": 465988096.0, + "176": 465988096.0, + "177": 465988096.0, + "178": 465988096.0, + "179": 465988096.0, + "180": 465988096.0, + "181": 465988096.0, + "182": 465988096.0, + "183": 465988096.0, + "184": 465988096.0, + "185": 465988096.0, + "186": 465988096.0, + "187": 465988096.0, + "188": 465988096.0, + "189": 465988096.0, + "190": 465988096.0, + "191": 465988096.0, + "192": 465988096.0, + "193": 465988096.0, + "194": 465988096.0, + "195": 465988096.0, + "196": 465988096.0, + "197": 465988096.0, + "198": 465988096.0, + "199": 465988096.0, + "200": 465988096.0, + "201": 465988096.0, + "202": 465988096.0, + "203": 465988096.0, + "204": 465988096.0, + "205": 465988096.0, + "206": 465988096.0, + "207": 465988096.0, + "208": 465988096.0, + "209": 465988096.0, + "210": 465988096.0, + "211": 465988096.0, + "212": 465988096.0, + "213": 465988096.0, + "214": 465988096.0, + "215": 465988096.0, + "216": 465988096.0, + "217": 465988096.0, + "218": 465988096.0, + "219": 465988096.0, + "220": 465988096.0, + "221": 465988096.0, + "222": 465988096.0, + "223": 465988096.0, + "224": 465988096.0, + "225": 465988096.0, + "226": 465988096.0, + "227": 465988096.0, + "228": 465988096.0, + "229": 465988096.0, + "230": 465988096.0, + "231": 465988096.0, + "232": 465988096.0, + "233": 465988096.0, + "234": 465988096.0, + "235": 465988096.0, + "236": 465988096.0, + "237": 465988096.0, + "238": 465988096.0, + "239": 465988096.0, + "240": 465988096.0, + "241": 465988096.0, + "242": 465988096.0, + "243": 465988096.0, + "244": 465988096.0, + "245": 465988096.0, + "246": 465988096.0, + "247": 465988096.0, + "248": 465988096.0, + "249": 465988096.0, + "250": 465988096.0, + "251": 465988096.0, + "252": 465988096.0, + "253": 465988096.0, + "254": 465988096.0, + "255": 465988096.0, + "256": 465988096.0, + "257": 465988096.0, + "258": 465988096.0, + "259": 465988096.0, + "260": 465988096.0, + "261": 465988096.0, + "262": 465988096.0, + "263": 465988096.0, + "264": 465988096.0, + "265": 465988096.0, + "266": 465988096.0, + "267": 465988096.0, + "268": 465988096.0, + "269": 465988096.0, + "270": 465988096.0, + "271": 465988096.0, + "272": 465988096.0, + "273": 465988096.0, + "274": 465988096.0, + "275": 465988096.0, + "276": 465988096.0, + "277": 465988096.0, + "278": 465988096.0, + "279": 465988096.0, + "280": 465988096.0, + "281": 465988096.0, + "282": 465988096.0, + "283": 465988096.0, + "284": 465988096.0, + "285": 465988096.0, + "286": 465988096.0, + "287": 465988096.0, + "288": 465988096.0, + "289": 465988096.0, + "290": 465988096.0, + "291": 465988096.0, + "292": 465988096.0, + "293": 465988096.0, + "294": 465988096.0, + "295": 465988096.0, + "296": 465988096.0, + "297": 465988096.0, + "298": 465988096.0, + "299": 465988096.0, + "300": 465988096.0, + "301": 465988096.0, + "302": 465988096.0, + "303": 465988096.0, + "304": 465988096.0, + "305": 465988096.0, + "306": 465988096.0, + "307": 465988096.0, + "308": 465988096.0, + "309": 465988096.0, + "310": 465988096.0, + "311": 465988096.0, + "312": 465988096.0, + "313": 465988096.0, + "314": 465988096.0, + "315": 465988096.0, + "316": 465988096.0, + "317": 465988096.0, + "318": 465988096.0, + "319": 465988096.0, + "320": 465988096.0, + "321": 465988096.0, + "322": 465988096.0, + "323": 465988096.0, + "324": 465988096.0, + "325": 465988096.0, + "326": 465988096.0, + "327": 465988096.0, + "328": 465988096.0, + "329": 465988096.0, + "330": 465988096.0, + "331": 465988096.0, + "332": 465988096.0, + "333": 465988096.0, + "334": 465988096.0, + "335": 465988096.0, + "336": 465988096.0, + "337": 465988096.0, + "338": 465988096.0, + "339": 465988096.0, + "340": 465988096.0, + "341": 465988096.0, + "342": 465988096.0, + "343": 465988096.0, + "344": 465988096.0, + "345": 465988096.0, + "346": 465988096.0, + "347": 465988096.0, + "348": 465988096.0, + "349": 465988096.0, + "350": 465988096.0, + "351": 465988096.0, + "352": 465988096.0, + "353": 465988096.0, + "354": 465988096.0, + "355": 465988096.0, + "356": 465988096.0, + "357": 465988096.0, + "358": 465988096.0, + "359": 465988096.0, + "360": 465988096.0, + "361": 465988096.0, + "362": 465988096.0, + "363": 465988096.0, + "364": 465988096.0, + "365": 465988096.0, + "366": 465988096.0, + "367": 465988096.0, + "368": 465988096.0, + "369": 465988096.0, + "370": 465988096.0, + "371": 465988096.0, + "372": 465988096.0, + "373": 465988096.0, + "374": 465988096.0, + "375": 465988096.0, + "376": 465988096.0, + "377": 465988096.0, + "378": 465988096.0, + "379": 465988096.0, + "380": 465988096.0, + "381": 465988096.0, + "382": 465988096.0, + "383": 465988096.0, + "384": 465988096.0, + "385": 465988096.0, + "386": 465988096.0, + "387": 465988096.0, + "388": 465988096.0, + "389": 465988096.0, + "390": 465988096.0, + "391": 465988096.0, + "392": 465988096.0, + "393": 465988096.0, + "394": 465988096.0, + "395": 465988096.0, + "396": 465988096.0, + "397": 465988096.0, + "398": 465988096.0, + "399": 465988096.0, + "400": 465988096.0, + "401": 465988096.0, + "402": 465988096.0, + "403": 465988096.0, + "404": 465988096.0, + "405": 465988096.0, + "406": 465988096.0, + "407": 465988096.0, + "408": 465988096.0, + "409": 465988096.0, + "410": 465988096.0, + "411": 465988096.0, + "412": 465988096.0, + "413": 465988096.0, + "414": 465988096.0, + "415": 465988096.0, + "416": 465988096.0, + "417": 465988096.0, + "418": 465988096.0, + "419": 465988096.0, + "420": 465988096.0, + "421": 465988096.0, + "422": 465988096.0, + "423": 465988096.0, + "424": 465988096.0, + "425": 465988096.0, + "426": 465988096.0, + "427": 465988096.0, + "428": 465988096.0, + "429": 465988096.0, + "430": 465988096.0, + "431": 465988096.0, + "432": 465988096.0, + "433": 465988096.0, + "434": 465988096.0, + "435": 465988096.0, + "436": 465988096.0, + "437": 465988096.0, + "438": 465988096.0, + "439": 465988096.0, + "440": 465988096.0, + "441": 465988096.0, + "442": 465988096.0, + "443": 465988096.0, + "444": 465988096.0, + "445": 465988096.0, + "446": 465988096.0, + "447": 465988096.0, + "448": 465988096.0, + "449": 465988096.0, + "450": 465988096.0, + "451": 465988096.0, + "452": 465988096.0, + "453": 465988096.0, + "454": 465988096.0, + "455": 465988096.0, + "456": 465988096.0, + "457": 465988096.0, + "458": 465988096.0, + "459": 465988096.0, + "460": 465988096.0, + "461": 465988096.0, + "462": 465988096.0, + "463": 465988096.0, + "464": 465988096.0, + "465": 465988096.0, + "466": 465988096.0, + "467": 465988096.0, + "468": 465988096.0, + "469": 465988096.0, + "470": 465988096.0, + "471": 465988096.0, + "472": 465988096.0, + "473": 465988096.0, + "474": 465988096.0, + "475": 465988096.0, + "476": 465988096.0, + "477": 465988096.0, + "478": 465988096.0, + "479": 465988096.0, + "480": 465988096.0, + "481": 465988096.0, + "482": 465988096.0, + "483": 465988096.0, + "484": 465988096.0, + "485": 465988096.0, + "486": 465988096.0, + "487": 465988096.0, + "488": 465988096.0, + "489": 465988096.0, + "490": 465988096.0, + "491": 465988096.0, + "492": 465988096.0, + "493": 465988096.0, + "494": 465988096.0, + "495": 465988096.0, + "496": 465988096.0, + "497": 465988096.0, + "498": 465988096.0, + "499": 465988096.0, + "500": 465988096.0, + "501": 465988096.0, + "502": 465988096.0, + "503": 465988096.0, + "504": 465988096.0, + "505": 465988096.0, + "506": 465988096.0, + "507": 465988096.0, + "508": 465988096.0, + "509": 465988096.0, + "510": 465988096.0, + "511": 465988096.0, + "512": 465988096.0, + "513": 465988096.0, + "514": 465988096.0, + "515": 465988096.0, + "516": 465988096.0, + "517": 465988096.0, + "518": 465988096.0, + "519": 465988096.0, + "520": 465988096.0, + "521": 465988096.0, + "522": 465988096.0, + "523": 465988096.0, + "524": 465988096.0, + "525": 465988096.0, + "526": 465988096.0, + "527": 465988096.0, + "528": 465988096.0, + "529": 465988096.0, + "530": 465988096.0, + "531": 465988096.0, + "532": 465988096.0, + "533": 465988096.0, + "534": 465988096.0, + "535": 465988096.0, + "536": 465988096.0, + "537": 465988096.0, + "538": 465988096.0, + "539": 465988096.0, + "540": 465988096.0, + "541": 465988096.0, + "542": 465988096.0, + "543": 465988096.0, + "544": 465988096.0, + "545": 465988096.0, + "546": 465988096.0, + "547": 465988096.0, + "548": 465988096.0, + "549": 465988096.0, + "550": 465988096.0, + "551": 465988096.0, + "552": 465988096.0, + "553": 465988096.0, + "554": 465988096.0, + "555": 465988096.0, + "556": 465988096.0, + "557": 465988096.0, + "558": 465988096.0, + "559": 465988096.0, + "560": 465988096.0, + "561": 465988096.0, + "562": 465988096.0, + "563": 465988096.0, + "564": 465988096.0, + "565": 465988096.0, + "566": 465988096.0, + "567": 465988096.0, + "568": 465988096.0, + "569": 465988096.0, + "570": 465988096.0, + "571": 465988096.0, + "572": 465988096.0, + "573": 465988096.0, + "574": 465988096.0, + "575": 465988096.0, + "576": 465988096.0, + "577": 465988096.0, + "578": 465988096.0, + "579": 465988096.0, + "580": 465988096.0, + "581": 465988096.0, + "582": 465988096.0, + "583": 465988096.0, + "584": 465988096.0, + "585": 465988096.0, + "586": 465988096.0, + "587": 465988096.0, + "588": 465988096.0, + "589": 465988096.0, + "590": 465988096.0, + "591": 465988096.0, + "592": 465988096.0, + "593": 465988096.0, + "594": 465988096.0, + "595": 465988096.0, + "596": 465988096.0, + "597": 465988096.0, + "598": 465988096.0, + "599": 465988096.0, + "600": 465988096.0, + "601": 465988096.0, + "602": 465988096.0, + "603": 465988096.0, + "604": 465988096.0, + "605": 465988096.0, + "606": 465988096.0, + "607": 465988096.0, + "608": 465988096.0, + "609": 465988096.0, + "610": 465988096.0, + "611": 465988096.0, + "612": 465988096.0, + "613": 465988096.0, + "614": 465988096.0, + "615": 465988096.0, + "616": 465988096.0, + "617": 465988096.0, + "618": 465988096.0, + "619": 465988096.0, + "620": 465988096.0, + "621": 465988096.0, + "622": 465988096.0, + "623": 465988096.0, + "624": 465988096.0, + "625": 465988096.0, + "626": 465988096.0, + "627": 465988096.0, + "628": 465988096.0, + "629": 465988096.0, + "630": 465988096.0, + "631": 465988096.0, + "632": 465988096.0, + "633": 465988096.0, + "634": 465988096.0, + "635": 465988096.0, + "636": 465988096.0, + "637": 465988096.0, + "638": 465988096.0, + "639": 465988096.0, + "640": 465988096.0, + "641": 465988096.0, + "642": 465988096.0, + "643": 465988096.0, + "644": 465988096.0, + "645": 465988096.0, + "646": 465988096.0, + "647": 465988096.0, + "648": 465988096.0, + "649": 465988096.0, + "650": 465988096.0, + "651": 465988096.0, + "652": 465988096.0, + "653": 465988096.0, + "654": 465988096.0, + "655": 465988096.0, + "656": 465988096.0, + "657": 465988096.0, + "658": 465988096.0, + "659": 465988096.0, + "660": 465988096.0, + "661": 465988096.0, + "662": 465988096.0, + "663": 465988096.0, + "664": 465988096.0, + "665": 465988096.0, + "666": 465988096.0, + "667": 465988096.0, + "668": 465988096.0, + "669": 465988096.0, + "670": 465988096.0, + "671": 465988096.0, + "672": 465988096.0, + "673": 465988096.0, + "674": 465988096.0, + "675": 465988096.0, + "676": 465988096.0, + "677": 465988096.0, + "678": 465988096.0, + "679": 465988096.0, + "680": 465988096.0, + "681": 465988096.0, + "682": 465988096.0, + "683": 465988096.0, + "684": 465988096.0, + "685": 465988096.0, + "686": 465988096.0, + "687": 465988096.0, + "688": 465988096.0, + "689": 465988096.0, + "690": 465988096.0, + "691": 465988096.0, + "692": 465988096.0, + "693": 465988096.0, + "694": 465988096.0, + "695": 465988096.0, + "696": 465988096.0, + "697": 465988096.0, + "698": 465988096.0, + "699": 465988096.0, + "700": 465988096.0, + "701": 465988096.0, + "702": 465988096.0, + "703": 465988096.0, + "704": 465988096.0, + "705": 465988096.0, + "706": 465988096.0, + "707": 465988096.0, + "708": 465988096.0, + "709": 465988096.0, + "710": 465988096.0, + "711": 465988096.0, + "712": 465988096.0, + "713": 465988096.0, + "714": 465988096.0, + "715": 465988096.0, + "716": 465988096.0, + "717": 465988096.0, + "718": 465988096.0, + "719": 465988096.0, + "720": 465988096.0, + "721": 465988096.0, + "722": 465988096.0, + "723": 465988096.0, + "724": 465988096.0, + "725": 465988096.0, + "726": 465988096.0, + "727": 465988096.0, + "728": 465988096.0, + "729": 465988096.0, + "730": 465988096.0, + "731": 465988096.0, + "732": 465988096.0, + "733": 465988096.0, + "734": 465988096.0, + "735": 465988096.0, + "736": 465988096.0, + "737": 465988096.0, + "738": 465988096.0, + "739": 465988096.0, + "740": 465988096.0, + "741": 465988096.0, + "742": 465988096.0, + "743": 465988096.0, + "744": 465988096.0, + "745": 465988096.0, + "746": 465988096.0, + "747": 465988096.0, + "748": 465988096.0, + "749": 465988096.0, + "750": 465988096.0, + "751": 465988096.0, + "752": 465988096.0, + "753": 465988096.0, + "754": 465988096.0, + "755": 465988096.0, + "756": 465988096.0, + "757": 465988096.0, + "758": 465988096.0, + "759": 465988096.0, + "760": 465988096.0, + "761": 465988096.0, + "762": 465988096.0, + "763": 465988096.0, + "764": 465988096.0, + "765": 465988096.0, + "766": 465988096.0, + "767": 465988096.0, + "768": 465988096.0, + "769": 465988096.0, + "770": 465988096.0, + "771": 465988096.0, + "772": 465988096.0, + "773": 465988096.0, + "774": 465988096.0, + "775": 465988096.0, + "776": 465988096.0, + "777": 465988096.0, + "778": 465988096.0, + "779": 465988096.0, + "780": 465988096.0, + "781": 465988096.0, + "782": 465988096.0, + "783": 465988096.0, + "784": 465988096.0, + "785": 465988096.0, + "786": 465988096.0, + "787": 465988096.0, + "788": 465988096.0, + "789": 465988096.0, + "790": 465988096.0, + "791": 465988096.0, + "792": 465988096.0, + "793": 465988096.0, + "794": 465988096.0, + "795": 465988096.0, + "796": 465988096.0, + "797": 465988096.0, + "798": 465988096.0, + "799": 465988096.0, + "800": 465988096.0, + "801": 465988096.0, + "802": 465988096.0, + "803": 465988096.0, + "804": 465988096.0, + "805": 465988096.0, + "806": 465988096.0, + "807": 465988096.0, + "808": 465988096.0, + "809": 465988096.0, + "810": 465988096.0, + "811": 465988096.0, + "812": 465988096.0, + "813": 465988096.0, + "814": 465988096.0, + "815": 465988096.0, + "816": 465988096.0, + "817": 465988096.0, + "818": 465988096.0, + "819": 465988096.0, + "820": 465988096.0, + "821": 465988096.0, + "822": 465988096.0, + "823": 465988096.0, + "824": 465988096.0, + "825": 465988096.0, + "826": 465988096.0, + "827": 465988096.0, + "828": 465988096.0, + "829": 465988096.0, + "830": 465988096.0, + "831": 465988096.0, + "832": 465988096.0, + "833": 465988096.0, + "834": 465988096.0, + "835": 465988096.0, + "836": 465988096.0, + "837": 465988096.0, + "838": 465988096.0, + "839": 465988096.0, + "840": 465988096.0, + "841": 465988096.0, + "842": 465988096.0, + "843": 465988096.0, + "844": 465988096.0, + "845": 465988096.0, + "846": 465988096.0, + "847": 465988096.0, + "848": 465988096.0, + "849": 465988096.0, + "850": 465988096.0, + "851": 465988096.0, + "852": 465988096.0, + "853": 465988096.0, + "854": 465988096.0, + "855": 465988096.0, + "856": 465988096.0, + "857": 465988096.0, + "858": 465988096.0, + "859": 465988096.0, + "860": 465988096.0, + "861": 465988096.0, + "862": 465988096.0, + "863": 465988096.0, + "864": 465988096.0, + "865": 465988096.0, + "866": 465988096.0, + "867": 465988096.0, + "868": 465988096.0, + "869": 465988096.0, + "870": 465988096.0, + "871": 465988096.0, + "872": 465988096.0, + "873": 465988096.0, + "874": 465988096.0, + "875": 465988096.0, + "876": 465988096.0, + "877": 465988096.0, + "878": 465988096.0, + "879": 465988096.0, + "880": 465988096.0, + "881": 465988096.0, + "882": 465988096.0, + "883": 465988096.0, + "884": 465988096.0, + "885": 465988096.0, + "886": 465988096.0, + "887": 465988096.0, + "888": 465988096.0, + "889": 465988096.0, + "890": 465988096.0, + "891": 465988096.0, + "892": 465988096.0, + "893": 465988096.0, + "894": 465988096.0, + "895": 465988096.0, + "896": 465988096.0, + "897": 465988096.0, + "898": 465988096.0, + "899": 465988096.0, + "900": 465988096.0, + "901": 465988096.0, + "902": 465988096.0, + "903": 465988096.0, + "904": 465988096.0, + "905": 465988096.0, + "906": 465988096.0, + "907": 465988096.0, + "908": 465988096.0, + "909": 465988096.0, + "910": 465988096.0, + "911": 465988096.0, + "912": 465988096.0, + "913": 465988096.0, + "914": 465988096.0, + "915": 465988096.0, + "916": 465988096.0, + "917": 465988096.0, + "918": 465988096.0, + "919": 465988096.0, + "920": 465988096.0, + "921": 465988096.0, + "922": 465988096.0, + "923": 465988096.0, + "924": 465988096.0, + "925": 465988096.0, + "926": 465988096.0, + "927": 465988096.0, + "928": 465988096.0, + "929": 465988096.0, + "930": 465988096.0, + "931": 465988096.0, + "932": 465988096.0, + "933": 465988096.0, + "934": 465988096.0, + "935": 465988096.0, + "936": 465988096.0, + "937": 465988096.0, + "938": 465988096.0, + "939": 465988096.0, + "940": 465988096.0, + "941": 465988096.0, + "942": 465988096.0, + "943": 465988096.0, + "944": 465988096.0, + "945": 465988096.0, + "946": 465988096.0, + "947": 465988096.0, + "948": 465988096.0, + "949": 465988096.0, + "950": 465988096.0, + "951": 465988096.0, + "952": 465988096.0, + "953": 465988096.0, + "954": 465988096.0, + "955": 465988096.0, + "956": 465988096.0, + "957": 465988096.0, + "958": 465988096.0, + "959": 465988096.0, + "960": 465988096.0, + "961": 465988096.0, + "962": 465988096.0, + "963": 465988096.0, + "964": 465988096.0, + "965": 465988096.0, + "966": 465988096.0, + "967": 465988096.0, + "968": 465988096.0, + "969": 465988096.0, + "970": 465988096.0, + "971": 465988096.0, + "972": 465988096.0, + "973": 465988096.0, + "974": 465988096.0, + "975": 465988096.0, + "976": 465988096.0, + "977": 465988096.0, + "978": 465988096.0, + "979": 465988096.0, + "980": 465988096.0, + "981": 465988096.0, + "982": 465988096.0, + "983": 465988096.0, + "984": 465988096.0, + "985": 465988096.0, + "986": 465988096.0, + "987": 465988096.0, + "988": 465988096.0, + "989": 465988096.0, + "990": 465988096.0, + "991": 465988096.0, + "992": 465988096.0, + "993": 465988096.0, + "994": 465988096.0, + "995": 465988096.0, + "996": 465988096.0, + "997": 465988096.0, + "998": 465988096.0, + "999": 465988096.0, + "1000": 465988096.0, + "1001": 465988096.0, + "1002": 465988096.0, + "1003": 465988096.0, + "1004": 465988096.0, + "1005": 465988096.0, + "1006": 465988096.0, + "1007": 465988096.0, + "1008": 465988096.0, + "1009": 465988096.0, + "1010": 465988096.0, + "1011": 465988096.0, + "1012": 465988096.0, + "1013": 465988096.0, + "1014": 465988096.0, + "1015": 465988096.0, + "1016": 465988096.0, + "1017": 465988096.0, + "1018": 465988096.0, + "1019": 465988096.0, + "1020": 465988096.0, + "1021": 465988096.0, + "1022": 465988096.0, + "1023": 465988096.0, + "1024": 465988096.0, + "1025": 465988096.0, + "1026": 465988096.0, + "1027": 465988096.0, + "1028": 465988096.0, + "1029": 465988096.0, + "1030": 465988096.0, + "1031": 465988096.0, + "1032": 465988096.0, + "1033": 465988096.0, + "1034": 465988096.0, + "1035": 465988096.0, + "1036": 465988096.0, + "1037": 465988096.0, + "1038": 465988096.0, + "1039": 465988096.0, + "1040": 465988096.0, + "1041": 465988096.0, + "1042": 465988096.0, + "1043": 465988096.0, + "1044": 465988096.0, + "1045": 465988096.0, + "1046": 465988096.0, + "1047": 465988096.0, + "1048": 465988096.0, + "1049": 465988096.0, + "1050": 465988096.0, + "1051": 465988096.0, + "1052": 465988096.0, + "1053": 465988096.0, + "1054": 465988096.0, + "1055": 465988096.0, + "1056": 465988096.0, + "1057": 465988096.0, + "1058": 465988096.0, + "1059": 465988096.0, + "1060": 465988096.0, + "1061": 465988096.0, + "1062": 465988096.0, + "1063": 465988096.0, + "1064": 465988096.0, + "1065": 465988096.0, + "1066": 465988096.0, + "1067": 465988096.0, + "1068": 465988096.0, + "1069": 465988096.0, + "1070": 465988096.0, + "1071": 465988096.0, + "1072": 465988096.0, + "1073": 465988096.0, + "1074": 465988096.0, + "1075": 465988096.0, + "1076": 465988096.0, + "1077": 465988096.0, + "1078": 465988096.0, + "1079": 465988096.0, + "1080": 465988096.0, + "1081": 465988096.0, + "1082": 465988096.0, + "1083": 465988096.0, + "1084": 465988096.0, + "1085": 465988096.0, + "1086": 465988096.0, + "1087": 465988096.0, + "1088": 465988096.0, + "1089": 465988096.0, + "1090": 465988096.0, + "1091": 465988096.0, + "1092": 465988096.0, + "1093": 465988096.0, + "1094": 465988096.0, + "1095": 465988096.0, + "1096": 465988096.0, + "1097": 465988096.0, + "1098": 465988096.0, + "1099": 465988096.0, + "1100": 465988096.0, + "1101": 465988096.0, + "1102": 465988096.0, + "1103": 465988096.0, + "1104": 465988096.0, + "1105": 465988096.0, + "1106": 465988096.0, + "1107": 465988096.0, + "1108": 465988096.0, + "1109": 465988096.0, + "1110": 465988096.0, + "1111": 465988096.0, + "1112": 465988096.0, + "1113": 465988096.0, + "1114": 465988096.0, + "1115": 465988096.0, + "1116": 465988096.0, + "1117": 465988096.0, + "1118": 465988096.0, + "1119": 465988096.0, + "1120": 465988096.0, + "1121": 465988096.0, + "1122": 465988096.0, + "1123": 465988096.0, + "1124": 465988096.0, + "1125": 465988096.0, + "1126": 465988096.0, + "1127": 465988096.0, + "1128": 465988096.0, + "1129": 465988096.0, + "1130": 465988096.0, + "1131": 465988096.0, + "1132": 465988096.0, + "1133": 465988096.0, + "1134": 465988096.0, + "1135": 465988096.0, + "1136": 465988096.0, + "1137": 465988096.0, + "1138": 465988096.0, + "1139": 465988096.0, + "1140": 465988096.0, + "1141": 465988096.0, + "1142": 465988096.0, + "1143": 465988096.0, + "1144": 465988096.0, + "1145": 465988096.0, + "1146": 465988096.0, + "1147": 465988096.0, + "1148": 465988096.0, + "1149": 465988096.0, + "1150": 465988096.0, + "1151": 465988096.0, + "1152": 465988096.0, + "1153": 465988096.0, + "1154": 465988096.0, + "1155": 465988096.0, + "1156": 465988096.0, + "1157": 465988096.0, + "1158": 465988096.0, + "1159": 465988096.0, + "1160": 465988096.0, + "1161": 465988096.0, + "1162": 465988096.0, + "1163": 465988096.0, + "1164": 465988096.0, + "1165": 465988096.0, + "1166": 465988096.0, + "1167": 465988096.0, + "1168": 465988096.0, + "1169": 465988096.0, + "1170": 465988096.0, + "1171": 465988096.0, + "1172": 465988096.0, + "1173": 465988096.0, + "1174": 465988096.0, + "1175": 465988096.0, + "1176": 465988096.0, + "1177": 465988096.0, + "1178": 465988096.0, + "1179": 465988096.0, + "1180": 465988096.0, + "1181": 465988096.0, + "1182": 465988096.0, + "1183": 465988096.0, + "1184": 465988096.0, + "1185": 465988096.0, + "1186": 465988096.0, + "1187": 465988096.0, + "1188": 465988096.0, + "1189": 465988096.0, + "1190": 465988096.0, + "1191": 465988096.0, + "1192": 465988096.0, + "1193": 465988096.0, + "1194": 465988096.0, + "1195": 465988096.0, + "1196": 465988096.0, + "1197": 465988096.0, + "1198": 465988096.0, + "1199": 465988096.0, + "1200": 465988096.0, + "1201": 465988096.0, + "1202": 465988096.0, + "1203": 465988096.0, + "1204": 465988096.0, + "1205": 465988096.0, + "1206": 465988096.0, + "1207": 465988096.0, + "1208": 465988096.0, + "1209": 465988096.0, + "1210": 465988096.0, + "1211": 465988096.0, + "1212": 465988096.0, + "1213": 465988096.0, + "1214": 465988096.0, + "1215": 465988096.0, + "1216": 465988096.0, + "1217": 465988096.0, + "1218": 465988096.0, + "1219": 465988096.0, + "1220": 465988096.0, + "1221": 465988096.0, + "1222": 465988096.0, + "1223": 465988096.0, + "1224": 465988096.0, + "1225": 465988096.0, + "1226": 465988096.0, + "1227": 465988096.0, + "1228": 465988096.0, + "1229": 465988096.0, + "1230": 465988096.0, + "1231": 465988096.0, + "1232": 465988096.0, + "1233": 465988096.0, + "1234": 465988096.0, + "1235": 465988096.0, + "1236": 465988096.0, + "1237": 465988096.0, + "1238": 465988096.0, + "1239": 465988096.0, + "1240": 465988096.0, + "1241": 465988096.0, + "1242": 465988096.0, + "1243": 465988096.0, + "1244": 465988096.0, + "1245": 465988096.0, + "1246": 465988096.0, + "1247": 465988096.0, + "1248": 465988096.0, + "1249": 465988096.0, + "1250": 465988096.0, + "1251": 465988096.0, + "1252": 465988096.0, + "1253": 465988096.0, + "1254": 465988096.0, + "1255": 465988096.0, + "1256": 465988096.0, + "1257": 465988096.0, + "1258": 465988096.0, + "1259": 465988096.0, + "1260": 465988096.0, + "1261": 465988096.0, + "1262": 465988096.0, + "1263": 465988096.0, + "1264": 465988096.0, + "1265": 465988096.0, + "1266": 465988096.0, + "1267": 465988096.0, + "1268": 465988096.0, + "1269": 465988096.0, + "1270": 465988096.0, + "1271": 465988096.0, + "1272": 465988096.0, + "1273": 465988096.0, + "1274": 465988096.0, + "1275": 465988096.0, + "1276": 465988096.0, + "1277": 465988096.0, + "1278": 465988096.0, + "1279": 465988096.0, + "1280": 465988096.0, + "1281": 465988096.0, + "1282": 465988096.0, + "1283": 465988096.0, + "1284": 465988096.0, + "1285": 465988096.0, + "1286": 465988096.0, + "1287": 465988096.0, + "1288": 465988096.0, + "1289": 465988096.0, + "1290": 465988096.0, + "1291": 465988096.0, + "1292": 465988096.0, + "1293": 465988096.0, + "1294": 465988096.0, + "1295": 465988096.0, + "1296": 465988096.0, + "1297": 465988096.0, + "1298": 465988096.0, + "1299": 465988096.0, + "1300": 465988096.0, + "1301": 465988096.0, + "1302": 465988096.0, + "1303": 465988096.0, + "1304": 465988096.0, + "1305": 465988096.0, + "1306": 465988096.0, + "1307": 465988096.0, + "1308": 465988096.0, + "1309": 465988096.0, + "1310": 465988096.0, + "1311": 465988096.0, + "1312": 465988096.0, + "1313": 465988096.0, + "1314": 465988096.0, + "1315": 465988096.0, + "1316": 465988096.0, + "1317": 465988096.0, + "1318": 465988096.0, + "1319": 465988096.0, + "1320": 465988096.0, + "1321": 465988096.0, + "1322": 465988096.0, + "1323": 465988096.0, + "1324": 465988096.0, + "1325": 465988096.0, + "1326": 465988096.0, + "1327": 465988096.0, + "1328": 465988096.0, + "1329": 465988096.0, + "1330": 465988096.0, + "1331": 465988096.0, + "1332": 465988096.0, + "1333": 465988096.0, + "1334": 465988096.0, + "1335": 465988096.0, + "1336": 465988096.0, + "1337": 465988096.0, + "1338": 465988096.0, + "1339": 465988096.0, + "1340": 465988096.0, + "1341": 465988096.0, + "1342": 465988096.0, + "1343": 465988096.0, + "1344": 465988096.0, + "1345": 465988096.0, + "1346": 465988096.0, + "1347": 465988096.0, + "1348": 465988096.0, + "1349": 465988096.0, + "1350": 465988096.0, + "1351": 465988096.0, + "1352": 465988096.0, + "1353": 465988096.0, + "1354": 465988096.0, + "1355": 465988096.0, + "1356": 465988096.0, + "1357": 465988096.0, + "1358": 465988096.0, + "1359": 465988096.0, + "1360": 465988096.0, + "1361": 465988096.0, + "1362": 465988096.0, + "1363": 465988096.0, + "1364": 465988096.0, + "1365": 465988096.0, + "1366": 465988096.0, + "1367": 465988096.0, + "1368": 465988096.0, + "1369": 465988096.0, + "1370": 465988096.0, + "1371": 465988096.0, + "1372": 465988096.0, + "1373": 465988096.0, + "1374": 465988096.0, + "1375": 465988096.0, + "1376": 465988096.0, + "1377": 465988096.0, + "1378": 465988096.0, + "1379": 465988096.0, + "1380": 465988096.0, + "1381": 465988096.0, + "1382": 465988096.0, + "1383": 465988096.0, + "1384": 465988096.0, + "1385": 465988096.0, + "1386": 465988096.0, + "1387": 465988096.0, + "1388": 465988096.0, + "1389": 465988096.0, + "1390": 465988096.0, + "1391": 465988096.0, + "1392": 465988096.0, + "1393": 465988096.0, + "1394": 465988096.0, + "1395": 465988096.0, + "1396": 465988096.0, + "1397": 465988096.0, + "1398": 465988096.0, + "1399": 465988096.0, + "1400": 465988096.0, + "1401": 465988096.0, + "1402": 465988096.0, + "1403": 465988096.0, + "1404": 465988096.0, + "1405": 465988096.0, + "1406": 465988096.0, + "1407": 465988096.0, + "1408": 465988096.0, + "1409": 465988096.0, + "1410": 465988096.0, + "1411": 465988096.0, + "1412": 465988096.0, + "1413": 465988096.0, + "1414": 465988096.0, + "1415": 465988096.0, + "1416": 465988096.0, + "1417": 465988096.0, + "1418": 465988096.0, + "1419": 465988096.0, + "1420": 465988096.0, + "1421": 465988096.0, + "1422": 465988096.0, + "1423": 465988096.0, + "1424": 465988096.0, + "1425": 465988096.0, + "1426": 465988096.0, + "1427": 465988096.0, + "1428": 465988096.0, + "1429": 465988096.0, + "1430": 465988096.0, + "1431": 465988096.0, + "1432": 465988096.0, + "1433": 465988096.0, + "1434": 465988096.0, + "1435": 465988096.0, + "1436": 465988096.0, + "1437": 465988096.0, + "1438": 465988096.0, + "1439": 465988096.0, + "1440": 465988096.0, + "1441": 465988096.0, + "1442": 465988096.0, + "1443": 465988096.0, + "1444": 465988096.0, + "1445": 465988096.0, + "1446": 465988096.0, + "1447": 465988096.0, + "1448": 465988096.0, + "1449": 465988096.0, + "1450": 465988096.0, + "1451": 465988096.0, + "1452": 465988096.0, + "1453": 465988096.0, + "1454": 465988096.0, + "1455": 465988096.0, + "1456": 465988096.0, + "1457": 465988096.0, + "1458": 465988096.0, + "1459": 465988096.0, + "1460": 465988096.0, + "1461": 465988096.0, + "1462": 465988096.0, + "1463": 465988096.0, + "1464": 465988096.0, + "1465": 465988096.0, + "1466": 465988096.0, + "1467": 465988096.0, + "1468": 465988096.0, + "1469": 465988096.0, + "1470": 465988096.0, + "1471": 465988096.0, + "1472": 465988096.0, + "1473": 465988096.0, + "1474": 465988096.0, + "1475": 465988096.0, + "1476": 465988096.0, + "1477": 465988096.0, + "1478": 465988096.0, + "1479": 465988096.0, + "1480": 465988096.0, + "1481": 465988096.0, + "1482": 465988096.0, + "1483": 465988096.0, + "1484": 465988096.0, + "1485": 465988096.0, + "1486": 465988096.0, + "1487": 465988096.0, + "1488": 465988096.0, + "1489": 465988096.0, + "1490": 465988096.0, + "1491": 465988096.0, + "1492": 465988096.0, + "1493": 465988096.0, + "1494": 465988096.0, + "1495": 465988096.0, + "1496": 465988096.0, + "1497": 465988096.0, + "1498": 465988096.0, + "1499": 465988096.0, + "1500": 465988096.0, + "1501": 465988096.0, + "1502": 465988096.0, + "1503": 465988096.0, + "1504": 465988096.0, + "1505": 465988096.0, + "1506": 465988096.0, + "1507": 465988096.0, + "1508": 465988096.0, + "1509": 465988096.0, + "1510": 465988096.0, + "1511": 465988096.0, + "1512": 465988096.0, + "1513": 465988096.0, + "1514": 465988096.0, + "1515": 465988096.0, + "1516": 465988096.0, + "1517": 465988096.0, + "1518": 465988096.0, + "1519": 465988096.0, + "1520": 465988096.0, + "1521": 465988096.0, + "1522": 465988096.0, + "1523": 465988096.0, + "1524": 465988096.0, + "1525": 465988096.0, + "1526": 465988096.0, + "1527": 465988096.0, + "1528": 465988096.0, + "1529": 465988096.0, + "1530": 465988096.0, + "1531": 465988096.0, + "1532": 465988096.0, + "1533": 465988096.0, + "1534": 465988096.0, + "1535": 465988096.0, + "1536": 465988096.0, + "1537": 465988096.0, + "1538": 465988096.0, + "1539": 465988096.0, + "1540": 465988096.0, + "1541": 465988096.0, + "1542": 465988096.0, + "1543": 465988096.0, + "1544": 465988096.0, + "1545": 465988096.0, + "1546": 465988096.0, + "1547": 465988096.0, + "1548": 465988096.0, + "1549": 465988096.0, + "1550": 465988096.0, + "1551": 465988096.0, + "1552": 465988096.0, + "1553": 465988096.0, + "1554": 465988096.0, + "1555": 465988096.0, + "1556": 465988096.0, + "1557": 465988096.0, + "1558": 465988096.0, + "1559": 465988096.0, + "1560": 465988096.0, + "1561": 465988096.0, + "1562": 465988096.0, + "1563": 465988096.0, + "1564": 465988096.0, + "1565": 465988096.0, + "1566": 465988096.0, + "1567": 465988096.0, + "1568": 465988096.0, + "1569": 465988096.0, + "1570": 465988096.0, + "1571": 465988096.0, + "1572": 465988096.0, + "1573": 465988096.0, + "1574": 465988096.0, + "1575": 465988096.0, + "1576": 465988096.0, + "1577": 465988096.0, + "1578": 465988096.0, + "1579": 465988096.0, + "1580": 465988096.0, + "1581": 465988096.0, + "1582": 465988096.0, + "1583": 465988096.0, + "1584": 465988096.0, + "1585": 465988096.0, + "1586": 465988096.0, + "1587": 465988096.0, + "1588": 465988096.0, + "1589": 465988096.0, + "1590": 465988096.0, + "1591": 465988096.0, + "1592": 465988096.0, + "1593": 465988096.0, + "1594": 465988096.0, + "1595": 465988096.0, + "1596": 465988096.0, + "1597": 465988096.0, + "1598": 465988096.0, + "1599": 465988096.0, + "1600": 465988096.0, + "1601": 465988096.0, + "1602": 465988096.0, + "1603": 465988096.0, + "1604": 465988096.0, + "1605": 465988096.0, + "1606": 465988096.0, + "1607": 465988096.0, + "1608": 465988096.0, + "1609": 465988096.0, + "1610": 465988096.0, + "1611": 465988096.0, + "1612": 465988096.0, + "1613": 465988096.0, + "1614": 465988096.0, + "1615": 465988096.0, + "1616": 465988096.0, + "1617": 465988096.0, + "1618": 465988096.0, + "1619": 465988096.0, + "1620": 465988096.0, + "1621": 465988096.0, + "1622": 465988096.0, + "1623": 465988096.0, + "1624": 465988096.0, + "1625": 465988096.0, + "1626": 465988096.0, + "1627": 465988096.0, + "1628": 465988096.0, + "1629": 465988096.0, + "1630": 465988096.0, + "1631": 465988096.0, + "1632": 465988096.0, + "1633": 465988096.0, + "1634": 465988096.0, + "1635": 465988096.0, + "1636": 465988096.0, + "1637": 465988096.0, + "1638": 465988096.0, + "1639": 465988096.0, + "1640": 465988096.0, + "1641": 465988096.0, + "1642": 465988096.0, + "1643": 465988096.0, + "1644": 465988096.0, + "1645": 465988096.0, + "1646": 465988096.0, + "1647": 465988096.0, + "1648": 465988096.0, + "1649": 465988096.0, + "1650": 465988096.0, + "1651": 465988096.0, + "1652": 465988096.0, + "1653": 465988096.0, + "1654": 465988096.0, + "1655": 465988096.0, + "1656": 465988096.0, + "1657": 465988096.0, + "1658": 465988096.0, + "1659": 465988096.0, + "1660": 465988096.0, + "1661": 465988096.0, + "1662": 465988096.0, + "1663": 465988096.0, + "1664": 465988096.0, + "1665": 465988096.0, + "1666": 465988096.0, + "1667": 465988096.0, + "1668": 465988096.0, + "1669": 465988096.0, + "1670": 465988096.0, + "1671": 465988096.0, + "1672": 465988096.0, + "1673": 465988096.0, + "1674": 465988096.0, + "1675": 465988096.0, + "1676": 465988096.0, + "1677": 465988096.0, + "1678": 465988096.0, + "1679": 465988096.0, + "1680": 465988096.0, + "1681": 465988096.0, + "1682": 465988096.0, + "1683": 465988096.0, + "1684": 465988096.0, + "1685": 465988096.0, + "1686": 465988096.0, + "1687": 465988096.0, + "1688": 465988096.0, + "1689": 465988096.0, + "1690": 465988096.0, + "1691": 465988096.0, + "1692": 465988096.0, + "1693": 465988096.0, + "1694": 465988096.0, + "1695": 465988096.0, + "1696": 465988096.0, + "1697": 465988096.0, + "1698": 465988096.0, + "1699": 465988096.0, + "1700": 465988096.0, + "1701": 465988096.0, + "1702": 465988096.0, + "1703": 465988096.0, + "1704": 465988096.0, + "1705": 465988096.0, + "1706": 465988096.0, + "1707": 465988096.0, + "1708": 465988096.0, + "1709": 465988096.0, + "1710": 465988096.0, + "1711": 465988096.0, + "1712": 465988096.0, + "1713": 465988096.0, + "1714": 465988096.0, + "1715": 465988096.0, + "1716": 465988096.0, + "1717": 465988096.0, + "1718": 465988096.0, + "1719": 465988096.0, + "1720": 465988096.0, + "1721": 465988096.0, + "1722": 465988096.0, + "1723": 465988096.0, + "1724": 465988096.0, + "1725": 465988096.0, + "1726": 465988096.0, + "1727": 465988096.0, + "1728": 465988096.0, + "1729": 465988096.0, + "1730": 465988096.0, + "1731": 465988096.0, + "1732": 465988096.0, + "1733": 465988096.0, + "1734": 465988096.0, + "1735": 465988096.0, + "1736": 465988096.0, + "1737": 465988096.0, + "1738": 465988096.0, + "1739": 465988096.0, + "1740": 465988096.0, + "1741": 465988096.0, + "1742": 465988096.0, + "1743": 465988096.0, + "1744": 465988096.0, + "1745": 465988096.0, + "1746": 465988096.0, + "1747": 465988096.0, + "1748": 465988096.0, + "1749": 465988096.0, + "1750": 465988096.0, + "1751": 465988096.0, + "1752": 465988096.0, + "1753": 465988096.0, + "1754": 465988096.0, + "1755": 465988096.0, + "1756": 465988096.0, + "1757": 465988096.0, + "1758": 465988096.0, + "1759": 465988096.0, + "1760": 465988096.0, + "1761": 465988096.0, + "1762": 465988096.0, + "1763": 465988096.0, + "1764": 465988096.0, + "1765": 465988096.0, + "1766": 465988096.0, + "1767": 465988096.0, + "1768": 465988096.0, + "1769": 465988096.0, + "1770": 465988096.0, + "1771": 465988096.0, + "1772": 465988096.0, + "1773": 465988096.0, + "1774": 465988096.0, + "1775": 465988096.0, + "1776": 465988096.0, + "1777": 465988096.0, + "1778": 465988096.0, + "1779": 465988096.0, + "1780": 465988096.0, + "1781": 465988096.0, + "1782": 465988096.0, + "1783": 465988096.0, + "1784": 465988096.0, + "1785": 465988096.0, + "1786": 465988096.0, + "1787": 465988096.0, + "1788": 465988096.0, + "1789": 465988096.0, + "1790": 465988096.0, + "1791": 465988096.0, + "1792": 465988096.0, + "1793": 465988096.0, + "1794": 465988096.0, + "1795": 465988096.0, + "1796": 465988096.0, + "1797": 465988096.0, + "1798": 465988096.0, + "1799": 465988096.0, + "1800": 465988096.0, + "1801": 465988096.0, + "1802": 465988096.0, + "1803": 465988096.0, + "1804": 465988096.0, + "1805": 465988096.0, + "1806": 465988096.0, + "1807": 465988096.0, + "1808": 465988096.0, + "1809": 465988096.0, + "1810": 465988096.0, + "1811": 465988096.0, + "1812": 465988096.0, + "1813": 465988096.0, + "1814": 465988096.0, + "1815": 465988096.0, + "1816": 465988096.0, + "1817": 465988096.0, + "1818": 465988096.0, + "1819": 465988096.0, + "1820": 465988096.0, + "1821": 465988096.0, + "1822": 465988096.0, + "1823": 465988096.0, + "1824": 465988096.0, + "1825": 465988096.0, + "1826": 465988096.0, + "1827": 465988096.0, + "1828": 465988096.0, + "1829": 465988096.0, + "1830": 465988096.0, + "1831": 465988096.0, + "1832": 465988096.0, + "1833": 465988096.0, + "1834": 465988096.0, + "1835": 465988096.0, + "1836": 465988096.0, + "1837": 465988096.0, + "1838": 465988096.0, + "1839": 465988096.0, + "1840": 465988096.0, + "1841": 465988096.0, + "1842": 465988096.0, + "1843": 465988096.0, + "1844": 465988096.0, + "1845": 465988096.0, + "1846": 465988096.0, + "1847": 465988096.0, + "1848": 465988096.0, + "1849": 465988096.0, + "1850": 465988096.0, + "1851": 465988096.0, + "1852": 465988096.0, + "1853": 465988096.0, + "1854": 465988096.0, + "1855": 465988096.0, + "1856": 465988096.0, + "1857": 465988096.0, + "1858": 465988096.0, + "1859": 465988096.0, + "1860": 465988096.0, + "1861": 465988096.0, + "1862": 465988096.0, + "1863": 465988096.0, + "1864": 465988096.0, + "1865": 465988096.0, + "1866": 465988096.0, + "1867": 465988096.0, + "1868": 465988096.0, + "1869": 465988096.0, + "1870": 465988096.0, + "1871": 465988096.0, + "1872": 465988096.0, + "1873": 465988096.0, + "1874": 465988096.0, + "1875": 465988096.0, + "1876": 465988096.0, + "1877": 465988096.0, + "1878": 465988096.0, + "1879": 465988096.0, + "1880": 465988096.0, + "1881": 465988096.0, + "1882": 465988096.0, + "1883": 465988096.0, + "1884": 465988096.0, + "1885": 465988096.0, + "1886": 465988096.0, + "1887": 465988096.0, + "1888": 465988096.0, + "1889": 465988096.0, + "1890": 465988096.0, + "1891": 465988096.0, + "1892": 465988096.0, + "1893": 465988096.0, + "1894": 465988096.0, + "1895": 465988096.0, + "1896": 465988096.0, + "1897": 465988096.0, + "1898": 465988096.0, + "1899": 465988096.0, + "1900": 465988096.0, + "1901": 465988096.0, + "1902": 465988096.0, + "1903": 465988096.0, + "1904": 465988096.0, + "1905": 465988096.0, + "1906": 465988096.0, + "1907": 465988096.0, + "1908": 465988096.0, + "1909": 465988096.0, + "1910": 465988096.0, + "1911": 465988096.0, + "1912": 465988096.0, + "1913": 465988096.0, + "1914": 465988096.0, + "1915": 465988096.0, + "1916": 465988096.0, + "1917": 465988096.0, + "1918": 465988096.0, + "1919": 465988096.0, + "1920": 465988096.0, + "1921": 465988096.0, + "1922": 465988096.0, + "1923": 465988096.0, + "1924": 465988096.0, + "1925": 465988096.0, + "1926": 465988096.0, + "1927": 465988096.0, + "1928": 465988096.0, + "1929": 465988096.0, + "1930": 465988096.0, + "1931": 465988096.0, + "1932": 465988096.0, + "1933": 465988096.0, + "1934": 465988096.0, + "1935": 465988096.0, + "1936": 465988096.0, + "1937": 465988096.0, + "1938": 465988096.0, + "1939": 465988096.0, + "1940": 465988096.0, + "1941": 465988096.0, + "1942": 465988096.0, + "1943": 465988096.0, + "1944": 465988096.0, + "1945": 465988096.0, + "1946": 465988096.0, + "1947": 465988096.0, + "1948": 465988096.0, + "1949": 465988096.0, + "1950": 465988096.0, + "1951": 465988096.0, + "1952": 465988096.0, + "1953": 465988096.0, + "1954": 465988096.0, + "1955": 465988096.0, + "1956": 465988096.0, + "1957": 465988096.0, + "1958": 465988096.0, + "1959": 465988096.0, + "1960": 465988096.0, + "1961": 465988096.0, + "1962": 465988096.0, + "1963": 465988096.0, + "1964": 465988096.0, + "1965": 465988096.0, + "1966": 465988096.0, + "1967": 465988096.0, + "1968": 465988096.0, + "1969": 465988096.0, + "1970": 465988096.0, + "1971": 465988096.0, + "1972": 465988096.0, + "1973": 465988096.0, + "1974": 465988096.0, + "1975": 465988096.0, + "1976": 465988096.0, + "1977": 465988096.0, + "1978": 465988096.0, + "1979": 465988096.0, + "1980": 465988096.0, + "1981": 465988096.0, + "1982": 465988096.0, + "1983": 465988096.0, + "1984": 465988096.0, + "1985": 465988096.0, + "1986": 465988096.0, + "1987": 465988096.0, + "1988": 465988096.0, + "1989": 465988096.0, + "1990": 465988096.0, + "1991": 465988096.0, + "1992": 465988096.0, + "1993": 465988096.0, + "1994": 465988096.0, + "1995": 465988096.0, + "1996": 465988096.0, + "1997": 465988096.0, + "1998": 465988096.0, + "1999": 465988096.0, + "2000": 465988096.0 } }, "mem-max-allocated-bytes": { @@ -6026,2005 +6026,2005 @@ "step_interval": 1, "values": { "1": 785829376.0, - "2": 878719488.0, - "3": 878719488.0, - "4": 878719488.0, - "5": 878719488.0, - "6": 878719488.0, - "7": 878719488.0, - "8": 878719488.0, - "9": 878719488.0, - "10": 878719488.0, - "11": 878719488.0, - "12": 878719488.0, - "13": 878719488.0, - "14": 878719488.0, - "15": 878719488.0, - "16": 878719488.0, - "17": 878719488.0, - "18": 878719488.0, - "19": 878719488.0, - "20": 878719488.0, - "21": 878719488.0, - "22": 878719488.0, - "23": 878719488.0, - "24": 878719488.0, - "25": 878719488.0, - "26": 878719488.0, - "27": 878719488.0, - "28": 878719488.0, - "29": 878719488.0, - "30": 878719488.0, - "31": 878719488.0, - "32": 878719488.0, - "33": 878719488.0, - "34": 878719488.0, - "35": 878719488.0, - "36": 878719488.0, - "37": 878719488.0, - "38": 878719488.0, - "39": 878719488.0, - "40": 878719488.0, - "41": 878719488.0, - "42": 878719488.0, - "43": 878719488.0, - "44": 878719488.0, - "45": 878719488.0, - "46": 878719488.0, - "47": 878719488.0, - "48": 878719488.0, - "49": 878719488.0, - "50": 878719488.0, - "51": 878719488.0, - "52": 878719488.0, - "53": 878719488.0, - "54": 878719488.0, - "55": 878719488.0, - "56": 878719488.0, - "57": 878719488.0, - "58": 878719488.0, - "59": 878719488.0, - "60": 878719488.0, - "61": 878719488.0, - "62": 878719488.0, - "63": 878719488.0, - "64": 878719488.0, - "65": 878719488.0, - "66": 878719488.0, - "67": 878719488.0, - "68": 878719488.0, - "69": 878719488.0, - "70": 878719488.0, - "71": 878719488.0, - "72": 878719488.0, - "73": 878719488.0, - "74": 878719488.0, - "75": 878719488.0, - "76": 878719488.0, - "77": 878719488.0, - "78": 878719488.0, - "79": 878719488.0, - "80": 878719488.0, - "81": 878719488.0, - "82": 878719488.0, - "83": 878719488.0, - "84": 878719488.0, - "85": 878719488.0, - "86": 878719488.0, - "87": 878719488.0, - "88": 878719488.0, - "89": 878719488.0, - "90": 878719488.0, - "91": 878719488.0, - "92": 878719488.0, - "93": 878719488.0, - "94": 878719488.0, - "95": 878719488.0, - "96": 878719488.0, - "97": 878719488.0, - "98": 878719488.0, - "99": 878719488.0, - "100": 878719488.0, - "101": 878719488.0, - "102": 878719488.0, - "103": 878719488.0, - "104": 878719488.0, - "105": 878719488.0, - "106": 878719488.0, - "107": 878719488.0, - "108": 878719488.0, - "109": 878719488.0, - "110": 878719488.0, - "111": 878719488.0, - "112": 878719488.0, - "113": 878719488.0, - "114": 878719488.0, - "115": 878719488.0, - "116": 878719488.0, - "117": 878719488.0, - "118": 878719488.0, - "119": 878719488.0, - "120": 878719488.0, - "121": 878719488.0, - "122": 878719488.0, - "123": 878719488.0, - "124": 878719488.0, - "125": 878719488.0, - "126": 878719488.0, - "127": 878719488.0, - "128": 878719488.0, - "129": 878719488.0, - "130": 878719488.0, - "131": 878719488.0, - "132": 878719488.0, - "133": 878719488.0, - "134": 878719488.0, - "135": 878719488.0, - "136": 878719488.0, - "137": 878719488.0, - "138": 878719488.0, - "139": 878719488.0, - "140": 878719488.0, - "141": 878719488.0, - "142": 878719488.0, - "143": 878719488.0, - "144": 878719488.0, - "145": 878719488.0, - "146": 878719488.0, - "147": 878719488.0, - "148": 878719488.0, - "149": 878719488.0, - "150": 878719488.0, - "151": 878719488.0, - "152": 878719488.0, - "153": 878719488.0, - "154": 878719488.0, - "155": 878719488.0, - "156": 878719488.0, - "157": 878719488.0, - "158": 878719488.0, - "159": 878719488.0, - "160": 878719488.0, - "161": 878719488.0, - "162": 878719488.0, - "163": 878719488.0, - "164": 878719488.0, - "165": 878719488.0, - "166": 878719488.0, - "167": 878719488.0, - "168": 878719488.0, - "169": 878719488.0, - "170": 878719488.0, - "171": 878719488.0, - "172": 878719488.0, - "173": 878719488.0, - "174": 878719488.0, - "175": 878719488.0, - "176": 878719488.0, - "177": 878719488.0, - "178": 878719488.0, - "179": 878719488.0, - "180": 878719488.0, - "181": 878719488.0, - "182": 878719488.0, - "183": 878719488.0, - "184": 878719488.0, - "185": 878719488.0, - "186": 878719488.0, - "187": 878719488.0, - "188": 878719488.0, - "189": 878719488.0, - "190": 878719488.0, - "191": 878719488.0, - "192": 878719488.0, - "193": 878719488.0, - "194": 878719488.0, - "195": 878719488.0, - "196": 878719488.0, - "197": 878719488.0, - "198": 878719488.0, - "199": 878719488.0, - "200": 878719488.0, - "201": 878719488.0, - "202": 878719488.0, - "203": 878719488.0, - "204": 878719488.0, - "205": 878719488.0, - "206": 878719488.0, - "207": 878719488.0, - "208": 878719488.0, - "209": 878719488.0, - "210": 878719488.0, - "211": 878719488.0, - "212": 878719488.0, - "213": 878719488.0, - "214": 878719488.0, - "215": 878719488.0, - "216": 878719488.0, - "217": 878719488.0, - "218": 878719488.0, - "219": 878719488.0, - "220": 878719488.0, - "221": 878719488.0, - "222": 878719488.0, - "223": 878719488.0, - "224": 878719488.0, - "225": 878719488.0, - "226": 878719488.0, - "227": 878719488.0, - "228": 878719488.0, - "229": 878719488.0, - "230": 878719488.0, - "231": 878719488.0, - "232": 878719488.0, - "233": 878719488.0, - "234": 878719488.0, - "235": 878719488.0, - "236": 878719488.0, - "237": 878719488.0, - "238": 878719488.0, - "239": 878719488.0, - "240": 878719488.0, - "241": 878719488.0, - "242": 878719488.0, - "243": 878719488.0, - "244": 878719488.0, - "245": 878719488.0, - "246": 878719488.0, - "247": 878719488.0, - "248": 878719488.0, - "249": 878719488.0, - "250": 878719488.0, - "251": 878719488.0, - "252": 878719488.0, - "253": 878719488.0, - "254": 878719488.0, - "255": 878719488.0, - "256": 878719488.0, - "257": 878719488.0, - "258": 878719488.0, - "259": 878719488.0, - "260": 878719488.0, - "261": 878719488.0, - "262": 878719488.0, - "263": 878719488.0, - "264": 878719488.0, - "265": 878719488.0, - "266": 878719488.0, - "267": 878719488.0, - "268": 878719488.0, - "269": 878719488.0, - "270": 878719488.0, - "271": 878719488.0, - "272": 878719488.0, - "273": 878719488.0, - "274": 878719488.0, - "275": 878719488.0, - "276": 878719488.0, - "277": 878719488.0, - "278": 878719488.0, - "279": 878719488.0, - "280": 878719488.0, - "281": 878719488.0, - "282": 878719488.0, - "283": 878719488.0, - "284": 878719488.0, - "285": 878719488.0, - "286": 878719488.0, - "287": 878719488.0, - "288": 878719488.0, - "289": 878719488.0, - "290": 878719488.0, - "291": 878719488.0, - "292": 878719488.0, - "293": 878719488.0, - "294": 878719488.0, - "295": 878719488.0, - "296": 878719488.0, - "297": 878719488.0, - "298": 878719488.0, - "299": 878719488.0, - "300": 878719488.0, - "301": 878719488.0, - "302": 878719488.0, - "303": 878719488.0, - "304": 878719488.0, - "305": 878719488.0, - "306": 878719488.0, - "307": 878719488.0, - "308": 878719488.0, - "309": 878719488.0, - "310": 878719488.0, - "311": 878719488.0, - "312": 878719488.0, - "313": 878719488.0, - "314": 878719488.0, - "315": 878719488.0, - "316": 878719488.0, - "317": 878719488.0, - "318": 878719488.0, - "319": 878719488.0, - "320": 878719488.0, - "321": 878719488.0, - "322": 878719488.0, - "323": 878719488.0, - "324": 878719488.0, - "325": 878719488.0, - "326": 878719488.0, - "327": 878719488.0, - "328": 878719488.0, - "329": 878719488.0, - "330": 878719488.0, - "331": 878719488.0, - "332": 878719488.0, - "333": 878719488.0, - "334": 878719488.0, - "335": 878719488.0, - "336": 878719488.0, - "337": 878719488.0, - "338": 878719488.0, - "339": 878719488.0, - "340": 878719488.0, - "341": 878719488.0, - "342": 878719488.0, - "343": 878719488.0, - "344": 878719488.0, - "345": 878719488.0, - "346": 878719488.0, - "347": 878719488.0, - "348": 878719488.0, - "349": 878719488.0, - "350": 878719488.0, - "351": 878719488.0, - "352": 878719488.0, - "353": 878719488.0, - "354": 878719488.0, - "355": 878719488.0, - "356": 878719488.0, - "357": 878719488.0, - "358": 878719488.0, - "359": 878719488.0, - "360": 878719488.0, - "361": 878719488.0, - "362": 878719488.0, - "363": 878719488.0, - "364": 878719488.0, - "365": 878719488.0, - "366": 878719488.0, - "367": 878719488.0, - "368": 878719488.0, - "369": 878719488.0, - "370": 878719488.0, - "371": 878719488.0, - "372": 878719488.0, - "373": 878719488.0, - "374": 878719488.0, - "375": 878719488.0, - "376": 878719488.0, - "377": 878719488.0, - "378": 878719488.0, - "379": 878719488.0, - "380": 878719488.0, - "381": 878719488.0, - "382": 878719488.0, - "383": 878719488.0, - "384": 878719488.0, - "385": 878719488.0, - "386": 878719488.0, - "387": 878719488.0, - "388": 878719488.0, - "389": 878719488.0, - "390": 878719488.0, - "391": 878719488.0, - "392": 878719488.0, - "393": 878719488.0, - "394": 878719488.0, - "395": 878719488.0, - "396": 878719488.0, - "397": 878719488.0, - "398": 878719488.0, - "399": 878719488.0, - "400": 878719488.0, - "401": 878719488.0, - "402": 878719488.0, - "403": 878719488.0, - "404": 878719488.0, - "405": 878719488.0, - "406": 878719488.0, - "407": 878719488.0, - "408": 878719488.0, - "409": 878719488.0, - "410": 878719488.0, - "411": 878719488.0, - "412": 878719488.0, - "413": 878719488.0, - "414": 878719488.0, - "415": 878719488.0, - "416": 878719488.0, - "417": 878719488.0, - "418": 878719488.0, - "419": 878719488.0, - "420": 878719488.0, - "421": 878719488.0, - "422": 878719488.0, - "423": 878719488.0, - "424": 878719488.0, - "425": 878719488.0, - "426": 878719488.0, - "427": 878719488.0, - "428": 878719488.0, - "429": 878719488.0, - "430": 878719488.0, - "431": 878719488.0, - "432": 878719488.0, - "433": 878719488.0, - "434": 878719488.0, - "435": 878719488.0, - "436": 878719488.0, - "437": 878719488.0, - "438": 878719488.0, - "439": 878719488.0, - "440": 878719488.0, - "441": 878719488.0, - "442": 878719488.0, - "443": 878719488.0, - "444": 878719488.0, - "445": 878719488.0, - "446": 878719488.0, - "447": 878719488.0, - "448": 878719488.0, - "449": 878719488.0, - "450": 878719488.0, - "451": 878719488.0, - "452": 878719488.0, - "453": 878719488.0, - "454": 878719488.0, - "455": 878719488.0, - "456": 878719488.0, - "457": 878719488.0, - "458": 878719488.0, - "459": 878719488.0, - "460": 878719488.0, - "461": 878719488.0, - "462": 878719488.0, - "463": 878719488.0, - "464": 878719488.0, - "465": 878719488.0, - "466": 878719488.0, - "467": 878719488.0, - "468": 878719488.0, - "469": 878719488.0, - "470": 878719488.0, - "471": 878719488.0, - "472": 878719488.0, - "473": 878719488.0, - "474": 878719488.0, - "475": 878719488.0, - "476": 878719488.0, - "477": 878719488.0, - "478": 878719488.0, - "479": 878719488.0, - "480": 878719488.0, - "481": 878719488.0, - "482": 878719488.0, - "483": 878719488.0, - "484": 878719488.0, - "485": 878719488.0, - "486": 878719488.0, - "487": 878719488.0, - "488": 878719488.0, - "489": 878719488.0, - "490": 878719488.0, - "491": 878719488.0, - "492": 878719488.0, - "493": 878719488.0, - "494": 878719488.0, - "495": 878719488.0, - "496": 878719488.0, - "497": 878719488.0, - "498": 878719488.0, - "499": 878719488.0, - "500": 878719488.0, - "501": 878719488.0, - "502": 878719488.0, - "503": 878719488.0, - "504": 878719488.0, - "505": 878719488.0, - "506": 878719488.0, - "507": 878719488.0, - "508": 878719488.0, - "509": 878719488.0, - "510": 878719488.0, - "511": 878719488.0, - "512": 878719488.0, - "513": 878719488.0, - "514": 878719488.0, - "515": 878719488.0, - "516": 878719488.0, - "517": 878719488.0, - "518": 878719488.0, - "519": 878719488.0, - "520": 878719488.0, - "521": 878719488.0, - "522": 878719488.0, - "523": 878719488.0, - "524": 878719488.0, - "525": 878719488.0, - "526": 878719488.0, - "527": 878719488.0, - "528": 878719488.0, - "529": 878719488.0, - "530": 878719488.0, - "531": 878719488.0, - "532": 878719488.0, - "533": 878719488.0, - "534": 878719488.0, - "535": 878719488.0, - "536": 878719488.0, - "537": 878719488.0, - "538": 878719488.0, - "539": 878719488.0, - "540": 878719488.0, - "541": 878719488.0, - "542": 878719488.0, - "543": 878719488.0, - "544": 878719488.0, - "545": 878719488.0, - "546": 878719488.0, - "547": 878719488.0, - "548": 878719488.0, - "549": 878719488.0, - "550": 878719488.0, - "551": 878719488.0, - "552": 878719488.0, - "553": 878719488.0, - "554": 878719488.0, - "555": 878719488.0, - "556": 878719488.0, - "557": 878719488.0, - "558": 878719488.0, - "559": 878719488.0, - "560": 878719488.0, - "561": 878719488.0, - "562": 878719488.0, - "563": 878719488.0, - "564": 878719488.0, - "565": 878719488.0, - "566": 878719488.0, - "567": 878719488.0, - "568": 878719488.0, - "569": 878719488.0, - "570": 878719488.0, - "571": 878719488.0, - "572": 878719488.0, - "573": 878719488.0, - "574": 878719488.0, - "575": 878719488.0, - "576": 878719488.0, - "577": 878719488.0, - "578": 878719488.0, - "579": 878719488.0, - "580": 878719488.0, - "581": 878719488.0, - "582": 878719488.0, - "583": 878719488.0, - "584": 878719488.0, - "585": 878719488.0, - "586": 878719488.0, - "587": 878719488.0, - "588": 878719488.0, - "589": 878719488.0, - "590": 878719488.0, - "591": 878719488.0, - "592": 878719488.0, - "593": 878719488.0, - "594": 878719488.0, - "595": 878719488.0, - "596": 878719488.0, - "597": 878719488.0, - "598": 878719488.0, - "599": 878719488.0, - "600": 878719488.0, - "601": 878719488.0, - "602": 878719488.0, - "603": 878719488.0, - "604": 878719488.0, - "605": 878719488.0, - "606": 878719488.0, - "607": 878719488.0, - "608": 878719488.0, - "609": 878719488.0, - "610": 878719488.0, - "611": 878719488.0, - "612": 878719488.0, - "613": 878719488.0, - "614": 878719488.0, - "615": 878719488.0, - "616": 878719488.0, - "617": 878719488.0, - "618": 878719488.0, - "619": 878719488.0, - "620": 878719488.0, - "621": 878719488.0, - "622": 878719488.0, - "623": 878719488.0, - "624": 878719488.0, - "625": 878719488.0, - "626": 878719488.0, - "627": 878719488.0, - "628": 878719488.0, - "629": 878719488.0, - "630": 878719488.0, - "631": 878719488.0, - "632": 878719488.0, - "633": 878719488.0, - "634": 878719488.0, - "635": 878719488.0, - "636": 878719488.0, - "637": 878719488.0, - "638": 878719488.0, - "639": 878719488.0, - "640": 878719488.0, - "641": 878719488.0, - "642": 878719488.0, - "643": 878719488.0, - "644": 878719488.0, - "645": 878719488.0, - "646": 878719488.0, - "647": 878719488.0, - "648": 878719488.0, - "649": 878719488.0, - "650": 878719488.0, - "651": 878719488.0, - "652": 878719488.0, - "653": 878719488.0, - "654": 878719488.0, - "655": 878719488.0, - "656": 878719488.0, - "657": 878719488.0, - "658": 878719488.0, - "659": 878719488.0, - "660": 878719488.0, - "661": 878719488.0, - "662": 878719488.0, - "663": 878719488.0, - "664": 878719488.0, - "665": 878719488.0, - "666": 878719488.0, - "667": 878719488.0, - "668": 878719488.0, - "669": 878719488.0, - "670": 878719488.0, - "671": 878719488.0, - "672": 878719488.0, - "673": 878719488.0, - "674": 878719488.0, - "675": 878719488.0, - "676": 878719488.0, - "677": 878719488.0, - "678": 878719488.0, - "679": 878719488.0, - "680": 878719488.0, - "681": 878719488.0, - "682": 878719488.0, - "683": 878719488.0, - "684": 878719488.0, - "685": 878719488.0, - "686": 878719488.0, - "687": 878719488.0, - "688": 878719488.0, - "689": 878719488.0, - "690": 878719488.0, - "691": 878719488.0, - "692": 878719488.0, - "693": 878719488.0, - "694": 878719488.0, - "695": 878719488.0, - "696": 878719488.0, - "697": 878719488.0, - "698": 878719488.0, - "699": 878719488.0, - "700": 878719488.0, - "701": 878719488.0, - "702": 878719488.0, - "703": 878719488.0, - "704": 878719488.0, - "705": 878719488.0, - "706": 878719488.0, - "707": 878719488.0, - "708": 878719488.0, - "709": 878719488.0, - "710": 878719488.0, - "711": 878719488.0, - "712": 878719488.0, - "713": 878719488.0, - "714": 878719488.0, - "715": 878719488.0, - "716": 878719488.0, - "717": 878719488.0, - "718": 878719488.0, - "719": 878719488.0, - "720": 878719488.0, - "721": 878719488.0, - "722": 878719488.0, - "723": 878719488.0, - "724": 878719488.0, - "725": 878719488.0, - "726": 878719488.0, - "727": 878719488.0, - "728": 878719488.0, - "729": 878719488.0, - "730": 878719488.0, - "731": 878719488.0, - "732": 878719488.0, - "733": 878719488.0, - "734": 878719488.0, - "735": 878719488.0, - "736": 878719488.0, - "737": 878719488.0, - "738": 878719488.0, - "739": 878719488.0, - "740": 878719488.0, - "741": 878719488.0, - "742": 878719488.0, - "743": 878719488.0, - "744": 878719488.0, - "745": 878719488.0, - "746": 878719488.0, - "747": 878719488.0, - "748": 878719488.0, - "749": 878719488.0, - "750": 878719488.0, - "751": 878719488.0, - "752": 878719488.0, - "753": 878719488.0, - "754": 878719488.0, - "755": 878719488.0, - "756": 878719488.0, - "757": 878719488.0, - "758": 878719488.0, - "759": 878719488.0, - "760": 878719488.0, - "761": 878719488.0, - "762": 878719488.0, - "763": 878719488.0, - "764": 878719488.0, - "765": 878719488.0, - "766": 878719488.0, - "767": 878719488.0, - "768": 878719488.0, - "769": 878719488.0, - "770": 878719488.0, - "771": 878719488.0, - "772": 878719488.0, - "773": 878719488.0, - "774": 878719488.0, - "775": 878719488.0, - "776": 878719488.0, - "777": 878719488.0, - "778": 878719488.0, - "779": 878719488.0, - "780": 878719488.0, - "781": 878719488.0, - "782": 878719488.0, - "783": 878719488.0, - "784": 878719488.0, - "785": 878719488.0, - "786": 878719488.0, - "787": 878719488.0, - "788": 878719488.0, - "789": 878719488.0, - "790": 878719488.0, - "791": 878719488.0, - "792": 878719488.0, - "793": 878719488.0, - "794": 878719488.0, - "795": 878719488.0, - "796": 878719488.0, - "797": 878719488.0, - "798": 878719488.0, - "799": 878719488.0, - "800": 878719488.0, - "801": 878719488.0, - "802": 878719488.0, - "803": 878719488.0, - "804": 878719488.0, - "805": 878719488.0, - "806": 878719488.0, - "807": 878719488.0, - "808": 878719488.0, - "809": 878719488.0, - "810": 878719488.0, - "811": 878719488.0, - "812": 878719488.0, - "813": 878719488.0, - "814": 878719488.0, - "815": 878719488.0, - "816": 878719488.0, - "817": 878719488.0, - "818": 878719488.0, - "819": 878719488.0, - "820": 878719488.0, - "821": 878719488.0, - "822": 878719488.0, - "823": 878719488.0, - "824": 878719488.0, - "825": 878719488.0, - "826": 878719488.0, - "827": 878719488.0, - "828": 878719488.0, - "829": 878719488.0, - "830": 878719488.0, - "831": 878719488.0, - "832": 878719488.0, - "833": 878719488.0, - "834": 878719488.0, - "835": 878719488.0, - "836": 878719488.0, - "837": 878719488.0, - "838": 878719488.0, - "839": 878719488.0, - "840": 878719488.0, - "841": 878719488.0, - "842": 878719488.0, - "843": 878719488.0, - "844": 878719488.0, - "845": 878719488.0, - "846": 878719488.0, - "847": 878719488.0, - "848": 878719488.0, - "849": 878719488.0, - "850": 878719488.0, - "851": 878719488.0, - "852": 878719488.0, - "853": 878719488.0, - "854": 878719488.0, - "855": 878719488.0, - "856": 878719488.0, - "857": 878719488.0, - "858": 878719488.0, - "859": 878719488.0, - "860": 878719488.0, - "861": 878719488.0, - "862": 878719488.0, - "863": 878719488.0, - "864": 878719488.0, - "865": 878719488.0, - "866": 878719488.0, - "867": 878719488.0, - "868": 878719488.0, - "869": 878719488.0, - "870": 878719488.0, - "871": 878719488.0, - "872": 878719488.0, - "873": 878719488.0, - "874": 878719488.0, - "875": 878719488.0, - "876": 878719488.0, - "877": 878719488.0, - "878": 878719488.0, - "879": 878719488.0, - "880": 878719488.0, - "881": 878719488.0, - "882": 878719488.0, - "883": 878719488.0, - "884": 878719488.0, - "885": 878719488.0, - "886": 878719488.0, - "887": 878719488.0, - "888": 878719488.0, - "889": 878719488.0, - "890": 878719488.0, - "891": 878719488.0, - "892": 878719488.0, - "893": 878719488.0, - "894": 878719488.0, - "895": 878719488.0, - "896": 878719488.0, - "897": 878719488.0, - "898": 878719488.0, - "899": 878719488.0, - "900": 878719488.0, - "901": 878719488.0, - "902": 878719488.0, - "903": 878719488.0, - "904": 878719488.0, - "905": 878719488.0, - "906": 878719488.0, - "907": 878719488.0, - "908": 878719488.0, - "909": 878719488.0, - "910": 878719488.0, - "911": 878719488.0, - "912": 878719488.0, - "913": 878719488.0, - "914": 878719488.0, - "915": 878719488.0, - "916": 878719488.0, - "917": 878719488.0, - "918": 878719488.0, - "919": 878719488.0, - "920": 878719488.0, - "921": 878719488.0, - "922": 878719488.0, - "923": 878719488.0, - "924": 878719488.0, - "925": 878719488.0, - "926": 878719488.0, - "927": 878719488.0, - "928": 878719488.0, - "929": 878719488.0, - "930": 878719488.0, - "931": 878719488.0, - "932": 878719488.0, - "933": 878719488.0, - "934": 878719488.0, - "935": 878719488.0, - "936": 878719488.0, - "937": 878719488.0, - "938": 878719488.0, - "939": 878719488.0, - "940": 878719488.0, - "941": 878719488.0, - "942": 878719488.0, - "943": 878719488.0, - "944": 878719488.0, - "945": 878719488.0, - "946": 878719488.0, - "947": 878719488.0, - "948": 878719488.0, - "949": 878719488.0, - "950": 878719488.0, - "951": 878719488.0, - "952": 878719488.0, - "953": 878719488.0, - "954": 878719488.0, - "955": 878719488.0, - "956": 878719488.0, - "957": 878719488.0, - "958": 878719488.0, - "959": 878719488.0, - "960": 878719488.0, - "961": 878719488.0, - "962": 878719488.0, - "963": 878719488.0, - "964": 878719488.0, - "965": 878719488.0, - "966": 878719488.0, - "967": 878719488.0, - "968": 878719488.0, - "969": 878719488.0, - "970": 878719488.0, - "971": 878719488.0, - "972": 878719488.0, - "973": 878719488.0, - "974": 878719488.0, - "975": 878719488.0, - "976": 878719488.0, - "977": 878719488.0, - "978": 878719488.0, - "979": 878719488.0, - "980": 878719488.0, - "981": 878719488.0, - "982": 878719488.0, - "983": 878719488.0, - "984": 878719488.0, - "985": 878719488.0, - "986": 878719488.0, - "987": 878719488.0, - "988": 878719488.0, - "989": 878719488.0, - "990": 878719488.0, - "991": 878719488.0, - "992": 878719488.0, - "993": 878719488.0, - "994": 878719488.0, - "995": 878719488.0, - "996": 878719488.0, - "997": 878719488.0, - "998": 878719488.0, - "999": 878719488.0, - "1000": 878719488.0, - "1001": 878719488.0, - "1002": 878719488.0, - "1003": 878719488.0, - "1004": 878719488.0, - "1005": 878719488.0, - "1006": 878719488.0, - "1007": 878719488.0, - "1008": 878719488.0, - "1009": 878719488.0, - "1010": 878719488.0, - "1011": 878719488.0, - "1012": 878719488.0, - "1013": 878719488.0, - "1014": 878719488.0, - "1015": 878719488.0, - "1016": 878719488.0, - "1017": 878719488.0, - "1018": 878719488.0, - "1019": 878719488.0, - "1020": 878719488.0, - "1021": 878719488.0, - "1022": 878719488.0, - "1023": 878719488.0, - "1024": 878719488.0, - "1025": 878719488.0, - "1026": 878719488.0, - "1027": 878719488.0, - "1028": 878719488.0, - "1029": 878719488.0, - "1030": 878719488.0, - "1031": 878719488.0, - "1032": 878719488.0, - "1033": 878719488.0, - "1034": 878719488.0, - "1035": 878719488.0, - "1036": 878719488.0, - "1037": 878719488.0, - "1038": 878719488.0, - "1039": 878719488.0, - "1040": 878719488.0, - "1041": 878719488.0, - "1042": 878719488.0, - "1043": 878719488.0, - "1044": 878719488.0, - "1045": 878719488.0, - "1046": 878719488.0, - "1047": 878719488.0, - "1048": 878719488.0, - "1049": 878719488.0, - "1050": 878719488.0, - "1051": 878719488.0, - "1052": 878719488.0, - "1053": 878719488.0, - "1054": 878719488.0, - "1055": 878719488.0, - "1056": 878719488.0, - "1057": 878719488.0, - "1058": 878719488.0, - "1059": 878719488.0, - "1060": 878719488.0, - "1061": 878719488.0, - "1062": 878719488.0, - "1063": 878719488.0, - "1064": 878719488.0, - "1065": 878719488.0, - "1066": 878719488.0, - "1067": 878719488.0, - "1068": 878719488.0, - "1069": 878719488.0, - "1070": 878719488.0, - "1071": 878719488.0, - "1072": 878719488.0, - "1073": 878719488.0, - "1074": 878719488.0, - "1075": 878719488.0, - "1076": 878719488.0, - "1077": 878719488.0, - "1078": 878719488.0, - "1079": 878719488.0, - "1080": 878719488.0, - "1081": 878719488.0, - "1082": 878719488.0, - "1083": 878719488.0, - "1084": 878719488.0, - "1085": 878719488.0, - "1086": 878719488.0, - "1087": 878719488.0, - "1088": 878719488.0, - "1089": 878719488.0, - "1090": 878719488.0, - "1091": 878719488.0, - "1092": 878719488.0, - "1093": 878719488.0, - "1094": 878719488.0, - "1095": 878719488.0, - "1096": 878719488.0, - "1097": 878719488.0, - "1098": 878719488.0, - "1099": 878719488.0, - "1100": 878719488.0, - "1101": 878719488.0, - "1102": 878719488.0, - "1103": 878719488.0, - "1104": 878719488.0, - "1105": 878719488.0, - "1106": 878719488.0, - "1107": 878719488.0, - "1108": 878719488.0, - "1109": 878719488.0, - "1110": 878719488.0, - "1111": 878719488.0, - "1112": 878719488.0, - "1113": 878719488.0, - "1114": 878719488.0, - "1115": 878719488.0, - "1116": 878719488.0, - "1117": 878719488.0, - "1118": 878719488.0, - "1119": 878719488.0, - "1120": 878719488.0, - "1121": 878719488.0, - "1122": 878719488.0, - "1123": 878719488.0, - "1124": 878719488.0, - "1125": 878719488.0, - "1126": 878719488.0, - "1127": 878719488.0, - "1128": 878719488.0, - "1129": 878719488.0, - "1130": 878719488.0, - "1131": 878719488.0, - "1132": 878719488.0, - "1133": 878719488.0, - "1134": 878719488.0, - "1135": 878719488.0, - "1136": 878719488.0, - "1137": 878719488.0, - "1138": 878719488.0, - "1139": 878719488.0, - "1140": 878719488.0, - "1141": 878719488.0, - "1142": 878719488.0, - "1143": 878719488.0, - "1144": 878719488.0, - "1145": 878719488.0, - "1146": 878719488.0, - "1147": 878719488.0, - "1148": 878719488.0, - "1149": 878719488.0, - "1150": 878719488.0, - "1151": 878719488.0, - "1152": 878719488.0, - "1153": 878719488.0, - "1154": 878719488.0, - "1155": 878719488.0, - "1156": 878719488.0, - "1157": 878719488.0, - "1158": 878719488.0, - "1159": 878719488.0, - "1160": 878719488.0, - "1161": 878719488.0, - "1162": 878719488.0, - "1163": 878719488.0, - "1164": 878719488.0, - "1165": 878719488.0, - "1166": 878719488.0, - "1167": 878719488.0, - "1168": 878719488.0, - "1169": 878719488.0, - "1170": 878719488.0, - "1171": 878719488.0, - "1172": 878719488.0, - "1173": 878719488.0, - "1174": 878719488.0, - "1175": 878719488.0, - "1176": 878719488.0, - "1177": 878719488.0, - "1178": 878719488.0, - "1179": 878719488.0, - "1180": 878719488.0, - "1181": 878719488.0, - "1182": 878719488.0, - "1183": 878719488.0, - "1184": 878719488.0, - "1185": 878719488.0, - "1186": 878719488.0, - "1187": 878719488.0, - "1188": 878719488.0, - "1189": 878719488.0, - "1190": 878719488.0, - "1191": 878719488.0, - "1192": 878719488.0, - "1193": 878719488.0, - "1194": 878719488.0, - "1195": 878719488.0, - "1196": 878719488.0, - "1197": 878719488.0, - "1198": 878719488.0, - "1199": 878719488.0, - "1200": 878719488.0, - "1201": 878719488.0, - "1202": 878719488.0, - "1203": 878719488.0, - "1204": 878719488.0, - "1205": 878719488.0, - "1206": 878719488.0, - "1207": 878719488.0, - "1208": 878719488.0, - "1209": 878719488.0, - "1210": 878719488.0, - "1211": 878719488.0, - "1212": 878719488.0, - "1213": 878719488.0, - "1214": 878719488.0, - "1215": 878719488.0, - "1216": 878719488.0, - "1217": 878719488.0, - "1218": 878719488.0, - "1219": 878719488.0, - "1220": 878719488.0, - "1221": 878719488.0, - "1222": 878719488.0, - "1223": 878719488.0, - "1224": 878719488.0, - "1225": 878719488.0, - "1226": 878719488.0, - "1227": 878719488.0, - "1228": 878719488.0, - "1229": 878719488.0, - "1230": 878719488.0, - "1231": 878719488.0, - "1232": 878719488.0, - "1233": 878719488.0, - "1234": 878719488.0, - "1235": 878719488.0, - "1236": 878719488.0, - "1237": 878719488.0, - "1238": 878719488.0, - "1239": 878719488.0, - "1240": 878719488.0, - "1241": 878719488.0, - "1242": 878719488.0, - "1243": 878719488.0, - "1244": 878719488.0, - "1245": 878719488.0, - "1246": 878719488.0, - "1247": 878719488.0, - "1248": 878719488.0, - "1249": 878719488.0, - "1250": 878719488.0, - "1251": 878719488.0, - "1252": 878719488.0, - "1253": 878719488.0, - "1254": 878719488.0, - "1255": 878719488.0, - "1256": 878719488.0, - "1257": 878719488.0, - "1258": 878719488.0, - "1259": 878719488.0, - "1260": 878719488.0, - "1261": 878719488.0, - "1262": 878719488.0, - "1263": 878719488.0, - "1264": 878719488.0, - "1265": 878719488.0, - "1266": 878719488.0, - "1267": 878719488.0, - "1268": 878719488.0, - "1269": 878719488.0, - "1270": 878719488.0, - "1271": 878719488.0, - "1272": 878719488.0, - "1273": 878719488.0, - "1274": 878719488.0, - "1275": 878719488.0, - "1276": 878719488.0, - "1277": 878719488.0, - "1278": 878719488.0, - "1279": 878719488.0, - "1280": 878719488.0, - "1281": 878719488.0, - "1282": 878719488.0, - "1283": 878719488.0, - "1284": 878719488.0, - "1285": 878719488.0, - "1286": 878719488.0, - "1287": 878719488.0, - "1288": 878719488.0, - "1289": 878719488.0, - "1290": 878719488.0, - "1291": 878719488.0, - "1292": 878719488.0, - "1293": 878719488.0, - "1294": 878719488.0, - "1295": 878719488.0, - "1296": 878719488.0, - "1297": 878719488.0, - "1298": 878719488.0, - "1299": 878719488.0, - "1300": 878719488.0, - "1301": 878719488.0, - "1302": 878719488.0, - "1303": 878719488.0, - "1304": 878719488.0, - "1305": 878719488.0, - "1306": 878719488.0, - "1307": 878719488.0, - "1308": 878719488.0, - "1309": 878719488.0, - "1310": 878719488.0, - "1311": 878719488.0, - "1312": 878719488.0, - "1313": 878719488.0, - "1314": 878719488.0, - "1315": 878719488.0, - "1316": 878719488.0, - "1317": 878719488.0, - "1318": 878719488.0, - "1319": 878719488.0, - "1320": 878719488.0, - "1321": 878719488.0, - "1322": 878719488.0, - "1323": 878719488.0, - "1324": 878719488.0, - "1325": 878719488.0, - "1326": 878719488.0, - "1327": 878719488.0, - "1328": 878719488.0, - "1329": 878719488.0, - "1330": 878719488.0, - "1331": 878719488.0, - "1332": 878719488.0, - "1333": 878719488.0, - "1334": 878719488.0, - "1335": 878719488.0, - "1336": 878719488.0, - "1337": 878719488.0, - "1338": 878719488.0, - "1339": 878719488.0, - "1340": 878719488.0, - "1341": 878719488.0, - "1342": 878719488.0, - "1343": 878719488.0, - "1344": 878719488.0, - "1345": 878719488.0, - "1346": 878719488.0, - "1347": 878719488.0, - "1348": 878719488.0, - "1349": 878719488.0, - "1350": 878719488.0, - "1351": 878719488.0, - "1352": 878719488.0, - "1353": 878719488.0, - "1354": 878719488.0, - "1355": 878719488.0, - "1356": 878719488.0, - "1357": 878719488.0, - "1358": 878719488.0, - "1359": 878719488.0, - "1360": 878719488.0, - "1361": 878719488.0, - "1362": 878719488.0, - "1363": 878719488.0, - "1364": 878719488.0, - "1365": 878719488.0, - "1366": 878719488.0, - "1367": 878719488.0, - "1368": 878719488.0, - "1369": 878719488.0, - "1370": 878719488.0, - "1371": 878719488.0, - "1372": 878719488.0, - "1373": 878719488.0, - "1374": 878719488.0, - "1375": 878719488.0, - "1376": 878719488.0, - "1377": 878719488.0, - "1378": 878719488.0, - "1379": 878719488.0, - "1380": 878719488.0, - "1381": 878719488.0, - "1382": 878719488.0, - "1383": 878719488.0, - "1384": 878719488.0, - "1385": 878719488.0, - "1386": 878719488.0, - "1387": 878719488.0, - "1388": 878719488.0, - "1389": 878719488.0, - "1390": 878719488.0, - "1391": 878719488.0, - "1392": 878719488.0, - "1393": 878719488.0, - "1394": 878719488.0, - "1395": 878719488.0, - "1396": 878719488.0, - "1397": 878719488.0, - "1398": 878719488.0, - "1399": 878719488.0, - "1400": 878719488.0, - "1401": 878719488.0, - "1402": 878719488.0, - "1403": 878719488.0, - "1404": 878719488.0, - "1405": 878719488.0, - "1406": 878719488.0, - "1407": 878719488.0, - "1408": 878719488.0, - "1409": 878719488.0, - "1410": 878719488.0, - "1411": 878719488.0, - "1412": 878719488.0, - "1413": 878719488.0, - "1414": 878719488.0, - "1415": 878719488.0, - "1416": 878719488.0, - "1417": 878719488.0, - "1418": 878719488.0, - "1419": 878719488.0, - "1420": 878719488.0, - "1421": 878719488.0, - "1422": 878719488.0, - "1423": 878719488.0, - "1424": 878719488.0, - "1425": 878719488.0, - "1426": 878719488.0, - "1427": 878719488.0, - "1428": 878719488.0, - "1429": 878719488.0, - "1430": 878719488.0, - "1431": 878719488.0, - "1432": 878719488.0, - "1433": 878719488.0, - "1434": 878719488.0, - "1435": 878719488.0, - "1436": 878719488.0, - "1437": 878719488.0, - "1438": 878719488.0, - "1439": 878719488.0, - "1440": 878719488.0, - "1441": 878719488.0, - "1442": 878719488.0, - "1443": 878719488.0, - "1444": 878719488.0, - "1445": 878719488.0, - "1446": 878719488.0, - "1447": 878719488.0, - "1448": 878719488.0, - "1449": 878719488.0, - "1450": 878719488.0, - "1451": 878719488.0, - "1452": 878719488.0, - "1453": 878719488.0, - "1454": 878719488.0, - "1455": 878719488.0, - "1456": 878719488.0, - "1457": 878719488.0, - "1458": 878719488.0, - "1459": 878719488.0, - "1460": 878719488.0, - "1461": 878719488.0, - "1462": 878719488.0, - "1463": 878719488.0, - "1464": 878719488.0, - "1465": 878719488.0, - "1466": 878719488.0, - "1467": 878719488.0, - "1468": 878719488.0, - "1469": 878719488.0, - "1470": 878719488.0, - "1471": 878719488.0, - "1472": 878719488.0, - "1473": 878719488.0, - "1474": 878719488.0, - "1475": 878719488.0, - "1476": 878719488.0, - "1477": 878719488.0, - "1478": 878719488.0, - "1479": 878719488.0, - "1480": 878719488.0, - "1481": 878719488.0, - "1482": 878719488.0, - "1483": 878719488.0, - "1484": 878719488.0, - "1485": 878719488.0, - "1486": 878719488.0, - "1487": 878719488.0, - "1488": 878719488.0, - "1489": 878719488.0, - "1490": 878719488.0, - "1491": 878719488.0, - "1492": 878719488.0, - "1493": 878719488.0, - "1494": 878719488.0, - "1495": 878719488.0, - "1496": 878719488.0, - "1497": 878719488.0, - "1498": 878719488.0, - "1499": 878719488.0, - "1500": 878719488.0, - "1501": 878719488.0, - "1502": 878719488.0, - "1503": 878719488.0, - "1504": 878719488.0, - "1505": 878719488.0, - "1506": 878719488.0, - "1507": 878719488.0, - "1508": 878719488.0, - "1509": 878719488.0, - "1510": 878719488.0, - "1511": 878719488.0, - "1512": 878719488.0, - "1513": 878719488.0, - "1514": 878719488.0, - "1515": 878719488.0, - "1516": 878719488.0, - "1517": 878719488.0, - "1518": 878719488.0, - "1519": 878719488.0, - "1520": 878719488.0, - "1521": 878719488.0, - "1522": 878719488.0, - "1523": 878719488.0, - "1524": 878719488.0, - "1525": 878719488.0, - "1526": 878719488.0, - "1527": 878719488.0, - "1528": 878719488.0, - "1529": 878719488.0, - "1530": 878719488.0, - "1531": 878719488.0, - "1532": 878719488.0, - "1533": 878719488.0, - "1534": 878719488.0, - "1535": 878719488.0, - "1536": 878719488.0, - "1537": 878719488.0, - "1538": 878719488.0, - "1539": 878719488.0, - "1540": 878719488.0, - "1541": 878719488.0, - "1542": 878719488.0, - "1543": 878719488.0, - "1544": 878719488.0, - "1545": 878719488.0, - "1546": 878719488.0, - "1547": 878719488.0, - "1548": 878719488.0, - "1549": 878719488.0, - "1550": 878719488.0, - "1551": 878719488.0, - "1552": 878719488.0, - "1553": 878719488.0, - "1554": 878719488.0, - "1555": 878719488.0, - "1556": 878719488.0, - "1557": 878719488.0, - "1558": 878719488.0, - "1559": 878719488.0, - "1560": 878719488.0, - "1561": 878719488.0, - "1562": 878719488.0, - "1563": 878719488.0, - "1564": 878719488.0, - "1565": 878719488.0, - "1566": 878719488.0, - "1567": 878719488.0, - "1568": 878719488.0, - "1569": 878719488.0, - "1570": 878719488.0, - "1571": 878719488.0, - "1572": 878719488.0, - "1573": 878719488.0, - "1574": 878719488.0, - "1575": 878719488.0, - "1576": 878719488.0, - "1577": 878719488.0, - "1578": 878719488.0, - "1579": 878719488.0, - "1580": 878719488.0, - "1581": 878719488.0, - "1582": 878719488.0, - "1583": 878719488.0, - "1584": 878719488.0, - "1585": 878719488.0, - "1586": 878719488.0, - "1587": 878719488.0, - "1588": 878719488.0, - "1589": 878719488.0, - "1590": 878719488.0, - "1591": 878719488.0, - "1592": 878719488.0, - "1593": 878719488.0, - "1594": 878719488.0, - "1595": 878719488.0, - "1596": 878719488.0, - "1597": 878719488.0, - "1598": 878719488.0, - "1599": 878719488.0, - "1600": 878719488.0, - "1601": 878719488.0, - "1602": 878719488.0, - "1603": 878719488.0, - "1604": 878719488.0, - "1605": 878719488.0, - "1606": 878719488.0, - "1607": 878719488.0, - "1608": 878719488.0, - "1609": 878719488.0, - "1610": 878719488.0, - "1611": 878719488.0, - "1612": 878719488.0, - "1613": 878719488.0, - "1614": 878719488.0, - "1615": 878719488.0, - "1616": 878719488.0, - "1617": 878719488.0, - "1618": 878719488.0, - "1619": 878719488.0, - "1620": 878719488.0, - "1621": 878719488.0, - "1622": 878719488.0, - "1623": 878719488.0, - "1624": 878719488.0, - "1625": 878719488.0, - "1626": 878719488.0, - "1627": 878719488.0, - "1628": 878719488.0, - "1629": 878719488.0, - "1630": 878719488.0, - "1631": 878719488.0, - "1632": 878719488.0, - "1633": 878719488.0, - "1634": 878719488.0, - "1635": 878719488.0, - "1636": 878719488.0, - "1637": 878719488.0, - "1638": 878719488.0, - "1639": 878719488.0, - "1640": 878719488.0, - "1641": 878719488.0, - "1642": 878719488.0, - "1643": 878719488.0, - "1644": 878719488.0, - "1645": 878719488.0, - "1646": 878719488.0, - "1647": 878719488.0, - "1648": 878719488.0, - "1649": 878719488.0, - "1650": 878719488.0, - "1651": 878719488.0, - "1652": 878719488.0, - "1653": 878719488.0, - "1654": 878719488.0, - "1655": 878719488.0, - "1656": 878719488.0, - "1657": 878719488.0, - "1658": 878719488.0, - "1659": 878719488.0, - "1660": 878719488.0, - "1661": 878719488.0, - "1662": 878719488.0, - "1663": 878719488.0, - "1664": 878719488.0, - "1665": 878719488.0, - "1666": 878719488.0, - "1667": 878719488.0, - "1668": 878719488.0, - "1669": 878719488.0, - "1670": 878719488.0, - "1671": 878719488.0, - "1672": 878719488.0, - "1673": 878719488.0, - "1674": 878719488.0, - "1675": 878719488.0, - "1676": 878719488.0, - "1677": 878719488.0, - "1678": 878719488.0, - "1679": 878719488.0, - "1680": 878719488.0, - "1681": 878719488.0, - "1682": 878719488.0, - "1683": 878719488.0, - "1684": 878719488.0, - "1685": 878719488.0, - "1686": 878719488.0, - "1687": 878719488.0, - "1688": 878719488.0, - "1689": 878719488.0, - "1690": 878719488.0, - "1691": 878719488.0, - "1692": 878719488.0, - "1693": 878719488.0, - "1694": 878719488.0, - "1695": 878719488.0, - "1696": 878719488.0, - "1697": 878719488.0, - "1698": 878719488.0, - "1699": 878719488.0, - "1700": 878719488.0, - "1701": 878719488.0, - "1702": 878719488.0, - "1703": 878719488.0, - "1704": 878719488.0, - "1705": 878719488.0, - "1706": 878719488.0, - "1707": 878719488.0, - "1708": 878719488.0, - "1709": 878719488.0, - "1710": 878719488.0, - "1711": 878719488.0, - "1712": 878719488.0, - "1713": 878719488.0, - "1714": 878719488.0, - "1715": 878719488.0, - "1716": 878719488.0, - "1717": 878719488.0, - "1718": 878719488.0, - "1719": 878719488.0, - "1720": 878719488.0, - "1721": 878719488.0, - "1722": 878719488.0, - "1723": 878719488.0, - "1724": 878719488.0, - "1725": 878719488.0, - "1726": 878719488.0, - "1727": 878719488.0, - "1728": 878719488.0, - "1729": 878719488.0, - "1730": 878719488.0, - "1731": 878719488.0, - "1732": 878719488.0, - "1733": 878719488.0, - "1734": 878719488.0, - "1735": 878719488.0, - "1736": 878719488.0, - "1737": 878719488.0, - "1738": 878719488.0, - "1739": 878719488.0, - "1740": 878719488.0, - "1741": 878719488.0, - "1742": 878719488.0, - "1743": 878719488.0, - "1744": 878719488.0, - "1745": 878719488.0, - "1746": 878719488.0, - "1747": 878719488.0, - "1748": 878719488.0, - "1749": 878719488.0, - "1750": 878719488.0, - "1751": 878719488.0, - "1752": 878719488.0, - "1753": 878719488.0, - "1754": 878719488.0, - "1755": 878719488.0, - "1756": 878719488.0, - "1757": 878719488.0, - "1758": 878719488.0, - "1759": 878719488.0, - "1760": 878719488.0, - "1761": 878719488.0, - "1762": 878719488.0, - "1763": 878719488.0, - "1764": 878719488.0, - "1765": 878719488.0, - "1766": 878719488.0, - "1767": 878719488.0, - "1768": 878719488.0, - "1769": 878719488.0, - "1770": 878719488.0, - "1771": 878719488.0, - "1772": 878719488.0, - "1773": 878719488.0, - "1774": 878719488.0, - "1775": 878719488.0, - "1776": 878719488.0, - "1777": 878719488.0, - "1778": 878719488.0, - "1779": 878719488.0, - "1780": 878719488.0, - "1781": 878719488.0, - "1782": 878719488.0, - "1783": 878719488.0, - "1784": 878719488.0, - "1785": 878719488.0, - "1786": 878719488.0, - "1787": 878719488.0, - "1788": 878719488.0, - "1789": 878719488.0, - "1790": 878719488.0, - "1791": 878719488.0, - "1792": 878719488.0, - "1793": 878719488.0, - "1794": 878719488.0, - "1795": 878719488.0, - "1796": 878719488.0, - "1797": 878719488.0, - "1798": 878719488.0, - "1799": 878719488.0, - "1800": 878719488.0, - "1801": 878719488.0, - "1802": 878719488.0, - "1803": 878719488.0, - "1804": 878719488.0, - "1805": 878719488.0, - "1806": 878719488.0, - "1807": 878719488.0, - "1808": 878719488.0, - "1809": 878719488.0, - "1810": 878719488.0, - "1811": 878719488.0, - "1812": 878719488.0, - "1813": 878719488.0, - "1814": 878719488.0, - "1815": 878719488.0, - "1816": 878719488.0, - "1817": 878719488.0, - "1818": 878719488.0, - "1819": 878719488.0, - "1820": 878719488.0, - "1821": 878719488.0, - "1822": 878719488.0, - "1823": 878719488.0, - "1824": 878719488.0, - "1825": 878719488.0, - "1826": 878719488.0, - "1827": 878719488.0, - "1828": 878719488.0, - "1829": 878719488.0, - "1830": 878719488.0, - "1831": 878719488.0, - "1832": 878719488.0, - "1833": 878719488.0, - "1834": 878719488.0, - "1835": 878719488.0, - "1836": 878719488.0, - "1837": 878719488.0, - "1838": 878719488.0, - "1839": 878719488.0, - "1840": 878719488.0, - "1841": 878719488.0, - "1842": 878719488.0, - "1843": 878719488.0, - "1844": 878719488.0, - "1845": 878719488.0, - "1846": 878719488.0, - "1847": 878719488.0, - "1848": 878719488.0, - "1849": 878719488.0, - "1850": 878719488.0, - "1851": 878719488.0, - "1852": 878719488.0, - "1853": 878719488.0, - "1854": 878719488.0, - "1855": 878719488.0, - "1856": 878719488.0, - "1857": 878719488.0, - "1858": 878719488.0, - "1859": 878719488.0, - "1860": 878719488.0, - "1861": 878719488.0, - "1862": 878719488.0, - "1863": 878719488.0, - "1864": 878719488.0, - "1865": 878719488.0, - "1866": 878719488.0, - "1867": 878719488.0, - "1868": 878719488.0, - "1869": 878719488.0, - "1870": 878719488.0, - "1871": 878719488.0, - "1872": 878719488.0, - "1873": 878719488.0, - "1874": 878719488.0, - "1875": 878719488.0, - "1876": 878719488.0, - "1877": 878719488.0, - "1878": 878719488.0, - "1879": 878719488.0, - "1880": 878719488.0, - "1881": 878719488.0, - "1882": 878719488.0, - "1883": 878719488.0, - "1884": 878719488.0, - "1885": 878719488.0, - "1886": 878719488.0, - "1887": 878719488.0, - "1888": 878719488.0, - "1889": 878719488.0, - "1890": 878719488.0, - "1891": 878719488.0, - "1892": 878719488.0, - "1893": 878719488.0, - "1894": 878719488.0, - "1895": 878719488.0, - "1896": 878719488.0, - "1897": 878719488.0, - "1898": 878719488.0, - "1899": 878719488.0, - "1900": 878719488.0, - "1901": 878719488.0, - "1902": 878719488.0, - "1903": 878719488.0, - "1904": 878719488.0, - "1905": 878719488.0, - "1906": 878719488.0, - "1907": 878719488.0, - "1908": 878719488.0, - "1909": 878719488.0, - "1910": 878719488.0, - "1911": 878719488.0, - "1912": 878719488.0, - "1913": 878719488.0, - "1914": 878719488.0, - "1915": 878719488.0, - "1916": 878719488.0, - "1917": 878719488.0, - "1918": 878719488.0, - "1919": 878719488.0, - "1920": 878719488.0, - "1921": 878719488.0, - "1922": 878719488.0, - "1923": 878719488.0, - "1924": 878719488.0, - "1925": 878719488.0, - "1926": 878719488.0, - "1927": 878719488.0, - "1928": 878719488.0, - "1929": 878719488.0, - "1930": 878719488.0, - "1931": 878719488.0, - "1932": 878719488.0, - "1933": 878719488.0, - "1934": 878719488.0, - "1935": 878719488.0, - "1936": 878719488.0, - "1937": 878719488.0, - "1938": 878719488.0, - "1939": 878719488.0, - "1940": 878719488.0, - "1941": 878719488.0, - "1942": 878719488.0, - "1943": 878719488.0, - "1944": 878719488.0, - "1945": 878719488.0, - "1946": 878719488.0, - "1947": 878719488.0, - "1948": 878719488.0, - "1949": 878719488.0, - "1950": 878719488.0, - "1951": 878719488.0, - "1952": 878719488.0, - "1953": 878719488.0, - "1954": 878719488.0, - "1955": 878719488.0, - "1956": 878719488.0, - "1957": 878719488.0, - "1958": 878719488.0, - "1959": 878719488.0, - "1960": 878719488.0, - "1961": 878719488.0, - "1962": 878719488.0, - "1963": 878719488.0, - "1964": 878719488.0, - "1965": 878719488.0, - "1966": 878719488.0, - "1967": 878719488.0, - "1968": 878719488.0, - "1969": 878719488.0, - "1970": 878719488.0, - "1971": 878719488.0, - "1972": 878719488.0, - "1973": 878719488.0, - "1974": 878719488.0, - "1975": 878719488.0, - "1976": 878719488.0, - "1977": 878719488.0, - "1978": 878719488.0, - "1979": 878719488.0, - "1980": 878719488.0, - "1981": 878719488.0, - "1982": 878719488.0, - "1983": 878719488.0, - "1984": 878719488.0, - "1985": 878719488.0, - "1986": 878719488.0, - "1987": 878719488.0, - "1988": 878719488.0, - "1989": 878719488.0, - "1990": 878719488.0, - "1991": 878719488.0, - "1992": 878719488.0, - "1993": 878719488.0, - "1994": 878719488.0, - "1995": 878719488.0, - "1996": 878719488.0, - "1997": 878719488.0, - "1998": 878719488.0, - "1999": 878719488.0, - "2000": 878719488.0 + "2": 876622336.0, + "3": 876622336.0, + "4": 876622336.0, + "5": 876622336.0, + "6": 876622336.0, + "7": 876622336.0, + "8": 876622336.0, + "9": 876622336.0, + "10": 876622336.0, + "11": 876622336.0, + "12": 876622336.0, + "13": 876622336.0, + "14": 876622336.0, + "15": 876622336.0, + "16": 876622336.0, + "17": 876622336.0, + "18": 876622336.0, + "19": 876622336.0, + "20": 876622336.0, + "21": 876622336.0, + "22": 876622336.0, + "23": 876622336.0, + "24": 876622336.0, + "25": 876622336.0, + "26": 876622336.0, + "27": 876622336.0, + "28": 876622336.0, + "29": 876622336.0, + "30": 876622336.0, + "31": 876622336.0, + "32": 876622336.0, + "33": 876622336.0, + "34": 876622336.0, + "35": 876622336.0, + "36": 876622336.0, + "37": 876622336.0, + "38": 876622336.0, + "39": 876622336.0, + "40": 876622336.0, + "41": 876622336.0, + "42": 876622336.0, + "43": 876622336.0, + "44": 876622336.0, + "45": 876622336.0, + "46": 876622336.0, + "47": 876622336.0, + "48": 876622336.0, + "49": 876622336.0, + "50": 876622336.0, + "51": 876622336.0, + "52": 876622336.0, + "53": 876622336.0, + "54": 876622336.0, + "55": 876622336.0, + "56": 876622336.0, + "57": 876622336.0, + "58": 876622336.0, + "59": 876622336.0, + "60": 876622336.0, + "61": 876622336.0, + "62": 876622336.0, + "63": 876622336.0, + "64": 876622336.0, + "65": 876622336.0, + "66": 876622336.0, + "67": 876622336.0, + "68": 876622336.0, + "69": 876622336.0, + "70": 876622336.0, + "71": 876622336.0, + "72": 876622336.0, + "73": 876622336.0, + "74": 876622336.0, + "75": 876622336.0, + "76": 876622336.0, + "77": 876622336.0, + "78": 876622336.0, + "79": 876622336.0, + "80": 876622336.0, + "81": 876622336.0, + "82": 876622336.0, + "83": 876622336.0, + "84": 876622336.0, + "85": 876622336.0, + "86": 876622336.0, + "87": 876622336.0, + "88": 876622336.0, + "89": 876622336.0, + "90": 876622336.0, + "91": 876622336.0, + "92": 876622336.0, + "93": 876622336.0, + "94": 876622336.0, + "95": 876622336.0, + "96": 876622336.0, + "97": 876622336.0, + "98": 876622336.0, + "99": 876622336.0, + "100": 876622336.0, + "101": 876622336.0, + "102": 876622336.0, + "103": 876622336.0, + "104": 876622336.0, + "105": 876622336.0, + "106": 876622336.0, + "107": 876622336.0, + "108": 876622336.0, + "109": 876622336.0, + "110": 876622336.0, + "111": 876622336.0, + "112": 876622336.0, + "113": 876622336.0, + "114": 876622336.0, + "115": 876622336.0, + "116": 876622336.0, + "117": 876622336.0, + "118": 876622336.0, + "119": 876622336.0, + "120": 876622336.0, + "121": 876622336.0, + "122": 876622336.0, + "123": 876622336.0, + "124": 876622336.0, + "125": 876622336.0, + "126": 876622336.0, + "127": 876622336.0, + "128": 876622336.0, + "129": 876622336.0, + "130": 876622336.0, + "131": 876622336.0, + "132": 876622336.0, + "133": 876622336.0, + "134": 876622336.0, + "135": 876622336.0, + "136": 876622336.0, + "137": 876622336.0, + "138": 876622336.0, + "139": 876622336.0, + "140": 876622336.0, + "141": 876622336.0, + "142": 876622336.0, + "143": 876622336.0, + "144": 876622336.0, + "145": 876622336.0, + "146": 876622336.0, + "147": 876622336.0, + "148": 876622336.0, + "149": 876622336.0, + "150": 876622336.0, + "151": 876622336.0, + "152": 876622336.0, + "153": 876622336.0, + "154": 876622336.0, + "155": 876622336.0, + "156": 876622336.0, + "157": 876622336.0, + "158": 876622336.0, + "159": 876622336.0, + "160": 876622336.0, + "161": 876622336.0, + "162": 876622336.0, + "163": 876622336.0, + "164": 876622336.0, + "165": 876622336.0, + "166": 876622336.0, + "167": 876622336.0, + "168": 876622336.0, + "169": 876622336.0, + "170": 876622336.0, + "171": 876622336.0, + "172": 876622336.0, + "173": 876622336.0, + "174": 876622336.0, + "175": 876622336.0, + "176": 876622336.0, + "177": 876622336.0, + "178": 876622336.0, + "179": 876622336.0, + "180": 876622336.0, + "181": 876622336.0, + "182": 876622336.0, + "183": 876622336.0, + "184": 876622336.0, + "185": 876622336.0, + "186": 876622336.0, + "187": 876622336.0, + "188": 876622336.0, + "189": 876622336.0, + "190": 876622336.0, + "191": 876622336.0, + "192": 876622336.0, + "193": 876622336.0, + "194": 876622336.0, + "195": 876622336.0, + "196": 876622336.0, + "197": 876622336.0, + "198": 876622336.0, + "199": 876622336.0, + "200": 876622336.0, + "201": 876622336.0, + "202": 876622336.0, + "203": 876622336.0, + "204": 876622336.0, + "205": 876622336.0, + "206": 876622336.0, + "207": 876622336.0, + "208": 876622336.0, + "209": 876622336.0, + "210": 876622336.0, + "211": 876622336.0, + "212": 876622336.0, + "213": 876622336.0, + "214": 876622336.0, + "215": 876622336.0, + "216": 876622336.0, + "217": 876622336.0, + "218": 876622336.0, + "219": 876622336.0, + "220": 876622336.0, + "221": 876622336.0, + "222": 876622336.0, + "223": 876622336.0, + "224": 876622336.0, + "225": 876622336.0, + "226": 876622336.0, + "227": 876622336.0, + "228": 876622336.0, + "229": 876622336.0, + "230": 876622336.0, + "231": 876622336.0, + "232": 876622336.0, + "233": 876622336.0, + "234": 876622336.0, + "235": 876622336.0, + "236": 876622336.0, + "237": 876622336.0, + "238": 876622336.0, + "239": 876622336.0, + "240": 876622336.0, + "241": 876622336.0, + "242": 876622336.0, + "243": 876622336.0, + "244": 876622336.0, + "245": 876622336.0, + "246": 876622336.0, + "247": 876622336.0, + "248": 876622336.0, + "249": 876622336.0, + "250": 876622336.0, + "251": 876622336.0, + "252": 876622336.0, + "253": 876622336.0, + "254": 876622336.0, + "255": 876622336.0, + "256": 876622336.0, + "257": 876622336.0, + "258": 876622336.0, + "259": 876622336.0, + "260": 876622336.0, + "261": 876622336.0, + "262": 876622336.0, + "263": 876622336.0, + "264": 876622336.0, + "265": 876622336.0, + "266": 876622336.0, + "267": 876622336.0, + "268": 876622336.0, + "269": 876622336.0, + "270": 876622336.0, + "271": 876622336.0, + "272": 876622336.0, + "273": 876622336.0, + "274": 876622336.0, + "275": 876622336.0, + "276": 876622336.0, + "277": 876622336.0, + "278": 876622336.0, + "279": 876622336.0, + "280": 876622336.0, + "281": 876622336.0, + "282": 876622336.0, + "283": 876622336.0, + "284": 876622336.0, + "285": 876622336.0, + "286": 876622336.0, + "287": 876622336.0, + "288": 876622336.0, + "289": 876622336.0, + "290": 876622336.0, + "291": 876622336.0, + "292": 876622336.0, + "293": 876622336.0, + "294": 876622336.0, + "295": 876622336.0, + "296": 876622336.0, + "297": 876622336.0, + "298": 876622336.0, + "299": 876622336.0, + "300": 876622336.0, + "301": 876622336.0, + "302": 876622336.0, + "303": 876622336.0, + "304": 876622336.0, + "305": 876622336.0, + "306": 876622336.0, + "307": 876622336.0, + "308": 876622336.0, + "309": 876622336.0, + "310": 876622336.0, + "311": 876622336.0, + "312": 876622336.0, + "313": 876622336.0, + "314": 876622336.0, + "315": 876622336.0, + "316": 876622336.0, + "317": 876622336.0, + "318": 876622336.0, + "319": 876622336.0, + "320": 876622336.0, + "321": 876622336.0, + "322": 876622336.0, + "323": 876622336.0, + "324": 876622336.0, + "325": 876622336.0, + "326": 876622336.0, + "327": 876622336.0, + "328": 876622336.0, + "329": 876622336.0, + "330": 876622336.0, + "331": 876622336.0, + "332": 876622336.0, + "333": 876622336.0, + "334": 876622336.0, + "335": 876622336.0, + "336": 876622336.0, + "337": 876622336.0, + "338": 876622336.0, + "339": 876622336.0, + "340": 876622336.0, + "341": 876622336.0, + "342": 876622336.0, + "343": 876622336.0, + "344": 876622336.0, + "345": 876622336.0, + "346": 876622336.0, + "347": 876622336.0, + "348": 876622336.0, + "349": 876622336.0, + "350": 876622336.0, + "351": 876622336.0, + "352": 876622336.0, + "353": 876622336.0, + "354": 876622336.0, + "355": 876622336.0, + "356": 876622336.0, + "357": 876622336.0, + "358": 876622336.0, + "359": 876622336.0, + "360": 876622336.0, + "361": 876622336.0, + "362": 876622336.0, + "363": 876622336.0, + "364": 876622336.0, + "365": 876622336.0, + "366": 876622336.0, + "367": 876622336.0, + "368": 876622336.0, + "369": 876622336.0, + "370": 876622336.0, + "371": 876622336.0, + "372": 876622336.0, + "373": 876622336.0, + "374": 876622336.0, + "375": 876622336.0, + "376": 876622336.0, + "377": 876622336.0, + "378": 876622336.0, + "379": 876622336.0, + "380": 876622336.0, + "381": 876622336.0, + "382": 876622336.0, + "383": 876622336.0, + "384": 876622336.0, + "385": 876622336.0, + "386": 876622336.0, + "387": 876622336.0, + "388": 876622336.0, + "389": 876622336.0, + "390": 876622336.0, + "391": 876622336.0, + "392": 876622336.0, + "393": 876622336.0, + "394": 876622336.0, + "395": 876622336.0, + "396": 876622336.0, + "397": 876622336.0, + "398": 876622336.0, + "399": 876622336.0, + "400": 876622336.0, + "401": 876622336.0, + "402": 876622336.0, + "403": 876622336.0, + "404": 876622336.0, + "405": 876622336.0, + "406": 876622336.0, + "407": 876622336.0, + "408": 876622336.0, + "409": 876622336.0, + "410": 876622336.0, + "411": 876622336.0, + "412": 876622336.0, + "413": 876622336.0, + "414": 876622336.0, + "415": 876622336.0, + "416": 876622336.0, + "417": 876622336.0, + "418": 876622336.0, + "419": 876622336.0, + "420": 876622336.0, + "421": 876622336.0, + "422": 876622336.0, + "423": 876622336.0, + "424": 876622336.0, + "425": 876622336.0, + "426": 876622336.0, + "427": 876622336.0, + "428": 876622336.0, + "429": 876622336.0, + "430": 876622336.0, + "431": 876622336.0, + "432": 876622336.0, + "433": 876622336.0, + "434": 876622336.0, + "435": 876622336.0, + "436": 876622336.0, + "437": 876622336.0, + "438": 876622336.0, + "439": 876622336.0, + "440": 876622336.0, + "441": 876622336.0, + "442": 876622336.0, + "443": 876622336.0, + "444": 876622336.0, + "445": 876622336.0, + "446": 876622336.0, + "447": 876622336.0, + "448": 876622336.0, + "449": 876622336.0, + "450": 876622336.0, + "451": 876622336.0, + "452": 876622336.0, + "453": 876622336.0, + "454": 876622336.0, + "455": 876622336.0, + "456": 876622336.0, + "457": 876622336.0, + "458": 876622336.0, + "459": 876622336.0, + "460": 876622336.0, + "461": 876622336.0, + "462": 876622336.0, + "463": 876622336.0, + "464": 876622336.0, + "465": 876622336.0, + "466": 876622336.0, + "467": 876622336.0, + "468": 876622336.0, + "469": 876622336.0, + "470": 876622336.0, + "471": 876622336.0, + "472": 876622336.0, + "473": 876622336.0, + "474": 876622336.0, + "475": 876622336.0, + "476": 876622336.0, + "477": 876622336.0, + "478": 876622336.0, + "479": 876622336.0, + "480": 876622336.0, + "481": 876622336.0, + "482": 876622336.0, + "483": 876622336.0, + "484": 876622336.0, + "485": 876622336.0, + "486": 876622336.0, + "487": 876622336.0, + "488": 876622336.0, + "489": 876622336.0, + "490": 876622336.0, + "491": 876622336.0, + "492": 876622336.0, + "493": 876622336.0, + "494": 876622336.0, + "495": 876622336.0, + "496": 876622336.0, + "497": 876622336.0, + "498": 876622336.0, + "499": 876622336.0, + "500": 876622336.0, + "501": 876622336.0, + "502": 876622336.0, + "503": 876622336.0, + "504": 876622336.0, + "505": 876622336.0, + "506": 876622336.0, + "507": 876622336.0, + "508": 876622336.0, + "509": 876622336.0, + "510": 876622336.0, + "511": 876622336.0, + "512": 876622336.0, + "513": 876622336.0, + "514": 876622336.0, + "515": 876622336.0, + "516": 876622336.0, + "517": 876622336.0, + "518": 876622336.0, + "519": 876622336.0, + "520": 876622336.0, + "521": 876622336.0, + "522": 876622336.0, + "523": 876622336.0, + "524": 876622336.0, + "525": 876622336.0, + "526": 876622336.0, + "527": 876622336.0, + "528": 876622336.0, + "529": 876622336.0, + "530": 876622336.0, + "531": 876622336.0, + "532": 876622336.0, + "533": 876622336.0, + "534": 876622336.0, + "535": 876622336.0, + "536": 876622336.0, + "537": 876622336.0, + "538": 876622336.0, + "539": 876622336.0, + "540": 876622336.0, + "541": 876622336.0, + "542": 876622336.0, + "543": 876622336.0, + "544": 876622336.0, + "545": 876622336.0, + "546": 876622336.0, + "547": 876622336.0, + "548": 876622336.0, + "549": 876622336.0, + "550": 876622336.0, + "551": 876622336.0, + "552": 876622336.0, + "553": 876622336.0, + "554": 876622336.0, + "555": 876622336.0, + "556": 876622336.0, + "557": 876622336.0, + "558": 876622336.0, + "559": 876622336.0, + "560": 876622336.0, + "561": 876622336.0, + "562": 876622336.0, + "563": 876622336.0, + "564": 876622336.0, + "565": 876622336.0, + "566": 876622336.0, + "567": 876622336.0, + "568": 876622336.0, + "569": 876622336.0, + "570": 876622336.0, + "571": 876622336.0, + "572": 876622336.0, + "573": 876622336.0, + "574": 876622336.0, + "575": 876622336.0, + "576": 876622336.0, + "577": 876622336.0, + "578": 876622336.0, + "579": 876622336.0, + "580": 876622336.0, + "581": 876622336.0, + "582": 876622336.0, + "583": 876622336.0, + "584": 876622336.0, + "585": 876622336.0, + "586": 876622336.0, + "587": 876622336.0, + "588": 876622336.0, + "589": 876622336.0, + "590": 876622336.0, + "591": 876622336.0, + "592": 876622336.0, + "593": 876622336.0, + "594": 876622336.0, + "595": 876622336.0, + "596": 876622336.0, + "597": 876622336.0, + "598": 876622336.0, + "599": 876622336.0, + "600": 876622336.0, + "601": 876622336.0, + "602": 876622336.0, + "603": 876622336.0, + "604": 876622336.0, + "605": 876622336.0, + "606": 876622336.0, + "607": 876622336.0, + "608": 876622336.0, + "609": 876622336.0, + "610": 876622336.0, + "611": 876622336.0, + "612": 876622336.0, + "613": 876622336.0, + "614": 876622336.0, + "615": 876622336.0, + "616": 876622336.0, + "617": 876622336.0, + "618": 876622336.0, + "619": 876622336.0, + "620": 876622336.0, + "621": 876622336.0, + "622": 876622336.0, + "623": 876622336.0, + "624": 876622336.0, + "625": 876622336.0, + "626": 876622336.0, + "627": 876622336.0, + "628": 876622336.0, + "629": 876622336.0, + "630": 876622336.0, + "631": 876622336.0, + "632": 876622336.0, + "633": 876622336.0, + "634": 876622336.0, + "635": 876622336.0, + "636": 876622336.0, + "637": 876622336.0, + "638": 876622336.0, + "639": 876622336.0, + "640": 876622336.0, + "641": 876622336.0, + "642": 876622336.0, + "643": 876622336.0, + "644": 876622336.0, + "645": 876622336.0, + "646": 876622336.0, + "647": 876622336.0, + "648": 876622336.0, + "649": 876622336.0, + "650": 876622336.0, + "651": 876622336.0, + "652": 876622336.0, + "653": 876622336.0, + "654": 876622336.0, + "655": 876622336.0, + "656": 876622336.0, + "657": 876622336.0, + "658": 876622336.0, + "659": 876622336.0, + "660": 876622336.0, + "661": 876622336.0, + "662": 876622336.0, + "663": 876622336.0, + "664": 876622336.0, + "665": 876622336.0, + "666": 876622336.0, + "667": 876622336.0, + "668": 876622336.0, + "669": 876622336.0, + "670": 876622336.0, + "671": 876622336.0, + "672": 876622336.0, + "673": 876622336.0, + "674": 876622336.0, + "675": 876622336.0, + "676": 876622336.0, + "677": 876622336.0, + "678": 876622336.0, + "679": 876622336.0, + "680": 876622336.0, + "681": 876622336.0, + "682": 876622336.0, + "683": 876622336.0, + "684": 876622336.0, + "685": 876622336.0, + "686": 876622336.0, + "687": 876622336.0, + "688": 876622336.0, + "689": 876622336.0, + "690": 876622336.0, + "691": 876622336.0, + "692": 876622336.0, + "693": 876622336.0, + "694": 876622336.0, + "695": 876622336.0, + "696": 876622336.0, + "697": 876622336.0, + "698": 876622336.0, + "699": 876622336.0, + "700": 876622336.0, + "701": 876622336.0, + "702": 876622336.0, + "703": 876622336.0, + "704": 876622336.0, + "705": 876622336.0, + "706": 876622336.0, + "707": 876622336.0, + "708": 876622336.0, + "709": 876622336.0, + "710": 876622336.0, + "711": 876622336.0, + "712": 876622336.0, + "713": 876622336.0, + "714": 876622336.0, + "715": 876622336.0, + "716": 876622336.0, + "717": 876622336.0, + "718": 876622336.0, + "719": 876622336.0, + "720": 876622336.0, + "721": 876622336.0, + "722": 876622336.0, + "723": 876622336.0, + "724": 876622336.0, + "725": 876622336.0, + "726": 876622336.0, + "727": 876622336.0, + "728": 876622336.0, + "729": 876622336.0, + "730": 876622336.0, + "731": 876622336.0, + "732": 876622336.0, + "733": 876622336.0, + "734": 876622336.0, + "735": 876622336.0, + "736": 876622336.0, + "737": 876622336.0, + "738": 876622336.0, + "739": 876622336.0, + "740": 876622336.0, + "741": 876622336.0, + "742": 876622336.0, + "743": 876622336.0, + "744": 876622336.0, + "745": 876622336.0, + "746": 876622336.0, + "747": 876622336.0, + "748": 876622336.0, + "749": 876622336.0, + "750": 876622336.0, + "751": 876622336.0, + "752": 876622336.0, + "753": 876622336.0, + "754": 876622336.0, + "755": 876622336.0, + "756": 876622336.0, + "757": 876622336.0, + "758": 876622336.0, + "759": 876622336.0, + "760": 876622336.0, + "761": 876622336.0, + "762": 876622336.0, + "763": 876622336.0, + "764": 876622336.0, + "765": 876622336.0, + "766": 876622336.0, + "767": 876622336.0, + "768": 876622336.0, + "769": 876622336.0, + "770": 876622336.0, + "771": 876622336.0, + "772": 876622336.0, + "773": 876622336.0, + "774": 876622336.0, + "775": 876622336.0, + "776": 876622336.0, + "777": 876622336.0, + "778": 876622336.0, + "779": 876622336.0, + "780": 876622336.0, + "781": 876622336.0, + "782": 876622336.0, + "783": 876622336.0, + "784": 876622336.0, + "785": 876622336.0, + "786": 876622336.0, + "787": 876622336.0, + "788": 876622336.0, + "789": 876622336.0, + "790": 876622336.0, + "791": 876622336.0, + "792": 876622336.0, + "793": 876622336.0, + "794": 876622336.0, + "795": 876622336.0, + "796": 876622336.0, + "797": 876622336.0, + "798": 876622336.0, + "799": 876622336.0, + "800": 876622336.0, + "801": 876622336.0, + "802": 876622336.0, + "803": 876622336.0, + "804": 876622336.0, + "805": 876622336.0, + "806": 876622336.0, + "807": 876622336.0, + "808": 876622336.0, + "809": 876622336.0, + "810": 876622336.0, + "811": 876622336.0, + "812": 876622336.0, + "813": 876622336.0, + "814": 876622336.0, + "815": 876622336.0, + "816": 876622336.0, + "817": 876622336.0, + "818": 876622336.0, + "819": 876622336.0, + "820": 876622336.0, + "821": 876622336.0, + "822": 876622336.0, + "823": 876622336.0, + "824": 876622336.0, + "825": 876622336.0, + "826": 876622336.0, + "827": 876622336.0, + "828": 876622336.0, + "829": 876622336.0, + "830": 876622336.0, + "831": 876622336.0, + "832": 876622336.0, + "833": 876622336.0, + "834": 876622336.0, + "835": 876622336.0, + "836": 876622336.0, + "837": 876622336.0, + "838": 876622336.0, + "839": 876622336.0, + "840": 876622336.0, + "841": 876622336.0, + "842": 876622336.0, + "843": 876622336.0, + "844": 876622336.0, + "845": 876622336.0, + "846": 876622336.0, + "847": 876622336.0, + "848": 876622336.0, + "849": 876622336.0, + "850": 876622336.0, + "851": 876622336.0, + "852": 876622336.0, + "853": 876622336.0, + "854": 876622336.0, + "855": 876622336.0, + "856": 876622336.0, + "857": 876622336.0, + "858": 876622336.0, + "859": 876622336.0, + "860": 876622336.0, + "861": 876622336.0, + "862": 876622336.0, + "863": 876622336.0, + "864": 876622336.0, + "865": 876622336.0, + "866": 876622336.0, + "867": 876622336.0, + "868": 876622336.0, + "869": 876622336.0, + "870": 876622336.0, + "871": 876622336.0, + "872": 876622336.0, + "873": 876622336.0, + "874": 876622336.0, + "875": 876622336.0, + "876": 876622336.0, + "877": 876622336.0, + "878": 876622336.0, + "879": 876622336.0, + "880": 876622336.0, + "881": 876622336.0, + "882": 876622336.0, + "883": 876622336.0, + "884": 876622336.0, + "885": 876622336.0, + "886": 876622336.0, + "887": 876622336.0, + "888": 876622336.0, + "889": 876622336.0, + "890": 876622336.0, + "891": 876622336.0, + "892": 876622336.0, + "893": 876622336.0, + "894": 876622336.0, + "895": 876622336.0, + "896": 876622336.0, + "897": 876622336.0, + "898": 876622336.0, + "899": 876622336.0, + "900": 876622336.0, + "901": 876622336.0, + "902": 876622336.0, + "903": 876622336.0, + "904": 876622336.0, + "905": 876622336.0, + "906": 876622336.0, + "907": 876622336.0, + "908": 876622336.0, + "909": 876622336.0, + "910": 876622336.0, + "911": 876622336.0, + "912": 876622336.0, + "913": 876622336.0, + "914": 876622336.0, + "915": 876622336.0, + "916": 876622336.0, + "917": 876622336.0, + "918": 876622336.0, + "919": 876622336.0, + "920": 876622336.0, + "921": 876622336.0, + "922": 876622336.0, + "923": 876622336.0, + "924": 876622336.0, + "925": 876622336.0, + "926": 876622336.0, + "927": 876622336.0, + "928": 876622336.0, + "929": 876622336.0, + "930": 876622336.0, + "931": 876622336.0, + "932": 876622336.0, + "933": 876622336.0, + "934": 876622336.0, + "935": 876622336.0, + "936": 876622336.0, + "937": 876622336.0, + "938": 876622336.0, + "939": 876622336.0, + "940": 876622336.0, + "941": 876622336.0, + "942": 876622336.0, + "943": 876622336.0, + "944": 876622336.0, + "945": 876622336.0, + "946": 876622336.0, + "947": 876622336.0, + "948": 876622336.0, + "949": 876622336.0, + "950": 876622336.0, + "951": 876622336.0, + "952": 876622336.0, + "953": 876622336.0, + "954": 876622336.0, + "955": 876622336.0, + "956": 876622336.0, + "957": 876622336.0, + "958": 876622336.0, + "959": 876622336.0, + "960": 876622336.0, + "961": 876622336.0, + "962": 876622336.0, + "963": 876622336.0, + "964": 876622336.0, + "965": 876622336.0, + "966": 876622336.0, + "967": 876622336.0, + "968": 876622336.0, + "969": 876622336.0, + "970": 876622336.0, + "971": 876622336.0, + "972": 876622336.0, + "973": 876622336.0, + "974": 876622336.0, + "975": 876622336.0, + "976": 876622336.0, + "977": 876622336.0, + "978": 876622336.0, + "979": 876622336.0, + "980": 876622336.0, + "981": 876622336.0, + "982": 876622336.0, + "983": 876622336.0, + "984": 876622336.0, + "985": 876622336.0, + "986": 876622336.0, + "987": 876622336.0, + "988": 876622336.0, + "989": 876622336.0, + "990": 876622336.0, + "991": 876622336.0, + "992": 876622336.0, + "993": 876622336.0, + "994": 876622336.0, + "995": 876622336.0, + "996": 876622336.0, + "997": 876622336.0, + "998": 876622336.0, + "999": 876622336.0, + "1000": 876622336.0, + "1001": 876622336.0, + "1002": 876622336.0, + "1003": 876622336.0, + "1004": 876622336.0, + "1005": 876622336.0, + "1006": 876622336.0, + "1007": 876622336.0, + "1008": 876622336.0, + "1009": 876622336.0, + "1010": 876622336.0, + "1011": 876622336.0, + "1012": 876622336.0, + "1013": 876622336.0, + "1014": 876622336.0, + "1015": 876622336.0, + "1016": 876622336.0, + "1017": 876622336.0, + "1018": 876622336.0, + "1019": 876622336.0, + "1020": 876622336.0, + "1021": 876622336.0, + "1022": 876622336.0, + "1023": 876622336.0, + "1024": 876622336.0, + "1025": 876622336.0, + "1026": 876622336.0, + "1027": 876622336.0, + "1028": 876622336.0, + "1029": 876622336.0, + "1030": 876622336.0, + "1031": 876622336.0, + "1032": 876622336.0, + "1033": 876622336.0, + "1034": 876622336.0, + "1035": 876622336.0, + "1036": 876622336.0, + "1037": 876622336.0, + "1038": 876622336.0, + "1039": 876622336.0, + "1040": 876622336.0, + "1041": 876622336.0, + "1042": 876622336.0, + "1043": 876622336.0, + "1044": 876622336.0, + "1045": 876622336.0, + "1046": 876622336.0, + "1047": 876622336.0, + "1048": 876622336.0, + "1049": 876622336.0, + "1050": 876622336.0, + "1051": 876622336.0, + "1052": 876622336.0, + "1053": 876622336.0, + "1054": 876622336.0, + "1055": 876622336.0, + "1056": 876622336.0, + "1057": 876622336.0, + "1058": 876622336.0, + "1059": 876622336.0, + "1060": 876622336.0, + "1061": 876622336.0, + "1062": 876622336.0, + "1063": 876622336.0, + "1064": 876622336.0, + "1065": 876622336.0, + "1066": 876622336.0, + "1067": 876622336.0, + "1068": 876622336.0, + "1069": 876622336.0, + "1070": 876622336.0, + "1071": 876622336.0, + "1072": 876622336.0, + "1073": 876622336.0, + "1074": 876622336.0, + "1075": 876622336.0, + "1076": 876622336.0, + "1077": 876622336.0, + "1078": 876622336.0, + "1079": 876622336.0, + "1080": 876622336.0, + "1081": 876622336.0, + "1082": 876622336.0, + "1083": 876622336.0, + "1084": 876622336.0, + "1085": 876622336.0, + "1086": 876622336.0, + "1087": 876622336.0, + "1088": 876622336.0, + "1089": 876622336.0, + "1090": 876622336.0, + "1091": 876622336.0, + "1092": 876622336.0, + "1093": 876622336.0, + "1094": 876622336.0, + "1095": 876622336.0, + "1096": 876622336.0, + "1097": 876622336.0, + "1098": 876622336.0, + "1099": 876622336.0, + "1100": 876622336.0, + "1101": 876622336.0, + "1102": 876622336.0, + "1103": 876622336.0, + "1104": 876622336.0, + "1105": 876622336.0, + "1106": 876622336.0, + "1107": 876622336.0, + "1108": 876622336.0, + "1109": 876622336.0, + "1110": 876622336.0, + "1111": 876622336.0, + "1112": 876622336.0, + "1113": 876622336.0, + "1114": 876622336.0, + "1115": 876622336.0, + "1116": 876622336.0, + "1117": 876622336.0, + "1118": 876622336.0, + "1119": 876622336.0, + "1120": 876622336.0, + "1121": 876622336.0, + "1122": 876622336.0, + "1123": 876622336.0, + "1124": 876622336.0, + "1125": 876622336.0, + "1126": 876622336.0, + "1127": 876622336.0, + "1128": 876622336.0, + "1129": 876622336.0, + "1130": 876622336.0, + "1131": 876622336.0, + "1132": 876622336.0, + "1133": 876622336.0, + "1134": 876622336.0, + "1135": 876622336.0, + "1136": 876622336.0, + "1137": 876622336.0, + "1138": 876622336.0, + "1139": 876622336.0, + "1140": 876622336.0, + "1141": 876622336.0, + "1142": 876622336.0, + "1143": 876622336.0, + "1144": 876622336.0, + "1145": 876622336.0, + "1146": 876622336.0, + "1147": 876622336.0, + "1148": 876622336.0, + "1149": 876622336.0, + "1150": 876622336.0, + "1151": 876622336.0, + "1152": 876622336.0, + "1153": 876622336.0, + "1154": 876622336.0, + "1155": 876622336.0, + "1156": 876622336.0, + "1157": 876622336.0, + "1158": 876622336.0, + "1159": 876622336.0, + "1160": 876622336.0, + "1161": 876622336.0, + "1162": 876622336.0, + "1163": 876622336.0, + "1164": 876622336.0, + "1165": 876622336.0, + "1166": 876622336.0, + "1167": 876622336.0, + "1168": 876622336.0, + "1169": 876622336.0, + "1170": 876622336.0, + "1171": 876622336.0, + "1172": 876622336.0, + "1173": 876622336.0, + "1174": 876622336.0, + "1175": 876622336.0, + "1176": 876622336.0, + "1177": 876622336.0, + "1178": 876622336.0, + "1179": 876622336.0, + "1180": 876622336.0, + "1181": 876622336.0, + "1182": 876622336.0, + "1183": 876622336.0, + "1184": 876622336.0, + "1185": 876622336.0, + "1186": 876622336.0, + "1187": 876622336.0, + "1188": 876622336.0, + "1189": 876622336.0, + "1190": 876622336.0, + "1191": 876622336.0, + "1192": 876622336.0, + "1193": 876622336.0, + "1194": 876622336.0, + "1195": 876622336.0, + "1196": 876622336.0, + "1197": 876622336.0, + "1198": 876622336.0, + "1199": 876622336.0, + "1200": 876622336.0, + "1201": 876622336.0, + "1202": 876622336.0, + "1203": 876622336.0, + "1204": 876622336.0, + "1205": 876622336.0, + "1206": 876622336.0, + "1207": 876622336.0, + "1208": 876622336.0, + "1209": 876622336.0, + "1210": 876622336.0, + "1211": 876622336.0, + "1212": 876622336.0, + "1213": 876622336.0, + "1214": 876622336.0, + "1215": 876622336.0, + "1216": 876622336.0, + "1217": 876622336.0, + "1218": 876622336.0, + "1219": 876622336.0, + "1220": 876622336.0, + "1221": 876622336.0, + "1222": 876622336.0, + "1223": 876622336.0, + "1224": 876622336.0, + "1225": 876622336.0, + "1226": 876622336.0, + "1227": 876622336.0, + "1228": 876622336.0, + "1229": 876622336.0, + "1230": 876622336.0, + "1231": 876622336.0, + "1232": 876622336.0, + "1233": 876622336.0, + "1234": 876622336.0, + "1235": 876622336.0, + "1236": 876622336.0, + "1237": 876622336.0, + "1238": 876622336.0, + "1239": 876622336.0, + "1240": 876622336.0, + "1241": 876622336.0, + "1242": 876622336.0, + "1243": 876622336.0, + "1244": 876622336.0, + "1245": 876622336.0, + "1246": 876622336.0, + "1247": 876622336.0, + "1248": 876622336.0, + "1249": 876622336.0, + "1250": 876622336.0, + "1251": 876622336.0, + "1252": 876622336.0, + "1253": 876622336.0, + "1254": 876622336.0, + "1255": 876622336.0, + "1256": 876622336.0, + "1257": 876622336.0, + "1258": 876622336.0, + "1259": 876622336.0, + "1260": 876622336.0, + "1261": 876622336.0, + "1262": 876622336.0, + "1263": 876622336.0, + "1264": 876622336.0, + "1265": 876622336.0, + "1266": 876622336.0, + "1267": 876622336.0, + "1268": 876622336.0, + "1269": 876622336.0, + "1270": 876622336.0, + "1271": 876622336.0, + "1272": 876622336.0, + "1273": 876622336.0, + "1274": 876622336.0, + "1275": 876622336.0, + "1276": 876622336.0, + "1277": 876622336.0, + "1278": 876622336.0, + "1279": 876622336.0, + "1280": 876622336.0, + "1281": 876622336.0, + "1282": 876622336.0, + "1283": 876622336.0, + "1284": 876622336.0, + "1285": 876622336.0, + "1286": 876622336.0, + "1287": 876622336.0, + "1288": 876622336.0, + "1289": 876622336.0, + "1290": 876622336.0, + "1291": 876622336.0, + "1292": 876622336.0, + "1293": 876622336.0, + "1294": 876622336.0, + "1295": 876622336.0, + "1296": 876622336.0, + "1297": 876622336.0, + "1298": 876622336.0, + "1299": 876622336.0, + "1300": 876622336.0, + "1301": 876622336.0, + "1302": 876622336.0, + "1303": 876622336.0, + "1304": 876622336.0, + "1305": 876622336.0, + "1306": 876622336.0, + "1307": 876622336.0, + "1308": 876622336.0, + "1309": 876622336.0, + "1310": 876622336.0, + "1311": 876622336.0, + "1312": 876622336.0, + "1313": 876622336.0, + "1314": 876622336.0, + "1315": 876622336.0, + "1316": 876622336.0, + "1317": 876622336.0, + "1318": 876622336.0, + "1319": 876622336.0, + "1320": 876622336.0, + "1321": 876622336.0, + "1322": 876622336.0, + "1323": 876622336.0, + "1324": 876622336.0, + "1325": 876622336.0, + "1326": 876622336.0, + "1327": 876622336.0, + "1328": 876622336.0, + "1329": 876622336.0, + "1330": 876622336.0, + "1331": 876622336.0, + "1332": 876622336.0, + "1333": 876622336.0, + "1334": 876622336.0, + "1335": 876622336.0, + "1336": 876622336.0, + "1337": 876622336.0, + "1338": 876622336.0, + "1339": 876622336.0, + "1340": 876622336.0, + "1341": 876622336.0, + "1342": 876622336.0, + "1343": 876622336.0, + "1344": 876622336.0, + "1345": 876622336.0, + "1346": 876622336.0, + "1347": 876622336.0, + "1348": 876622336.0, + "1349": 876622336.0, + "1350": 876622336.0, + "1351": 876622336.0, + "1352": 876622336.0, + "1353": 876622336.0, + "1354": 876622336.0, + "1355": 876622336.0, + "1356": 876622336.0, + "1357": 876622336.0, + "1358": 876622336.0, + "1359": 876622336.0, + "1360": 876622336.0, + "1361": 876622336.0, + "1362": 876622336.0, + "1363": 876622336.0, + "1364": 876622336.0, + "1365": 876622336.0, + "1366": 876622336.0, + "1367": 876622336.0, + "1368": 876622336.0, + "1369": 876622336.0, + "1370": 876622336.0, + "1371": 876622336.0, + "1372": 876622336.0, + "1373": 876622336.0, + "1374": 876622336.0, + "1375": 876622336.0, + "1376": 876622336.0, + "1377": 876622336.0, + "1378": 876622336.0, + "1379": 876622336.0, + "1380": 876622336.0, + "1381": 876622336.0, + "1382": 876622336.0, + "1383": 876622336.0, + "1384": 876622336.0, + "1385": 876622336.0, + "1386": 876622336.0, + "1387": 876622336.0, + "1388": 876622336.0, + "1389": 876622336.0, + "1390": 876622336.0, + "1391": 876622336.0, + "1392": 876622336.0, + "1393": 876622336.0, + "1394": 876622336.0, + "1395": 876622336.0, + "1396": 876622336.0, + "1397": 876622336.0, + "1398": 876622336.0, + "1399": 876622336.0, + "1400": 876622336.0, + "1401": 876622336.0, + "1402": 876622336.0, + "1403": 876622336.0, + "1404": 876622336.0, + "1405": 876622336.0, + "1406": 876622336.0, + "1407": 876622336.0, + "1408": 876622336.0, + "1409": 876622336.0, + "1410": 876622336.0, + "1411": 876622336.0, + "1412": 876622336.0, + "1413": 876622336.0, + "1414": 876622336.0, + "1415": 876622336.0, + "1416": 876622336.0, + "1417": 876622336.0, + "1418": 876622336.0, + "1419": 876622336.0, + "1420": 876622336.0, + "1421": 876622336.0, + "1422": 876622336.0, + "1423": 876622336.0, + "1424": 876622336.0, + "1425": 876622336.0, + "1426": 876622336.0, + "1427": 876622336.0, + "1428": 876622336.0, + "1429": 876622336.0, + "1430": 876622336.0, + "1431": 876622336.0, + "1432": 876622336.0, + "1433": 876622336.0, + "1434": 876622336.0, + "1435": 876622336.0, + "1436": 876622336.0, + "1437": 876622336.0, + "1438": 876622336.0, + "1439": 876622336.0, + "1440": 876622336.0, + "1441": 876622336.0, + "1442": 876622336.0, + "1443": 876622336.0, + "1444": 876622336.0, + "1445": 876622336.0, + "1446": 876622336.0, + "1447": 876622336.0, + "1448": 876622336.0, + "1449": 876622336.0, + "1450": 876622336.0, + "1451": 876622336.0, + "1452": 876622336.0, + "1453": 876622336.0, + "1454": 876622336.0, + "1455": 876622336.0, + "1456": 876622336.0, + "1457": 876622336.0, + "1458": 876622336.0, + "1459": 876622336.0, + "1460": 876622336.0, + "1461": 876622336.0, + "1462": 876622336.0, + "1463": 876622336.0, + "1464": 876622336.0, + "1465": 876622336.0, + "1466": 876622336.0, + "1467": 876622336.0, + "1468": 876622336.0, + "1469": 876622336.0, + "1470": 876622336.0, + "1471": 876622336.0, + "1472": 876622336.0, + "1473": 876622336.0, + "1474": 876622336.0, + "1475": 876622336.0, + "1476": 876622336.0, + "1477": 876622336.0, + "1478": 876622336.0, + "1479": 876622336.0, + "1480": 876622336.0, + "1481": 876622336.0, + "1482": 876622336.0, + "1483": 876622336.0, + "1484": 876622336.0, + "1485": 876622336.0, + "1486": 876622336.0, + "1487": 876622336.0, + "1488": 876622336.0, + "1489": 876622336.0, + "1490": 876622336.0, + "1491": 876622336.0, + "1492": 876622336.0, + "1493": 876622336.0, + "1494": 876622336.0, + "1495": 876622336.0, + "1496": 876622336.0, + "1497": 876622336.0, + "1498": 876622336.0, + "1499": 876622336.0, + "1500": 876622336.0, + "1501": 876622336.0, + "1502": 876622336.0, + "1503": 876622336.0, + "1504": 876622336.0, + "1505": 876622336.0, + "1506": 876622336.0, + "1507": 876622336.0, + "1508": 876622336.0, + "1509": 876622336.0, + "1510": 876622336.0, + "1511": 876622336.0, + "1512": 876622336.0, + "1513": 876622336.0, + "1514": 876622336.0, + "1515": 876622336.0, + "1516": 876622336.0, + "1517": 876622336.0, + "1518": 876622336.0, + "1519": 876622336.0, + "1520": 876622336.0, + "1521": 876622336.0, + "1522": 876622336.0, + "1523": 876622336.0, + "1524": 876622336.0, + "1525": 876622336.0, + "1526": 876622336.0, + "1527": 876622336.0, + "1528": 876622336.0, + "1529": 876622336.0, + "1530": 876622336.0, + "1531": 876622336.0, + "1532": 876622336.0, + "1533": 876622336.0, + "1534": 876622336.0, + "1535": 876622336.0, + "1536": 876622336.0, + "1537": 876622336.0, + "1538": 876622336.0, + "1539": 876622336.0, + "1540": 876622336.0, + "1541": 876622336.0, + "1542": 876622336.0, + "1543": 876622336.0, + "1544": 876622336.0, + "1545": 876622336.0, + "1546": 876622336.0, + "1547": 876622336.0, + "1548": 876622336.0, + "1549": 876622336.0, + "1550": 876622336.0, + "1551": 876622336.0, + "1552": 876622336.0, + "1553": 876622336.0, + "1554": 876622336.0, + "1555": 876622336.0, + "1556": 876622336.0, + "1557": 876622336.0, + "1558": 876622336.0, + "1559": 876622336.0, + "1560": 876622336.0, + "1561": 876622336.0, + "1562": 876622336.0, + "1563": 876622336.0, + "1564": 876622336.0, + "1565": 876622336.0, + "1566": 876622336.0, + "1567": 876622336.0, + "1568": 876622336.0, + "1569": 876622336.0, + "1570": 876622336.0, + "1571": 876622336.0, + "1572": 876622336.0, + "1573": 876622336.0, + "1574": 876622336.0, + "1575": 876622336.0, + "1576": 876622336.0, + "1577": 876622336.0, + "1578": 876622336.0, + "1579": 876622336.0, + "1580": 876622336.0, + "1581": 876622336.0, + "1582": 876622336.0, + "1583": 876622336.0, + "1584": 876622336.0, + "1585": 876622336.0, + "1586": 876622336.0, + "1587": 876622336.0, + "1588": 876622336.0, + "1589": 876622336.0, + "1590": 876622336.0, + "1591": 876622336.0, + "1592": 876622336.0, + "1593": 876622336.0, + "1594": 876622336.0, + "1595": 876622336.0, + "1596": 876622336.0, + "1597": 876622336.0, + "1598": 876622336.0, + "1599": 876622336.0, + "1600": 876622336.0, + "1601": 876622336.0, + "1602": 876622336.0, + "1603": 876622336.0, + "1604": 876622336.0, + "1605": 876622336.0, + "1606": 876622336.0, + "1607": 876622336.0, + "1608": 876622336.0, + "1609": 876622336.0, + "1610": 876622336.0, + "1611": 876622336.0, + "1612": 876622336.0, + "1613": 876622336.0, + "1614": 876622336.0, + "1615": 876622336.0, + "1616": 876622336.0, + "1617": 876622336.0, + "1618": 876622336.0, + "1619": 876622336.0, + "1620": 876622336.0, + "1621": 876622336.0, + "1622": 876622336.0, + "1623": 876622336.0, + "1624": 876622336.0, + "1625": 876622336.0, + "1626": 876622336.0, + "1627": 876622336.0, + "1628": 876622336.0, + "1629": 876622336.0, + "1630": 876622336.0, + "1631": 876622336.0, + "1632": 876622336.0, + "1633": 876622336.0, + "1634": 876622336.0, + "1635": 876622336.0, + "1636": 876622336.0, + "1637": 876622336.0, + "1638": 876622336.0, + "1639": 876622336.0, + "1640": 876622336.0, + "1641": 876622336.0, + "1642": 876622336.0, + "1643": 876622336.0, + "1644": 876622336.0, + "1645": 876622336.0, + "1646": 876622336.0, + "1647": 876622336.0, + "1648": 876622336.0, + "1649": 876622336.0, + "1650": 876622336.0, + "1651": 876622336.0, + "1652": 876622336.0, + "1653": 876622336.0, + "1654": 876622336.0, + "1655": 876622336.0, + "1656": 876622336.0, + "1657": 876622336.0, + "1658": 876622336.0, + "1659": 876622336.0, + "1660": 876622336.0, + "1661": 876622336.0, + "1662": 876622336.0, + "1663": 876622336.0, + "1664": 876622336.0, + "1665": 876622336.0, + "1666": 876622336.0, + "1667": 876622336.0, + "1668": 876622336.0, + "1669": 876622336.0, + "1670": 876622336.0, + "1671": 876622336.0, + "1672": 876622336.0, + "1673": 876622336.0, + "1674": 876622336.0, + "1675": 876622336.0, + "1676": 876622336.0, + "1677": 876622336.0, + "1678": 876622336.0, + "1679": 876622336.0, + "1680": 876622336.0, + "1681": 876622336.0, + "1682": 876622336.0, + "1683": 876622336.0, + "1684": 876622336.0, + "1685": 876622336.0, + "1686": 876622336.0, + "1687": 876622336.0, + "1688": 876622336.0, + "1689": 876622336.0, + "1690": 876622336.0, + "1691": 876622336.0, + "1692": 876622336.0, + "1693": 876622336.0, + "1694": 876622336.0, + "1695": 876622336.0, + "1696": 876622336.0, + "1697": 876622336.0, + "1698": 876622336.0, + "1699": 876622336.0, + "1700": 876622336.0, + "1701": 876622336.0, + "1702": 876622336.0, + "1703": 876622336.0, + "1704": 876622336.0, + "1705": 876622336.0, + "1706": 876622336.0, + "1707": 876622336.0, + "1708": 876622336.0, + "1709": 876622336.0, + "1710": 876622336.0, + "1711": 876622336.0, + "1712": 876622336.0, + "1713": 876622336.0, + "1714": 876622336.0, + "1715": 876622336.0, + "1716": 876622336.0, + "1717": 876622336.0, + "1718": 876622336.0, + "1719": 876622336.0, + "1720": 876622336.0, + "1721": 876622336.0, + "1722": 876622336.0, + "1723": 876622336.0, + "1724": 876622336.0, + "1725": 876622336.0, + "1726": 876622336.0, + "1727": 876622336.0, + "1728": 876622336.0, + "1729": 876622336.0, + "1730": 876622336.0, + "1731": 876622336.0, + "1732": 876622336.0, + "1733": 876622336.0, + "1734": 876622336.0, + "1735": 876622336.0, + "1736": 876622336.0, + "1737": 876622336.0, + "1738": 876622336.0, + "1739": 876622336.0, + "1740": 876622336.0, + "1741": 876622336.0, + "1742": 876622336.0, + "1743": 876622336.0, + "1744": 876622336.0, + "1745": 876622336.0, + "1746": 876622336.0, + "1747": 876622336.0, + "1748": 876622336.0, + "1749": 876622336.0, + "1750": 876622336.0, + "1751": 876622336.0, + "1752": 876622336.0, + "1753": 876622336.0, + "1754": 876622336.0, + "1755": 876622336.0, + "1756": 876622336.0, + "1757": 876622336.0, + "1758": 876622336.0, + "1759": 876622336.0, + "1760": 876622336.0, + "1761": 876622336.0, + "1762": 876622336.0, + "1763": 876622336.0, + "1764": 876622336.0, + "1765": 876622336.0, + "1766": 876622336.0, + "1767": 876622336.0, + "1768": 876622336.0, + "1769": 876622336.0, + "1770": 876622336.0, + "1771": 876622336.0, + "1772": 876622336.0, + "1773": 876622336.0, + "1774": 876622336.0, + "1775": 876622336.0, + "1776": 876622336.0, + "1777": 876622336.0, + "1778": 876622336.0, + "1779": 876622336.0, + "1780": 876622336.0, + "1781": 876622336.0, + "1782": 876622336.0, + "1783": 876622336.0, + "1784": 876622336.0, + "1785": 876622336.0, + "1786": 876622336.0, + "1787": 876622336.0, + "1788": 876622336.0, + "1789": 876622336.0, + "1790": 876622336.0, + "1791": 876622336.0, + "1792": 876622336.0, + "1793": 876622336.0, + "1794": 876622336.0, + "1795": 876622336.0, + "1796": 876622336.0, + "1797": 876622336.0, + "1798": 876622336.0, + "1799": 876622336.0, + "1800": 876622336.0, + "1801": 876622336.0, + "1802": 876622336.0, + "1803": 876622336.0, + "1804": 876622336.0, + "1805": 876622336.0, + "1806": 876622336.0, + "1807": 876622336.0, + "1808": 876622336.0, + "1809": 876622336.0, + "1810": 876622336.0, + "1811": 876622336.0, + "1812": 876622336.0, + "1813": 876622336.0, + "1814": 876622336.0, + "1815": 876622336.0, + "1816": 876622336.0, + "1817": 876622336.0, + "1818": 876622336.0, + "1819": 876622336.0, + "1820": 876622336.0, + "1821": 876622336.0, + "1822": 876622336.0, + "1823": 876622336.0, + "1824": 876622336.0, + "1825": 876622336.0, + "1826": 876622336.0, + "1827": 876622336.0, + "1828": 876622336.0, + "1829": 876622336.0, + "1830": 876622336.0, + "1831": 876622336.0, + "1832": 876622336.0, + "1833": 876622336.0, + "1834": 876622336.0, + "1835": 876622336.0, + "1836": 876622336.0, + "1837": 876622336.0, + "1838": 876622336.0, + "1839": 876622336.0, + "1840": 876622336.0, + "1841": 876622336.0, + "1842": 876622336.0, + "1843": 876622336.0, + "1844": 876622336.0, + "1845": 876622336.0, + "1846": 876622336.0, + "1847": 876622336.0, + "1848": 876622336.0, + "1849": 876622336.0, + "1850": 876622336.0, + "1851": 876622336.0, + "1852": 876622336.0, + "1853": 876622336.0, + "1854": 876622336.0, + "1855": 876622336.0, + "1856": 876622336.0, + "1857": 876622336.0, + "1858": 876622336.0, + "1859": 876622336.0, + "1860": 876622336.0, + "1861": 876622336.0, + "1862": 876622336.0, + "1863": 876622336.0, + "1864": 876622336.0, + "1865": 876622336.0, + "1866": 876622336.0, + "1867": 876622336.0, + "1868": 876622336.0, + "1869": 876622336.0, + "1870": 876622336.0, + "1871": 876622336.0, + "1872": 876622336.0, + "1873": 876622336.0, + "1874": 876622336.0, + "1875": 876622336.0, + "1876": 876622336.0, + "1877": 876622336.0, + "1878": 876622336.0, + "1879": 876622336.0, + "1880": 876622336.0, + "1881": 876622336.0, + "1882": 876622336.0, + "1883": 876622336.0, + "1884": 876622336.0, + "1885": 876622336.0, + "1886": 876622336.0, + "1887": 876622336.0, + "1888": 876622336.0, + "1889": 876622336.0, + "1890": 876622336.0, + "1891": 876622336.0, + "1892": 876622336.0, + "1893": 876622336.0, + "1894": 876622336.0, + "1895": 876622336.0, + "1896": 876622336.0, + "1897": 876622336.0, + "1898": 876622336.0, + "1899": 876622336.0, + "1900": 876622336.0, + "1901": 876622336.0, + "1902": 876622336.0, + "1903": 876622336.0, + "1904": 876622336.0, + "1905": 876622336.0, + "1906": 876622336.0, + "1907": 876622336.0, + "1908": 876622336.0, + "1909": 876622336.0, + "1910": 876622336.0, + "1911": 876622336.0, + "1912": 876622336.0, + "1913": 876622336.0, + "1914": 876622336.0, + "1915": 876622336.0, + "1916": 876622336.0, + "1917": 876622336.0, + "1918": 876622336.0, + "1919": 876622336.0, + "1920": 876622336.0, + "1921": 876622336.0, + "1922": 876622336.0, + "1923": 876622336.0, + "1924": 876622336.0, + "1925": 876622336.0, + "1926": 876622336.0, + "1927": 876622336.0, + "1928": 876622336.0, + "1929": 876622336.0, + "1930": 876622336.0, + "1931": 876622336.0, + "1932": 876622336.0, + "1933": 876622336.0, + "1934": 876622336.0, + "1935": 876622336.0, + "1936": 876622336.0, + "1937": 876622336.0, + "1938": 876622336.0, + "1939": 876622336.0, + "1940": 876622336.0, + "1941": 876622336.0, + "1942": 876622336.0, + "1943": 876622336.0, + "1944": 876622336.0, + "1945": 876622336.0, + "1946": 876622336.0, + "1947": 876622336.0, + "1948": 876622336.0, + "1949": 876622336.0, + "1950": 876622336.0, + "1951": 876622336.0, + "1952": 876622336.0, + "1953": 876622336.0, + "1954": 876622336.0, + "1955": 876622336.0, + "1956": 876622336.0, + "1957": 876622336.0, + "1958": 876622336.0, + "1959": 876622336.0, + "1960": 876622336.0, + "1961": 876622336.0, + "1962": 876622336.0, + "1963": 876622336.0, + "1964": 876622336.0, + "1965": 876622336.0, + "1966": 876622336.0, + "1967": 876622336.0, + "1968": 876622336.0, + "1969": 876622336.0, + "1970": 876622336.0, + "1971": 876622336.0, + "1972": 876622336.0, + "1973": 876622336.0, + "1974": 876622336.0, + "1975": 876622336.0, + "1976": 876622336.0, + "1977": 876622336.0, + "1978": 876622336.0, + "1979": 876622336.0, + "1980": 876622336.0, + "1981": 876622336.0, + "1982": 876622336.0, + "1983": 876622336.0, + "1984": 876622336.0, + "1985": 876622336.0, + "1986": 876622336.0, + "1987": 876622336.0, + "1988": 876622336.0, + "1989": 876622336.0, + "1990": 876622336.0, + "1991": 876622336.0, + "1992": 876622336.0, + "1993": 876622336.0, + "1994": 876622336.0, + "1995": 876622336.0, + "1996": 876622336.0, + "1997": 876622336.0, + "1998": 876622336.0, + "1999": 876622336.0, + "2000": 876622336.0 } }, "iteration-time": { @@ -8033,2005 +8033,2005 @@ "step_interval": 1, "values": { "1": "nan", - "2": 8.38106, - "3": 1.85258, - "4": 1.85387, - "5": 1.85175, - "6": 1.83911, - "7": 2.11828, - "8": 1.84693, - "9": 1.83492, - "10": 1.85707, - "11": 1.91838, - "12": 2.01578, - "13": 1.96794, - "14": 1.8672, - "15": 1.86713, - "16": 1.85414, - "17": 1.86684, - "18": 1.86972, - "19": 1.8683, - "20": 1.86806, - "21": 1.86707, - "22": 1.87035, - "23": 1.87172, - "24": 1.86965, - "25": 1.86595, - "26": 1.86263, - "27": 1.88783, - "28": 1.86911, - "29": 1.86976, - "30": 1.87412, - "31": 1.88215, - "32": 1.86584, - "33": 1.88446, - "34": 1.88023, - "35": 1.87687, - "36": 1.88212, - "37": 1.87502, - "38": 1.86785, - "39": 1.86873, - "40": 1.8635, - "41": 1.86679, - "42": 1.86998, - "43": 1.87014, - "44": 1.8704, - "45": 1.87777, - "46": 1.88831, - "47": 1.87556, - "48": 1.87655, - "49": 1.8821, - "50": 1.88299, - "51": 1.88101, - "52": 1.88234, - "53": 1.88456, - "54": 1.89888, - "55": 1.90683, - "56": 1.90487, - "57": 1.90733, - "58": 1.90381, - "59": 1.90254, - "60": 1.91105, - "61": 1.91081, - "62": 1.91007, - "63": 1.91379, - "64": 1.89417, - "65": 1.88616, - "66": 1.89631, - "67": 1.88884, - "68": 1.89303, - "69": 1.88997, - "70": 1.89295, - "71": 1.89774, - "72": 1.88959, - "73": 1.8878, - "74": 1.88712, - "75": 1.88889, - "76": 1.88768, - "77": 1.89012, - "78": 1.89038, - "79": 1.88962, - "80": 1.8836, - "81": 1.89464, - "82": 1.89134, - "83": 1.89154, - "84": 1.90281, - "85": 2.01599, - "86": 1.94497, - "87": 1.88711, - "88": 1.88405, - "89": 1.89257, - "90": 1.89055, - "91": 1.88764, - "92": 1.89901, - "93": 1.89448, - "94": 1.89201, - "95": 1.89684, - "96": 1.85952, - "97": 1.87872, - "98": 1.86868, - "99": 1.86337, - "100": 1.86811, - "101": 1.87775, - "102": 1.87463, - "103": 1.86339, - "104": 1.92793, - "105": 1.93843, - "106": 1.93464, - "107": 1.91867, - "108": 1.90829, - "109": 1.91136, - "110": 1.89975, - "111": 1.89356, - "112": 1.88871, - "113": 1.90268, - "114": 1.89507, - "115": 1.90233, - "116": 1.887, - "117": 1.89195, - "118": 1.89267, - "119": 1.88675, - "120": 1.90144, - "121": 1.89744, - "122": 1.89744, - "123": 1.90209, - "124": 1.89969, - "125": 1.90285, - "126": 1.86789, - "127": 1.8847, - "128": 1.90333, - "129": 1.90193, - "130": 1.9091, - "131": 1.90567, - "132": 1.90034, - "133": 1.89688, - "134": 1.90761, - "135": 1.90052, - "136": 1.90486, - "137": 1.91471, - "138": 1.90491, - "139": 1.88716, - "140": 1.88047, - "141": 1.88809, - "142": 1.88473, - "143": 1.88503, - "144": 1.89594, - "145": 1.88449, - "146": 1.8863, - "147": 1.93072, - "148": 1.96852, - "149": 1.94491, - "150": 1.94488, - "151": 1.9337, - "152": 1.93949, - "153": 1.93851, - "154": 1.93386, - "155": 1.94225, - "156": 1.93406, - "157": 1.93974, - "158": 1.93297, - "159": 1.93765, - "160": 1.94463, - "161": 1.93769, - "162": 1.93574, - "163": 1.93225, - "164": 1.93728, - "165": 1.93324, - "166": 1.93961, - "167": 1.9361, - "168": 1.93885, - "169": 1.93942, - "170": 1.93747, - "171": 1.94423, - "172": 1.94228, - "173": 1.92606, - "174": 1.92672, - "175": 1.93585, - "176": 1.94254, - "177": 1.94117, - "178": 1.93302, - "179": 1.93312, - "180": 1.92933, - "181": 1.9285, - "182": 1.92941, - "183": 1.9303, - "184": 1.93491, - "185": 1.94096, - "186": 1.93661, - "187": 1.94941, - "188": 1.9529, - "189": 1.94129, - "190": 1.94835, - "191": 1.93279, - "192": 1.9334, - "193": 1.93718, - "194": 1.91687, - "195": 2.01033, - "196": 1.94068, - "197": 1.94138, - "198": 1.94798, - "199": 1.94653, - "200": 1.94071, - "201": 1.9605, - "202": 1.96149, - "203": 1.95082, - "204": 1.95968, - "205": 1.95734, - "206": 1.94569, - "207": 1.91971, - "208": 1.93561, - "209": 1.93236, - "210": 1.92979, - "211": 1.92747, - "212": 2.88091, - "213": 2.58008, - "214": 1.97639, - "215": 1.95397, - "216": 2.33788, - "217": 2.92161, - "218": 1.91703, - "219": 1.92533, - "220": 1.91323, - "221": 1.91829, - "222": 1.91679, - "223": 1.92213, - "224": 1.91054, - "225": 1.90408, - "226": 1.89901, - "227": 1.8986, - "228": 1.90621, - "229": 1.90026, - "230": 1.89905, - "231": 1.90195, - "232": 1.90589, - "233": 1.89689, - "234": 1.90094, - "235": 1.90883, - "236": 1.90516, - "237": 1.90132, - "238": 1.90635, - "239": 1.90335, - "240": 1.90878, - "241": 1.9167, - "242": 1.90639, - "243": 1.90319, - "244": 1.89991, - "245": 1.90339, - "246": 1.90141, - "247": 1.9008, - "248": 1.89907, - "249": 1.90612, - "250": 1.90016, - "251": 1.90715, - "252": 1.91157, - "253": 1.89847, - "254": 1.90737, - "255": 1.90858, - "256": 1.903, - "257": 1.96501, - "258": 1.98481, - "259": 1.93086, - "260": 1.91955, - "261": 1.91527, - "262": 1.92017, - "263": 1.93097, - "264": 1.92379, - "265": 1.92229, - "266": 1.93029, - "267": 1.92294, - "268": 1.91208, - "269": 1.91952, - "270": 1.91951, - "271": 1.92531, - "272": 1.91956, - "273": 1.92007, - "274": 1.92076, - "275": 1.92029, - "276": 1.93095, - "277": 1.93252, - "278": 1.92812, - "279": 1.94614, - "280": 1.92851, - "281": 1.9262, - "282": 1.92823, - "283": 1.9228, - "284": 1.92441, - "285": 1.92494, - "286": 1.92664, - "287": 1.92676, - "288": 1.91943, - "289": 1.9178, - "290": 1.91919, - "291": 1.91891, - "292": 1.92823, - "293": 1.92429, - "294": 1.93484, - "295": 1.93365, - "296": 1.94845, - "297": 1.95498, - "298": 1.95773, - "299": 1.94364, - "300": 1.94533, - "301": 1.93159, - "302": 1.91951, - "303": 1.90765, - "304": 1.90819, - "305": 1.90664, - "306": 1.90886, - "307": 1.9113, - "308": 1.91398, - "309": 1.90812, - "310": 1.9185, - "311": 1.92308, - "312": 1.91833, - "313": 1.91565, - "314": 1.91536, - "315": 1.9283, - "316": 1.91658, - "317": 1.90354, - "318": 1.91199, - "319": 1.89465, - "320": 1.89822, - "321": 1.88651, - "322": 1.88593, - "323": 1.88739, - "324": 1.89814, - "325": 1.90037, - "326": 1.90595, - "327": 1.88562, - "328": 1.89711, - "329": 1.92202, - "330": 1.90509, - "331": 1.90637, - "332": 1.8959, - "333": 1.89874, - "334": 1.89712, - "335": 1.8887, - "336": 1.89281, - "337": 1.89206, - "338": 1.89536, - "339": 1.89616, - "340": 1.8975, - "341": 1.89888, - "342": 1.89689, - "343": 1.90198, - "344": 1.90584, - "345": 1.90131, - "346": 1.90518, - "347": 1.91596, - "348": 1.89942, - "349": 1.91598, - "350": 1.89351, - "351": 1.8993, - "352": 1.89364, - "353": 1.90326, - "354": 1.89531, - "355": 1.89612, - "356": 1.89481, - "357": 1.88936, - "358": 1.88758, - "359": 1.89917, - "360": 1.89409, - "361": 1.88611, - "362": 1.91363, - "363": 1.91484, - "364": 1.89433, - "365": 1.97469, - "366": 1.94618, - "367": 1.94511, - "368": 1.92485, - "369": 1.92735, - "370": 1.92538, - "371": 1.9248, - "372": 1.91482, - "373": 1.94319, - "374": 1.91971, - "375": 1.92242, - "376": 1.92296, - "377": 1.93131, - "378": 1.92106, - "379": 1.91572, - "380": 1.92513, - "381": 1.92608, - "382": 1.92994, - "383": 1.93394, - "384": 1.9177, - "385": 1.92247, - "386": 1.92134, - "387": 1.91837, - "388": 1.9153, - "389": 1.91696, - "390": 1.90886, - "391": 1.92485, - "392": 1.91963, - "393": 1.91147, - "394": 1.91405, - "395": 1.91518, - "396": 1.92168, - "397": 1.91576, - "398": 1.90739, - "399": 1.91236, - "400": 1.9328, - "401": 1.91656, - "402": 1.90881, - "403": 1.91241, - "404": 1.91134, - "405": 1.90969, - "406": 1.91208, - "407": 1.91237, - "408": 1.92457, - "409": 1.91143, - "410": 1.92432, - "411": 1.956, - "412": 1.95686, - "413": 1.92568, - "414": 1.90958, - "415": 1.90563, - "416": 1.91072, - "417": 1.91791, - "418": 1.92317, - "419": 1.91012, - "420": 1.89614, - "421": 1.89956, - "422": 1.90836, - "423": 1.90763, - "424": 1.91001, - "425": 1.89611, - "426": 1.90864, - "427": 1.90915, - "428": 1.90935, - "429": 1.94934, - "430": 1.93076, - "431": 2.37778, - "432": 2.35983, - "433": 2.05926, - "434": 2.5272, - "435": 2.88901, - "436": 3.40935, - "437": 1.91394, - "438": 1.92214, - "439": 1.91963, - "440": 1.92035, - "441": 1.92828, - "442": 1.94238, - "443": 1.92912, - "444": 1.93033, - "445": 1.92605, - "446": 1.93106, - "447": 1.93461, - "448": 1.93556, - "449": 1.92911, - "450": 1.93522, - "451": 1.94834, - "452": 1.93902, - "453": 1.94809, - "454": 1.93671, - "455": 1.93537, - "456": 1.94036, - "457": 1.94669, - "458": 1.94415, - "459": 1.93663, - "460": 1.93626, - "461": 1.9387, - "462": 1.93537, - "463": 1.93419, - "464": 1.934, - "465": 1.93496, - "466": 1.92696, - "467": 1.91523, - "468": 1.92803, - "469": 1.91236, - "470": 1.91837, - "471": 1.91113, - "472": 1.91016, - "473": 1.91291, - "474": 1.91922, - "475": 1.92135, - "476": 1.91359, - "477": 1.90173, - "478": 1.91377, - "479": 1.9151, - "480": 1.91079, - "481": 1.90896, - "482": 1.91638, - "483": 1.91804, - "484": 1.91469, - "485": 1.93345, - "486": 1.97802, - "487": 1.91034, - "488": 1.91745, - "489": 1.908, - "490": 1.91277, - "491": 1.91299, - "492": 1.91359, - "493": 1.90797, - "494": 1.90672, - "495": 1.91282, - "496": 1.90718, - "497": 1.91448, - "498": 1.91407, - "499": 1.92443, - "500": 1.91074, - "501": 1.9297, - "502": 1.92306, - "503": 1.94204, - "504": 1.93791, - "505": 1.9286, - "506": 1.91201, - "507": 1.91753, - "508": 1.91903, - "509": 1.92477, - "510": 1.93144, - "511": 1.9214, - "512": 1.9204, - "513": 1.92912, - "514": 1.92878, - "515": 1.92046, - "516": 1.92156, - "517": 1.92857, - "518": 1.9201, - "519": 1.92269, - "520": 1.9157, - "521": 1.94482, - "522": 1.91891, - "523": 1.92101, - "524": 1.92386, - "525": 1.92592, - "526": 1.93139, - "527": 1.92471, - "528": 1.92178, - "529": 1.93066, - "530": 1.92187, - "531": 1.9177, - "532": 1.91988, - "533": 1.92278, - "534": 1.91788, - "535": 1.91774, - "536": 1.92148, - "537": 1.92806, - "538": 1.92692, - "539": 1.93397, - "540": 1.8864, - "541": 1.8781, - "542": 1.87997, - "543": 1.88098, - "544": 1.89085, - "545": 1.90003, - "546": 1.90202, - "547": 1.87203, - "548": 1.87564, - "549": 1.86828, - "550": 1.87719, - "551": 1.87384, - "552": 1.8492, - "553": 1.85328, - "554": 1.85004, - "555": 1.84378, - "556": 1.85689, - "557": 1.86392, - "558": 1.85491, - "559": 1.85179, - "560": 1.85778, - "561": 1.85937, - "562": 1.86759, - "563": 1.86972, - "564": 1.86431, - "565": 1.86735, - "566": 1.86847, - "567": 1.8683, - "568": 1.84993, - "569": 1.86074, - "570": 1.84915, - "571": 1.84584, - "572": 1.85042, - "573": 1.85382, - "574": 1.85273, - "575": 1.87156, - "576": 1.85018, - "577": 1.84979, - "578": 1.85217, - "579": 1.83084, - "580": 1.84242, - "581": 1.84451, - "582": 1.84835, - "583": 1.84582, - "584": 1.84651, - "585": 1.84942, - "586": 1.84861, - "587": 1.84796, - "588": 1.84646, - "589": 1.84933, - "590": 1.8474, - "591": 2.16591, - "592": 1.86215, - "593": 1.86805, - "594": 1.86364, - "595": 1.84921, - "596": 1.85177, - "597": 1.85231, - "598": 1.8566, - "599": 2.17639, - "600": 1.86187, - "601": 1.84995, - "602": 1.86066, - "603": 1.85705, - "604": 1.86341, - "605": 1.85009, - "606": 1.84535, - "607": 1.84464, - "608": 1.84731, - "609": 1.85106, - "610": 1.85387, - "611": 1.87302, - "612": 1.8507, - "613": 1.85746, - "614": 1.85658, - "615": 1.86192, - "616": 1.85706, - "617": 1.85072, - "618": 1.84562, - "619": 1.84765, - "620": 1.84921, - "621": 1.84519, - "622": 1.84864, - "623": 1.9164, - "624": 1.85597, - "625": 1.84441, - "626": 1.84216, - "627": 1.85919, - "628": 1.86464, - "629": 1.90144, - "630": 1.86885, - "631": 1.85806, - "632": 1.85625, - "633": 1.84608, - "634": 1.85813, - "635": 1.85457, - "636": 1.84698, - "637": 1.84502, - "638": 1.84428, - "639": 1.84207, - "640": 1.84681, - "641": 1.84163, - "642": 1.84559, - "643": 1.85529, - "644": 1.84818, - "645": 1.84523, - "646": 1.83933, - "647": 1.8568, - "648": 1.86689, - "649": 1.84316, - "650": 1.84572, - "651": 1.83339, - "652": 1.84452, - "653": 1.83705, - "654": 1.83217, - "655": 1.82885, - "656": 2.92638, - "657": 6.32854, - "658": 5.62047, - "659": 1.84457, - "660": 1.84395, - "661": 1.8668, - "662": 1.84234, - "663": 1.84439, - "664": 1.83967, - "665": 1.83387, - "666": 1.83448, - "667": 1.84042, - "668": 1.83983, - "669": 1.84204, - "670": 1.8545, - "671": 1.84151, - "672": 1.83326, - "673": 1.83464, - "674": 1.84191, - "675": 1.85538, - "676": 1.84625, - "677": 1.84872, - "678": 1.8483, - "679": 1.89225, - "680": 1.86795, - "681": 1.8597, - "682": 1.86063, - "683": 1.86088, - "684": 1.86062, - "685": 1.8606, - "686": 1.86877, - "687": 1.87767, - "688": 1.86084, - "689": 1.86566, - "690": 1.87467, - "691": 1.89195, - "692": 1.88018, - "693": 1.88368, - "694": 1.88516, - "695": 1.88249, - "696": 1.85197, - "697": 1.87162, - "698": 1.87737, - "699": 1.88699, - "700": 1.88975, - "701": 1.89139, - "702": 1.88721, - "703": 2.20156, - "704": 1.88151, - "705": 1.88515, - "706": 1.8881, - "707": 1.8817, - "708": 1.87725, - "709": 1.88212, - "710": 1.88811, - "711": 1.88129, - "712": 1.88237, - "713": 1.89265, - "714": 1.88298, - "715": 1.89786, - "716": 1.90126, - "717": 1.88879, - "718": 1.9035, - "719": 2.20715, - "720": 1.87049, - "721": 1.88493, - "722": 1.89443, - "723": 1.89446, - "724": 1.88394, - "725": 1.87503, - "726": 1.87518, - "727": 1.88085, - "728": 1.88279, - "729": 1.87619, - "730": 1.87922, - "731": 1.87709, - "732": 1.88539, - "733": 1.89937, - "734": 1.88092, - "735": 1.87086, - "736": 1.87248, - "737": 1.88055, - "738": 1.88242, - "739": 1.87974, - "740": 1.88262, - "741": 1.87958, - "742": 1.87775, - "743": 1.87834, - "744": 1.88218, - "745": 1.8798, - "746": 1.88107, - "747": 1.87735, - "748": 1.87696, - "749": 1.88152, - "750": 1.88912, - "751": 1.88885, - "752": 1.88291, - "753": 1.88202, - "754": 1.88178, - "755": 1.88215, - "756": 1.87452, - "757": 1.87192, - "758": 1.87355, - "759": 1.88799, - "760": 1.88801, - "761": 1.88853, - "762": 1.88691, - "763": 1.88992, - "764": 1.88979, - "765": 1.88547, - "766": 1.90103, - "767": 1.89695, - "768": 1.89367, - "769": 1.89986, - "770": 1.89105, - "771": 1.87988, - "772": 1.87632, - "773": 1.87498, - "774": 1.8752, - "775": 1.8957, - "776": 1.87908, - "777": 1.87734, - "778": 1.88132, - "779": 1.87648, - "780": 1.88056, - "781": 1.88066, - "782": 1.87709, - "783": 1.87669, - "784": 1.88014, - "785": 1.88016, - "786": 1.90072, - "787": 1.88993, - "788": 1.88114, - "789": 1.88292, - "790": 1.8838, - "791": 1.88082, - "792": 1.87746, - "793": 1.88045, - "794": 1.88262, - "795": 1.87895, - "796": 1.878, - "797": 1.88707, - "798": 1.88134, - "799": 1.94238, - "800": 1.93738, - "801": 1.92212, - "802": 1.93409, - "803": 1.91452, - "804": 1.95033, - "805": 1.94351, - "806": 1.8766, - "807": 1.86958, - "808": 1.8746, - "809": 1.87314, - "810": 1.86067, - "811": 1.86621, - "812": 1.87238, - "813": 1.88029, - "814": 1.87677, - "815": 1.87098, - "816": 1.88913, - "817": 1.89464, - "818": 1.90489, - "819": 1.90503, - "820": 1.88518, - "821": 1.8824, - "822": 1.89281, - "823": 1.88434, - "824": 1.89525, - "825": 1.89418, - "826": 1.88746, - "827": 1.88695, - "828": 1.88825, - "829": 1.89551, - "830": 1.89988, - "831": 1.89203, - "832": 1.90306, - "833": 1.91357, - "834": 1.89406, - "835": 1.89146, - "836": 1.98745, - "837": 1.95209, - "838": 1.94405, - "839": 1.94622, - "840": 1.97423, - "841": 1.94999, - "842": 1.9583, - "843": 1.95885, - "844": 1.95892, - "845": 1.95854, - "846": 1.93875, - "847": 1.93002, - "848": 1.8792, - "849": 1.88764, - "850": 1.8933, - "851": 1.90199, - "852": 1.90255, - "853": 1.90258, - "854": 1.9058, - "855": 1.90498, - "856": 1.91319, - "857": 1.9129, - "858": 1.9194, - "859": 1.91032, - "860": 1.88982, - "861": 1.90857, - "862": 1.882, - "863": 1.88479, - "864": 1.89246, - "865": 1.90401, - "866": 1.89209, - "867": 1.89365, - "868": 1.89343, - "869": 1.89847, - "870": 1.89552, - "871": 1.90019, - "872": 1.89986, - "873": 1.90424, - "874": 1.90529, - "875": 3.03017, - "876": 2.84553, - "877": 3.05092, - "878": 3.26801, - "879": 3.94374, - "880": 1.88912, - "881": 1.90056, - "882": 1.9006, - "883": 1.90984, - "884": 1.91011, - "885": 1.90105, - "886": 1.91542, - "887": 1.93597, - "888": 1.91046, - "889": 1.92062, - "890": 1.92346, - "891": 1.90954, - "892": 1.90985, - "893": 1.9125, - "894": 1.91289, - "895": 1.91387, - "896": 1.90863, - "897": 1.90777, - "898": 1.90825, - "899": 1.9115, - "900": 1.91023, - "901": 1.90853, - "902": 1.90388, - "903": 1.91093, - "904": 1.91228, - "905": 1.91386, - "906": 1.91324, - "907": 1.91746, - "908": 1.91793, - "909": 1.91436, - "910": 1.90297, - "911": 1.90121, - "912": 1.9104, - "913": 1.90481, - "914": 1.90178, - "915": 1.91874, - "916": 1.91081, - "917": 1.91039, - "918": 1.91313, - "919": 1.91676, - "920": 1.92075, - "921": 1.91424, - "922": 1.8999, - "923": 1.90409, - "924": 1.916, - "925": 1.92511, - "926": 1.91776, - "927": 1.91258, - "928": 1.90921, - "929": 1.91738, - "930": 1.90831, - "931": 1.91237, - "932": 1.90625, - "933": 1.91351, - "934": 1.91167, - "935": 1.92067, - "936": 1.91463, - "937": 1.91372, - "938": 1.91141, - "939": 1.91119, - "940": 1.91375, - "941": 1.90874, - "942": 1.90651, - "943": 1.93359, - "944": 1.91137, - "945": 1.91979, - "946": 1.90845, - "947": 1.91128, - "948": 1.91099, - "949": 1.91002, - "950": 1.96671, - "951": 1.9173, - "952": 1.90319, - "953": 1.90597, - "954": 1.92047, - "955": 1.93803, - "956": 1.93349, - "957": 1.92681, - "958": 1.91994, - "959": 1.93149, - "960": 1.93187, - "961": 1.93393, - "962": 1.92483, - "963": 1.92591, - "964": 1.93851, - "965": 1.95424, - "966": 1.94662, - "967": 1.93645, - "968": 1.9246, - "969": 1.92724, - "970": 1.93008, - "971": 1.92275, - "972": 1.91799, - "973": 1.90954, - "974": 1.90709, - "975": 1.89646, - "976": 1.89592, - "977": 1.90146, - "978": 1.93461, - "979": 1.9023, - "980": 1.90221, - "981": 1.90123, - "982": 1.90112, - "983": 1.90067, - "984": 1.90145, - "985": 1.90092, - "986": 1.89866, - "987": 1.91213, - "988": 1.90666, - "989": 1.90029, - "990": 1.92899, - "991": 1.91761, - "992": 1.91567, - "993": 1.90923, - "994": 1.92954, - "995": 5.60151, - "996": 1.93157, - "997": 1.928, - "998": 1.91496, - "999": 1.91786, - "1000": 1.92816, - "1001": 1.83458, - "1002": 1.87295, - "1003": 1.88418, - "1004": 1.87823, - "1005": 1.88224, - "1006": 1.89552, - "1007": 5.27225, - "1008": 1.89137, - "1009": 1.88122, - "1010": 1.88974, - "1011": 1.88286, - "1012": 1.87739, - "1013": 1.87817, - "1014": 1.88217, - "1015": 1.89007, - "1016": 1.88177, - "1017": 1.89749, - "1018": 1.88361, - "1019": 1.88679, - "1020": 1.8916, - "1021": 1.91423, - "1022": 1.90642, - "1023": 1.88559, - "1024": 1.90209, - "1025": 1.90262, - "1026": 1.88865, - "1027": 1.88673, - "1028": 1.87638, - "1029": 1.88134, - "1030": 1.88733, - "1031": 1.88387, - "1032": 1.88236, - "1033": 1.88228, - "1034": 1.88546, - "1035": 1.89346, - "1036": 1.90412, - "1037": 1.89513, - "1038": 1.89777, - "1039": 1.89979, - "1040": 1.89901, - "1041": 1.89994, - "1042": 1.90214, - "1043": 1.89295, - "1044": 1.89388, - "1045": 1.8961, - "1046": 1.89731, - "1047": 1.89784, - "1048": 1.90249, - "1049": 1.89513, - "1050": 1.90444, - "1051": 1.90744, - "1052": 1.92458, - "1053": 1.90413, - "1054": 1.89715, - "1055": 1.88377, - "1056": 1.90003, - "1057": 1.90658, - "1058": 1.95567, - "1059": 1.91177, - "1060": 1.91421, - "1061": 1.91516, - "1062": 1.9105, - "1063": 1.90818, - "1064": 1.90975, - "1065": 1.90772, - "1066": 1.90593, - "1067": 1.90431, - "1068": 1.90827, - "1069": 1.90373, - "1070": 1.90586, - "1071": 1.89946, - "1072": 1.9023, - "1073": 1.90455, - "1074": 1.89946, - "1075": 1.90132, - "1076": 1.90601, - "1077": 1.92206, - "1078": 1.90927, - "1079": 1.90593, - "1080": 1.89596, - "1081": 1.90652, - "1082": 1.89258, - "1083": 1.89741, - "1084": 3.75208, - "1085": 4.23369, - "1086": 3.84574, - "1087": 3.14238, - "1088": 1.8964, - "1089": 1.90446, - "1090": 1.90535, - "1091": 1.91374, - "1092": 1.91622, - "1093": 1.90206, - "1094": 1.90675, - "1095": 1.91096, - "1096": 1.91667, - "1097": 1.90137, - "1098": 1.90406, - "1099": 1.88828, - "1100": 1.89337, - "1101": 1.88632, - "1102": 1.89688, - "1103": 1.90075, - "1104": 1.90801, - "1105": 1.90526, - "1106": 1.90146, - "1107": 1.91112, - "1108": 1.90057, - "1109": 1.89149, - "1110": 1.88849, - "1111": 1.88817, - "1112": 1.88823, - "1113": 1.88158, - "1114": 1.89468, - "1115": 1.89723, - "1116": 1.89564, - "1117": 1.89417, - "1118": 1.88648, - "1119": 1.88133, - "1120": 1.87561, - "1121": 1.88478, - "1122": 1.88765, - "1123": 1.88405, - "1124": 1.88359, - "1125": 1.89266, - "1126": 1.90682, - "1127": 1.88662, - "1128": 1.89062, - "1129": 1.8846, - "1130": 1.89337, - "1131": 1.88593, - "1132": 1.88761, - "1133": 1.88749, - "1134": 1.88495, - "1135": 1.88835, - "1136": 1.89217, - "1137": 1.89496, - "1138": 1.88699, - "1139": 1.88647, - "1140": 1.8835, - "1141": 1.88941, - "1142": 1.89119, - "1143": 1.90438, - "1144": 1.9074, - "1145": 1.92516, - "1146": 1.88398, - "1147": 1.87775, - "1148": 1.88138, - "1149": 1.88925, - "1150": 1.8938, - "1151": 1.88425, - "1152": 1.89418, - "1153": 1.90829, - "1154": 1.89868, - "1155": 1.90425, - "1156": 1.90051, - "1157": 1.9124, - "1158": 1.91198, - "1159": 1.90813, - "1160": 1.91098, - "1161": 1.92314, - "1162": 1.90948, - "1163": 1.91025, - "1164": 1.93199, - "1165": 1.9207, - "1166": 1.9202, - "1167": 1.97748, - "1168": 1.95848, - "1169": 1.92263, - "1170": 1.92979, - "1171": 1.92029, - "1172": 1.91012, - "1173": 1.92094, - "1174": 1.92095, - "1175": 1.92226, - "1176": 1.9098, - "1177": 1.91608, - "1178": 1.92022, - "1179": 1.92238, - "1180": 1.93213, - "1181": 1.91854, - "1182": 1.90016, - "1183": 1.89977, - "1184": 1.90439, - "1185": 1.91239, - "1186": 1.91105, - "1187": 1.91062, - "1188": 1.90965, - "1189": 1.91443, - "1190": 1.92198, - "1191": 1.92188, - "1192": 1.91115, - "1193": 1.90039, - "1194": 1.89321, - "1195": 1.88857, - "1196": 1.90817, - "1197": 1.91749, - "1198": 1.90628, - "1199": 1.8713, - "1200": 1.87302, - "1201": 2.20676, - "1202": 1.87494, - "1203": 1.86618, - "1204": 1.87759, - "1205": 1.88121, - "1206": 1.89116, - "1207": 1.87778, - "1208": 1.86931, - "1209": 1.85897, - "1210": 1.87209, - "1211": 1.86964, - "1212": 1.87427, - "1213": 2.20198, - "1214": 1.87274, - "1215": 1.88061, - "1216": 1.88151, - "1217": 1.87383, - "1218": 1.87836, - "1219": 1.864, - "1220": 1.87106, - "1221": 1.87084, - "1222": 1.89481, - "1223": 1.874, - "1224": 1.87536, - "1225": 1.86028, - "1226": 1.86668, - "1227": 1.87624, - "1228": 1.87374, - "1229": 1.86763, - "1230": 1.88101, - "1231": 1.90153, - "1232": 1.8944, - "1233": 1.8934, - "1234": 1.89586, - "1235": 1.88639, - "1236": 1.89707, - "1237": 1.89391, - "1238": 1.89919, - "1239": 1.88695, - "1240": 1.88675, - "1241": 1.89157, - "1242": 1.89401, - "1243": 1.89662, - "1244": 1.89162, - "1245": 1.89011, - "1246": 1.89663, - "1247": 1.8926, - "1248": 1.89708, - "1249": 1.90671, - "1250": 1.896, - "1251": 1.89215, - "1252": 1.89781, - "1253": 1.90309, - "1254": 1.90181, - "1255": 1.90613, - "1256": 1.90399, - "1257": 1.9064, - "1258": 1.90964, - "1259": 1.9191, - "1260": 1.90631, - "1261": 1.90767, - "1262": 1.91387, - "1263": 1.93308, - "1264": 1.96582, - "1265": 1.96382, - "1266": 1.96144, - "1267": 2.00467, - "1268": 2.0433, - "1269": 2.05052, - "1270": 2.04228, - "1271": 2.04938, - "1272": 2.05924, - "1273": 2.03743, - "1274": 2.03605, - "1275": 2.03649, - "1276": 2.03061, - "1277": 2.03502, - "1278": 2.03733, - "1279": 2.04113, - "1280": 2.02938, - "1281": 2.02809, - "1282": 2.03577, - "1283": 2.0291, - "1284": 2.03332, - "1285": 2.02984, - "1286": 2.0361, - "1287": 2.02138, - "1288": 1.92564, - "1289": 1.94948, - "1290": 1.93267, - "1291": 1.87473, - "1292": 1.88509, - "1293": 1.88338, - "1294": 1.89002, - "1295": 1.89014, - "1296": 1.8923, - "1297": 1.892, - "1298": 1.89894, - "1299": 1.90498, - "1300": 4.65516, - "1301": 2.88136, - "1302": 2.04297, - "1303": 4.57828, - "1304": 1.89374, - "1305": 1.89693, - "1306": 1.89949, - "1307": 1.94156, - "1308": 1.94513, - "1309": 1.9432, - "1310": 1.92143, - "1311": 1.91284, - "1312": 1.90577, - "1313": 1.90786, - "1314": 1.91349, - "1315": 1.90759, - "1316": 1.90399, - "1317": 1.90384, - "1318": 1.9124, - "1319": 1.91076, - "1320": 1.89839, - "1321": 1.90925, - "1322": 1.8983, - "1323": 1.90227, - "1324": 1.90294, - "1325": 1.90344, - "1326": 1.90536, - "1327": 1.9723, - "1328": 1.94375, - "1329": 1.9084, - "1330": 1.91408, - "1331": 1.92904, - "1332": 1.91845, - "1333": 1.92737, - "1334": 1.91271, - "1335": 1.91216, - "1336": 1.91235, - "1337": 1.90874, - "1338": 1.90334, - "1339": 1.90746, - "1340": 1.90924, - "1341": 1.90488, - "1342": 1.90683, - "1343": 1.91296, - "1344": 1.91398, - "1345": 1.92233, - "1346": 1.91041, - "1347": 1.89885, - "1348": 1.9298, - "1349": 1.91398, - "1350": 1.91052, - "1351": 1.91609, - "1352": 1.90773, - "1353": 1.90571, - "1354": 1.89927, - "1355": 1.89161, - "1356": 1.87953, - "1357": 1.88945, - "1358": 1.88576, - "1359": 1.89661, - "1360": 1.89942, - "1361": 1.89295, - "1362": 1.89239, - "1363": 1.89122, - "1364": 1.8967, - "1365": 1.90143, - "1366": 1.90114, - "1367": 1.89299, - "1368": 1.89366, - "1369": 1.88412, - "1370": 1.86943, - "1371": 1.87202, - "1372": 1.85855, - "1373": 1.8632, - "1374": 1.86437, - "1375": 1.8769, - "1376": 1.8804, - "1377": 1.88356, - "1378": 1.87963, - "1379": 1.87746, - "1380": 1.88825, - "1381": 1.88751, - "1382": 1.88392, - "1383": 1.9005, - "1384": 1.90098, - "1385": 1.89907, - "1386": 1.89631, - "1387": 1.89441, - "1388": 1.89781, - "1389": 1.90103, - "1390": 1.89816, - "1391": 1.91886, - "1392": 1.89729, - "1393": 1.89211, - "1394": 1.89619, - "1395": 1.89072, - "1396": 1.89988, - "1397": 1.89253, - "1398": 1.89645, - "1399": 1.89558, - "1400": 1.89819, - "1401": 1.91891, - "1402": 1.90003, - "1403": 1.88733, - "1404": 1.89398, - "1405": 1.89506, - "1406": 1.89679, - "1407": 1.90146, - "1408": 1.90125, - "1409": 1.8995, - "1410": 1.90482, - "1411": 1.88634, - "1412": 1.88904, - "1413": 1.8898, - "1414": 1.88992, - "1415": 1.89469, - "1416": 1.89735, - "1417": 1.89103, - "1418": 1.90018, - "1419": 1.89712, - "1420": 1.88993, - "1421": 1.89009, - "1422": 1.89632, - "1423": 1.89385, - "1424": 1.89476, - "1425": 1.88119, - "1426": 1.90702, - "1427": 1.90744, - "1428": 1.90271, - "1429": 1.89531, - "1430": 1.88943, - "1431": 2.18688, - "1432": 1.89126, - "1433": 1.89374, - "1434": 1.88756, - "1435": 1.89734, - "1436": 1.91236, - "1437": 2.19572, - "1438": 1.89451, - "1439": 1.88231, - "1440": 1.88116, - "1441": 1.88697, - "1442": 1.8867, - "1443": 1.89364, - "1444": 1.89216, - "1445": 1.88905, - "1446": 1.88352, - "1447": 1.88336, - "1448": 1.88997, - "1449": 1.91125, - "1450": 1.89237, - "1451": 1.89745, - "1452": 1.88443, - "1453": 1.89893, - "1454": 1.91781, - "1455": 1.89213, - "1456": 1.90713, - "1457": 1.89093, - "1458": 1.8986, - "1459": 1.89087, - "1460": 1.87135, - "1461": 1.87216, - "1462": 1.86942, - "1463": 1.86111, - "1464": 1.87157, - "1465": 1.85569, - "1466": 1.85928, - "1467": 1.86523, - "1468": 1.866, - "1469": 1.87846, - "1470": 1.87951, - "1471": 1.8865, - "1472": 1.87464, - "1473": 1.87202, - "1474": 1.87674, - "1475": 1.87578, - "1476": 1.92291, - "1477": 1.85938, - "1478": 1.86568, - "1479": 1.87568, - "1480": 1.8835, - "1481": 1.87798, - "1482": 1.87478, - "1483": 1.87742, - "1484": 1.87992, - "1485": 1.8891, - "1486": 1.90151, - "1487": 1.88628, - "1488": 1.88107, - "1489": 1.8973, - "1490": 1.88593, - "1491": 1.89279, - "1492": 1.88353, - "1493": 1.87035, - "1494": 1.86765, - "1495": 1.86035, - "1496": 1.87563, - "1497": 1.87481, - "1498": 1.86795, - "1499": 1.86641, - "1500": 1.86742, - "1501": 1.88284, - "1502": 1.87602, - "1503": 1.87145, - "1504": 1.8665, - "1505": 1.87286, - "1506": 1.86931, - "1507": 1.90653, - "1508": 1.87299, - "1509": 1.94413, - "1510": 1.92145, - "1511": 1.87838, - "1512": 1.88098, - "1513": 1.88106, - "1514": 1.88114, - "1515": 1.8922, - "1516": 1.90767, - "1517": 1.9138, - "1518": 1.92033, - "1519": 1.90178, - "1520": 1.89876, - "1521": 1.90358, - "1522": 1.91012, - "1523": 1.91129, - "1524": 1.93092, - "1525": 1.91015, - "1526": 1.90771, - "1527": 1.91073, - "1528": 3.9716, - "1529": 2.7258, - "1530": 5.90342, - "1531": 2.67524, - "1532": 1.88349, - "1533": 1.87007, - "1534": 1.86638, - "1535": 1.86642, - "1536": 1.8665, - "1537": 1.86526, - "1538": 1.8939, - "1539": 1.87081, - "1540": 1.87057, - "1541": 1.86807, - "1542": 1.8678, - "1543": 1.87099, - "1544": 1.86353, - "1545": 1.86945, - "1546": 1.87912, - "1547": 1.87855, - "1548": 1.87101, - "1549": 1.87207, - "1550": 1.87603, - "1551": 1.87484, - "1552": 1.87183, - "1553": 1.86856, - "1554": 1.86523, - "1555": 1.86847, - "1556": 1.87719, - "1557": 1.85989, - "1558": 1.85626, - "1559": 1.86249, - "1560": 1.86754, - "1561": 1.87137, - "1562": 1.8965, - "1563": 1.86661, - "1564": 1.86735, - "1565": 1.87276, - "1566": 1.86366, - "1567": 1.86337, - "1568": 1.86707, - "1569": 1.8735, - "1570": 1.87039, - "1571": 1.87346, - "1572": 1.89607, - "1573": 1.8871, - "1574": 1.88587, - "1575": 1.89004, - "1576": 1.89085, - "1577": 1.88631, - "1578": 1.88697, - "1579": 1.88054, - "1580": 1.89343, - "1581": 1.91498, - "1582": 1.90215, - "1583": 1.90329, - "1584": 1.90885, - "1585": 1.89448, - "1586": 1.89998, - "1587": 1.88776, - "1588": 1.8883, - "1589": 1.88839, - "1590": 1.88983, - "1591": 1.9136, - "1592": 1.89981, - "1593": 1.89918, - "1594": 1.89529, - "1595": 1.89495, - "1596": 1.89605, - "1597": 1.89895, - "1598": 1.89647, - "1599": 1.88981, - "1600": 1.88307, - "1601": 1.89066, - "1602": 1.89036, - "1603": 1.88699, - "1604": 1.88888, - "1605": 1.89509, - "1606": 1.88703, - "1607": 1.88061, - "1608": 1.89312, - "1609": 1.90651, - "1610": 1.89427, - "1611": 1.88763, - "1612": 1.89485, - "1613": 1.89358, - "1614": 1.89508, - "1615": 1.89741, - "1616": 1.88491, - "1617": 1.89191, - "1618": 1.9149, - "1619": 1.91343, - "1620": 1.91346, - "1621": 1.87453, - "1622": 1.86048, - "1623": 1.86115, - "1624": 1.86471, - "1625": 1.86052, - "1626": 1.88358, - "1627": 1.86485, - "1628": 1.8713, - "1629": 1.8941, - "1630": 1.8865, - "1631": 1.8881, - "1632": 1.88407, - "1633": 1.88305, - "1634": 1.8959, - "1635": 1.89001, - "1636": 1.89954, - "1637": 1.9019, - "1638": 1.89384, - "1639": 1.90008, - "1640": 1.90287, - "1641": 1.91838, - "1642": 1.91584, - "1643": 1.90796, - "1644": 1.92398, - "1645": 1.90984, - "1646": 1.91237, - "1647": 1.90395, - "1648": 1.91215, - "1649": 1.91386, - "1650": 1.91033, - "1651": 1.91171, - "1652": 1.91831, - "1653": 1.90057, - "1654": 1.89124, - "1655": 1.90169, - "1656": 1.90606, - "1657": 1.89759, - "1658": 1.88524, - "1659": 1.88772, - "1660": 1.9049, - "1661": 1.91246, - "1662": 1.88431, - "1663": 1.86216, - "1664": 1.92386, - "1665": 1.91699, - "1666": 1.90727, - "1667": 1.90345, - "1668": 1.90026, - "1669": 1.90069, - "1670": 1.91745, - "1671": 1.93505, - "1672": 1.94412, - "1673": 1.91603, - "1674": 1.86615, - "1675": 1.89828, - "1676": 1.91145, - "1677": 1.91199, - "1678": 1.93534, - "1679": 1.92189, - "1680": 1.91866, - "1681": 1.93119, - "1682": 1.93421, - "1683": 1.94005, - "1684": 1.93844, - "1685": 1.93659, - "1686": 1.9473, - "1687": 1.93905, - "1688": 1.95278, - "1689": 1.94278, - "1690": 1.93, - "1691": 1.9279, - "1692": 1.94197, - "1693": 1.93376, - "1694": 1.93857, - "1695": 1.92301, - "1696": 1.94929, - "1697": 1.94084, - "1698": 1.94645, - "1699": 1.93948, - "1700": 1.92577, - "1701": 1.93375, - "1702": 1.95038, - "1703": 1.9528, - "1704": 1.93837, - "1705": 1.94486, - "1706": 1.94602, - "1707": 1.94122, - "1708": 1.94354, - "1709": 1.93026, - "1710": 1.93067, - "1711": 1.93606, - "1712": 1.92887, - "1713": 1.94778, - "1714": 1.93944, - "1715": 1.92687, - "1716": 1.92677, - "1717": 1.92761, - "1718": 1.93058, - "1719": 1.92823, - "1720": 1.91686, - "1721": 1.89616, - "1722": 1.95086, - "1723": 1.9598, - "1724": 1.95284, - "1725": 1.95126, - "1726": 1.92642, - "1727": 1.94113, - "1728": 1.92658, - "1729": 1.93017, - "1730": 1.93147, - "1731": 1.92172, - "1732": 1.89544, - "1733": 1.92031, - "1734": 1.92403, - "1735": 1.93498, - "1736": 1.91301, - "1737": 1.91841, - "1738": 1.96664, - "1739": 1.95735, - "1740": 1.91548, - "1741": 1.91071, - "1742": 2.79596, - "1743": 2.77977, - "1744": 2.11553, - "1745": 2.40825, - "1746": 4.39868, - "1747": 2.6704, - "1748": 1.92224, - "1749": 1.9263, - "1750": 1.93453, - "1751": 1.93257, - "1752": 1.92695, - "1753": 1.92546, - "1754": 1.92028, - "1755": 1.9262, - "1756": 1.92755, - "1757": 1.92405, - "1758": 1.92344, - "1759": 1.92223, - "1760": 1.92783, - "1761": 1.92792, - "1762": 1.94533, - "1763": 2.05202, - "1764": 1.92374, - "1765": 1.92811, - "1766": 1.92594, - "1767": 1.92624, - "1768": 1.93367, - "1769": 1.92559, - "1770": 1.92136, - "1771": 1.92153, - "1772": 1.92768, - "1773": 1.92541, - "1774": 1.92351, - "1775": 1.9255, - "1776": 1.92866, - "1777": 1.93076, - "1778": 1.93526, - "1779": 1.92747, - "1780": 1.93071, - "1781": 1.90741, - "1782": 1.9153, - "1783": 1.9092, - "1784": 1.92077, - "1785": 1.90059, - "1786": 1.90415, - "1787": 1.91302, - "1788": 1.90935, - "1789": 1.91792, - "1790": 1.91996, - "1791": 1.9038, - "1792": 1.91197, - "1793": 1.9119, - "1794": 1.91165, - "1795": 1.90799, - "1796": 1.90861, - "1797": 1.92689, - "1798": 1.91451, - "1799": 1.91914, - "1800": 1.91549, - "1801": 1.91329, - "1802": 1.91094, - "1803": 1.91606, - "1804": 1.90994, - "1805": 1.9242, - "1806": 1.90965, - "1807": 1.91695, - "1808": 1.9165, - "1809": 1.90475, - "1810": 1.88355, - "1811": 1.87801, - "1812": 1.86695, - "1813": 2.2104, - "1814": 1.90344, - "1815": 1.88259, - "1816": 1.8791, - "1817": 1.8745, - "1818": 1.87482, - "1819": 1.87144, - "1820": 1.87243, - "1821": 2.19458, - "1822": 1.87688, - "1823": 1.87841, - "1824": 1.89212, - "1825": 1.90606, - "1826": 1.90578, - "1827": 1.91758, - "1828": 1.91756, - "1829": 1.93181, - "1830": 1.92316, - "1831": 1.93937, - "1832": 1.93179, - "1833": 1.93066, - "1834": 1.93408, - "1835": 1.9058, - "1836": 1.91489, - "1837": 1.92765, - "1838": 1.91649, - "1839": 1.92208, - "1840": 1.94401, - "1841": 1.90748, - "1842": 1.91555, - "1843": 1.91186, - "1844": 1.91845, - "1845": 1.91706, - "1846": 1.9363, - "1847": 1.9249, - "1848": 1.90417, - "1849": 1.92478, - "1850": 1.91134, - "1851": 1.90817, - "1852": 1.90921, - "1853": 1.89098, - "1854": 1.8957, - "1855": 1.89007, - "1856": 1.90092, - "1857": 1.90398, - "1858": 1.90558, - "1859": 1.91719, - "1860": 1.91274, - "1861": 1.92425, - "1862": 1.91308, - "1863": 1.91482, - "1864": 1.90845, - "1865": 1.91538, - "1866": 1.92824, - "1867": 1.91689, - "1868": 1.91844, - "1869": 1.91454, - "1870": 1.91073, - "1871": 1.91461, - "1872": 1.92334, - "1873": 1.91894, - "1874": 1.90826, - "1875": 1.91434, - "1876": 1.91892, - "1877": 1.90895, - "1878": 1.90645, - "1879": 1.9158, - "1880": 1.91699, - "1881": 1.92025, - "1882": 1.91799, - "1883": 1.91561, - "1884": 1.9274, - "1885": 1.91153, - "1886": 1.91687, - "1887": 1.91871, - "1888": 1.91884, - "1889": 1.91097, - "1890": 1.91123, - "1891": 1.91822, - "1892": 1.92396, - "1893": 1.91533, - "1894": 1.91796, - "1895": 1.90407, - "1896": 1.89429, - "1897": 1.90247, - "1898": 1.91049, - "1899": 1.91112, - "1900": 1.90718, - "1901": 1.93638, - "1902": 2.00398, - "1903": 2.06711, - "1904": 2.06596, - "1905": 2.07609, - "1906": 2.07155, - "1907": 2.05064, - "1908": 2.06573, - "1909": 2.07006, - "1910": 2.05622, - "1911": 2.04799, - "1912": 2.07508, - "1913": 2.07778, - "1914": 2.05526, - "1915": 2.06608, - "1916": 2.06846, - "1917": 2.05013, - "1918": 2.04952, - "1919": 2.08039, - "1920": 2.0811, - "1921": 2.0805, - "1922": 2.07541, - "1923": 2.06491, - "1924": 2.04273, - "1925": 2.04369, - "1926": 2.03093, - "1927": 2.01355, - "1928": 2.01003, - "1929": 2.01386, - "1930": 1.96918, - "1931": 1.98035, - "1932": 1.98493, - "1933": 2.0012, - "1934": 2.03187, - "1935": 2.02784, - "1936": 2.00631, - "1937": 1.98981, - "1938": 1.98643, - "1939": 1.99087, - "1940": 1.99986, - "1941": 2.00738, - "1942": 2.02432, - "1943": 2.02532, - "1944": 2.02521, - "1945": 2.03612, - "1946": 2.0461, - "1947": 2.0336, - "1948": 2.03619, - "1949": 2.01231, - "1950": 2.01233, - "1951": 2.02148, - "1952": 2.01479, - "1953": 2.00957, - "1954": 2.02529, - "1955": 4.13286, - "1956": 3.4531, - "1957": 2.86684, - "1958": 5.84647, - "1959": 2.02454, - "1960": 2.03033, - "1961": 2.02631, - "1962": 2.01066, - "1963": 2.00823, - "1964": 2.01885, - "1965": 2.01625, - "1966": 2.02954, - "1967": 1.98423, - "1968": 2.01421, - "1969": 2.0149, - "1970": 2.01324, - "1971": 2.01516, - "1972": 2.0099, - "1973": 2.00754, - "1974": 2.01913, - "1975": 2.02314, - "1976": 1.97892, - "1977": 2.03262, - "1978": 2.02291, - "1979": 2.0181, - "1980": 2.01016, - "1981": 2.02164, - "1982": 2.02221, - "1983": 1.98553, - "1984": 2.01567, - "1985": 2.01494, - "1986": 2.02328, - "1987": 2.01128, - "1988": 2.03376, - "1989": 2.02044, - "1990": 2.02932, - "1991": 2.02829, - "1992": 2.05552, - "1993": 2.03635, - "1994": 2.04411, - "1995": 2.03699, - "1996": 2.01677, - "1997": 2.01812, - "1998": 2.02495, - "1999": 2.0298, - "2000": 2.02508 + "2": 8.15973, + "3": 2.08191, + "4": 1.67828, + "5": 1.68639, + "6": 1.68502, + "7": 1.68153, + "8": 1.6776, + "9": 1.68865, + "10": 1.67894, + "11": 1.68452, + "12": 1.66936, + "13": 1.65646, + "14": 1.67561, + "15": 1.67192, + "16": 1.66749, + "17": 1.67473, + "18": 1.67751, + "19": 1.66652, + "20": 1.66111, + "21": 1.65933, + "22": 1.65768, + "23": 1.675, + "24": 1.67224, + "25": 1.67544, + "26": 1.66932, + "27": 1.67267, + "28": 1.66982, + "29": 1.67061, + "30": 1.69659, + "31": 1.68096, + "32": 1.6904, + "33": 1.68957, + "34": 1.68855, + "35": 1.69132, + "36": 1.69312, + "37": 1.69157, + "38": 1.68917, + "39": 1.68787, + "40": 1.69154, + "41": 1.69713, + "42": 1.69233, + "43": 1.69541, + "44": 1.69777, + "45": 1.69659, + "46": 1.6965, + "47": 1.6876, + "48": 1.68896, + "49": 1.68974, + "50": 1.6964, + "51": 1.69315, + "52": 1.73346, + "53": 1.7656, + "54": 2.28164, + "55": 1.91098, + "56": 1.67884, + "57": 2.02722, + "58": 1.76497, + "59": 1.6976, + "60": 1.75847, + "61": 1.68291, + "62": 1.68559, + "63": 1.68715, + "64": 1.68368, + "65": 1.68721, + "66": 2.43657, + "67": 9.59505, + "68": 12.8338, + "69": 3.62666, + "70": 1.83474, + "71": 1.67199, + "72": 1.67624, + "73": 3.24318, + "74": 1.6722, + "75": 1.68456, + "76": 1.69495, + "77": 1.78399, + "78": 1.6837, + "79": 1.66998, + "80": 2.17442, + "81": 1.72995, + "82": 1.67237, + "83": 1.68686, + "84": 1.69507, + "85": 1.68119, + "86": 1.67453, + "87": 1.67165, + "88": 1.68103, + "89": 1.67383, + "90": 1.67772, + "91": 1.68543, + "92": 1.67026, + "93": 1.68437, + "94": 1.70866, + "95": 1.68596, + "96": 1.68671, + "97": 1.68294, + "98": 1.68436, + "99": 1.67835, + "100": 1.68423, + "101": 1.67549, + "102": 1.67955, + "103": 1.6871, + "104": 1.68486, + "105": 1.67931, + "106": 1.68477, + "107": 1.68154, + "108": 1.70968, + "109": 1.69612, + "110": 1.69803, + "111": 1.70635, + "112": 1.68963, + "113": 1.68215, + "114": 1.67565, + "115": 1.67955, + "116": 1.67705, + "117": 1.67704, + "118": 1.66249, + "119": 1.68136, + "120": 1.68216, + "121": 1.65868, + "122": 1.65479, + "123": 1.64536, + "124": 1.68843, + "125": 1.66602, + "126": 1.66375, + "127": 1.65583, + "128": 1.67199, + "129": 1.67043, + "130": 1.66142, + "131": 1.65988, + "132": 1.66509, + "133": 1.66296, + "134": 1.66701, + "135": 1.66275, + "136": 1.65971, + "137": 1.67076, + "138": 1.66912, + "139": 1.67725, + "140": 1.67157, + "141": 1.66197, + "142": 1.66836, + "143": 1.66596, + "144": 1.66816, + "145": 1.65626, + "146": 1.6643, + "147": 1.66213, + "148": 1.65448, + "149": 1.65925, + "150": 1.68693, + "151": 1.66695, + "152": 1.6593, + "153": 1.64953, + "154": 1.685, + "155": 1.65662, + "156": 1.66745, + "157": 1.66342, + "158": 1.6745, + "159": 1.67475, + "160": 1.67587, + "161": 1.67459, + "162": 1.66965, + "163": 1.67635, + "164": 1.67577, + "165": 1.70054, + "166": 1.6765, + "167": 1.69023, + "168": 1.6828, + "169": 1.68217, + "170": 1.68344, + "171": 1.67789, + "172": 1.68916, + "173": 1.68356, + "174": 1.68932, + "175": 1.68734, + "176": 1.68633, + "177": 1.68708, + "178": 1.68385, + "179": 1.69194, + "180": 1.69213, + "181": 1.67941, + "182": 1.69345, + "183": 1.69765, + "184": 1.68228, + "185": 1.68775, + "186": 1.6914, + "187": 1.68482, + "188": 1.66288, + "189": 1.65736, + "190": 1.68141, + "191": 1.66484, + "192": 1.66865, + "193": 1.66429, + "194": 1.6974, + "195": 1.66792, + "196": 1.67775, + "197": 1.67631, + "198": 1.68824, + "199": 1.68154, + "200": 1.69356, + "201": 1.77027, + "202": 1.67388, + "203": 1.66554, + "204": 1.66753, + "205": 1.67386, + "206": 1.68106, + "207": 1.67661, + "208": 1.6776, + "209": 1.67686, + "210": 1.67766, + "211": 1.67833, + "212": 1.67922, + "213": 1.6773, + "214": 1.67735, + "215": 1.67664, + "216": 1.66653, + "217": 1.66772, + "218": 1.68155, + "219": 1.66501, + "220": 1.67378, + "221": 1.67079, + "222": 1.67791, + "223": 1.67601, + "224": 1.66539, + "225": 1.66981, + "226": 1.66491, + "227": 1.66698, + "228": 1.66192, + "229": 1.66036, + "230": 1.66691, + "231": 1.65832, + "232": 1.66767, + "233": 1.66414, + "234": 1.67389, + "235": 1.66835, + "236": 1.67448, + "237": 1.66312, + "238": 1.68801, + "239": 1.69467, + "240": 1.66703, + "241": 1.66552, + "242": 1.66422, + "243": 1.66627, + "244": 1.66985, + "245": 1.66801, + "246": 1.67359, + "247": 1.6692, + "248": 1.66749, + "249": 1.66388, + "250": 1.66655, + "251": 1.65971, + "252": 1.66594, + "253": 1.65865, + "254": 1.67247, + "255": 1.66616, + "256": 1.66735, + "257": 1.66326, + "258": 1.6681, + "259": 1.88457, + "260": 1.69114, + "261": 1.67138, + "262": 1.67021, + "263": 1.66116, + "264": 1.66989, + "265": 1.67733, + "266": 1.6664, + "267": 1.67194, + "268": 1.6678, + "269": 1.67004, + "270": 1.67386, + "271": 1.68389, + "272": 1.69024, + "273": 1.69418, + "274": 1.68099, + "275": 1.67153, + "276": 1.71533, + "277": 1.67414, + "278": 1.6626, + "279": 1.683, + "280": 1.67664, + "281": 1.66144, + "282": 1.6748, + "283": 1.67529, + "284": 1.66848, + "285": 1.67047, + "286": 1.67775, + "287": 1.67196, + "288": 1.65355, + "289": 1.6762, + "290": 1.67759, + "291": 1.65203, + "292": 1.65238, + "293": 1.67667, + "294": 1.65679, + "295": 1.65718, + "296": 1.74105, + "297": 1.65052, + "298": 1.65724, + "299": 1.65632, + "300": 1.65908, + "301": 1.66844, + "302": 1.65584, + "303": 1.65356, + "304": 1.6524, + "305": 1.66169, + "306": 1.67561, + "307": 1.68263, + "308": 1.65996, + "309": 1.6771, + "310": 1.65349, + "311": 1.68214, + "312": 1.65459, + "313": 1.65354, + "314": 1.64848, + "315": 1.65347, + "316": 1.65388, + "317": 1.65602, + "318": 1.65919, + "319": 1.65555, + "320": 1.65418, + "321": 1.65148, + "322": 1.65514, + "323": 1.65527, + "324": 1.64448, + "325": 1.64267, + "326": 1.65647, + "327": 1.66631, + "328": 1.65747, + "329": 1.65294, + "330": 1.64394, + "331": 1.65256, + "332": 1.65034, + "333": 1.65255, + "334": 1.63901, + "335": 1.67835, + "336": 1.68004, + "337": 1.64678, + "338": 1.6571, + "339": 1.65298, + "340": 1.65384, + "341": 1.64929, + "342": 1.64755, + "343": 1.65518, + "344": 1.66341, + "345": 1.66929, + "346": 1.6538, + "347": 1.65514, + "348": 1.65464, + "349": 1.6636, + "350": 1.65525, + "351": 1.6565, + "352": 1.65617, + "353": 1.65634, + "354": 1.65424, + "355": 1.65561, + "356": 1.65733, + "357": 1.65915, + "358": 1.66671, + "359": 1.66508, + "360": 1.66793, + "361": 1.66498, + "362": 1.66255, + "363": 1.66396, + "364": 1.6729, + "365": 1.658, + "366": 1.65755, + "367": 1.65257, + "368": 1.66051, + "369": 1.66582, + "370": 1.66146, + "371": 1.65593, + "372": 1.65653, + "373": 1.66342, + "374": 1.66992, + "375": 1.67332, + "376": 1.6693, + "377": 1.6615, + "378": 1.6625, + "379": 1.66044, + "380": 1.66123, + "381": 1.65893, + "382": 1.65701, + "383": 1.65345, + "384": 1.6512, + "385": 1.66331, + "386": 1.65082, + "387": 1.65165, + "388": 1.65117, + "389": 1.65433, + "390": 1.66417, + "391": 1.65474, + "392": 1.65172, + "393": 1.65499, + "394": 1.65893, + "395": 1.65582, + "396": 1.65628, + "397": 1.66416, + "398": 1.65202, + "399": 1.65278, + "400": 1.65194, + "401": 1.65398, + "402": 1.65714, + "403": 1.64989, + "404": 1.6563, + "405": 1.64448, + "406": 1.70094, + "407": 1.74785, + "408": 1.79969, + "409": 1.76832, + "410": 1.65868, + "411": 1.66821, + "412": 1.65062, + "413": 1.66882, + "414": 1.69244, + "415": 1.6588, + "416": 1.65284, + "417": 1.65702, + "418": 1.64385, + "419": 1.65363, + "420": 1.65402, + "421": 1.65607, + "422": 1.66348, + "423": 1.65788, + "424": 1.65234, + "425": 1.65726, + "426": 1.65789, + "427": 1.657, + "428": 1.64877, + "429": 1.65707, + "430": 1.65112, + "431": 1.65615, + "432": 1.662, + "433": 1.67881, + "434": 1.66468, + "435": 1.65946, + "436": 1.65648, + "437": 1.6623, + "438": 1.65765, + "439": 1.66914, + "440": 1.67008, + "441": 1.66189, + "442": 1.66014, + "443": 1.66681, + "444": 1.66109, + "445": 1.65618, + "446": 1.65134, + "447": 1.65699, + "448": 1.65843, + "449": 1.65367, + "450": 1.65605, + "451": 1.66547, + "452": 1.66841, + "453": 1.66022, + "454": 1.66067, + "455": 1.65955, + "456": 1.6661, + "457": 1.70499, + "458": 1.66834, + "459": 1.65698, + "460": 1.66059, + "461": 1.66048, + "462": 1.65708, + "463": 1.65926, + "464": 1.66001, + "465": 1.65662, + "466": 1.65735, + "467": 1.65031, + "468": 1.65216, + "469": 1.674, + "470": 1.6599, + "471": 1.6665, + "472": 1.66536, + "473": 1.66375, + "474": 1.65729, + "475": 1.65607, + "476": 1.67064, + "477": 2.06412, + "478": 1.66231, + "479": 1.6621, + "480": 1.66468, + "481": 1.6631, + "482": 1.67821, + "483": 1.66476, + "484": 1.65056, + "485": 1.6551, + "486": 1.65719, + "487": 1.71327, + "488": 1.6654, + "489": 1.66539, + "490": 1.6825, + "491": 1.96746, + "492": 1.65805, + "493": 1.65845, + "494": 1.66839, + "495": 1.66425, + "496": 1.66702, + "497": 1.66712, + "498": 1.66236, + "499": 1.66544, + "500": 1.66186, + "501": 1.66746, + "502": 1.70003, + "503": 1.68601, + "504": 1.66865, + "505": 1.69055, + "506": 1.66472, + "507": 1.66943, + "508": 1.67175, + "509": 1.661, + "510": 1.65918, + "511": 1.66158, + "512": 1.66404, + "513": 1.66571, + "514": 1.66037, + "515": 1.66881, + "516": 1.6581, + "517": 2.05273, + "518": 1.66695, + "519": 1.66928, + "520": 1.66052, + "521": 1.65807, + "522": 1.6726, + "523": 1.69055, + "524": 1.67417, + "525": 1.66854, + "526": 1.66702, + "527": 1.66432, + "528": 1.67837, + "529": 1.69108, + "530": 1.66243, + "531": 1.66133, + "532": 1.65867, + "533": 1.66438, + "534": 1.66007, + "535": 1.67106, + "536": 1.64225, + "537": 1.64491, + "538": 1.6443, + "539": 1.65291, + "540": 1.65684, + "541": 1.67062, + "542": 1.66116, + "543": 1.66137, + "544": 1.66159, + "545": 1.66375, + "546": 1.66946, + "547": 1.67578, + "548": 1.67439, + "549": 1.664, + "550": 1.66877, + "551": 1.66701, + "552": 1.66183, + "553": 1.67216, + "554": 1.66831, + "555": 1.668, + "556": 1.66498, + "557": 1.6688, + "558": 1.66726, + "559": 1.68522, + "560": 1.67658, + "561": 1.71499, + "562": 1.67938, + "563": 1.68178, + "564": 1.67698, + "565": 1.67902, + "566": 1.67734, + "567": 1.67806, + "568": 1.67649, + "569": 1.68405, + "570": 1.67401, + "571": 1.67889, + "572": 1.67764, + "573": 1.68206, + "574": 1.67661, + "575": 2.0777, + "576": 1.68518, + "577": 1.68992, + "578": 1.6757, + "579": 1.68152, + "580": 1.68871, + "581": 1.68712, + "582": 1.67826, + "583": 1.68491, + "584": 1.68578, + "585": 1.68366, + "586": 1.67477, + "587": 1.67643, + "588": 1.6808, + "589": 1.67878, + "590": 1.69068, + "591": 1.66849, + "592": 1.68021, + "593": 1.67861, + "594": 1.68303, + "595": 1.68643, + "596": 1.68189, + "597": 1.6806, + "598": 1.67299, + "599": 1.68227, + "600": 1.69314, + "601": 1.68691, + "602": 1.68261, + "603": 1.6811, + "604": 1.67597, + "605": 1.70403, + "606": 1.67627, + "607": 1.6756, + "608": 1.67588, + "609": 1.68407, + "610": 1.68629, + "611": 1.6712, + "612": 1.69374, + "613": 1.69147, + "614": 1.68133, + "615": 1.68345, + "616": 1.6896, + "617": 1.68463, + "618": 1.6742, + "619": 1.67147, + "620": 1.6778, + "621": 1.67392, + "622": 1.6641, + "623": 1.65926, + "624": 1.66462, + "625": 1.66692, + "626": 1.65249, + "627": 1.66205, + "628": 1.66151, + "629": 1.66022, + "630": 1.67349, + "631": 1.66731, + "632": 1.66869, + "633": 1.66017, + "634": 1.66162, + "635": 1.65163, + "636": 1.67265, + "637": 1.66471, + "638": 1.65815, + "639": 1.66253, + "640": 1.66732, + "641": 1.66454, + "642": 1.65871, + "643": 1.66158, + "644": 1.65727, + "645": 1.67246, + "646": 1.65643, + "647": 1.65828, + "648": 1.67537, + "649": 1.65788, + "650": 1.65271, + "651": 1.6666, + "652": 1.66001, + "653": 1.6631, + "654": 1.65868, + "655": 1.66221, + "656": 1.65724, + "657": 1.65981, + "658": 1.66027, + "659": 1.66216, + "660": 1.66383, + "661": 1.66293, + "662": 1.66366, + "663": 1.66718, + "664": 1.65309, + "665": 1.66202, + "666": 1.669, + "667": 1.67234, + "668": 1.64903, + "669": 1.66573, + "670": 1.65878, + "671": 1.67009, + "672": 1.65589, + "673": 1.65157, + "674": 1.67236, + "675": 1.65364, + "676": 1.6664, + "677": 1.65348, + "678": 1.65249, + "679": 1.64996, + "680": 1.65259, + "681": 1.6559, + "682": 1.66026, + "683": 1.66154, + "684": 1.66651, + "685": 1.67141, + "686": 1.66069, + "687": 1.6617, + "688": 1.66302, + "689": 1.66431, + "690": 1.67049, + "691": 1.66551, + "692": 1.65952, + "693": 1.65933, + "694": 1.66146, + "695": 1.6683, + "696": 1.66495, + "697": 1.66168, + "698": 1.66691, + "699": 1.66908, + "700": 1.66973, + "701": 1.66751, + "702": 1.6729, + "703": 1.67398, + "704": 1.66427, + "705": 1.66618, + "706": 1.66382, + "707": 1.66007, + "708": 1.67343, + "709": 1.66832, + "710": 1.66621, + "711": 1.67123, + "712": 1.67002, + "713": 1.70431, + "714": 1.67656, + "715": 1.67479, + "716": 1.67325, + "717": 1.67234, + "718": 1.68373, + "719": 1.68247, + "720": 1.68466, + "721": 1.69537, + "722": 1.68021, + "723": 1.68088, + "724": 1.64835, + "725": 1.67454, + "726": 1.67322, + "727": 1.67583, + "728": 1.6662, + "729": 1.68668, + "730": 1.68133, + "731": 1.67647, + "732": 1.68216, + "733": 1.68607, + "734": 1.69048, + "735": 1.68349, + "736": 1.68381, + "737": 1.67292, + "738": 1.66802, + "739": 1.67667, + "740": 1.6675, + "741": 1.67255, + "742": 1.6634, + "743": 1.65614, + "744": 1.67607, + "745": 1.66387, + "746": 1.66508, + "747": 1.66142, + "748": 1.65751, + "749": 1.65439, + "750": 1.66554, + "751": 1.65829, + "752": 1.66185, + "753": 1.67574, + "754": 1.67037, + "755": 1.68164, + "756": 1.67675, + "757": 1.68421, + "758": 1.67211, + "759": 1.67314, + "760": 1.67804, + "761": 1.68494, + "762": 1.67554, + "763": 1.66966, + "764": 1.67786, + "765": 1.67234, + "766": 1.67548, + "767": 1.67379, + "768": 1.66338, + "769": 1.65725, + "770": 1.65838, + "771": 1.69975, + "772": 1.68894, + "773": 1.67298, + "774": 1.66917, + "775": 1.67149, + "776": 1.66059, + "777": 1.66827, + "778": 1.66158, + "779": 1.66458, + "780": 1.67482, + "781": 1.66875, + "782": 1.6617, + "783": 1.66676, + "784": 1.67501, + "785": 1.67307, + "786": 1.67458, + "787": 1.67176, + "788": 1.66588, + "789": 1.73488, + "790": 1.67459, + "791": 1.67558, + "792": 1.6811, + "793": 1.67985, + "794": 1.67466, + "795": 1.67017, + "796": 1.68351, + "797": 1.68604, + "798": 1.6866, + "799": 1.67723, + "800": 1.70113, + "801": 1.67186, + "802": 1.65766, + "803": 1.68074, + "804": 1.68879, + "805": 1.68862, + "806": 1.68776, + "807": 1.68531, + "808": 1.6947, + "809": 1.68399, + "810": 1.69225, + "811": 1.69698, + "812": 1.68933, + "813": 1.68258, + "814": 1.685, + "815": 1.68536, + "816": 1.68313, + "817": 1.69305, + "818": 1.67452, + "819": 1.67792, + "820": 1.68594, + "821": 1.67842, + "822": 1.67198, + "823": 1.68128, + "824": 1.66627, + "825": 1.67852, + "826": 1.66593, + "827": 1.68474, + "828": 1.68503, + "829": 1.67553, + "830": 1.67334, + "831": 1.67121, + "832": 1.66846, + "833": 1.68649, + "834": 1.67049, + "835": 1.66976, + "836": 1.67409, + "837": 1.67184, + "838": 1.67272, + "839": 1.6704, + "840": 1.67203, + "841": 1.67262, + "842": 1.69392, + "843": 1.67646, + "844": 1.67224, + "845": 1.67677, + "846": 1.68374, + "847": 1.67953, + "848": 1.67433, + "849": 1.67289, + "850": 1.67019, + "851": 1.67607, + "852": 1.67445, + "853": 1.67253, + "854": 1.66588, + "855": 1.65948, + "856": 1.66108, + "857": 1.66339, + "858": 1.6618, + "859": 1.66206, + "860": 1.66373, + "861": 1.66838, + "862": 1.66554, + "863": 1.68108, + "864": 1.70406, + "865": 1.67187, + "866": 1.65897, + "867": 1.65992, + "868": 1.66854, + "869": 1.66168, + "870": 1.66367, + "871": 1.66886, + "872": 1.66319, + "873": 1.66839, + "874": 1.66977, + "875": 1.66615, + "876": 1.66553, + "877": 1.65766, + "878": 1.66596, + "879": 1.66414, + "880": 1.67152, + "881": 1.66996, + "882": 1.65807, + "883": 1.66451, + "884": 1.66807, + "885": 1.67105, + "886": 1.65852, + "887": 1.66682, + "888": 1.66686, + "889": 1.66925, + "890": 1.65721, + "891": 1.65268, + "892": 1.6582, + "893": 1.67573, + "894": 1.67907, + "895": 1.68801, + "896": 1.67708, + "897": 1.67243, + "898": 1.68166, + "899": 1.67597, + "900": 1.68752, + "901": 1.68085, + "902": 1.6708, + "903": 1.66987, + "904": 1.68093, + "905": 1.67679, + "906": 1.68457, + "907": 1.68883, + "908": 1.68548, + "909": 1.68698, + "910": 1.67594, + "911": 1.68156, + "912": 1.68866, + "913": 1.68265, + "914": 1.68821, + "915": 1.68128, + "916": 1.67355, + "917": 1.70903, + "918": 1.68779, + "919": 1.67941, + "920": 1.691, + "921": 1.68974, + "922": 1.68641, + "923": 1.68801, + "924": 1.68673, + "925": 1.69406, + "926": 1.6851, + "927": 1.68456, + "928": 1.68821, + "929": 1.67223, + "930": 1.68276, + "931": 1.67235, + "932": 1.67063, + "933": 1.66444, + "934": 1.67133, + "935": 1.68216, + "936": 1.68375, + "937": 1.67348, + "938": 1.68749, + "939": 1.7238, + "940": 1.69206, + "941": 1.68943, + "942": 1.69023, + "943": 1.68901, + "944": 1.68916, + "945": 1.69043, + "946": 1.68901, + "947": 1.70685, + "948": 1.69038, + "949": 1.69238, + "950": 1.69651, + "951": 1.68187, + "952": 1.69212, + "953": 1.69019, + "954": 1.69154, + "955": 1.68314, + "956": 1.69188, + "957": 1.68913, + "958": 1.687, + "959": 1.68936, + "960": 1.69969, + "961": 1.68448, + "962": 1.68638, + "963": 1.68613, + "964": 1.68898, + "965": 1.6837, + "966": 1.68386, + "967": 1.68657, + "968": 1.67965, + "969": 1.68951, + "970": 1.68497, + "971": 1.69574, + "972": 1.69006, + "973": 1.68732, + "974": 1.67503, + "975": 1.66451, + "976": 1.67807, + "977": 1.66935, + "978": 1.67192, + "979": 1.68033, + "980": 1.67529, + "981": 1.67115, + "982": 1.67082, + "983": 1.66979, + "984": 1.66114, + "985": 1.65283, + "986": 1.6658, + "987": 1.66778, + "988": 1.65696, + "989": 1.67278, + "990": 1.65672, + "991": 1.67991, + "992": 1.67594, + "993": 1.68565, + "994": 1.68296, + "995": 1.68711, + "996": 1.68931, + "997": 1.6808, + "998": 1.68412, + "999": 1.68911, + "1000": 1.69059, + "1001": 1.67329, + "1002": 1.68037, + "1003": 1.66565, + "1004": 1.68096, + "1005": 1.67604, + "1006": 1.63714, + "1007": 1.65161, + "1008": 1.66515, + "1009": 1.69278, + "1010": 1.68183, + "1011": 1.68684, + "1012": 1.67633, + "1013": 1.67887, + "1014": 1.68059, + "1015": 1.6961, + "1016": 1.69958, + "1017": 1.67937, + "1018": 1.66427, + "1019": 1.6838, + "1020": 1.67037, + "1021": 1.66959, + "1022": 1.68289, + "1023": 1.67886, + "1024": 1.68436, + "1025": 1.67014, + "1026": 1.66918, + "1027": 1.67754, + "1028": 1.66669, + "1029": 1.66255, + "1030": 1.66152, + "1031": 1.68652, + "1032": 1.67831, + "1033": 1.66376, + "1034": 1.67477, + "1035": 1.65563, + "1036": 1.68612, + "1037": 1.67832, + "1038": 1.67899, + "1039": 1.67561, + "1040": 1.65907, + "1041": 1.66772, + "1042": 1.66424, + "1043": 1.66918, + "1044": 1.66594, + "1045": 1.67661, + "1046": 1.67556, + "1047": 1.67132, + "1048": 1.67336, + "1049": 1.6751, + "1050": 1.66904, + "1051": 1.67174, + "1052": 1.67131, + "1053": 1.67225, + "1054": 1.67899, + "1055": 1.68179, + "1056": 1.68271, + "1057": 1.67216, + "1058": 1.66542, + "1059": 1.67399, + "1060": 1.67486, + "1061": 1.66147, + "1062": 1.6655, + "1063": 1.67114, + "1064": 1.67063, + "1065": 1.66658, + "1066": 1.66383, + "1067": 1.66965, + "1068": 1.66995, + "1069": 1.67189, + "1070": 1.67241, + "1071": 1.66707, + "1072": 1.66563, + "1073": 1.66802, + "1074": 1.66793, + "1075": 1.67205, + "1076": 1.67002, + "1077": 1.67186, + "1078": 1.66905, + "1079": 1.66899, + "1080": 1.6687, + "1081": 1.67113, + "1082": 1.6709, + "1083": 1.69655, + "1084": 1.66949, + "1085": 1.67021, + "1086": 1.6777, + "1087": 1.6726, + "1088": 1.68449, + "1089": 1.65859, + "1090": 1.6723, + "1091": 1.6587, + "1092": 1.67301, + "1093": 1.66636, + "1094": 1.65698, + "1095": 1.67112, + "1096": 1.65719, + "1097": 1.65382, + "1098": 1.66007, + "1099": 1.66073, + "1100": 1.65742, + "1101": 1.65956, + "1102": 1.66432, + "1103": 1.66356, + "1104": 1.66065, + "1105": 1.66633, + "1106": 1.66001, + "1107": 1.66098, + "1108": 1.66374, + "1109": 1.65969, + "1110": 1.6655, + "1111": 1.66305, + "1112": 1.66314, + "1113": 1.66446, + "1114": 1.66361, + "1115": 1.66219, + "1116": 1.66633, + "1117": 1.66727, + "1118": 1.66405, + "1119": 1.66884, + "1120": 1.66933, + "1121": 1.66823, + "1122": 1.67108, + "1123": 1.65942, + "1124": 1.67026, + "1125": 1.66804, + "1126": 1.66582, + "1127": 1.67314, + "1128": 1.66048, + "1129": 1.6649, + "1130": 1.6622, + "1131": 1.66952, + "1132": 1.66301, + "1133": 1.6625, + "1134": 1.66196, + "1135": 1.66389, + "1136": 1.66092, + "1137": 1.6661, + "1138": 1.66709, + "1139": 1.66129, + "1140": 1.66049, + "1141": 1.65438, + "1142": 1.66341, + "1143": 1.6575, + "1144": 1.66522, + "1145": 1.67469, + "1146": 1.65551, + "1147": 1.65691, + "1148": 1.66411, + "1149": 1.66252, + "1150": 1.67936, + "1151": 1.67901, + "1152": 1.67608, + "1153": 1.68069, + "1154": 1.683, + "1155": 1.68007, + "1156": 1.67153, + "1157": 1.67684, + "1158": 1.67692, + "1159": 1.6769, + "1160": 1.67717, + "1161": 1.67424, + "1162": 1.68452, + "1163": 1.67428, + "1164": 1.66878, + "1165": 1.68096, + "1166": 1.68239, + "1167": 1.68129, + "1168": 1.66883, + "1169": 1.67562, + "1170": 1.68246, + "1171": 1.68124, + "1172": 1.67485, + "1173": 1.68025, + "1174": 1.68613, + "1175": 1.67748, + "1176": 1.67696, + "1177": 1.67656, + "1178": 1.70884, + "1179": 1.67871, + "1180": 1.67135, + "1181": 1.66808, + "1182": 1.67186, + "1183": 1.66717, + "1184": 1.675, + "1185": 1.68092, + "1186": 1.68152, + "1187": 1.6804, + "1188": 1.66984, + "1189": 1.66388, + "1190": 1.66654, + "1191": 1.66691, + "1192": 1.67197, + "1193": 1.66518, + "1194": 1.6618, + "1195": 1.66114, + "1196": 1.66685, + "1197": 1.67053, + "1198": 1.66867, + "1199": 1.67506, + "1200": 1.66234, + "1201": 1.65999, + "1202": 1.66013, + "1203": 1.66581, + "1204": 1.66379, + "1205": 1.66378, + "1206": 1.65613, + "1207": 2.0144, + "1208": 1.66017, + "1209": 1.67357, + "1210": 1.66786, + "1211": 1.66254, + "1212": 1.67143, + "1213": 1.67589, + "1214": 1.66843, + "1215": 1.67158, + "1216": 1.68238, + "1217": 1.93752, + "1218": 1.67213, + "1219": 1.67718, + "1220": 1.66327, + "1221": 1.66691, + "1222": 1.67218, + "1223": 1.66736, + "1224": 1.6697, + "1225": 1.66522, + "1226": 1.66986, + "1227": 1.67132, + "1228": 1.6502, + "1229": 1.66488, + "1230": 1.67411, + "1231": 1.67465, + "1232": 1.67276, + "1233": 1.66284, + "1234": 1.67192, + "1235": 1.66858, + "1236": 1.6786, + "1237": 1.67619, + "1238": 1.6697, + "1239": 1.67168, + "1240": 1.67857, + "1241": 1.68057, + "1242": 1.68296, + "1243": 1.68293, + "1244": 1.67508, + "1245": 1.68038, + "1246": 1.68236, + "1247": 1.68675, + "1248": 1.67777, + "1249": 1.68082, + "1250": 1.67455, + "1251": 1.68172, + "1252": 1.70275, + "1253": 1.67225, + "1254": 1.66336, + "1255": 1.67891, + "1256": 1.68118, + "1257": 1.67656, + "1258": 1.67761, + "1259": 1.66753, + "1260": 1.67705, + "1261": 1.67978, + "1262": 1.68455, + "1263": 1.67997, + "1264": 1.6614, + "1265": 1.66613, + "1266": 1.67334, + "1267": 1.6664, + "1268": 1.65418, + "1269": 1.65813, + "1270": 1.67577, + "1271": 1.68002, + "1272": 1.67564, + "1273": 1.67418, + "1274": 1.67734, + "1275": 1.66991, + "1276": 1.67677, + "1277": 1.67327, + "1278": 1.66763, + "1279": 1.70782, + "1280": 1.65816, + "1281": 1.6681, + "1282": 1.67083, + "1283": 1.67735, + "1284": 1.67818, + "1285": 1.66252, + "1286": 1.67109, + "1287": 1.66818, + "1288": 1.67397, + "1289": 1.70275, + "1290": 1.67323, + "1291": 1.66925, + "1292": 1.67013, + "1293": 1.67219, + "1294": 1.6707, + "1295": 1.66291, + "1296": 1.67061, + "1297": 1.6661, + "1298": 1.67508, + "1299": 1.67383, + "1300": 1.67855, + "1301": 1.66793, + "1302": 1.66891, + "1303": 1.66824, + "1304": 1.66844, + "1305": 1.66834, + "1306": 1.67841, + "1307": 1.67241, + "1308": 1.67273, + "1309": 1.67051, + "1310": 1.67323, + "1311": 1.67215, + "1312": 1.67998, + "1313": 1.67913, + "1314": 1.66354, + "1315": 1.66151, + "1316": 1.65667, + "1317": 1.66285, + "1318": 1.67023, + "1319": 1.67304, + "1320": 1.67377, + "1321": 1.68023, + "1322": 1.68169, + "1323": 1.6638, + "1324": 1.66886, + "1325": 1.66964, + "1326": 1.66896, + "1327": 1.6732, + "1328": 1.67057, + "1329": 1.67122, + "1330": 1.67218, + "1331": 1.66726, + "1332": 1.6703, + "1333": 1.67547, + "1334": 1.67656, + "1335": 1.68177, + "1336": 1.67346, + "1337": 1.66507, + "1338": 1.66151, + "1339": 1.67012, + "1340": 1.67486, + "1341": 1.67665, + "1342": 1.67034, + "1343": 1.66906, + "1344": 1.66058, + "1345": 1.6725, + "1346": 1.67657, + "1347": 1.66223, + "1348": 1.6717, + "1349": 1.6698, + "1350": 1.67128, + "1351": 1.66234, + "1352": 1.66706, + "1353": 1.68181, + "1354": 1.66644, + "1355": 1.67379, + "1356": 1.67069, + "1357": 1.67291, + "1358": 1.67407, + "1359": 1.66811, + "1360": 1.66826, + "1361": 1.66579, + "1362": 1.66586, + "1363": 1.65984, + "1364": 1.66441, + "1365": 1.66483, + "1366": 1.64867, + "1367": 1.6595, + "1368": 1.67572, + "1369": 1.67074, + "1370": 1.67434, + "1371": 1.67847, + "1372": 1.6702, + "1373": 1.66993, + "1374": 1.66027, + "1375": 1.66704, + "1376": 1.66545, + "1377": 1.66729, + "1378": 1.66908, + "1379": 1.66178, + "1380": 1.65841, + "1381": 1.66812, + "1382": 1.66488, + "1383": 1.67112, + "1384": 1.68015, + "1385": 1.67961, + "1386": 1.67456, + "1387": 1.68029, + "1388": 1.67644, + "1389": 1.68095, + "1390": 1.68059, + "1391": 1.72961, + "1392": 1.71194, + "1393": 1.68764, + "1394": 1.68216, + "1395": 1.68497, + "1396": 1.66683, + "1397": 1.68176, + "1398": 1.68215, + "1399": 1.67436, + "1400": 1.66888, + "1401": 1.67242, + "1402": 1.65693, + "1403": 1.6764, + "1404": 1.66871, + "1405": 1.67625, + "1406": 1.66777, + "1407": 1.67683, + "1408": 1.6815, + "1409": 1.67801, + "1410": 1.67556, + "1411": 1.67652, + "1412": 1.6782, + "1413": 1.66969, + "1414": 1.67552, + "1415": 1.67366, + "1416": 1.67276, + "1417": 1.67412, + "1418": 1.68263, + "1419": 1.67562, + "1420": 1.67342, + "1421": 1.67866, + "1422": 1.66876, + "1423": 1.67018, + "1424": 1.68186, + "1425": 1.6866, + "1426": 1.70191, + "1427": 1.67833, + "1428": 1.69173, + "1429": 1.68678, + "1430": 1.6921, + "1431": 1.6879, + "1432": 1.6855, + "1433": 1.68284, + "1434": 1.66877, + "1435": 1.67579, + "1436": 1.68983, + "1437": 1.67187, + "1438": 1.68329, + "1439": 1.69205, + "1440": 1.67922, + "1441": 1.68166, + "1442": 1.69682, + "1443": 1.68988, + "1444": 2.01957, + "1445": 1.68686, + "1446": 1.68912, + "1447": 1.68837, + "1448": 1.706, + "1449": 1.67685, + "1450": 1.67146, + "1451": 1.67423, + "1452": 1.67834, + "1453": 1.69856, + "1454": 1.67979, + "1455": 1.67939, + "1456": 1.6797, + "1457": 1.69803, + "1458": 1.68295, + "1459": 1.681, + "1460": 1.68519, + "1461": 1.67413, + "1462": 1.67158, + "1463": 1.67529, + "1464": 1.6887, + "1465": 1.68065, + "1466": 1.66708, + "1467": 1.68199, + "1468": 1.68572, + "1469": 1.68658, + "1470": 1.68501, + "1471": 1.67676, + "1472": 1.66949, + "1473": 1.67044, + "1474": 1.68003, + "1475": 1.68454, + "1476": 1.68851, + "1477": 1.68441, + "1478": 1.68385, + "1479": 1.68346, + "1480": 1.68391, + "1481": 1.68722, + "1482": 1.67579, + "1483": 1.6856, + "1484": 1.6816, + "1485": 1.69364, + "1486": 1.67997, + "1487": 1.68547, + "1488": 1.6896, + "1489": 1.68189, + "1490": 1.68829, + "1491": 1.68858, + "1492": 1.68329, + "1493": 1.68677, + "1494": 1.68391, + "1495": 1.67982, + "1496": 1.68246, + "1497": 1.68725, + "1498": 1.68335, + "1499": 1.69265, + "1500": 1.6873, + "1501": 1.67816, + "1502": 1.69388, + "1503": 1.68874, + "1504": 1.67933, + "1505": 1.67416, + "1506": 1.67693, + "1507": 1.68022, + "1508": 1.68193, + "1509": 1.67083, + "1510": 1.67684, + "1511": 1.67347, + "1512": 1.67444, + "1513": 1.67844, + "1514": 1.6928, + "1515": 2.04601, + "1516": 1.68548, + "1517": 1.68113, + "1518": 1.67347, + "1519": 1.67537, + "1520": 1.68799, + "1521": 1.68817, + "1522": 1.6805, + "1523": 1.68408, + "1524": 1.68164, + "1525": 1.67889, + "1526": 1.67647, + "1527": 1.67783, + "1528": 1.65863, + "1529": 1.65014, + "1530": 1.6634, + "1531": 1.65667, + "1532": 1.64986, + "1533": 1.66257, + "1534": 1.69059, + "1535": 1.64338, + "1536": 1.64802, + "1537": 1.69142, + "1538": 1.66714, + "1539": 1.66571, + "1540": 1.68264, + "1541": 1.68079, + "1542": 1.67733, + "1543": 1.68508, + "1544": 1.68295, + "1545": 1.69014, + "1546": 1.68579, + "1547": 1.68315, + "1548": 1.68162, + "1549": 1.66951, + "1550": 1.67403, + "1551": 1.67829, + "1552": 1.67069, + "1553": 1.66737, + "1554": 1.66653, + "1555": 1.66778, + "1556": 1.66985, + "1557": 1.67123, + "1558": 1.65434, + "1559": 1.67259, + "1560": 1.66766, + "1561": 1.66868, + "1562": 1.67355, + "1563": 1.66406, + "1564": 1.6687, + "1565": 1.66951, + "1566": 1.67126, + "1567": 1.67182, + "1568": 1.67566, + "1569": 1.66313, + "1570": 1.6672, + "1571": 1.66881, + "1572": 1.66497, + "1573": 1.6691, + "1574": 1.67036, + "1575": 1.66945, + "1576": 1.67514, + "1577": 1.66786, + "1578": 1.66636, + "1579": 1.67313, + "1580": 1.6672, + "1581": 1.66815, + "1582": 1.67342, + "1583": 1.67434, + "1584": 1.68006, + "1585": 1.67225, + "1586": 1.66457, + "1587": 1.67075, + "1588": 1.67702, + "1589": 1.67325, + "1590": 1.66328, + "1591": 1.68268, + "1592": 1.67759, + "1593": 1.67632, + "1594": 1.66945, + "1595": 1.67408, + "1596": 1.668, + "1597": 1.67833, + "1598": 1.66851, + "1599": 1.66618, + "1600": 1.66334, + "1601": 1.6672, + "1602": 1.66443, + "1603": 1.66414, + "1604": 1.67506, + "1605": 1.66508, + "1606": 1.66172, + "1607": 1.70205, + "1608": 1.68273, + "1609": 1.68571, + "1610": 1.66672, + "1611": 1.6725, + "1612": 1.67288, + "1613": 1.66903, + "1614": 1.66543, + "1615": 1.65616, + "1616": 1.66599, + "1617": 1.66445, + "1618": 1.66741, + "1619": 1.67282, + "1620": 1.66564, + "1621": 1.66979, + "1622": 1.67316, + "1623": 1.70561, + "1624": 1.65444, + "1625": 1.66748, + "1626": 1.66589, + "1627": 1.68626, + "1628": 1.67481, + "1629": 1.66675, + "1630": 1.665, + "1631": 1.66499, + "1632": 1.66938, + "1633": 1.70528, + "1634": 1.68477, + "1635": 1.67508, + "1636": 1.6662, + "1637": 1.66655, + "1638": 1.66538, + "1639": 1.66556, + "1640": 1.66259, + "1641": 1.66386, + "1642": 1.66038, + "1643": 1.6698, + "1644": 1.66701, + "1645": 1.67538, + "1646": 1.67125, + "1647": 1.65938, + "1648": 1.66482, + "1649": 1.67374, + "1650": 1.66418, + "1651": 1.66486, + "1652": 1.66451, + "1653": 1.66553, + "1654": 1.66894, + "1655": 1.67177, + "1656": 1.6698, + "1657": 1.66775, + "1658": 1.67207, + "1659": 1.67418, + "1660": 1.66976, + "1661": 1.66932, + "1662": 1.66951, + "1663": 1.67432, + "1664": 1.69804, + "1665": 1.65614, + "1666": 1.66101, + "1667": 1.66935, + "1668": 1.66999, + "1669": 1.67251, + "1670": 1.66861, + "1671": 1.66838, + "1672": 1.68362, + "1673": 1.67611, + "1674": 1.68187, + "1675": 1.66942, + "1676": 1.67313, + "1677": 1.6745, + "1678": 1.66068, + "1679": 1.66653, + "1680": 1.66488, + "1681": 1.69635, + "1682": 1.67758, + "1683": 1.66878, + "1684": 1.66176, + "1685": 1.66033, + "1686": 1.6668, + "1687": 1.66999, + "1688": 1.67193, + "1689": 1.66356, + "1690": 1.665, + "1691": 1.6668, + "1692": 1.66859, + "1693": 1.66755, + "1694": 1.67361, + "1695": 1.67173, + "1696": 1.66681, + "1697": 1.66953, + "1698": 1.67545, + "1699": 1.67505, + "1700": 1.68215, + "1701": 1.67195, + "1702": 1.68931, + "1703": 1.67657, + "1704": 1.6692, + "1705": 1.66117, + "1706": 1.66997, + "1707": 1.66651, + "1708": 1.69071, + "1709": 1.69161, + "1710": 1.70228, + "1711": 1.69129, + "1712": 1.69679, + "1713": 1.70151, + "1714": 1.6904, + "1715": 1.69352, + "1716": 1.69972, + "1717": 1.70504, + "1718": 1.70116, + "1719": 1.69128, + "1720": 1.69033, + "1721": 1.70057, + "1722": 1.69583, + "1723": 1.69125, + "1724": 1.69034, + "1725": 1.69701, + "1726": 1.69367, + "1727": 1.68985, + "1728": 1.69137, + "1729": 1.69034, + "1730": 1.68627, + "1731": 1.69182, + "1732": 1.68666, + "1733": 1.69093, + "1734": 1.70135, + "1735": 1.7008, + "1736": 1.6968, + "1737": 1.6914, + "1738": 1.65543, + "1739": 1.66836, + "1740": 1.67357, + "1741": 1.6671, + "1742": 1.66359, + "1743": 1.66419, + "1744": 1.66805, + "1745": 1.66315, + "1746": 1.66476, + "1747": 1.65638, + "1748": 1.6686, + "1749": 1.67166, + "1750": 1.67273, + "1751": 1.67314, + "1752": 1.67432, + "1753": 1.67468, + "1754": 1.67716, + "1755": 1.66204, + "1756": 1.68613, + "1757": 1.67363, + "1758": 1.65889, + "1759": 1.65396, + "1760": 1.64763, + "1761": 1.65609, + "1762": 1.6596, + "1763": 1.6604, + "1764": 1.66728, + "1765": 1.67694, + "1766": 1.66303, + "1767": 1.66934, + "1768": 1.66864, + "1769": 2.40884, + "1770": 1.67104, + "1771": 1.83552, + "1772": 1.6667, + "1773": 1.66707, + "1774": 1.66906, + "1775": 1.66875, + "1776": 1.66476, + "1777": 1.67642, + "1778": 1.66363, + "1779": 1.89354, + "1780": 1.67021, + "1781": 1.67, + "1782": 1.6655, + "1783": 1.67588, + "1784": 1.66342, + "1785": 1.6658, + "1786": 1.66747, + "1787": 1.67577, + "1788": 1.69475, + "1789": 1.6715, + "1790": 1.67521, + "1791": 1.67204, + "1792": 1.67072, + "1793": 1.66782, + "1794": 1.66988, + "1795": 1.67116, + "1796": 1.6604, + "1797": 1.66546, + "1798": 1.66315, + "1799": 1.66874, + "1800": 1.67935, + "1801": 1.67592, + "1802": 1.6741, + "1803": 1.67832, + "1804": 1.67892, + "1805": 1.66926, + "1806": 1.66126, + "1807": 1.64187, + "1808": 1.64824, + "1809": 1.65132, + "1810": 1.64729, + "1811": 1.64567, + "1812": 1.6489, + "1813": 1.65217, + "1814": 1.65252, + "1815": 1.65227, + "1816": 1.64334, + "1817": 1.64742, + "1818": 1.67114, + "1819": 1.66848, + "1820": 1.67529, + "1821": 1.6802, + "1822": 1.67945, + "1823": 1.67185, + "1824": 1.6815, + "1825": 1.67411, + "1826": 1.67014, + "1827": 1.68186, + "1828": 1.67636, + "1829": 1.66784, + "1830": 1.6758, + "1831": 1.67235, + "1832": 1.67027, + "1833": 1.66056, + "1834": 1.67415, + "1835": 1.67323, + "1836": 1.68285, + "1837": 1.68142, + "1838": 1.67312, + "1839": 1.65643, + "1840": 1.65856, + "1841": 1.66345, + "1842": 1.66996, + "1843": 1.67516, + "1844": 1.68144, + "1845": 1.67107, + "1846": 1.69384, + "1847": 1.70009, + "1848": 1.68413, + "1849": 1.6772, + "1850": 1.6857, + "1851": 1.68846, + "1852": 1.67466, + "1853": 1.67741, + "1854": 1.66746, + "1855": 1.64931, + "1856": 1.63911, + "1857": 1.65241, + "1858": 1.66714, + "1859": 1.66601, + "1860": 1.67194, + "1861": 1.67196, + "1862": 1.66863, + "1863": 1.67747, + "1864": 1.67022, + "1865": 1.67496, + "1866": 1.66164, + "1867": 1.66717, + "1868": 1.67927, + "1869": 1.66994, + "1870": 1.67746, + "1871": 1.66638, + "1872": 1.66454, + "1873": 1.67252, + "1874": 1.66761, + "1875": 1.67057, + "1876": 1.67388, + "1877": 1.71218, + "1878": 1.66698, + "1879": 1.66441, + "1880": 1.66266, + "1881": 1.66381, + "1882": 1.669, + "1883": 1.66914, + "1884": 1.67276, + "1885": 1.67361, + "1886": 1.64481, + "1887": 1.65931, + "1888": 1.66352, + "1889": 1.66337, + "1890": 1.6683, + "1891": 1.66351, + "1892": 1.65669, + "1893": 1.64217, + "1894": 1.66872, + "1895": 1.68262, + "1896": 1.6616, + "1897": 1.64828, + "1898": 1.63784, + "1899": 1.6625, + "1900": 1.65942, + "1901": 1.63623, + "1902": 1.68296, + "1903": 1.66024, + "1904": 1.66268, + "1905": 1.63688, + "1906": 1.64583, + "1907": 1.63816, + "1908": 1.64619, + "1909": 1.66117, + "1910": 1.63797, + "1911": 1.63839, + "1912": 1.63868, + "1913": 1.6546, + "1914": 1.64703, + "1915": 1.64279, + "1916": 1.66491, + "1917": 1.65153, + "1918": 1.64185, + "1919": 1.63702, + "1920": 1.6406, + "1921": 1.64608, + "1922": 1.66261, + "1923": 1.63942, + "1924": 1.6434, + "1925": 1.63938, + "1926": 1.63948, + "1927": 1.63764, + "1928": 1.63944, + "1929": 1.66754, + "1930": 1.6439, + "1931": 1.64959, + "1932": 1.67446, + "1933": 1.66232, + "1934": 1.66056, + "1935": 1.65011, + "1936": 1.64755, + "1937": 1.64757, + "1938": 1.6481, + "1939": 1.6599, + "1940": 1.66496, + "1941": 1.66147, + "1942": 1.66511, + "1943": 1.67533, + "1944": 1.66355, + "1945": 1.66358, + "1946": 1.66286, + "1947": 1.66621, + "1948": 1.66905, + "1949": 1.66871, + "1950": 1.65994, + "1951": 1.66567, + "1952": 1.67398, + "1953": 1.65554, + "1954": 1.6545, + "1955": 1.66818, + "1956": 1.68605, + "1957": 1.66488, + "1958": 1.65588, + "1959": 1.65594, + "1960": 1.65547, + "1961": 1.65398, + "1962": 1.67472, + "1963": 1.65271, + "1964": 1.65744, + "1965": 1.6546, + "1966": 2.02204, + "1967": 1.66548, + "1968": 1.65884, + "1969": 1.67389, + "1970": 1.67625, + "1971": 1.65899, + "1972": 1.94232, + "1973": 1.65267, + "1974": 1.65362, + "1975": 1.65834, + "1976": 1.65911, + "1977": 1.68703, + "1978": 1.65093, + "1979": 1.6662, + "1980": 1.64536, + "1981": 1.65504, + "1982": 1.65809, + "1983": 1.65059, + "1984": 1.6527, + "1985": 1.65844, + "1986": 1.66446, + "1987": 1.65026, + "1988": 1.65161, + "1989": 1.64463, + "1990": 1.64823, + "1991": 1.65639, + "1992": 1.66257, + "1993": 1.66599, + "1994": 1.65856, + "1995": 1.66102, + "1996": 1.65723, + "1997": 1.65469, + "1998": 1.65504, + "1999": 1.64133, + "2000": 1.65714 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_h100.json index 8353ea30868..15d82b3a27f 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgx_h100.json @@ -4,2006 +4,2006 @@ "end_step": 2000, "step_interval": 1, "values": { - "1": 10.85947, + "1": 10.85948, "2": 10.88007, - "3": 10.87741, - "4": 10.89987, - "5": 10.88697, - "6": 10.87332, - "7": 10.88231, - "8": 10.87248, - "9": 10.87288, - "10": 10.87508, - "11": 10.85236, - "12": 10.8439, - "13": 10.84211, - "14": 10.86463, - "15": 10.78656, - "16": 10.81064, - "17": 10.7743, - "18": 10.81269, - "19": 10.72193, - "20": 10.69591, - "21": 10.64274, - "22": 10.64971, - "23": 10.65289, - "24": 10.54233, - "25": 10.55495, - "26": 10.63805, - "27": 10.44108, - "28": 10.46907, - "29": 10.34964, - "30": 10.2464, - "31": 10.42637, - "32": 10.33794, - "33": 10.19566, - "34": 10.14072, - "35": 10.22181, + "3": 10.8773, + "4": 10.89988, + "5": 10.88692, + "6": 10.8733, + "7": 10.88239, + "8": 10.87252, + "9": 10.87297, + "10": 10.87516, + "11": 10.85211, + "12": 10.84396, + "13": 10.8421, + "14": 10.86485, + "15": 10.78662, + "16": 10.81068, + "17": 10.77431, + "18": 10.81254, + "19": 10.72203, + "20": 10.69605, + "21": 10.64269, + "22": 10.64967, + "23": 10.65281, + "24": 10.5423, + "25": 10.55491, + "26": 10.6381, + "27": 10.44116, + "28": 10.46896, + "29": 10.3498, + "30": 10.24644, + "31": 10.42625, + "32": 10.3379, + "33": 10.19568, + "34": 10.1406, + "35": 10.2218, "36": 10.13207, - "37": 10.07537, - "38": 10.0152, - "39": 10.02985, - "40": 10.05761, - "41": 9.93221, - "42": 9.93965, - "43": 9.84972, - "44": 9.97918, - "45": 9.99947, - "46": 9.83283, - "47": 9.99707, + "37": 10.07533, + "38": 10.01531, + "39": 10.02986, + "40": 10.05753, + "41": 9.9322, + "42": 9.93972, + "43": 9.8498, + "44": 9.97914, + "45": 9.99939, + "46": 9.83294, + "47": 9.99699, "48": 9.80966, "49": 9.94881, - "50": 9.94533, - "51": 9.58198, - "52": 9.79331, - "53": 9.62556, - "54": 9.88685, - "55": 9.73475, - "56": 9.84491, - "57": 9.85705, - "58": 9.87625, - "59": 9.5421, - "60": 9.6449, - "61": 9.88331, - "62": 9.75932, - "63": 9.68105, - "64": 9.82456, - "65": 9.59471, - "66": 9.62867, - "67": 9.74009, - "68": 9.60203, - "69": 9.29225, - "70": 9.42142, - "71": 9.7876, - "72": 9.71237, - "73": 9.61821, - "74": 9.44779, - "75": 9.23895, + "50": 9.94531, + "51": 9.58199, + "52": 9.7933, + "53": 9.62551, + "54": 9.88691, + "55": 9.73471, + "56": 9.84494, + "57": 9.85704, + "58": 9.87626, + "59": 9.54218, + "60": 9.64485, + "61": 9.88334, + "62": 9.75928, + "63": 9.68099, + "64": 9.82465, + "65": 9.59479, + "66": 9.62864, + "67": 9.74006, + "68": 9.60208, + "69": 9.29221, + "70": 9.42136, + "71": 9.78758, + "72": 9.71247, + "73": 9.61814, + "74": 9.4478, + "75": 9.23896, "76": 9.50832, - "77": 9.5795, - "78": 9.56059, - "79": 9.30812, - "80": 9.35773, - "81": 9.45811, - "82": 9.55363, - "83": 9.53412, - "84": 9.35446, + "77": 9.57954, + "78": 9.56051, + "79": 9.30813, + "80": 9.35769, + "81": 9.45808, + "82": 9.55364, + "83": 9.53411, + "84": 9.35437, "85": 9.39928, - "86": 9.65282, - "87": 9.23454, - "88": 9.48762, - "89": 9.22217, - "90": 9.41072, - "91": 9.38753, - "92": 9.37679, - "93": 9.36022, - "94": 9.51513, - "95": 9.42124, - "96": 9.33613, - "97": 9.20404, - "98": 9.49539, - "99": 9.29285, - "100": 9.3591, - "101": 9.24762, - "102": 9.24678, - "103": 9.07743, - "104": 9.16669, - "105": 9.37858, - "106": 9.14962, - "107": 9.1757, - "108": 9.31602, - "109": 9.29104, - "110": 9.36425, - "111": 9.17993, + "86": 9.6528, + "87": 9.23448, + "88": 9.48756, + "89": 9.22211, + "90": 9.41071, + "91": 9.38757, + "92": 9.3768, + "93": 9.36025, + "94": 9.51507, + "95": 9.42128, + "96": 9.33612, + "97": 9.20399, + "98": 9.49541, + "99": 9.29292, + "100": 9.35912, + "101": 9.2476, + "102": 9.24679, + "103": 9.07742, + "104": 9.16671, + "105": 9.37863, + "106": 9.1496, + "107": 9.17568, + "108": 9.31603, + "109": 9.29106, + "110": 9.36424, + "111": 9.17991, "112": 9.23474, - "113": 9.353, - "114": 9.35269, - "115": 9.32672, - "116": 9.00218, - "117": 9.06477, - "118": 9.0664, - "119": 9.22422, - "120": 9.0848, - "121": 9.19671, - "122": 9.14165, - "123": 9.25932, + "113": 9.35293, + "114": 9.35265, + "115": 9.32671, + "116": 9.00219, + "117": 9.06474, + "118": 9.06638, + "119": 9.2242, + "120": 9.08483, + "121": 9.19674, + "122": 9.14162, + "123": 9.25928, "124": 9.45512, - "125": 9.21517, - "126": 9.06418, - "127": 9.01806, - "128": 9.2213, - "129": 8.98192, - "130": 9.13973, + "125": 9.21516, + "126": 9.06415, + "127": 9.01811, + "128": 9.22123, + "129": 8.98189, + "130": 9.13969, "131": 9.15859, - "132": 9.0356, + "132": 9.03558, "133": 8.85979, - "134": 9.18547, - "135": 8.88997, - "136": 9.16797, - "137": 9.15784, + "134": 9.18543, + "135": 8.88999, + "136": 9.16798, + "137": 9.15781, "138": 9.23512, - "139": 9.09202, - "140": 8.87225, - "141": 9.29917, - "142": 9.19968, - "143": 9.11684, - "144": 9.24313, - "145": 9.10458, - "146": 8.98717, - "147": 8.98626, - "148": 9.13265, - "149": 9.06339, - "150": 9.01511, - "151": 8.92793, - "152": 8.87403, - "153": 9.06342, - "154": 9.1792, - "155": 9.13389, - "156": 9.04895, - "157": 9.15081, - "158": 9.0496, - "159": 9.03275, - "160": 8.88997, - "161": 9.04541, - "162": 8.89595, - "163": 8.84279, - "164": 8.97541, - "165": 8.93139, - "166": 8.65966, - "167": 8.83243, - "168": 8.81952, - "169": 8.65661, - "170": 9.04628, - "171": 8.72276, - "172": 8.82162, - "173": 8.91162, - "174": 8.84755, - "175": 8.70614, - "176": 8.75436, - "177": 8.76258, - "178": 8.72006, - "179": 8.64047, - "180": 8.74057, - "181": 8.69404, - "182": 8.72199, - "183": 9.08368, - "184": 8.6088, - "185": 8.88347, - "186": 8.74201, - "187": 8.56949, - "188": 8.67987, - "189": 8.86468, - "190": 8.53534, - "191": 8.66624, - "192": 8.61267, - "193": 8.57475, - "194": 8.75197, - "195": 8.59282, - "196": 8.77397, - "197": 8.74234, - "198": 8.62717, - "199": 8.7745, - "200": 8.73804, - "201": 8.66973, - "202": 8.54586, - "203": 8.54186, - "204": 8.71299, - "205": 8.2227, - "206": 8.86029, - "207": 8.68155, - "208": 8.70891, - "209": 8.7529, - "210": 8.57795, - "211": 8.84244, - "212": 8.49113, - "213": 8.57305, - "214": 8.5118, - "215": 8.56429, - "216": 8.50846, - "217": 8.5317, - "218": 8.52991, - "219": 8.64355, - "220": 8.54728, - "221": 8.39974, - "222": 8.50498, - "223": 8.43763, - "224": 8.52991, - "225": 8.57058, - "226": 8.43916, - "227": 8.67899, - "228": 8.38434, - "229": 8.45024, - "230": 8.49694, - "231": 8.498, - "232": 8.49741, - "233": 8.49511, - "234": 8.63758, - "235": 8.5582, - "236": 8.39423, - "237": 8.48786, - "238": 8.3047, - "239": 8.56165, - "240": 8.66895, - "241": 8.441, - "242": 8.47172, - "243": 8.51731, - "244": 8.36781, - "245": 8.59224, - "246": 8.59449, - "247": 8.4397, - "248": 8.51239, - "249": 8.51992, - "250": 8.42156, - "251": 8.3771, - "252": 8.5435, - "253": 8.31426, - "254": 8.35056, - "255": 8.28973, - "256": 8.20231, - "257": 8.39361, - "258": 8.45359, - "259": 8.23671, - "260": 8.24342, - "261": 8.23578, - "262": 8.349, - "263": 8.30659, - "264": 8.18799, - "265": 8.33481, - "266": 8.23348, + "139": 9.09194, + "140": 8.87222, + "141": 9.29901, + "142": 9.19959, + "143": 9.11685, + "144": 9.24318, + "145": 9.10455, + "146": 8.98719, + "147": 8.9862, + "148": 9.13259, + "149": 9.06337, + "150": 9.01509, + "151": 8.92795, + "152": 8.87388, + "153": 9.06337, + "154": 9.17912, + "155": 9.13392, + "156": 9.0489, + "157": 9.15064, + "158": 9.04948, + "159": 9.03258, + "160": 8.88984, + "161": 9.04543, + "162": 8.89571, + "163": 8.84266, + "164": 8.97529, + "165": 8.93125, + "166": 8.65954, + "167": 8.8323, + "168": 8.81937, + "169": 8.65641, + "170": 9.04618, + "171": 8.72266, + "172": 8.82145, + "173": 8.91154, + "174": 8.84741, + "175": 8.70609, + "176": 8.75429, + "177": 8.76244, + "178": 8.72001, + "179": 8.64031, + "180": 8.74045, + "181": 8.69389, + "182": 8.72185, + "183": 9.08355, + "184": 8.60874, + "185": 8.88344, + "186": 8.74189, + "187": 8.56935, + "188": 8.6797, + "189": 8.8646, + "190": 8.53524, + "191": 8.66619, + "192": 8.61256, + "193": 8.57463, + "194": 8.75194, + "195": 8.59285, + "196": 8.77396, + "197": 8.74227, + "198": 8.62719, + "199": 8.77451, + "200": 8.73793, + "201": 8.66978, + "202": 8.54592, + "203": 8.54182, + "204": 8.71304, + "205": 8.22281, + "206": 8.86043, + "207": 8.68158, + "208": 8.709, + "209": 8.75317, + "210": 8.57805, + "211": 8.84267, + "212": 8.49122, + "213": 8.57336, + "214": 8.51209, + "215": 8.56461, + "216": 8.50864, + "217": 8.53189, + "218": 8.53011, + "219": 8.64378, + "220": 8.54749, + "221": 8.40004, + "222": 8.50526, + "223": 8.43786, + "224": 8.53023, + "225": 8.57095, + "226": 8.43947, + "227": 8.67919, + "228": 8.38477, + "229": 8.45055, + "230": 8.49718, + "231": 8.49834, + "232": 8.49783, + "233": 8.49531, + "234": 8.63793, + "235": 8.55868, + "236": 8.3946, + "237": 8.4882, + "238": 8.30509, + "239": 8.56188, + "240": 8.66938, + "241": 8.44122, + "242": 8.47197, + "243": 8.51761, + "244": 8.36804, + "245": 8.59255, + "246": 8.59476, + "247": 8.44, + "248": 8.51259, + "249": 8.52021, + "250": 8.4217, + "251": 8.37733, + "252": 8.54374, + "253": 8.31443, + "254": 8.35081, + "255": 8.29, + "256": 8.20238, + "257": 8.39382, + "258": 8.45365, + "259": 8.23685, + "260": 8.2435, + "261": 8.236, + "262": 8.34915, + "263": 8.3066, + "264": 8.18814, + "265": 8.33493, + "266": 8.23353, "267": 7.89907, - "268": 8.38054, - "269": 8.40453, - "270": 8.26247, - "271": 8.27881, - "272": 8.32106, - "273": 8.13739, - "274": 8.09665, - "275": 8.01378, + "268": 8.3805, + "269": 8.40456, + "270": 8.26253, + "271": 8.27887, + "272": 8.32102, + "273": 8.13749, + "274": 8.09662, + "275": 8.01379, "276": 7.92608, - "277": 8.24025, - "278": 8.05018, - "279": 7.96699, - "280": 7.75654, - "281": 8.10713, - "282": 8.15052, - "283": 8.15639, - "284": 8.10353, - "285": 8.07242, - "286": 7.90482, - "287": 7.99653, - "288": 8.2487, - "289": 8.1759, - "290": 8.13117, - "291": 8.25785, - "292": 8.08161, - "293": 8.12084, - "294": 7.98208, - "295": 7.9713, - "296": 8.2415, - "297": 7.79682, - "298": 8.04877, - "299": 7.94289, - "300": 7.85775, - "301": 8.01687, - "302": 7.95142, - "303": 7.99646, - "304": 7.96431, - "305": 8.00341, - "306": 7.98363, - "307": 7.99403, - "308": 8.0054, - "309": 8.01419, - "310": 7.97865, - "311": 7.93268, - "312": 7.89492, - "313": 7.84116, - "314": 7.83055, - "315": 7.83398, - "316": 7.75162, - "317": 7.93462, - "318": 7.98901, - "319": 7.83401, - "320": 7.57947, - "321": 7.75491, - "322": 7.83827, - "323": 7.77744, - "324": 7.91687, - "325": 7.80609, - "326": 7.65691, - "327": 7.87056, - "328": 7.79437, - "329": 7.89199, - "330": 7.7593, - "331": 7.52944, - "332": 7.82012, - "333": 7.84421, - "334": 7.6844, - "335": 7.70036, - "336": 7.91981, - "337": 7.65424, - "338": 7.90342, - "339": 7.7313, - "340": 7.76122, - "341": 7.70972, - "342": 7.82899, - "343": 7.61889, - "344": 7.58871, - "345": 7.61671, - "346": 7.46499, - "347": 7.56199, - "348": 7.68824, - "349": 7.58436, - "350": 7.65826, - "351": 7.75502, - "352": 7.71184, - "353": 7.50564, - "354": 7.75014, - "355": 7.77097, - "356": 7.78371, - "357": 7.81938, - "358": 7.60119, - "359": 7.55259, - "360": 7.63312, - "361": 7.55385, - "362": 7.76965, - "363": 7.59545, - "364": 7.58026, - "365": 7.62911, - "366": 7.31176, - "367": 7.56004, - "368": 7.44638, - "369": 7.35584, - "370": 7.47063, - "371": 7.46693, - "372": 7.65547, - "373": 7.5305, - "374": 7.44914, - "375": 7.53702, - "376": 7.35335, - "377": 7.24378, - "378": 7.54358, - "379": 7.49979, - "380": 7.38916, - "381": 7.47607, - "382": 7.3, - "383": 7.28545, - "384": 7.41277, - "385": 7.39849, - "386": 7.23673, - "387": 7.42565, - "388": 7.28527, - "389": 7.44455, - "390": 7.24604, - "391": 7.64828, - "392": 7.34245, - "393": 7.42474, - "394": 7.48255, - "395": 7.44488, - "396": 7.29246, - "397": 7.23396, - "398": 7.42506, - "399": 7.1616, - "400": 7.30158, - "401": 7.35857, - "402": 7.39824, - "403": 7.288, - "404": 7.30827, - "405": 7.27155, - "406": 7.22485, - "407": 7.36682, - "408": 7.18869, - "409": 7.17352, - "410": 7.32002, - "411": 7.22239, - "412": 7.20593, - "413": 7.24052, - "414": 6.91756, - "415": 7.33418, - "416": 7.43151, - "417": 7.02997, - "418": 7.28227, - "419": 7.04297, - "420": 7.41898, - "421": 7.18454, - "422": 7.24031, + "277": 8.24029, + "278": 8.05019, + "279": 7.96697, + "280": 7.75642, + "281": 8.10712, + "282": 8.15055, + "283": 8.15615, + "284": 8.10358, + "285": 8.07243, + "286": 7.90478, + "287": 7.99634, + "288": 8.24864, + "289": 8.17587, + "290": 8.13085, + "291": 8.25773, + "292": 8.08139, + "293": 8.12056, + "294": 7.98179, + "295": 7.97112, + "296": 8.2413, + "297": 7.79644, + "298": 8.04861, + "299": 7.94264, + "300": 7.85758, + "301": 8.01661, + "302": 7.95104, + "303": 7.9962, + "304": 7.96409, + "305": 8.00293, + "306": 7.98315, + "307": 7.99383, + "308": 8.00508, + "309": 8.01372, + "310": 7.9783, + "311": 7.93222, + "312": 7.89451, + "313": 7.84061, + "314": 7.8301, + "315": 7.83374, + "316": 7.75124, + "317": 7.934, + "318": 7.98859, + "319": 7.83359, + "320": 7.57903, + "321": 7.75419, + "322": 7.83778, + "323": 7.77686, + "324": 7.91622, + "325": 7.80544, + "326": 7.65628, + "327": 7.86983, + "328": 7.79366, + "329": 7.89122, + "330": 7.75826, + "331": 7.52864, + "332": 7.81924, + "333": 7.84347, + "334": 7.68346, + "335": 7.69945, + "336": 7.919, + "337": 7.65337, + "338": 7.90247, + "339": 7.73039, + "340": 7.76025, + "341": 7.70868, + "342": 7.82807, + "343": 7.6179, + "344": 7.58796, + "345": 7.61568, + "346": 7.46383, + "347": 7.56081, + "348": 7.68697, + "349": 7.58307, + "350": 7.65728, + "351": 7.75374, + "352": 7.71081, + "353": 7.5044, + "354": 7.74899, + "355": 7.76969, + "356": 7.78245, + "357": 7.81824, + "358": 7.59994, + "359": 7.55157, + "360": 7.63175, + "361": 7.55267, + "362": 7.76832, + "363": 7.59445, + "364": 7.57895, + "365": 7.62804, + "366": 7.31065, + "367": 7.55863, + "368": 7.44523, + "369": 7.35464, + "370": 7.46939, + "371": 7.46571, + "372": 7.65443, + "373": 7.52954, + "374": 7.44811, + "375": 7.53597, + "376": 7.35231, + "377": 7.24281, + "378": 7.54269, + "379": 7.4988, + "380": 7.38821, + "381": 7.47528, + "382": 7.29913, + "383": 7.28453, + "384": 7.41211, + "385": 7.39774, + "386": 7.23601, + "387": 7.42494, + "388": 7.28443, + "389": 7.44366, + "390": 7.24535, + "391": 7.64755, + "392": 7.34206, + "393": 7.42423, + "394": 7.48195, + "395": 7.44424, + "396": 7.29198, + "397": 7.23334, + "398": 7.42461, + "399": 7.16128, + "400": 7.30116, + "401": 7.35799, + "402": 7.39784, + "403": 7.28769, + "404": 7.308, + "405": 7.27119, + "406": 7.22461, + "407": 7.36653, + "408": 7.18842, + "409": 7.17305, + "410": 7.31976, + "411": 7.22198, + "412": 7.20564, + "413": 7.24019, + "414": 6.91734, + "415": 7.33407, + "416": 7.43119, + "417": 7.02983, + "418": 7.28206, + "419": 7.04277, + "420": 7.41855, + "421": 7.18447, + "422": 7.23999, "423": 7.09792, - "424": 7.2459, - "425": 7.32201, - "426": 7.29375, - "427": 7.13589, - "428": 7.09629, - "429": 6.87973, - "430": 7.20712, - "431": 7.00665, - "432": 7.23787, - "433": 6.98016, - "434": 6.96142, - "435": 7.02225, - "436": 7.01496, - "437": 6.99232, - "438": 7.00525, - "439": 6.94247, - "440": 7.06384, - "441": 7.04985, - "442": 7.10211, - "443": 7.09422, - "444": 6.71204, - "445": 6.99848, - "446": 7.14643, - "447": 7.1277, - "448": 6.98636, - "449": 7.05113, - "450": 7.01801, - "451": 6.83285, - "452": 6.91616, - "453": 7.02105, - "454": 6.97072, - "455": 7.03195, - "456": 6.99486, - "457": 6.97332, - "458": 6.90685, - "459": 6.69512, - "460": 7.068, - "461": 7.09879, - "462": 6.87163, - "463": 7.05566, + "424": 7.2458, + "425": 7.32193, + "426": 7.29365, + "427": 7.13596, + "428": 7.09614, + "429": 6.87987, + "430": 7.20713, + "431": 7.00663, + "432": 7.23775, + "433": 6.98012, + "434": 6.96144, + "435": 7.02229, + "436": 7.01495, + "437": 6.99234, + "438": 7.00526, + "439": 6.94251, + "440": 7.0638, + "441": 7.04978, + "442": 7.10221, + "443": 7.09432, + "444": 6.712, + "445": 6.99857, + "446": 7.14646, + "447": 7.12769, + "448": 6.98658, + "449": 7.05126, + "450": 7.01798, + "451": 6.83292, + "452": 6.91611, + "453": 7.02097, + "454": 6.97065, + "455": 7.03192, + "456": 6.99487, + "457": 6.97329, + "458": 6.90707, + "459": 6.69522, + "460": 7.06795, + "461": 7.09894, + "462": 6.87148, + "463": 7.05568, "464": 6.64953, - "465": 7.02899, - "466": 7.00641, - "467": 6.9995, - "468": 6.95246, - "469": 6.82957, - "470": 7.04664, - "471": 6.88377, - "472": 6.96177, - "473": 6.82463, - "474": 6.97315, - "475": 7.17034, - "476": 6.76465, - "477": 6.89908, - "478": 6.91207, - "479": 6.70494, - "480": 7.03045, - "481": 6.99854, - "482": 6.73586, - "483": 6.7852, - "484": 6.7548, - "485": 6.93212, - "486": 7.06907, - "487": 6.63675, - "488": 6.8887, - "489": 6.77213, - "490": 6.82765, - "491": 6.71225, - "492": 6.69928, - "493": 6.77241, - "494": 6.67717, - "495": 6.63797, - "496": 6.59074, - "497": 6.84689, - "498": 6.65351, - "499": 6.86048, - "500": 6.65929, - "501": 6.73627, - "502": 6.84629, - "503": 6.71215, - "504": 6.62182, - "505": 6.6238, - "506": 6.75376, - "507": 6.86966, - "508": 6.86334, - "509": 6.65628, - "510": 6.82934, - "511": 6.74234, - "512": 6.74253, - "513": 6.66179, - "514": 6.71558, - "515": 6.45367, - "516": 6.74617, - "517": 6.71304, - "518": 6.54036, - "519": 6.63851, - "520": 6.86155, - "521": 6.66768, - "522": 6.71104, - "523": 6.74892, - "524": 6.73634, - "525": 6.68, - "526": 6.41794, - "527": 6.8026, - "528": 6.66297, - "529": 6.6355, - "530": 6.62854, - "531": 6.64792, - "532": 6.63667, - "533": 6.76792, - "534": 6.6159, - "535": 6.75265, - "536": 6.63029, - "537": 6.64319, - "538": 6.5363, - "539": 6.55809, - "540": 6.59026, - "541": 6.45529, - "542": 6.67395, - "543": 6.68318, - "544": 6.67992, - "545": 6.81675, - "546": 6.63702, - "547": 6.42089, - "548": 6.72625, - "549": 6.70256, - "550": 6.53248, - "551": 6.75121, - "552": 6.64348, - "553": 6.4876, - "554": 6.63757, - "555": 6.46583, - "556": 6.62111, - "557": 6.6369, - "558": 6.38993, - "559": 6.37598, - "560": 6.58506, - "561": 6.7359, - "562": 6.63768, - "563": 6.74554, - "564": 6.35335, - "565": 6.51706, - "566": 6.70324, - "567": 6.57015, - "568": 6.51168, - "569": 6.45751, - "570": 6.36841, - "571": 6.63673, - "572": 6.31437, - "573": 6.58639, - "574": 6.47593, - "575": 6.64983, - "576": 6.51745, - "577": 6.53142, - "578": 6.48506, - "579": 6.4673, + "465": 7.02912, + "466": 7.00636, + "467": 6.99959, + "468": 6.95236, + "469": 6.82955, + "470": 7.04657, + "471": 6.88352, + "472": 6.96142, + "473": 6.82404, + "474": 6.97251, + "475": 7.16932, + "476": 6.7637, + "477": 6.89782, + "478": 6.91155, + "479": 6.70395, + "480": 7.03041, + "481": 6.99764, + "482": 6.73613, + "483": 6.78473, + "484": 6.75431, + "485": 6.93166, + "486": 7.06831, + "487": 6.63671, + "488": 6.88745, + "489": 6.77117, + "490": 6.82677, + "491": 6.71133, + "492": 6.6988, + "493": 6.77167, + "494": 6.67634, + "495": 6.63755, + "496": 6.58978, + "497": 6.84604, + "498": 6.65297, + "499": 6.85957, + "500": 6.6584, + "501": 6.73572, + "502": 6.84555, + "503": 6.71144, + "504": 6.62126, + "505": 6.62322, + "506": 6.75317, + "507": 6.869, + "508": 6.86276, + "509": 6.65564, + "510": 6.82875, + "511": 6.74172, + "512": 6.74141, + "513": 6.66084, + "514": 6.71423, + "515": 6.4517, + "516": 6.74532, + "517": 6.71184, + "518": 6.53969, + "519": 6.63702, + "520": 6.86146, + "521": 6.667, + "522": 6.71043, + "523": 6.74849, + "524": 6.7349, + "525": 6.67827, + "526": 6.41606, + "527": 6.80077, + "528": 6.66142, + "529": 6.6337, + "530": 6.62724, + "531": 6.6452, + "532": 6.6347, + "533": 6.76564, + "534": 6.61371, + "535": 6.74957, + "536": 6.62739, + "537": 6.64034, + "538": 6.5321, + "539": 6.55769, + "540": 6.58886, + "541": 6.45401, + "542": 6.67286, + "543": 6.68196, + "544": 6.67848, + "545": 6.81469, + "546": 6.63553, + "547": 6.4191, + "548": 6.72493, + "549": 6.70086, + "550": 6.53083, + "551": 6.74883, + "552": 6.64136, + "553": 6.48594, + "554": 6.63541, + "555": 6.46442, + "556": 6.61944, + "557": 6.63664, + "558": 6.38891, + "559": 6.37489, + "560": 6.58434, + "561": 6.73468, + "562": 6.63703, + "563": 6.74502, + "564": 6.35319, + "565": 6.51569, + "566": 6.70305, + "567": 6.56987, + "568": 6.51155, + "569": 6.45611, + "570": 6.36763, + "571": 6.63653, + "572": 6.31388, + "573": 6.58623, + "574": 6.47594, + "575": 6.64959, + "576": 6.51693, + "577": 6.53112, + "578": 6.48481, + "579": 6.46691, "580": 6.56709, - "581": 6.60856, - "582": 6.48369, + "581": 6.6083, + "582": 6.48347, "583": 6.5157, - "584": 6.52873, - "585": 6.42721, - "586": 6.41748, - "587": 6.4615, - "588": 6.56796, - "589": 6.62497, - "590": 6.29074, - "591": 6.6745, - "592": 6.26865, - "593": 6.47677, - "594": 6.38623, - "595": 6.36272, - "596": 6.26058, - "597": 6.18912, - "598": 6.45661, - "599": 6.39911, - "600": 6.45838, - "601": 6.26219, - "602": 6.53452, - "603": 6.52516, - "604": 6.39105, - "605": 6.50024, - "606": 6.31465, - "607": 6.53665, - "608": 6.67649, - "609": 6.17683, - "610": 6.57372, - "611": 6.40362, - "612": 6.58165, - "613": 6.42754, - "614": 6.20882, - "615": 6.40154, - "616": 6.36253, - "617": 6.38146, - "618": 6.45569, - "619": 6.14399, - "620": 6.4164, - "621": 6.46496, - "622": 6.40368, - "623": 6.58545, - "624": 6.36406, - "625": 6.2884, - "626": 6.30807, - "627": 6.44764, - "628": 6.2583, - "629": 6.58938, - "630": 6.36928, - "631": 6.3529, - "632": 6.31262, - "633": 6.26009, - "634": 6.31153, - "635": 6.5506, - "636": 6.25118, - "637": 6.64082, - "638": 6.02299, - "639": 6.2825, - "640": 6.29874, - "641": 6.21285, - "642": 6.28792, - "643": 6.46373, - "644": 6.26127, - "645": 6.25425, - "646": 6.40861, - "647": 6.34128, - "648": 6.3576, - "649": 6.34968, - "650": 6.4868, - "651": 6.33433, - "652": 6.25574, - "653": 6.38638, - "654": 6.45307, - "655": 6.52823, - "656": 6.33079, - "657": 6.43598, - "658": 6.24574, - "659": 6.15745, - "660": 6.39682, - "661": 6.1737, - "662": 6.2779, - "663": 6.3747, - "664": 6.33589, - "665": 6.40691, - "666": 6.16568, - "667": 6.19913, - "668": 6.23843, - "669": 6.219, - "670": 6.24823, - "671": 6.24648, - "672": 6.49236, - "673": 6.34306, - "674": 6.29859, - "675": 6.38574, - "676": 6.39284, - "677": 6.30795, - "678": 6.27962, - "679": 6.24093, - "680": 6.29522, - "681": 6.20826, - "682": 6.08846, - "683": 6.27674, - "684": 6.33025, - "685": 6.30371, - "686": 6.15559, - "687": 6.28818, - "688": 6.20921, - "689": 6.62231, - "690": 6.18055, - "691": 6.18329, - "692": 6.27633, - "693": 6.14528, - "694": 6.2373, - "695": 6.32757, - "696": 6.11958, - "697": 6.15644, - "698": 6.23306, - "699": 6.46296, - "700": 6.04708, - "701": 6.06596, - "702": 6.25368, - "703": 6.18714, - "704": 6.21906, - "705": 6.13275, - "706": 6.07663, - "707": 6.25487, - "708": 6.31661, - "709": 6.01158, - "710": 6.16329, - "711": 6.26149, - "712": 6.1838, - "713": 5.90046, - "714": 6.10985, - "715": 6.11824, - "716": 6.41663, - "717": 6.19429, - "718": 6.23608, - "719": 6.27627, - "720": 6.2654, - "721": 6.26324, - "722": 6.23538, - "723": 6.08119, - "724": 6.22919, - "725": 6.04122, - "726": 6.30223, - "727": 6.01801, - "728": 6.04751, - "729": 6.09177, - "730": 6.18501, - "731": 6.10304, - "732": 6.0886, - "733": 6.12448, - "734": 6.38497, - "735": 6.28106, - "736": 6.18264, - "737": 6.36933, - "738": 6.1343, - "739": 6.14755, - "740": 5.88127, - "741": 6.00757, - "742": 5.98597, - "743": 6.17646, - "744": 6.03207, - "745": 6.1569, - "746": 6.03372, - "747": 6.09834, - "748": 6.23519, - "749": 5.94266, - "750": 6.16937, - "751": 5.96096, - "752": 6.02215, - "753": 6.03026, - "754": 6.29095, - "755": 6.13456, - "756": 6.25444, - "757": 6.02081, - "758": 6.20541, - "759": 6.23102, - "760": 6.02394, - "761": 6.19626, - "762": 6.22741, - "763": 6.03832, - "764": 5.96415, - "765": 5.93615, - "766": 5.97225, - "767": 5.8143, - "768": 6.18914, - "769": 6.27681, - "770": 6.29615, - "771": 5.78963, - "772": 6.03333, - "773": 6.18616, - "774": 5.88668, - "775": 6.03029, - "776": 6.13315, - "777": 5.88615, - "778": 6.05878, - "779": 5.87684, - "780": 6.14091, - "781": 5.8595, - "782": 6.05226, - "783": 5.9589, - "784": 5.92047, - "785": 6.10013, - "786": 6.11196, - "787": 5.66302, - "788": 6.00126, - "789": 6.21993, - "790": 6.26981, - "791": 5.7905, - "792": 5.99927, - "793": 6.1838, - "794": 6.02647, - "795": 6.00504, - "796": 6.17006, - "797": 6.05393, - "798": 6.06178, - "799": 6.11729, - "800": 6.02314, - "801": 6.15049, - "802": 5.98644, - "803": 6.1549, - "804": 6.01358, - "805": 5.83372, - "806": 6.09075, - "807": 6.05334, - "808": 5.92952, - "809": 5.78212, - "810": 6.02337, - "811": 5.93515, - "812": 5.91196, - "813": 5.96676, - "814": 6.0347, - "815": 5.81436, - "816": 6.12133, - "817": 5.9409, - "818": 6.06556, - "819": 6.01446, - "820": 5.73248, - "821": 5.94906, - "822": 6.20742, - "823": 5.83443, - "824": 5.98487, - "825": 6.18877, - "826": 6.20482, - "827": 6.05886, - "828": 6.07095, - "829": 5.89229, - "830": 5.94184, - "831": 5.89787, - "832": 5.97332, - "833": 6.06359, - "834": 5.99813, - "835": 6.00613, - "836": 5.79533, - "837": 6.11476, - "838": 5.86914, - "839": 5.83653, - "840": 6.18729, - "841": 5.78479, - "842": 5.89012, - "843": 5.95158, - "844": 6.01168, - "845": 6.09159, - "846": 5.69119, - "847": 5.7589, - "848": 5.97059, - "849": 6.09618, - "850": 5.85086, - "851": 6.02022, - "852": 5.75279, - "853": 5.99229, - "854": 6.01973, - "855": 5.81666, - "856": 5.99701, - "857": 6.0009, - "858": 6.05373, - "859": 5.9522, - "860": 6.09725, - "861": 6.06915, - "862": 6.0022, - "863": 5.83888, - "864": 5.84307, - "865": 5.9408, - "866": 5.89602, - "867": 5.87845, - "868": 6.06333, - "869": 6.08508, - "870": 5.97037, - "871": 6.04271, - "872": 5.89481, - "873": 5.84242, - "874": 6.02645, - "875": 5.91419, - "876": 5.96697, - "877": 5.92947, - "878": 6.098, - "879": 5.76632, - "880": 6.01264, - "881": 5.99784, - "882": 5.90841, - "883": 5.67798, - "884": 5.96586, - "885": 5.74793, - "886": 5.99366, - "887": 5.91039, - "888": 5.84014, - "889": 6.00933, - "890": 6.02076, - "891": 5.95078, - "892": 5.70991, - "893": 6.09092, - "894": 5.73129, - "895": 5.84098, - "896": 5.84452, - "897": 5.85832, - "898": 5.92546, - "899": 5.93487, - "900": 5.89943, + "584": 6.52848, + "585": 6.42708, + "586": 6.41716, + "587": 6.46035, + "588": 6.56815, + "589": 6.62487, + "590": 6.29113, + "591": 6.67478, + "592": 6.26886, + "593": 6.47655, + "594": 6.38568, + "595": 6.36293, + "596": 6.25932, + "597": 6.1884, + "598": 6.45541, + "599": 6.39807, + "600": 6.45423, + "601": 6.25953, + "602": 6.53096, + "603": 6.52057, + "604": 6.38646, + "605": 6.49711, + "606": 6.31261, + "607": 6.53384, + "608": 6.67197, + "609": 6.17481, + "610": 6.56956, + "611": 6.40004, + "612": 6.57667, + "613": 6.42307, + "614": 6.20375, + "615": 6.398, + "616": 6.35676, + "617": 6.37693, + "618": 6.44763, + "619": 6.13898, + "620": 6.40871, + "621": 6.45998, + "622": 6.39819, + "623": 6.57964, + "624": 6.35856, + "625": 6.28211, + "626": 6.30409, + "627": 6.44312, + "628": 6.25372, + "629": 6.58443, + "630": 6.36294, + "631": 6.34614, + "632": 6.30884, + "633": 6.25522, + "634": 6.30719, + "635": 6.5442, + "636": 6.24636, + "637": 6.63554, + "638": 6.01882, + "639": 6.2786, + "640": 6.29373, + "641": 6.20967, + "642": 6.28371, + "643": 6.45848, + "644": 6.25743, + "645": 6.24932, + "646": 6.4057, + "647": 6.33671, + "648": 6.35427, + "649": 6.34664, + "650": 6.48227, + "651": 6.33122, + "652": 6.25394, + "653": 6.38324, + "654": 6.4497, + "655": 6.52609, + "656": 6.32666, + "657": 6.43099, + "658": 6.24269, + "659": 6.15398, + "660": 6.39368, + "661": 6.1704, + "662": 6.27352, + "663": 6.37267, + "664": 6.33404, + "665": 6.40482, + "666": 6.16406, + "667": 6.19723, + "668": 6.23664, + "669": 6.21684, + "670": 6.24597, + "671": 6.24401, + "672": 6.48974, + "673": 6.34063, + "674": 6.29538, + "675": 6.38388, + "676": 6.39052, + "677": 6.30477, + "678": 6.27807, + "679": 6.23818, + "680": 6.2938, + "681": 6.20549, + "682": 6.08606, + "683": 6.27423, + "684": 6.32891, + "685": 6.30212, + "686": 6.15327, + "687": 6.28535, + "688": 6.20749, + "689": 6.62071, + "690": 6.17829, + "691": 6.18212, + "692": 6.27367, + "693": 6.14378, + "694": 6.23491, + "695": 6.32549, + "696": 6.11856, + "697": 6.15439, + "698": 6.23134, + "699": 6.46047, + "700": 6.04372, + "701": 6.06264, + "702": 6.2496, + "703": 6.18391, + "704": 6.21563, + "705": 6.12795, + "706": 6.07346, + "707": 6.25053, + "708": 6.31298, + "709": 6.00679, + "710": 6.15874, + "711": 6.25221, + "712": 6.17533, + "713": 5.89135, + "714": 6.10119, + "715": 6.10943, + "716": 6.4069, + "717": 6.18502, + "718": 6.23043, + "719": 6.26711, + "720": 6.25776, + "721": 6.25487, + "722": 6.22785, + "723": 6.07334, + "724": 6.22203, + "725": 6.03301, + "726": 6.29284, + "727": 6.00984, + "728": 6.03804, + "729": 6.08458, + "730": 6.17939, + "731": 6.09287, + "732": 6.07938, + "733": 6.1137, + "734": 6.37581, + "735": 6.2692, + "736": 6.1752, + "737": 6.35947, + "738": 6.12622, + "739": 6.13818, + "740": 5.87091, + "741": 5.99972, + "742": 5.97578, + "743": 6.1672, + "744": 6.02207, + "745": 6.14538, + "746": 6.02551, + "747": 6.08679, + "748": 6.22666, + "749": 5.93206, + "750": 6.16074, + "751": 5.95024, + "752": 6.0107, + "753": 6.01922, + "754": 6.28009, + "755": 6.12445, + "756": 6.24565, + "757": 6.01105, + "758": 6.1948, + "759": 6.21984, + "760": 6.01491, + "761": 6.1868, + "762": 6.21833, + "763": 6.02947, + "764": 5.95765, + "765": 5.92695, + "766": 5.96361, + "767": 5.80688, + "768": 6.18123, + "769": 6.26863, + "770": 6.28842, + "771": 5.78115, + "772": 6.02609, + "773": 6.17947, + "774": 5.87846, + "775": 6.02381, + "776": 6.12187, + "777": 5.87787, + "778": 6.05223, + "779": 5.86809, + "780": 6.13369, + "781": 5.85112, + "782": 6.04299, + "783": 5.95288, + "784": 5.91364, + "785": 6.09391, + "786": 6.10635, + "787": 5.65794, + "788": 5.99592, + "789": 6.21379, + "790": 6.2644, + "791": 5.78636, + "792": 5.99412, + "793": 6.17893, + "794": 6.02201, + "795": 5.99958, + "796": 6.16262, + "797": 6.0481, + "798": 6.05546, + "799": 6.11168, + "800": 6.01937, + "801": 6.14472, + "802": 5.98356, + "803": 6.15215, + "804": 6.0105, + "805": 5.83322, + "806": 6.08769, + "807": 6.04861, + "808": 5.92776, + "809": 5.77724, + "810": 6.02092, + "811": 5.92972, + "812": 5.91224, + "813": 5.96855, + "814": 6.03504, + "815": 5.81362, + "816": 6.11608, + "817": 5.93717, + "818": 6.06438, + "819": 6.011, + "820": 5.7306, + "821": 5.95027, + "822": 6.20433, + "823": 5.83304, + "824": 5.98482, + "825": 6.18765, + "826": 6.20235, + "827": 6.05879, + "828": 6.07114, + "829": 5.89376, + "830": 5.94059, + "831": 5.89761, + "832": 5.97327, + "833": 6.06553, + "834": 5.99826, + "835": 6.00743, + "836": 5.79586, + "837": 6.11313, + "838": 5.8706, + "839": 5.83816, + "840": 6.18766, + "841": 5.78507, + "842": 5.89233, + "843": 5.95289, + "844": 6.01245, + "845": 6.09241, + "846": 5.69208, + "847": 5.75889, + "848": 5.97131, + "849": 6.09692, + "850": 5.85205, + "851": 6.0206, + "852": 5.75603, + "853": 5.99468, + "854": 6.02229, + "855": 5.81834, + "856": 5.99972, + "857": 6.00412, + "858": 6.05561, + "859": 5.95477, + "860": 6.09992, + "861": 6.07144, + "862": 6.0053, + "863": 5.84074, + "864": 5.84476, + "865": 5.94211, + "866": 5.89614, + "867": 5.88027, + "868": 6.06438, + "869": 6.08525, + "870": 5.97278, + "871": 6.04488, + "872": 5.89678, + "873": 5.84437, + "874": 6.02841, + "875": 5.91615, + "876": 5.96972, + "877": 5.93292, + "878": 6.1001, + "879": 5.769, + "880": 6.01517, + "881": 5.99862, + "882": 5.91077, + "883": 5.67901, + "884": 5.96638, + "885": 5.7468, + "886": 5.99351, + "887": 5.91236, + "888": 5.84192, + "889": 6.01314, + "890": 6.02565, + "891": 5.95397, + "892": 5.71109, + "893": 6.09289, + "894": 5.73098, + "895": 5.84206, + "896": 5.84177, + "897": 5.85634, + "898": 5.92388, + "899": 5.9347, + "900": 5.89844, "901": 5.94993, - "902": 5.83197, - "903": 6.05273, - "904": 5.92967, - "905": 5.90336, - "906": 5.61625, - "907": 5.9114, - "908": 5.73689, - "909": 5.99109, - "910": 5.86419, - "911": 5.70358, - "912": 5.70652, - "913": 5.76457, - "914": 5.83758, - "915": 5.79874, - "916": 5.88797, - "917": 5.86685, - "918": 5.82286, - "919": 5.81558, - "920": 5.89299, - "921": 5.84328, - "922": 5.6251, - "923": 6.03976, - "924": 5.60684, - "925": 5.6237, - "926": 5.8625, - "927": 5.96224, - "928": 5.84293, - "929": 5.82877, - "930": 5.96027, - "931": 5.76758, - "932": 5.59633, - "933": 5.63618, - "934": 5.81076, - "935": 5.63805, - "936": 5.83813, - "937": 5.96498, - "938": 5.5913, - "939": 5.7894, - "940": 5.96568, - "941": 5.72498, - "942": 5.83524, - "943": 5.86659, - "944": 5.95503, - "945": 5.70237, - "946": 5.55989, - "947": 5.75045, - "948": 5.7965, - "949": 5.82709, - "950": 5.84871, - "951": 5.7226, - "952": 5.69651, - "953": 5.68278, - "954": 5.72616, - "955": 5.53192, - "956": 5.62393, - "957": 5.84188, - "958": 5.79609, - "959": 5.57467, - "960": 5.80326, - "961": 5.82971, - "962": 5.76909, - "963": 5.76728, - "964": 5.70901, - "965": 5.64115, - "966": 5.59914, - "967": 5.725, - "968": 5.74184, - "969": 5.82529, - "970": 5.64655, - "971": 5.70841, - "972": 5.85484, - "973": 5.66982, - "974": 5.72023, - "975": 5.86337, - "976": 5.70739, - "977": 5.77117, - "978": 5.6872, - "979": 5.58782, - "980": 5.76, - "981": 5.89704, - "982": 5.47161, - "983": 5.61878, - "984": 5.54599, - "985": 5.59129, - "986": 5.64328, - "987": 5.57163, - "988": 5.71, - "989": 5.69432, - "990": 5.62347, - "991": 5.85015, - "992": 5.77845, - "993": 5.87129, - "994": 5.69857, - "995": 5.7333, - "996": 5.73774, - "997": 5.81511, - "998": 5.83774, - "999": 5.8337, - "1000": 5.68504, - "1001": 5.86599, - "1002": 5.76042, - "1003": 5.64229, - "1004": 5.80027, - "1005": 5.53497, - "1006": 5.32715, - "1007": 5.76741, - "1008": 5.7934, - "1009": 5.65264, - "1010": 5.78315, - "1011": 5.89612, - "1012": 5.62507, - "1013": 5.61686, - "1014": 5.68182, - "1015": 5.55872, - "1016": 5.8721, - "1017": 5.83369, - "1018": 5.62085, - "1019": 5.73453, - "1020": 5.61754, - "1021": 5.84948, - "1022": 5.50021, - "1023": 5.65086, - "1024": 5.74549, - "1025": 5.56985, - "1026": 5.41398, - "1027": 5.60633, - "1028": 5.69446, - "1029": 5.68905, - "1030": 5.68802, - "1031": 5.40677, - "1032": 5.78885, - "1033": 5.58183, - "1034": 5.62011, - "1035": 5.71504, - "1036": 5.62931, - "1037": 5.36866, - "1038": 5.66614, - "1039": 5.64561, - "1040": 5.57231, - "1041": 5.5976, - "1042": 5.81375, - "1043": 5.56663, - "1044": 5.46827, - "1045": 5.96722, - "1046": 5.48813, - "1047": 5.39034, - "1048": 5.50118, - "1049": 5.67315, - "1050": 5.7003, - "1051": 5.57913, - "1052": 5.68193, - "1053": 5.62995, - "1054": 5.45803, - "1055": 5.60467, - "1056": 5.67554, - "1057": 5.76271, - "1058": 5.56932, - "1059": 5.7503, - "1060": 5.82354, - "1061": 5.47793, - "1062": 5.64902, - "1063": 5.50302, - "1064": 5.5933, - "1065": 5.55517, - "1066": 5.74574, - "1067": 5.67588, - "1068": 5.44137, - "1069": 5.60678, - "1070": 5.81238, - "1071": 5.51141, - "1072": 5.62174, - "1073": 5.62203, - "1074": 5.52543, - "1075": 5.70791, - "1076": 5.59468, - "1077": 5.71597, - "1078": 5.56529, - "1079": 5.62086, - "1080": 5.64237, - "1081": 5.6255, - "1082": 5.49767, + "902": 5.83299, + "903": 6.05413, + "904": 5.93254, + "905": 5.90599, + "906": 5.61902, + "907": 5.91279, + "908": 5.73751, + "909": 5.9907, + "910": 5.86442, + "911": 5.70387, + "912": 5.7073, + "913": 5.7659, + "914": 5.83727, + "915": 5.80028, + "916": 5.88933, + "917": 5.86912, + "918": 5.82213, + "919": 5.81683, + "920": 5.89347, + "921": 5.84348, + "922": 5.62426, + "923": 6.03778, + "924": 5.60598, + "925": 5.62449, + "926": 5.8623, + "927": 5.96235, + "928": 5.84195, + "929": 5.82945, + "930": 5.96069, + "931": 5.76943, + "932": 5.59694, + "933": 5.63728, + "934": 5.81088, + "935": 5.63741, + "936": 5.83934, + "937": 5.96779, + "938": 5.59103, + "939": 5.78864, + "940": 5.96535, + "941": 5.72353, + "942": 5.83395, + "943": 5.8659, + "944": 5.95482, + "945": 5.70238, + "946": 5.55873, + "947": 5.74985, + "948": 5.7959, + "949": 5.82605, + "950": 5.8477, + "951": 5.72221, + "952": 5.69514, + "953": 5.68157, + "954": 5.72491, + "955": 5.53105, + "956": 5.62301, + "957": 5.84233, + "958": 5.7962, + "959": 5.57377, + "960": 5.80295, + "961": 5.8298, + "962": 5.7699, + "963": 5.76784, + "964": 5.70943, + "965": 5.64174, + "966": 5.59888, + "967": 5.72524, + "968": 5.74136, + "969": 5.82293, + "970": 5.64566, + "971": 5.70805, + "972": 5.85288, + "973": 5.66898, + "974": 5.71996, + "975": 5.86373, + "976": 5.70737, + "977": 5.76974, + "978": 5.68735, + "979": 5.58624, + "980": 5.76018, + "981": 5.89674, + "982": 5.47111, + "983": 5.61931, + "984": 5.54594, + "985": 5.59021, + "986": 5.64167, + "987": 5.5693, + "988": 5.71039, + "989": 5.69431, + "990": 5.6232, + "991": 5.85084, + "992": 5.78045, + "993": 5.87116, + "994": 5.69843, + "995": 5.7334, + "996": 5.73864, + "997": 5.81546, + "998": 5.83741, + "999": 5.83537, + "1000": 5.6845, + "1001": 5.86795, + "1002": 5.76117, + "1003": 5.64372, + "1004": 5.79976, + "1005": 5.538, + "1006": 5.32722, + "1007": 5.76884, + "1008": 5.79227, + "1009": 5.65325, + "1010": 5.78045, + "1011": 5.89483, + "1012": 5.62309, + "1013": 5.6158, + "1014": 5.68137, + "1015": 5.55973, + "1016": 5.87255, + "1017": 5.83329, + "1018": 5.6201, + "1019": 5.73433, + "1020": 5.61752, + "1021": 5.8498, + "1022": 5.49981, + "1023": 5.65186, + "1024": 5.74475, + "1025": 5.56944, + "1026": 5.41537, + "1027": 5.60586, + "1028": 5.69383, + "1029": 5.68685, + "1030": 5.68694, + "1031": 5.40628, + "1032": 5.78759, + "1033": 5.57993, + "1034": 5.62106, + "1035": 5.71117, + "1036": 5.62822, + "1037": 5.36807, + "1038": 5.66472, + "1039": 5.64357, + "1040": 5.57082, + "1041": 5.59646, + "1042": 5.81311, + "1043": 5.56443, + "1044": 5.46776, + "1045": 5.96456, + "1046": 5.48653, + "1047": 5.38978, + "1048": 5.50119, + "1049": 5.67228, + "1050": 5.7005, + "1051": 5.57872, + "1052": 5.68194, + "1053": 5.62766, + "1054": 5.45944, + "1055": 5.6032, + "1056": 5.67718, + "1057": 5.76121, + "1058": 5.56841, + "1059": 5.75267, + "1060": 5.82295, + "1061": 5.47954, + "1062": 5.64843, + "1063": 5.50349, + "1064": 5.59246, + "1065": 5.55633, + "1066": 5.7461, + "1067": 5.67584, + "1068": 5.44215, + "1069": 5.60824, + "1070": 5.81201, + "1071": 5.51383, + "1072": 5.62108, + "1073": 5.62271, + "1074": 5.52595, + "1075": 5.70839, + "1076": 5.59571, + "1077": 5.71283, + "1078": 5.56369, + "1079": 5.61982, + "1080": 5.64179, + "1081": 5.62377, + "1082": 5.49685, "1083": 5.64328, - "1084": 5.55366, - "1085": 5.40622, - "1086": 5.62091, - "1087": 5.4436, - "1088": 5.51307, - "1089": 5.76939, - "1090": 5.53293, - "1091": 5.51495, - "1092": 5.41067, - "1093": 5.70125, - "1094": 5.57877, - "1095": 5.5759, - "1096": 5.61746, - "1097": 5.64672, - "1098": 5.65239, - "1099": 5.51822, - "1100": 5.64102, - "1101": 5.67398, - "1102": 5.53963, - "1103": 5.54996, - "1104": 5.53871, - "1105": 5.5463, - "1106": 5.68287, - "1107": 5.68151, - "1108": 5.7834, - "1109": 5.53635, - "1110": 5.6624, - "1111": 5.58755, - "1112": 5.58229, - "1113": 5.62304, - "1114": 5.61595, - "1115": 5.60133, - "1116": 5.66197, - "1117": 5.64952, - "1118": 5.65345, - "1119": 5.71075, - "1120": 5.6295, - "1121": 5.37575, - "1122": 5.22989, - "1123": 5.47546, - "1124": 5.64973, - "1125": 5.67818, - "1126": 5.68211, - "1127": 5.56756, - "1128": 5.61846, - "1129": 5.29468, - "1130": 5.54192, - "1131": 5.63228, - "1132": 5.72127, - "1133": 5.51968, - "1134": 5.55889, - "1135": 5.52359, - "1136": 5.42763, - "1137": 5.46077, - "1138": 5.56855, - "1139": 5.41602, - "1140": 5.26355, - "1141": 5.58435, - "1142": 5.63825, - "1143": 5.38563, - "1144": 5.37975, - "1145": 5.36345, - "1146": 5.63356, - "1147": 5.49024, - "1148": 5.50401, - "1149": 5.52524, - "1150": 5.39787, - "1151": 5.55654, - "1152": 5.41127, - "1153": 5.44705, - "1154": 5.4928, - "1155": 5.42966, - "1156": 5.34604, - "1157": 5.65918, - "1158": 5.39315, - "1159": 5.33233, - "1160": 5.79711, - "1161": 5.54022, - "1162": 5.46075, - "1163": 5.52589, - "1164": 5.38722, - "1165": 5.52867, - "1166": 5.49054, - "1167": 5.36083, - "1168": 5.49215, - "1169": 5.39464, - "1170": 5.58391, - "1171": 5.48248, - "1172": 5.63386, - "1173": 5.62384, - "1174": 5.50743, - "1175": 5.34971, - "1176": 5.38893, - "1177": 5.55805, - "1178": 5.4732, - "1179": 5.49599, - "1180": 5.46414, - "1181": 5.55946, - "1182": 5.5986, - "1183": 5.76918, - "1184": 5.54894, - "1185": 5.28707, - "1186": 5.60544, - "1187": 5.54953, - "1188": 5.51543, - "1189": 5.38554, - "1190": 5.4044, - "1191": 5.39304, - "1192": 5.49948, - "1193": 5.46435, - "1194": 5.45512, - "1195": 5.33059, - "1196": 5.52496, - "1197": 5.48468, - "1198": 5.53125, - "1199": 5.39053, - "1200": 5.33074, - "1201": 5.49307, - "1202": 5.43577, - "1203": 5.49332, - "1204": 5.40657, - "1205": 5.4889, - "1206": 5.33487, - "1207": 5.5825, - "1208": 5.43417, - "1209": 5.29346, - "1210": 5.50462, - "1211": 5.51211, - "1212": 5.59612, - "1213": 5.42115, - "1214": 5.50809, - "1215": 5.23904, - "1216": 5.41122, - "1217": 5.38454, - "1218": 5.45602, - "1219": 5.48389, - "1220": 5.3904, - "1221": 5.45087, - "1222": 5.31495, - "1223": 5.48315, - "1224": 5.42203, - "1225": 5.43848, - "1226": 5.32335, - "1227": 5.47669, - "1228": 5.72426, - "1229": 5.32524, - "1230": 5.40411, - "1231": 5.07006, - "1232": 5.78691, - "1233": 5.28772, - "1234": 5.24498, - "1235": 5.37054, - "1236": 5.48603, - "1237": 5.20794, - "1238": 5.41728, - "1239": 5.40777, - "1240": 5.46673, - "1241": 5.57524, - "1242": 5.45544, - "1243": 5.43214, - "1244": 5.52004, - "1245": 5.19069, - "1246": 5.72255, - "1247": 5.43159, - "1248": 5.3014, - "1249": 5.40104, - "1250": 5.33918, - "1251": 5.42288, - "1252": 5.5731, - "1253": 5.49106, - "1254": 5.3071, - "1255": 5.51397, - "1256": 5.60791, - "1257": 5.42466, - "1258": 5.5656, - "1259": 5.48226, - "1260": 5.51433, - "1261": 5.64187, - "1262": 5.39874, - "1263": 5.32974, - "1264": 5.50732, - "1265": 5.30495, - "1266": 5.23973, - "1267": 5.37219, - "1268": 5.3902, - "1269": 5.15165, - "1270": 5.40485, - "1271": 5.27313, - "1272": 5.52629, - "1273": 5.30296, - "1274": 5.35152, - "1275": 5.38492, - "1276": 5.39888, - "1277": 5.46186, - "1278": 5.34845, - "1279": 5.44257, - "1280": 5.45982, - "1281": 5.40702, - "1282": 5.3838, - "1283": 5.42271, - "1284": 5.34743, - "1285": 5.49987, - "1286": 5.33577, - "1287": 5.58889, - "1288": 5.26521, - "1289": 5.42669, - "1290": 5.50393, - "1291": 5.5042, - "1292": 5.44715, - "1293": 5.41863, - "1294": 5.49732, - "1295": 5.34622, - "1296": 5.18919, - "1297": 5.17351, - "1298": 5.11933, - "1299": 5.30479, - "1300": 5.20917, - "1301": 5.30222, - "1302": 5.27734, - "1303": 5.35949, - "1304": 5.43317, - "1305": 5.36979, - "1306": 5.25175, - "1307": 5.18945, - "1308": 5.2699, - "1309": 5.40684, - "1310": 5.2652, - "1311": 5.3839, - "1312": 5.35438, - "1313": 5.29926, - "1314": 5.29223, - "1315": 5.42244, - "1316": 5.2613, - "1317": 5.28323, - "1318": 5.22058, - "1319": 5.34857, - "1320": 5.4184, - "1321": 5.45024, - "1322": 5.4645, - "1323": 5.3717, - "1324": 5.25636, - "1325": 5.40553, - "1326": 5.5401, - "1327": 5.39534, - "1328": 5.2183, - "1329": 5.42271, - "1330": 5.40185, - "1331": 5.32011, - "1332": 5.31353, - "1333": 5.37421, - "1334": 5.4456, - "1335": 5.37255, - "1336": 5.43954, - "1337": 5.47837, - "1338": 5.30403, - "1339": 5.1414, - "1340": 5.41582, - "1341": 5.34477, - "1342": 5.36001, - "1343": 5.4805, - "1344": 5.37701, - "1345": 5.34233, - "1346": 5.08297, - "1347": 5.38733, - "1348": 5.49411, - "1349": 5.41129, - "1350": 5.03035, - "1351": 5.31653, - "1352": 5.15869, - "1353": 5.34625, - "1354": 5.35875, - "1355": 5.11136, - "1356": 5.25861, - "1357": 5.29329, - "1358": 5.15793, - "1359": 5.11148, - "1360": 5.17578, - "1361": 5.30788, - "1362": 5.06577, - "1363": 5.2968, - "1364": 5.40244, - "1365": 5.02195, - "1366": 5.11646, - "1367": 5.33213, - "1368": 5.18353, - "1369": 5.22877, - "1370": 5.19845, - "1371": 5.28242, - "1372": 5.26377, - "1373": 5.28556, - "1374": 5.28034, - "1375": 5.46023, - "1376": 5.27303, - "1377": 5.26607, - "1378": 5.31379, - "1379": 5.22606, - "1380": 5.26181, - "1381": 5.47908, - "1382": 5.0888, - "1383": 5.37794, - "1384": 5.36043, - "1385": 5.39016, - "1386": 5.16469, - "1387": 5.16092, - "1388": 5.28061, - "1389": 5.30268, - "1390": 5.25608, - "1391": 5.26948, - "1392": 5.37129, - "1393": 5.38329, - "1394": 5.40534, - "1395": 5.32597, - "1396": 5.2143, - "1397": 5.28057, - "1398": 5.37192, - "1399": 5.36069, - "1400": 5.26589, - "1401": 5.36002, - "1402": 5.42517, - "1403": 5.20143, - "1404": 5.28359, - "1405": 5.12309, - "1406": 4.99105, - "1407": 5.41014, - "1408": 5.19793, - "1409": 5.39899, - "1410": 5.37816, - "1411": 4.91911, - "1412": 5.35723, - "1413": 5.41507, - "1414": 5.22106, - "1415": 5.44173, - "1416": 5.32882, - "1417": 5.39145, - "1418": 5.30251, - "1419": 5.31941, - "1420": 5.44265, - "1421": 5.40325, - "1422": 5.41984, - "1423": 5.01147, - "1424": 5.33424, - "1425": 5.59415, - "1426": 5.23531, - "1427": 5.32527, - "1428": 5.33589, - "1429": 5.08025, - "1430": 5.33359, - "1431": 5.3271, - "1432": 5.3413, - "1433": 5.18565, - "1434": 5.16357, - "1435": 5.19679, - "1436": 5.10965, - "1437": 5.23217, - "1438": 5.31476, - "1439": 5.34919, - "1440": 5.34951, - "1441": 5.16626, - "1442": 5.22037, - "1443": 5.20938, - "1444": 5.13472, - "1445": 5.07675, - "1446": 5.27023, - "1447": 5.26167, - "1448": 5.29343, - "1449": 5.25353, - "1450": 5.3442, - "1451": 5.07187, - "1452": 5.27379, - "1453": 5.1669, - "1454": 5.01545, - "1455": 5.12208, - "1456": 5.27299, - "1457": 5.18893, - "1458": 5.00648, - "1459": 5.22634, - "1460": 5.23327, - "1461": 5.07279, - "1462": 4.96826, - "1463": 5.14466, - "1464": 5.21494, - "1465": 5.27257, - "1466": 5.35501, - "1467": 5.33953, - "1468": 5.22414, - "1469": 5.04467, - "1470": 5.12146, - "1471": 5.25323, - "1472": 5.12711, - "1473": 5.10768, - "1474": 5.21991, - "1475": 5.18979, - "1476": 5.155, - "1477": 5.26429, - "1478": 5.3073, - "1479": 5.01275, - "1480": 5.18214, - "1481": 5.24868, - "1482": 5.34995, - "1483": 5.26885, - "1484": 4.9284, - "1485": 5.29246, - "1486": 5.04652, - "1487": 4.88829, - "1488": 5.18306, - "1489": 5.10349, - "1490": 5.04832, - "1491": 5.32225, - "1492": 5.22709, - "1493": 4.94531, - "1494": 5.11078, - "1495": 5.13798, - "1496": 5.0588, - "1497": 5.36872, - "1498": 5.31187, - "1499": 5.14287, - "1500": 5.09739, - "1501": 5.03442, - "1502": 5.15552, - "1503": 5.43375, - "1504": 5.32212, - "1505": 5.00601, - "1506": 5.14806, - "1507": 5.16193, - "1508": 5.1655, - "1509": 5.31572, - "1510": 5.01945, - "1511": 5.11981, - "1512": 4.98533, - "1513": 5.17365, - "1514": 5.34323, - "1515": 5.3672, - "1516": 5.27615, - "1517": 5.23055, - "1518": 5.0296, - "1519": 5.30244, - "1520": 5.1442, - "1521": 5.16087, - "1522": 5.33067, - "1523": 5.25031, - "1524": 5.07167, - "1525": 5.20718, - "1526": 5.28118, - "1527": 5.25843, - "1528": 5.23606, - "1529": 5.18711, - "1530": 5.24659, - "1531": 5.09874, - "1532": 5.15413, - "1533": 5.05275, - "1534": 5.21544, - "1535": 5.16347, - "1536": 5.09883, - "1537": 5.02931, - "1538": 4.91539, - "1539": 5.23874, - "1540": 5.11766, - "1541": 5.25527, - "1542": 5.23732, - "1543": 5.0548, - "1544": 5.08044, - "1545": 5.11865, - "1546": 5.3292, - "1547": 5.11145, - "1548": 5.23495, - "1549": 5.23701, - "1550": 4.97792, - "1551": 5.25919, - "1552": 5.02945, - "1553": 5.15327, - "1554": 5.11715, - "1555": 5.11073, - "1556": 5.20152, - "1557": 5.09079, - "1558": 5.23177, - "1559": 5.00543, - "1560": 5.1189, - "1561": 5.14615, - "1562": 5.18165, - "1563": 5.24546, - "1564": 5.26444, - "1565": 5.09232, - "1566": 5.29399, - "1567": 5.04259, - "1568": 5.09294, - "1569": 5.20176, - "1570": 5.1754, - "1571": 4.95421, - "1572": 5.04297, - "1573": 5.02727, - "1574": 4.99919, - "1575": 5.23054, - "1576": 5.21137, - "1577": 5.12717, - "1578": 5.36204, - "1579": 4.94447, - "1580": 5.12243, - "1581": 5.10196, - "1582": 5.28691, - "1583": 5.05122, - "1584": 5.05635, - "1585": 5.12024, - "1586": 5.30524, - "1587": 5.13454, - "1588": 5.22116, - "1589": 4.83845, - "1590": 5.09718, - "1591": 5.17516, - "1592": 5.1402, - "1593": 5.23272, - "1594": 5.11799, - "1595": 5.10753, - "1596": 5.19056, - "1597": 5.1156, - "1598": 5.15762, - "1599": 5.18971, - "1600": 4.86919, - "1601": 5.11816, - "1602": 5.23181, - "1603": 5.19677, - "1604": 5.05478, - "1605": 5.02644, - "1606": 4.98538, - "1607": 5.07218, - "1608": 4.97723, - "1609": 5.0704, - "1610": 5.04411, - "1611": 4.99499, - "1612": 4.75155, - "1613": 5.0338, - "1614": 4.87971, - "1615": 5.07287, - "1616": 5.22906, - "1617": 5.06161, - "1618": 4.98891, - "1619": 5.18372, - "1620": 5.14138, - "1621": 5.31454, - "1622": 5.06081, - "1623": 5.14563, - "1624": 5.1328, - "1625": 5.11986, - "1626": 5.10497, - "1627": 5.1078, - "1628": 5.06408, - "1629": 4.92832, - "1630": 5.06861, - "1631": 5.05907, - "1632": 5.1027, - "1633": 4.97421, - "1634": 4.92275, - "1635": 5.05616, - "1636": 4.92222, - "1637": 5.23939, - "1638": 5.15865, - "1639": 4.97567, - "1640": 5.00751, - "1641": 5.12802, - "1642": 5.08611, - "1643": 5.04766, - "1644": 5.11865, - "1645": 4.96674, - "1646": 5.11737, - "1647": 5.0312, - "1648": 5.19682, - "1649": 4.92319, - "1650": 5.05944, - "1651": 4.93134, - "1652": 5.21225, - "1653": 5.16049, - "1654": 5.12958, - "1655": 5.16323, - "1656": 5.34672, - "1657": 5.20568, - "1658": 5.03961, - "1659": 4.92334, - "1660": 4.80865, - "1661": 5.02942, - "1662": 5.13893, - "1663": 5.15388, - "1664": 4.98079, - "1665": 5.11469, - "1666": 5.10288, - "1667": 4.84826, - "1668": 5.11731, - "1669": 5.07117, - "1670": 5.11429, - "1671": 5.1694, - "1672": 4.77457, - "1673": 5.03841, - "1674": 4.91744, - "1675": 5.05344, - "1676": 5.00719, - "1677": 4.80136, - "1678": 5.02576, - "1679": 4.89248, - "1680": 5.03849, - "1681": 5.0677, - "1682": 5.03129, - "1683": 4.90653, - "1684": 5.06452, - "1685": 5.13307, - "1686": 5.07323, - "1687": 4.97521, - "1688": 5.16347, - "1689": 5.14485, - "1690": 4.99689, - "1691": 4.99782, - "1692": 4.91635, - "1693": 5.0152, - "1694": 4.94554, - "1695": 4.91173, - "1696": 5.08205, - "1697": 5.04328, - "1698": 4.94934, - "1699": 5.00155, - "1700": 4.95012, - "1701": 5.1636, - "1702": 5.07741, - "1703": 5.16948, - "1704": 5.13977, - "1705": 4.96261, - "1706": 4.9842, - "1707": 4.78992, - "1708": 5.03602, - "1709": 5.22739, - "1710": 5.02989, - "1711": 5.18787, - "1712": 5.19502, - "1713": 5.03717, - "1714": 5.04699, - "1715": 4.91404, - "1716": 4.9333, - "1717": 4.86204, - "1718": 5.02542, - "1719": 5.1246, - "1720": 5.02262, - "1721": 4.926, - "1722": 5.05577, - "1723": 4.93408, - "1724": 5.04134, - "1725": 5.18906, - "1726": 5.06417, - "1727": 4.90469, - "1728": 5.01626, - "1729": 5.04344, - "1730": 4.90244, - "1731": 4.99817, - "1732": 4.91528, - "1733": 5.13118, - "1734": 4.82874, - "1735": 5.20813, - "1736": 4.91875, - "1737": 4.85798, - "1738": 4.97594, - "1739": 5.16324, - "1740": 4.83531, - "1741": 4.77997, - "1742": 4.90968, - "1743": 5.08354, - "1744": 4.97958, - "1745": 4.82193, - "1746": 4.94912, - "1747": 4.86834, - "1748": 5.06302, - "1749": 4.86551, - "1750": 5.01389, - "1751": 5.1203, - "1752": 4.89802, - "1753": 5.09072, - "1754": 5.05582, - "1755": 4.89569, - "1756": 5.01962, - "1757": 5.1426, - "1758": 4.86829, - "1759": 4.9429, - "1760": 4.8336, - "1761": 5.02055, - "1762": 4.81344, - "1763": 4.77237, - "1764": 4.93701, - "1765": 5.14806, - "1766": 5.33928, - "1767": 5.22213, - "1768": 4.9498, - "1769": 5.00556, - "1770": 4.97937, - "1771": 4.96324, - "1772": 4.97908, - "1773": 4.96907, - "1774": 4.86744, - "1775": 4.951, - "1776": 4.99636, - "1777": 4.94059, - "1778": 4.99257, - "1779": 5.0839, - "1780": 4.83254, - "1781": 5.05207, - "1782": 4.99511, - "1783": 5.01378, - "1784": 4.93033, - "1785": 5.16459, - "1786": 4.81243, - "1787": 4.96927, - "1788": 4.82839, - "1789": 4.89089, - "1790": 4.79877, - "1791": 4.73804, - "1792": 4.87392, - "1793": 5.10412, - "1794": 4.98013, - "1795": 4.96472, - "1796": 4.99757, - "1797": 4.78644, - "1798": 4.76632, - "1799": 5.01756, - "1800": 4.90997, - "1801": 5.0438, - "1802": 4.823, - "1803": 4.94776, - "1804": 4.88277, - "1805": 4.90091, - "1806": 4.87283, - "1807": 4.92298, - "1808": 4.92494, - "1809": 5.14178, - "1810": 5.09655, + "1084": 5.55474, + "1085": 5.40877, + "1086": 5.62154, + "1087": 5.44541, + "1088": 5.51461, + "1089": 5.7727, + "1090": 5.53261, + "1091": 5.51605, + "1092": 5.41104, + "1093": 5.70327, + "1094": 5.57795, + "1095": 5.57638, + "1096": 5.61726, + "1097": 5.64734, + "1098": 5.65581, + "1099": 5.51973, + "1100": 5.64222, + "1101": 5.67227, + "1102": 5.54094, + "1103": 5.54959, + "1104": 5.53788, + "1105": 5.54659, + "1106": 5.68272, + "1107": 5.67967, + "1108": 5.78477, + "1109": 5.53712, + "1110": 5.66245, + "1111": 5.58675, + "1112": 5.58155, + "1113": 5.62417, + "1114": 5.61498, + "1115": 5.60148, + "1116": 5.66148, + "1117": 5.64827, + "1118": 5.65424, + "1119": 5.71038, + "1120": 5.63068, + "1121": 5.37745, + "1122": 5.23109, + "1123": 5.47696, + "1124": 5.65203, + "1125": 5.68155, + "1126": 5.68213, + "1127": 5.56996, + "1128": 5.62014, + "1129": 5.29781, + "1130": 5.54305, + "1131": 5.63518, + "1132": 5.72438, + "1133": 5.52164, + "1134": 5.55992, + "1135": 5.52418, + "1136": 5.42712, + "1137": 5.46013, + "1138": 5.5693, + "1139": 5.41494, + "1140": 5.26257, + "1141": 5.58415, + "1142": 5.63855, + "1143": 5.38368, + "1144": 5.38069, + "1145": 5.36318, + "1146": 5.63256, + "1147": 5.48872, + "1148": 5.50555, + "1149": 5.5263, + "1150": 5.40115, + "1151": 5.55821, + "1152": 5.41854, + "1153": 5.44995, + "1154": 5.50035, + "1155": 5.43489, + "1156": 5.35184, + "1157": 5.6619, + "1158": 5.39835, + "1159": 5.33812, + "1160": 5.79646, + "1161": 5.54232, + "1162": 5.45982, + "1163": 5.52607, + "1164": 5.38584, + "1165": 5.52786, + "1166": 5.48869, + "1167": 5.36129, + "1168": 5.49368, + "1169": 5.39585, + "1170": 5.58536, + "1171": 5.48449, + "1172": 5.63603, + "1173": 5.6223, + "1174": 5.50777, + "1175": 5.34588, + "1176": 5.38809, + "1177": 5.55347, + "1178": 5.46915, + "1179": 5.4944, + "1180": 5.45901, + "1181": 5.56419, + "1182": 5.5995, + "1183": 5.77414, + "1184": 5.55102, + "1185": 5.29208, + "1186": 5.60837, + "1187": 5.55411, + "1188": 5.51626, + "1189": 5.39218, + "1190": 5.40626, + "1191": 5.39237, + "1192": 5.50217, + "1193": 5.46288, + "1194": 5.45664, + "1195": 5.32823, + "1196": 5.52355, + "1197": 5.48014, + "1198": 5.52878, + "1199": 5.38696, + "1200": 5.33013, + "1201": 5.49038, + "1202": 5.43576, + "1203": 5.49496, + "1204": 5.40633, + "1205": 5.48536, + "1206": 5.33463, + "1207": 5.58352, + "1208": 5.43053, + "1209": 5.29424, + "1210": 5.50516, + "1211": 5.51313, + "1212": 5.59727, + "1213": 5.41973, + "1214": 5.50663, + "1215": 5.23771, + "1216": 5.40925, + "1217": 5.38364, + "1218": 5.45226, + "1219": 5.48163, + "1220": 5.38686, + "1221": 5.44951, + "1222": 5.3116, + "1223": 5.47832, + "1224": 5.42058, + "1225": 5.43618, + "1226": 5.32341, + "1227": 5.47695, + "1228": 5.72214, + "1229": 5.324, + "1230": 5.40406, + "1231": 5.06939, + "1232": 5.78868, + "1233": 5.2883, + "1234": 5.24622, + "1235": 5.36926, + "1236": 5.48432, + "1237": 5.21097, + "1238": 5.41741, + "1239": 5.40828, + "1240": 5.46843, + "1241": 5.57658, + "1242": 5.45558, + "1243": 5.43152, + "1244": 5.51994, + "1245": 5.19112, + "1246": 5.71919, + "1247": 5.43135, + "1248": 5.29921, + "1249": 5.39928, + "1250": 5.33958, + "1251": 5.41917, + "1252": 5.57109, + "1253": 5.48956, + "1254": 5.30529, + "1255": 5.5124, + "1256": 5.60777, + "1257": 5.42366, + "1258": 5.56291, + "1259": 5.48045, + "1260": 5.50796, + "1261": 5.63874, + "1262": 5.39345, + "1263": 5.32966, + "1264": 5.50463, + "1265": 5.30185, + "1266": 5.23892, + "1267": 5.3711, + "1268": 5.38989, + "1269": 5.15229, + "1270": 5.40221, + "1271": 5.2735, + "1272": 5.52015, + "1273": 5.29718, + "1274": 5.34594, + "1275": 5.38424, + "1276": 5.39608, + "1277": 5.46194, + "1278": 5.3475, + "1279": 5.43857, + "1280": 5.46121, + "1281": 5.40317, + "1282": 5.37932, + "1283": 5.42376, + "1284": 5.34774, + "1285": 5.50219, + "1286": 5.33438, + "1287": 5.58555, + "1288": 5.26424, + "1289": 5.42448, + "1290": 5.5007, + "1291": 5.50357, + "1292": 5.44618, + "1293": 5.41732, + "1294": 5.49591, + "1295": 5.34456, + "1296": 5.18825, + "1297": 5.17076, + "1298": 5.11821, + "1299": 5.30436, + "1300": 5.20918, + "1301": 5.30218, + "1302": 5.27523, + "1303": 5.35417, + "1304": 5.43049, + "1305": 5.36674, + "1306": 5.24817, + "1307": 5.18802, + "1308": 5.26777, + "1309": 5.4033, + "1310": 5.26147, + "1311": 5.38115, + "1312": 5.35285, + "1313": 5.29614, + "1314": 5.29055, + "1315": 5.41831, + "1316": 5.25781, + "1317": 5.27772, + "1318": 5.21802, + "1319": 5.34306, + "1320": 5.41777, + "1321": 5.44818, + "1322": 5.46316, + "1323": 5.36943, + "1324": 5.25559, + "1325": 5.40541, + "1326": 5.53615, + "1327": 5.39107, + "1328": 5.21608, + "1329": 5.41699, + "1330": 5.39742, + "1331": 5.31396, + "1332": 5.31337, + "1333": 5.37117, + "1334": 5.44593, + "1335": 5.36997, + "1336": 5.4385, + "1337": 5.47692, + "1338": 5.30176, + "1339": 5.13882, + "1340": 5.41377, + "1341": 5.34396, + "1342": 5.35991, + "1343": 5.47805, + "1344": 5.37657, + "1345": 5.34166, + "1346": 5.08003, + "1347": 5.38727, + "1348": 5.48991, + "1349": 5.40963, + "1350": 5.02917, + "1351": 5.31457, + "1352": 5.1566, + "1353": 5.34359, + "1354": 5.35736, + "1355": 5.10956, + "1356": 5.25718, + "1357": 5.29131, + "1358": 5.15619, + "1359": 5.10988, + "1360": 5.1739, + "1361": 5.30553, + "1362": 5.06361, + "1363": 5.29217, + "1364": 5.40071, + "1365": 5.01789, + "1366": 5.11439, + "1367": 5.32916, + "1368": 5.18171, + "1369": 5.22722, + "1370": 5.19463, + "1371": 5.28089, + "1372": 5.26381, + "1373": 5.28249, + "1374": 5.28204, + "1375": 5.45976, + "1376": 5.27068, + "1377": 5.26443, + "1378": 5.30961, + "1379": 5.22668, + "1380": 5.26083, + "1381": 5.477, + "1382": 5.08889, + "1383": 5.37541, + "1384": 5.35901, + "1385": 5.38849, + "1386": 5.16396, + "1387": 5.1583, + "1388": 5.28236, + "1389": 5.30286, + "1390": 5.25898, + "1391": 5.2694, + "1392": 5.37607, + "1393": 5.3831, + "1394": 5.40675, + "1395": 5.3281, + "1396": 5.21546, + "1397": 5.28236, + "1398": 5.37289, + "1399": 5.36068, + "1400": 5.26563, + "1401": 5.35908, + "1402": 5.42753, + "1403": 5.19491, + "1404": 5.27992, + "1405": 5.11536, + "1406": 4.9848, + "1407": 5.40083, + "1408": 5.19524, + "1409": 5.39404, + "1410": 5.36929, + "1411": 4.91721, + "1412": 5.35162, + "1413": 5.41372, + "1414": 5.21586, + "1415": 5.44157, + "1416": 5.32647, + "1417": 5.38826, + "1418": 5.30164, + "1419": 5.31481, + "1420": 5.43963, + "1421": 5.39318, + "1422": 5.41729, + "1423": 5.00631, + "1424": 5.3302, + "1425": 5.5858, + "1426": 5.23227, + "1427": 5.32035, + "1428": 5.33332, + "1429": 5.07663, + "1430": 5.33073, + "1431": 5.32483, + "1432": 5.33985, + "1433": 5.18838, + "1434": 5.16572, + "1435": 5.1958, + "1436": 5.10746, + "1437": 5.22734, + "1438": 5.31673, + "1439": 5.34868, + "1440": 5.35006, + "1441": 5.1648, + "1442": 5.21923, + "1443": 5.20787, + "1444": 5.13473, + "1445": 5.07937, + "1446": 5.26893, + "1447": 5.25812, + "1448": 5.29023, + "1449": 5.25124, + "1450": 5.34053, + "1451": 5.06818, + "1452": 5.26893, + "1453": 5.16402, + "1454": 5.01373, + "1455": 5.11873, + "1456": 5.27184, + "1457": 5.18567, + "1458": 5.00628, + "1459": 5.22219, + "1460": 5.23462, + "1461": 5.07075, + "1462": 4.9725, + "1463": 5.14484, + "1464": 5.21091, + "1465": 5.26885, + "1466": 5.34664, + "1467": 5.33439, + "1468": 5.2218, + "1469": 5.04444, + "1470": 5.11996, + "1471": 5.25367, + "1472": 5.12317, + "1473": 5.10366, + "1474": 5.21756, + "1475": 5.1893, + "1476": 5.15421, + "1477": 5.26198, + "1478": 5.30526, + "1479": 5.01174, + "1480": 5.18193, + "1481": 5.24634, + "1482": 5.3494, + "1483": 5.26702, + "1484": 4.92595, + "1485": 5.28899, + "1486": 5.04472, + "1487": 4.88488, + "1488": 5.18121, + "1489": 5.10266, + "1490": 5.04414, + "1491": 5.31893, + "1492": 5.22307, + "1493": 4.9418, + "1494": 5.10858, + "1495": 5.13457, + "1496": 5.05704, + "1497": 5.36465, + "1498": 5.30879, + "1499": 5.1366, + "1500": 5.09707, + "1501": 5.03438, + "1502": 5.15323, + "1503": 5.43116, + "1504": 5.32042, + "1505": 5.0025, + "1506": 5.14503, + "1507": 5.16031, + "1508": 5.16674, + "1509": 5.31267, + "1510": 5.01977, + "1511": 5.11765, + "1512": 4.98424, + "1513": 5.17204, + "1514": 5.34407, + "1515": 5.36401, + "1516": 5.27517, + "1517": 5.22532, + "1518": 5.02571, + "1519": 5.29909, + "1520": 5.14102, + "1521": 5.15936, + "1522": 5.32861, + "1523": 5.24322, + "1524": 5.07017, + "1525": 5.20586, + "1526": 5.27789, + "1527": 5.25771, + "1528": 5.23392, + "1529": 5.18407, + "1530": 5.24452, + "1531": 5.09721, + "1532": 5.15198, + "1533": 5.04999, + "1534": 5.21313, + "1535": 5.16084, + "1536": 5.09571, + "1537": 5.02584, + "1538": 4.91251, + "1539": 5.23704, + "1540": 5.11463, + "1541": 5.25234, + "1542": 5.23487, + "1543": 5.05103, + "1544": 5.0757, + "1545": 5.11687, + "1546": 5.32884, + "1547": 5.11126, + "1548": 5.23297, + "1549": 5.23554, + "1550": 4.9755, + "1551": 5.25626, + "1552": 5.0283, + "1553": 5.15188, + "1554": 5.11353, + "1555": 5.10966, + "1556": 5.19905, + "1557": 5.08642, + "1558": 5.23026, + "1559": 5.0028, + "1560": 5.11721, + "1561": 5.14477, + "1562": 5.18004, + "1563": 5.24484, + "1564": 5.26046, + "1565": 5.08621, + "1566": 5.29215, + "1567": 5.04297, + "1568": 5.0924, + "1569": 5.19825, + "1570": 5.17322, + "1571": 4.95354, + "1572": 5.04047, + "1573": 5.02833, + "1574": 4.99904, + "1575": 5.22914, + "1576": 5.20911, + "1577": 5.12435, + "1578": 5.36333, + "1579": 4.94147, + "1580": 5.12063, + "1581": 5.09806, + "1582": 5.28476, + "1583": 5.04673, + "1584": 5.05573, + "1585": 5.11934, + "1586": 5.30257, + "1587": 5.13431, + "1588": 5.21774, + "1589": 4.83758, + "1590": 5.09536, + "1591": 5.17304, + "1592": 5.13765, + "1593": 5.23293, + "1594": 5.11477, + "1595": 5.10474, + "1596": 5.18963, + "1597": 5.11455, + "1598": 5.15871, + "1599": 5.18832, + "1600": 4.867, + "1601": 5.11657, + "1602": 5.2318, + "1603": 5.19675, + "1604": 5.05141, + "1605": 5.02778, + "1606": 4.98264, + "1607": 5.07068, + "1608": 4.97472, + "1609": 5.06996, + "1610": 5.04447, + "1611": 4.99592, + "1612": 4.7496, + "1613": 5.03141, + "1614": 4.87859, + "1615": 5.07068, + "1616": 5.23091, + "1617": 5.06147, + "1618": 4.98903, + "1619": 5.18283, + "1620": 5.14442, + "1621": 5.31495, + "1622": 5.05896, + "1623": 5.14262, + "1624": 5.13392, + "1625": 5.11876, + "1626": 5.10167, + "1627": 5.10618, + "1628": 5.06249, + "1629": 4.9286, + "1630": 5.06663, + "1631": 5.05909, + "1632": 5.10185, + "1633": 4.97171, + "1634": 4.9212, + "1635": 5.05593, + "1636": 4.92086, + "1637": 5.23772, + "1638": 5.15614, + "1639": 4.9737, + "1640": 5.00627, + "1641": 5.12839, + "1642": 5.08116, + "1643": 5.04657, + "1644": 5.1167, + "1645": 4.96304, + "1646": 5.11677, + "1647": 5.03097, + "1648": 5.19302, + "1649": 4.92182, + "1650": 5.05753, + "1651": 4.92902, + "1652": 5.21174, + "1653": 5.15746, + "1654": 5.12656, + "1655": 5.15854, + "1656": 5.34227, + "1657": 5.20581, + "1658": 5.04089, + "1659": 4.92312, + "1660": 4.81039, + "1661": 5.0292, + "1662": 5.14199, + "1663": 5.15695, + "1664": 4.98242, + "1665": 5.11276, + "1666": 5.10599, + "1667": 4.84893, + "1668": 5.11561, + "1669": 5.0708, + "1670": 5.11196, + "1671": 5.16931, + "1672": 4.7741, + "1673": 5.03666, + "1674": 4.91624, + "1675": 5.04978, + "1676": 5.00507, + "1677": 4.80013, + "1678": 5.02504, + "1679": 4.89425, + "1680": 5.03784, + "1681": 5.0667, + "1682": 5.0307, + "1683": 4.90464, + "1684": 5.06247, + "1685": 5.13247, + "1686": 5.07232, + "1687": 4.9758, + "1688": 5.16521, + "1689": 5.1414, + "1690": 4.99677, + "1691": 4.99802, + "1692": 4.91922, + "1693": 5.0164, + "1694": 4.9446, + "1695": 4.91466, + "1696": 5.08193, + "1697": 5.04317, + "1698": 4.94882, + "1699": 5.00079, + "1700": 4.95005, + "1701": 5.16402, + "1702": 5.07614, + "1703": 5.1673, + "1704": 5.1408, + "1705": 4.96176, + "1706": 4.98206, + "1707": 4.79094, + "1708": 5.03566, + "1709": 5.23003, + "1710": 5.03135, + "1711": 5.1887, + "1712": 5.19475, + "1713": 5.03591, + "1714": 5.04526, + "1715": 4.91288, + "1716": 4.93193, + "1717": 4.85989, + "1718": 5.02315, + "1719": 5.12112, + "1720": 5.01984, + "1721": 4.92376, + "1722": 5.05403, + "1723": 4.93307, + "1724": 5.03681, + "1725": 5.19181, + "1726": 5.06518, + "1727": 4.90806, + "1728": 5.01889, + "1729": 5.0423, + "1730": 4.90041, + "1731": 4.99721, + "1732": 4.91602, + "1733": 5.13062, + "1734": 4.82913, + "1735": 5.20931, + "1736": 4.91465, + "1737": 4.85955, + "1738": 4.97659, + "1739": 5.16419, + "1740": 4.83418, + "1741": 4.77762, + "1742": 4.90672, + "1743": 5.08287, + "1744": 4.97814, + "1745": 4.82137, + "1746": 4.94608, + "1747": 4.8657, + "1748": 5.05939, + "1749": 4.86501, + "1750": 5.0105, + "1751": 5.11911, + "1752": 4.89833, + "1753": 5.08961, + "1754": 5.05622, + "1755": 4.89491, + "1756": 5.01907, + "1757": 5.14179, + "1758": 4.86585, + "1759": 4.94022, + "1760": 4.83142, + "1761": 5.01761, + "1762": 4.81176, + "1763": 4.77099, + "1764": 4.93585, + "1765": 5.14759, + "1766": 5.3369, + "1767": 5.22207, + "1768": 4.94936, + "1769": 5.00459, + "1770": 4.98043, + "1771": 4.96248, + "1772": 4.9802, + "1773": 4.96974, + "1774": 4.86656, + "1775": 4.95242, + "1776": 4.99511, + "1777": 4.94129, + "1778": 4.99174, + "1779": 5.08269, + "1780": 4.8318, + "1781": 5.05042, + "1782": 4.99417, + "1783": 5.00979, + "1784": 4.93038, + "1785": 5.16439, + "1786": 4.80989, + "1787": 4.96703, + "1788": 4.82414, + "1789": 4.89042, + "1790": 4.79635, + "1791": 4.73565, + "1792": 4.87572, + "1793": 5.10438, + "1794": 4.9781, + "1795": 4.96531, + "1796": 4.99575, + "1797": 4.78854, + "1798": 4.76673, + "1799": 5.01738, + "1800": 4.90966, + "1801": 5.04285, + "1802": 4.82461, + "1803": 4.94659, + "1804": 4.88402, + "1805": 4.90136, + "1806": 4.87147, + "1807": 4.92546, + "1808": 4.9262, + "1809": 5.14262, + "1810": 5.09505, "1811": 4.95642, - "1812": 4.79784, - "1813": 5.09581, - "1814": 4.7773, - "1815": 4.85936, - "1816": 5.04764, - "1817": 4.7882, - "1818": 4.80003, - "1819": 5.02299, - "1820": 4.68676, - "1821": 5.02476, - "1822": 4.66498, - "1823": 4.8693, - "1824": 4.79303, - "1825": 5.06943, - "1826": 4.82205, - "1827": 4.79, - "1828": 4.94991, - "1829": 5.11081, - "1830": 4.91751, - "1831": 4.89699, - "1832": 4.82779, - "1833": 4.77962, - "1834": 4.94587, - "1835": 4.95758, - "1836": 4.90738, - "1837": 4.67078, - "1838": 4.80711, - "1839": 4.89508, - "1840": 4.90409, - "1841": 4.82953, - "1842": 4.94343, - "1843": 4.70284, - "1844": 4.61298, - "1845": 4.99755, - "1846": 4.74327, - "1847": 4.86424, - "1848": 4.89627, - "1849": 4.85228, - "1850": 4.86658, - "1851": 5.02059, - "1852": 4.97578, - "1853": 4.83019, - "1854": 4.86658, - "1855": 4.81949, - "1856": 4.7538, - "1857": 4.95981, - "1858": 4.9645, - "1859": 4.75137, - "1860": 4.86453, - "1861": 5.20598, - "1862": 4.61559, - "1863": 4.83406, - "1864": 4.75024, - "1865": 4.8653, - "1866": 4.79546, - "1867": 5.0005, - "1868": 4.71376, - "1869": 4.75516, - "1870": 4.93121, - "1871": 4.99243, - "1872": 4.68102, - "1873": 4.69841, - "1874": 4.85089, - "1875": 4.85844, - "1876": 4.74175, - "1877": 4.80302, - "1878": 4.81296, - "1879": 4.82248, - "1880": 4.89469, - "1881": 4.79495, - "1882": 4.79385, - "1883": 4.78017, - "1884": 4.96861, - "1885": 4.91389, - "1886": 4.82272, - "1887": 4.81363, - "1888": 4.9722, - "1889": 4.95878, - "1890": 4.70477, - "1891": 4.65163, - "1892": 4.847, - "1893": 4.64852, - "1894": 4.90246, - "1895": 4.7856, - "1896": 4.65675, - "1897": 4.79076, - "1898": 4.91067, - "1899": 4.77256, - "1900": 4.91525, - "1901": 4.84301, - "1902": 4.78152, - "1903": 4.75451, - "1904": 4.65032, - "1905": 4.54271, - "1906": 4.8086, - "1907": 4.90365, - "1908": 5.03174, - "1909": 4.88684, - "1910": 4.79054, - "1911": 4.804, - "1912": 4.64603, - "1913": 4.94119, - "1914": 4.87797, - "1915": 4.85913, - "1916": 4.92328, - "1917": 4.85244, - "1918": 4.86919, - "1919": 4.99221, - "1920": 4.76192, - "1921": 4.88381, - "1922": 4.81315, - "1923": 4.7592, - "1924": 4.82407, - "1925": 5.05584, - "1926": 4.92485, - "1927": 4.92576, - "1928": 4.92469, - "1929": 4.92367, - "1930": 4.90769, - "1931": 4.77573, - "1932": 4.85838, - "1933": 4.83337, - "1934": 4.8402, - "1935": 5.10246, - "1936": 4.88307, - "1937": 4.87467, - "1938": 4.79706, - "1939": 4.71276, - "1940": 4.82837, - "1941": 4.73581, - "1942": 4.8736, - "1943": 4.73642, - "1944": 4.74298, - "1945": 4.68385, - "1946": 4.9143, - "1947": 4.8649, - "1948": 4.59573, - "1949": 4.89922, - "1950": 4.7902, - "1951": 4.96266, - "1952": 4.73614, - "1953": 4.79631, - "1954": 4.73087, - "1955": 4.84146, - "1956": 4.87825, - "1957": 4.73571, - "1958": 4.70072, - "1959": 4.75985, - "1960": 4.76808, - "1961": 4.7123, - "1962": 4.83746, - "1963": 4.82197, - "1964": 4.85047, - "1965": 4.87722, - "1966": 4.78829, - "1967": 4.59274, - "1968": 4.82724, - "1969": 4.59067, - "1970": 4.56915, - "1971": 4.90655, - "1972": 4.90164, - "1973": 4.54703, - "1974": 4.82303, - "1975": 4.82917, - "1976": 4.71353, - "1977": 4.57999, - "1978": 5.0024, - "1979": 4.66354, - "1980": 4.74319, - "1981": 4.86271, - "1982": 4.72144, - "1983": 4.88444, - "1984": 4.64488, - "1985": 4.78309, - "1986": 4.70007, - "1987": 4.81072, - "1988": 4.88755, - "1989": 4.62893, - "1990": 4.79342, - "1991": 4.69124, - "1992": 4.78801, - "1993": 4.73821, - "1994": 4.84834, - "1995": 4.55724, - "1996": 4.65101, - "1997": 4.80329, - "1998": 4.6727, - "1999": 4.72485, - "2000": 4.61731 + "1812": 4.79788, + "1813": 5.0927, + "1814": 4.7753, + "1815": 4.85681, + "1816": 5.04864, + "1817": 4.78825, + "1818": 4.80029, + "1819": 5.02251, + "1820": 4.6829, + "1821": 5.02182, + "1822": 4.66083, + "1823": 4.86319, + "1824": 4.78714, + "1825": 5.0651, + "1826": 4.82004, + "1827": 4.79022, + "1828": 4.94795, + "1829": 5.10968, + "1830": 4.91251, + "1831": 4.89951, + "1832": 4.82961, + "1833": 4.78182, + "1834": 4.94773, + "1835": 4.95556, + "1836": 4.90778, + "1837": 4.67083, + "1838": 4.80671, + "1839": 4.89775, + "1840": 4.90381, + "1841": 4.82827, + "1842": 4.94657, + "1843": 4.70068, + "1844": 4.61412, + "1845": 4.99426, + "1846": 4.74152, + "1847": 4.85946, + "1848": 4.8938, + "1849": 4.847, + "1850": 4.8644, + "1851": 5.01616, + "1852": 4.9726, + "1853": 4.82815, + "1854": 4.86342, + "1855": 4.81897, + "1856": 4.75181, + "1857": 4.95994, + "1858": 4.96508, + "1859": 4.75056, + "1860": 4.86695, + "1861": 5.20669, + "1862": 4.61732, + "1863": 4.83224, + "1864": 4.75102, + "1865": 4.86452, + "1866": 4.79554, + "1867": 4.99825, + "1868": 4.713, + "1869": 4.7563, + "1870": 4.9315, + "1871": 4.99173, + "1872": 4.68178, + "1873": 4.69558, + "1874": 4.8497, + "1875": 4.85971, + "1876": 4.73882, + "1877": 4.80199, + "1878": 4.81156, + "1879": 4.81908, + "1880": 4.88978, + "1881": 4.78966, + "1882": 4.79307, + "1883": 4.77931, + "1884": 4.96984, + "1885": 4.91752, + "1886": 4.82246, + "1887": 4.81335, + "1888": 4.97338, + "1889": 4.95969, + "1890": 4.7038, + "1891": 4.6521, + "1892": 4.84567, + "1893": 4.64592, + "1894": 4.90149, + "1895": 4.78501, + "1896": 4.65725, + "1897": 4.78841, + "1898": 4.91203, + "1899": 4.77289, + "1900": 4.91497, + "1901": 4.84233, + "1902": 4.78012, + "1903": 4.75465, + "1904": 4.65154, + "1905": 4.54185, + "1906": 4.81121, + "1907": 4.90146, + "1908": 5.03036, + "1909": 4.8855, + "1910": 4.79188, + "1911": 4.80444, + "1912": 4.64704, + "1913": 4.94248, + "1914": 4.87799, + "1915": 4.85815, + "1916": 4.9233, + "1917": 4.85188, + "1918": 4.86821, + "1919": 4.99365, + "1920": 4.76403, + "1921": 4.88453, + "1922": 4.81322, + "1923": 4.75877, + "1924": 4.82358, + "1925": 5.05569, + "1926": 4.92765, + "1927": 4.92371, + "1928": 4.92547, + "1929": 4.92345, + "1930": 4.90814, + "1931": 4.77438, + "1932": 4.85786, + "1933": 4.83291, + "1934": 4.83985, + "1935": 5.10437, + "1936": 4.87842, + "1937": 4.87322, + "1938": 4.79495, + "1939": 4.71108, + "1940": 4.82371, + "1941": 4.73172, + "1942": 4.86949, + "1943": 4.73592, + "1944": 4.74162, + "1945": 4.68206, + "1946": 4.91299, + "1947": 4.8668, + "1948": 4.5951, + "1949": 4.89995, + "1950": 4.78675, + "1951": 4.95875, + "1952": 4.7339, + "1953": 4.79464, + "1954": 4.72809, + "1955": 4.84101, + "1956": 4.87704, + "1957": 4.73057, + "1958": 4.6974, + "1959": 4.75832, + "1960": 4.76529, + "1961": 4.71243, + "1962": 4.83569, + "1963": 4.81982, + "1964": 4.84725, + "1965": 4.87387, + "1966": 4.78553, + "1967": 4.58932, + "1968": 4.82785, + "1969": 4.5892, + "1970": 4.56608, + "1971": 4.90472, + "1972": 4.89801, + "1973": 4.54388, + "1974": 4.82108, + "1975": 4.82856, + "1976": 4.71102, + "1977": 4.57803, + "1978": 5.00505, + "1979": 4.66216, + "1980": 4.74215, + "1981": 4.86046, + "1982": 4.71964, + "1983": 4.87905, + "1984": 4.64353, + "1985": 4.78005, + "1986": 4.70111, + "1987": 4.81152, + "1988": 4.88506, + "1989": 4.63082, + "1990": 4.7934, + "1991": 4.69341, + "1992": 4.78836, + "1993": 4.73771, + "1994": 4.8448, + "1995": 4.55362, + "1996": 4.64967, + "1997": 4.80142, + "1998": 4.66988, + "1999": 4.72199, + "2000": 4.61573 } }, "num-zeros": { @@ -2011,2006 +2011,2006 @@ "end_step": 2000, "step_interval": 1, "values": { - "1": 77.0, - "2": 88.0, - "3": 78.0, - "4": 87.0, - "5": 65.0, - "6": 83.0, - "7": 69.0, - "8": 66.0, - "9": 83.0, - "10": 77.0, - "11": 76.0, - "12": 76.0, - "13": 71.0, - "14": 78.0, - "15": 73.0, - "16": 70.0, - "17": 73.0, - "18": 70.0, - "19": 73.0, - "20": 80.0, - "21": 78.0, - "22": 80.0, + "1": 75.0, + "2": 89.0, + "3": 87.0, + "4": 61.0, + "5": 63.0, + "6": 76.0, + "7": 87.0, + "8": 65.0, + "9": 67.0, + "10": 90.0, + "11": 67.0, + "12": 86.0, + "13": 82.0, + "14": 70.0, + "15": 80.0, + "16": 79.0, + "17": 82.0, + "18": 84.0, + "19": 58.0, + "20": 95.0, + "21": 76.0, + "22": 100.0, "23": 78.0, - "24": 85.0, - "25": 88.0, - "26": 86.0, - "27": 82.0, - "28": 91.0, - "29": 97.0, - "30": 108.0, - "31": 105.0, - "32": 110.0, - "33": 125.0, - "34": 108.0, - "35": 108.0, - "36": 106.0, - "37": 106.0, - "38": 126.0, - "39": 117.0, - "40": 111.0, - "41": 123.0, - "42": 108.0, - "43": 131.0, - "44": 144.0, - "45": 131.0, - "46": 123.0, - "47": 123.0, - "48": 122.0, - "49": 133.0, - "50": 157.0, - "51": 123.0, - "52": 121.0, - "53": 112.0, - "54": 141.0, - "55": 125.0, - "56": 171.0, - "57": 139.0, - "58": 161.0, - "59": 139.0, - "60": 138.0, - "61": 135.0, - "62": 146.0, - "63": 152.0, - "64": 181.0, - "65": 165.0, - "66": 154.0, - "67": 173.0, - "68": 172.0, - "69": 141.0, - "70": 160.0, - "71": 158.0, - "72": 170.0, - "73": 150.0, - "74": 168.0, - "75": 147.0, - "76": 176.0, - "77": 175.0, + "24": 68.0, + "25": 99.0, + "26": 92.0, + "27": 84.0, + "28": 101.0, + "29": 96.0, + "30": 90.0, + "31": 103.0, + "32": 89.0, + "33": 103.0, + "34": 120.0, + "35": 110.0, + "36": 122.0, + "37": 116.0, + "38": 123.0, + "39": 110.0, + "40": 112.0, + "41": 103.0, + "42": 112.0, + "43": 133.0, + "44": 125.0, + "45": 117.0, + "46": 136.0, + "47": 135.0, + "48": 100.0, + "49": 132.0, + "50": 155.0, + "51": 140.0, + "52": 114.0, + "53": 133.0, + "54": 129.0, + "55": 133.0, + "56": 165.0, + "57": 134.0, + "58": 128.0, + "59": 148.0, + "60": 134.0, + "61": 142.0, + "62": 159.0, + "63": 175.0, + "64": 161.0, + "65": 136.0, + "66": 194.0, + "67": 178.0, + "68": 163.0, + "69": 143.0, + "70": 133.0, + "71": 190.0, + "72": 166.0, + "73": 158.0, + "74": 169.0, + "75": 156.0, + "76": 171.0, + "77": 182.0, "78": 200.0, - "79": 149.0, - "80": 191.0, - "81": 160.0, - "82": 140.0, - "83": 186.0, - "84": 153.0, - "85": 175.0, - "86": 195.0, - "87": 175.0, - "88": 201.0, - "89": 161.0, - "90": 159.0, - "91": 164.0, - "92": 198.0, - "93": 157.0, - "94": 145.0, - "95": 172.0, - "96": 188.0, - "97": 169.0, - "98": 196.0, - "99": 187.0, - "100": 161.0, - "101": 171.0, - "102": 175.0, - "103": 164.0, - "104": 169.0, - "105": 213.0, - "106": 158.0, - "107": 162.0, - "108": 207.0, - "109": 183.0, - "110": 201.0, - "111": 208.0, - "112": 176.0, - "113": 152.0, - "114": 169.0, - "115": 186.0, + "79": 125.0, + "80": 170.0, + "81": 165.0, + "82": 154.0, + "83": 167.0, + "84": 155.0, + "85": 164.0, + "86": 162.0, + "87": 188.0, + "88": 173.0, + "89": 170.0, + "90": 187.0, + "91": 189.0, + "92": 189.0, + "93": 155.0, + "94": 169.0, + "95": 161.0, + "96": 189.0, + "97": 186.0, + "98": 194.0, + "99": 166.0, + "100": 180.0, + "101": 179.0, + "102": 148.0, + "103": 182.0, + "104": 182.0, + "105": 197.0, + "106": 160.0, + "107": 178.0, + "108": 209.0, + "109": 168.0, + "110": 223.0, + "111": 203.0, + "112": 165.0, + "113": 143.0, + "114": 161.0, + "115": 195.0, "116": 164.0, - "117": 171.0, - "118": 173.0, - "119": 179.0, - "120": 170.0, - "121": 192.0, - "122": 135.0, - "123": 169.0, - "124": 229.0, - "125": 198.0, - "126": 176.0, - "127": 164.0, - "128": 167.0, - "129": 202.0, - "130": 182.0, - "131": 201.0, - "132": 162.0, - "133": 190.0, - "134": 172.0, - "135": 170.0, - "136": 163.0, - "137": 164.0, - "138": 164.0, - "139": 233.0, - "140": 175.0, - "141": 162.0, - "142": 164.0, - "143": 177.0, - "144": 151.0, + "117": 190.0, + "118": 158.0, + "119": 193.0, + "120": 176.0, + "121": 172.0, + "122": 152.0, + "123": 171.0, + "124": 200.0, + "125": 185.0, + "126": 158.0, + "127": 187.0, + "128": 201.0, + "129": 172.0, + "130": 180.0, + "131": 189.0, + "132": 175.0, + "133": 176.0, + "134": 178.0, + "135": 161.0, + "136": 157.0, + "137": 153.0, + "138": 157.0, + "139": 170.0, + "140": 178.0, + "141": 160.0, + "142": 144.0, + "143": 196.0, + "144": 165.0, "145": 156.0, - "146": 155.0, - "147": 133.0, - "148": 157.0, - "149": 155.0, - "150": 120.0, - "151": 166.0, - "152": 144.0, - "153": 137.0, - "154": 161.0, - "155": 168.0, - "156": 147.0, - "157": 127.0, - "158": 144.0, - "159": 161.0, - "160": 168.0, - "161": 152.0, - "162": 163.0, - "163": 111.0, - "164": 158.0, - "165": 154.0, - "166": 211.0, - "167": 153.0, - "168": 156.0, - "169": 158.0, - "170": 154.0, - "171": 131.0, + "146": 148.0, + "147": 119.0, + "148": 162.0, + "149": 142.0, + "150": 107.0, + "151": 173.0, + "152": 127.0, + "153": 125.0, + "154": 153.0, + "155": 187.0, + "156": 170.0, + "157": 145.0, + "158": 137.0, + "159": 182.0, + "160": 164.0, + "161": 142.0, + "162": 177.0, + "163": 129.0, + "164": 192.0, + "165": 173.0, + "166": 186.0, + "167": 128.0, + "168": 157.0, + "169": 195.0, + "170": 152.0, + "171": 150.0, "172": 173.0, - "173": 192.0, - "174": 170.0, - "175": 167.0, - "176": 142.0, - "177": 183.0, - "178": 174.0, - "179": 182.0, - "180": 149.0, - "181": 174.0, - "182": 175.0, - "183": 169.0, - "184": 171.0, - "185": 164.0, - "186": 195.0, - "187": 190.0, + "173": 171.0, + "174": 188.0, + "175": 187.0, + "176": 166.0, + "177": 162.0, + "178": 159.0, + "179": 166.0, + "180": 140.0, + "181": 164.0, + "182": 183.0, + "183": 153.0, + "184": 166.0, + "185": 175.0, + "186": 196.0, + "187": 183.0, "188": 165.0, - "189": 206.0, - "190": 168.0, - "191": 174.0, - "192": 200.0, + "189": 169.0, + "190": 166.0, + "191": 177.0, + "192": 166.0, "193": 178.0, - "194": 175.0, - "195": 177.0, - "196": 185.0, - "197": 175.0, - "198": 136.0, - "199": 149.0, - "200": 171.0, - "201": 164.0, - "202": 183.0, - "203": 155.0, - "204": 185.0, - "205": 133.0, - "206": 170.0, - "207": 165.0, - "208": 144.0, - "209": 193.0, - "210": 194.0, - "211": 191.0, - "212": 186.0, - "213": 176.0, - "214": 200.0, - "215": 186.0, - "216": 195.0, - "217": 159.0, - "218": 207.0, - "219": 203.0, - "220": 189.0, - "221": 187.0, - "222": 161.0, - "223": 214.0, - "224": 169.0, - "225": 186.0, - "226": 194.0, - "227": 201.0, - "228": 147.0, - "229": 191.0, - "230": 135.0, - "231": 187.0, - "232": 173.0, - "233": 192.0, - "234": 187.0, - "235": 215.0, - "236": 203.0, - "237": 183.0, - "238": 179.0, - "239": 173.0, - "240": 187.0, - "241": 174.0, - "242": 176.0, - "243": 191.0, - "244": 169.0, + "194": 183.0, + "195": 165.0, + "196": 187.0, + "197": 164.0, + "198": 155.0, + "199": 139.0, + "200": 160.0, + "201": 170.0, + "202": 198.0, + "203": 133.0, + "204": 176.0, + "205": 125.0, + "206": 160.0, + "207": 174.0, + "208": 131.0, + "209": 217.0, + "210": 162.0, + "211": 169.0, + "212": 182.0, + "213": 170.0, + "214": 169.0, + "215": 150.0, + "216": 154.0, + "217": 169.0, + "218": 189.0, + "219": 178.0, + "220": 185.0, + "221": 177.0, + "222": 172.0, + "223": 164.0, + "224": 177.0, + "225": 184.0, + "226": 156.0, + "227": 181.0, + "228": 164.0, + "229": 209.0, + "230": 146.0, + "231": 150.0, + "232": 149.0, + "233": 198.0, + "234": 186.0, + "235": 199.0, + "236": 198.0, + "237": 213.0, + "238": 186.0, + "239": 130.0, + "240": 197.0, + "241": 167.0, + "242": 188.0, + "243": 213.0, + "244": 180.0, "245": 213.0, - "246": 221.0, - "247": 178.0, - "248": 179.0, - "249": 195.0, - "250": 185.0, - "251": 180.0, - "252": 191.0, - "253": 176.0, - "254": 183.0, - "255": 188.0, - "256": 168.0, - "257": 213.0, - "258": 209.0, - "259": 163.0, - "260": 198.0, - "261": 171.0, - "262": 185.0, - "263": 197.0, - "264": 184.0, - "265": 182.0, - "266": 152.0, - "267": 140.0, - "268": 197.0, - "269": 203.0, - "270": 174.0, - "271": 179.0, - "272": 216.0, - "273": 172.0, - "274": 182.0, - "275": 183.0, - "276": 205.0, - "277": 159.0, - "278": 174.0, - "279": 173.0, - "280": 152.0, - "281": 170.0, - "282": 142.0, - "283": 185.0, - "284": 187.0, - "285": 151.0, - "286": 134.0, - "287": 229.0, - "288": 181.0, - "289": 204.0, - "290": 178.0, - "291": 225.0, - "292": 157.0, - "293": 193.0, - "294": 192.0, - "295": 217.0, - "296": 213.0, - "297": 200.0, - "298": 132.0, + "246": 230.0, + "247": 214.0, + "248": 165.0, + "249": 204.0, + "250": 201.0, + "251": 195.0, + "252": 184.0, + "253": 162.0, + "254": 162.0, + "255": 211.0, + "256": 157.0, + "257": 199.0, + "258": 207.0, + "259": 156.0, + "260": 208.0, + "261": 182.0, + "262": 186.0, + "263": 199.0, + "264": 181.0, + "265": 159.0, + "266": 158.0, + "267": 149.0, + "268": 173.0, + "269": 193.0, + "270": 212.0, + "271": 199.0, + "272": 219.0, + "273": 170.0, + "274": 171.0, + "275": 154.0, + "276": 187.0, + "277": 182.0, + "278": 195.0, + "279": 201.0, + "280": 175.0, + "281": 190.0, + "282": 169.0, + "283": 198.0, + "284": 173.0, + "285": 163.0, + "286": 140.0, + "287": 200.0, + "288": 194.0, + "289": 217.0, + "290": 150.0, + "291": 227.0, + "292": 186.0, + "293": 199.0, + "294": 179.0, + "295": 232.0, + "296": 230.0, + "297": 181.0, + "298": 129.0, "299": 163.0, - "300": 175.0, - "301": 176.0, - "302": 184.0, - "303": 198.0, - "304": 184.0, - "305": 176.0, - "306": 200.0, - "307": 186.0, - "308": 201.0, - "309": 195.0, - "310": 217.0, - "311": 157.0, - "312": 168.0, - "313": 205.0, - "314": 205.0, - "315": 171.0, - "316": 190.0, - "317": 154.0, - "318": 237.0, - "319": 185.0, - "320": 195.0, - "321": 167.0, - "322": 210.0, - "323": 217.0, - "324": 217.0, - "325": 188.0, - "326": 256.0, - "327": 206.0, - "328": 229.0, - "329": 227.0, - "330": 238.0, - "331": 186.0, - "332": 189.0, - "333": 205.0, - "334": 172.0, - "335": 215.0, - "336": 170.0, - "337": 202.0, - "338": 218.0, - "339": 201.0, - "340": 183.0, - "341": 207.0, - "342": 140.0, - "343": 203.0, - "344": 206.0, - "345": 196.0, - "346": 193.0, - "347": 184.0, - "348": 202.0, - "349": 187.0, - "350": 223.0, - "351": 233.0, - "352": 187.0, - "353": 223.0, - "354": 202.0, - "355": 188.0, - "356": 232.0, - "357": 206.0, - "358": 202.0, + "300": 180.0, + "301": 174.0, + "302": 207.0, + "303": 158.0, + "304": 159.0, + "305": 134.0, + "306": 183.0, + "307": 170.0, + "308": 206.0, + "309": 203.0, + "310": 200.0, + "311": 195.0, + "312": 176.0, + "313": 192.0, + "314": 206.0, + "315": 180.0, + "316": 175.0, + "317": 178.0, + "318": 239.0, + "319": 196.0, + "320": 229.0, + "321": 186.0, + "322": 193.0, + "323": 196.0, + "324": 218.0, + "325": 178.0, + "326": 220.0, + "327": 228.0, + "328": 217.0, + "329": 201.0, + "330": 212.0, + "331": 202.0, + "332": 212.0, + "333": 212.0, + "334": 182.0, + "335": 194.0, + "336": 186.0, + "337": 199.0, + "338": 212.0, + "339": 197.0, + "340": 185.0, + "341": 189.0, + "342": 204.0, + "343": 256.0, + "344": 232.0, + "345": 209.0, + "346": 184.0, + "347": 176.0, + "348": 213.0, + "349": 188.0, + "350": 221.0, + "351": 215.0, + "352": 185.0, + "353": 229.0, + "354": 189.0, + "355": 197.0, + "356": 246.0, + "357": 180.0, + "358": 208.0, "359": 229.0, - "360": 226.0, - "361": 135.0, - "362": 250.0, - "363": 221.0, - "364": 222.0, - "365": 218.0, - "366": 266.0, - "367": 240.0, - "368": 193.0, - "369": 188.0, - "370": 234.0, - "371": 197.0, - "372": 217.0, - "373": 219.0, - "374": 169.0, - "375": 231.0, - "376": 196.0, - "377": 213.0, - "378": 244.0, - "379": 213.0, - "380": 185.0, - "381": 231.0, - "382": 220.0, - "383": 186.0, - "384": 282.0, - "385": 176.0, - "386": 220.0, - "387": 186.0, - "388": 212.0, - "389": 207.0, - "390": 249.0, - "391": 266.0, - "392": 195.0, - "393": 212.0, - "394": 238.0, - "395": 256.0, - "396": 199.0, - "397": 191.0, - "398": 191.0, - "399": 194.0, - "400": 231.0, - "401": 251.0, - "402": 207.0, - "403": 237.0, - "404": 194.0, - "405": 203.0, - "406": 219.0, - "407": 205.0, + "360": 206.0, + "361": 182.0, + "362": 235.0, + "363": 205.0, + "364": 190.0, + "365": 179.0, + "366": 233.0, + "367": 219.0, + "368": 191.0, + "369": 171.0, + "370": 230.0, + "371": 216.0, + "372": 221.0, + "373": 237.0, + "374": 175.0, + "375": 226.0, + "376": 180.0, + "377": 193.0, + "378": 212.0, + "379": 229.0, + "380": 196.0, + "381": 235.0, + "382": 233.0, + "383": 202.0, + "384": 262.0, + "385": 171.0, + "386": 215.0, + "387": 205.0, + "388": 189.0, + "389": 227.0, + "390": 201.0, + "391": 255.0, + "392": 181.0, + "393": 210.0, + "394": 220.0, + "395": 250.0, + "396": 212.0, + "397": 206.0, + "398": 214.0, + "399": 219.0, + "400": 211.0, + "401": 227.0, + "402": 221.0, + "403": 222.0, + "404": 204.0, + "405": 199.0, + "406": 199.0, + "407": 203.0, "408": 239.0, - "409": 175.0, - "410": 235.0, - "411": 191.0, - "412": 183.0, - "413": 173.0, - "414": 231.0, - "415": 230.0, + "409": 191.0, + "410": 217.0, + "411": 209.0, + "412": 189.0, + "413": 159.0, + "414": 211.0, + "415": 234.0, "416": 238.0, - "417": 201.0, - "418": 236.0, - "419": 211.0, - "420": 235.0, - "421": 201.0, - "422": 206.0, - "423": 224.0, - "424": 226.0, - "425": 239.0, - "426": 199.0, - "427": 259.0, - "428": 209.0, - "429": 190.0, - "430": 240.0, - "431": 177.0, - "432": 224.0, - "433": 226.0, - "434": 185.0, - "435": 201.0, - "436": 187.0, - "437": 208.0, - "438": 188.0, - "439": 192.0, - "440": 194.0, - "441": 185.0, - "442": 265.0, - "443": 219.0, - "444": 171.0, - "445": 214.0, - "446": 210.0, - "447": 190.0, - "448": 227.0, - "449": 248.0, - "450": 190.0, - "451": 192.0, - "452": 163.0, - "453": 228.0, - "454": 251.0, - "455": 220.0, - "456": 189.0, - "457": 207.0, - "458": 200.0, - "459": 156.0, - "460": 220.0, - "461": 231.0, - "462": 202.0, - "463": 200.0, - "464": 202.0, - "465": 202.0, - "466": 180.0, - "467": 167.0, - "468": 216.0, - "469": 218.0, - "470": 196.0, - "471": 189.0, - "472": 187.0, - "473": 204.0, - "474": 180.0, - "475": 221.0, - "476": 173.0, - "477": 167.0, - "478": 201.0, - "479": 195.0, - "480": 154.0, - "481": 209.0, - "482": 172.0, - "483": 210.0, - "484": 147.0, - "485": 179.0, - "486": 172.0, - "487": 172.0, - "488": 181.0, - "489": 165.0, - "490": 180.0, - "491": 166.0, - "492": 191.0, - "493": 185.0, - "494": 154.0, - "495": 183.0, - "496": 153.0, - "497": 167.0, - "498": 176.0, - "499": 136.0, - "500": 141.0, - "501": 176.0, - "502": 153.0, - "503": 179.0, - "504": 186.0, - "505": 176.0, - "506": 164.0, - "507": 197.0, - "508": 148.0, - "509": 174.0, - "510": 153.0, + "417": 205.0, + "418": 241.0, + "419": 173.0, + "420": 208.0, + "421": 210.0, + "422": 212.0, + "423": 223.0, + "424": 223.0, + "425": 238.0, + "426": 195.0, + "427": 258.0, + "428": 194.0, + "429": 211.0, + "430": 253.0, + "431": 207.0, + "432": 181.0, + "433": 202.0, + "434": 178.0, + "435": 199.0, + "436": 200.0, + "437": 188.0, + "438": 172.0, + "439": 175.0, + "440": 213.0, + "441": 170.0, + "442": 263.0, + "443": 225.0, + "444": 175.0, + "445": 193.0, + "446": 206.0, + "447": 240.0, + "448": 240.0, + "449": 230.0, + "450": 202.0, + "451": 190.0, + "452": 165.0, + "453": 191.0, + "454": 241.0, + "455": 248.0, + "456": 181.0, + "457": 196.0, + "458": 171.0, + "459": 158.0, + "460": 216.0, + "461": 218.0, + "462": 172.0, + "463": 190.0, + "464": 186.0, + "465": 177.0, + "466": 201.0, + "467": 188.0, + "468": 186.0, + "469": 217.0, + "470": 198.0, + "471": 241.0, + "472": 183.0, + "473": 211.0, + "474": 170.0, + "475": 211.0, + "476": 180.0, + "477": 180.0, + "478": 185.0, + "479": 172.0, + "480": 137.0, + "481": 189.0, + "482": 165.0, + "483": 198.0, + "484": 170.0, + "485": 191.0, + "486": 186.0, + "487": 148.0, + "488": 217.0, + "489": 191.0, + "490": 169.0, + "491": 162.0, + "492": 158.0, + "493": 209.0, + "494": 174.0, + "495": 156.0, + "496": 177.0, + "497": 144.0, + "498": 166.0, + "499": 174.0, + "500": 155.0, + "501": 165.0, + "502": 178.0, + "503": 181.0, + "504": 161.0, + "505": 157.0, + "506": 190.0, + "507": 176.0, + "508": 176.0, + "509": 193.0, + "510": 146.0, "511": 167.0, - "512": 149.0, - "513": 170.0, - "514": 142.0, - "515": 166.0, - "516": 156.0, - "517": 179.0, - "518": 168.0, - "519": 156.0, - "520": 175.0, - "521": 153.0, - "522": 150.0, - "523": 152.0, - "524": 177.0, - "525": 173.0, - "526": 160.0, - "527": 168.0, - "528": 175.0, - "529": 172.0, - "530": 194.0, - "531": 157.0, - "532": 160.0, - "533": 169.0, - "534": 165.0, - "535": 148.0, - "536": 153.0, - "537": 141.0, - "538": 141.0, - "539": 148.0, - "540": 166.0, - "541": 136.0, - "542": 179.0, - "543": 152.0, - "544": 189.0, - "545": 170.0, - "546": 199.0, - "547": 134.0, - "548": 188.0, - "549": 164.0, - "550": 158.0, - "551": 156.0, - "552": 157.0, - "553": 209.0, - "554": 148.0, - "555": 149.0, - "556": 162.0, - "557": 159.0, - "558": 173.0, - "559": 134.0, - "560": 153.0, - "561": 170.0, - "562": 187.0, - "563": 161.0, - "564": 164.0, - "565": 145.0, - "566": 176.0, - "567": 176.0, - "568": 160.0, - "569": 150.0, - "570": 147.0, - "571": 151.0, - "572": 122.0, - "573": 161.0, - "574": 194.0, - "575": 155.0, - "576": 136.0, - "577": 140.0, - "578": 159.0, - "579": 151.0, - "580": 169.0, - "581": 155.0, - "582": 139.0, - "583": 142.0, - "584": 146.0, - "585": 145.0, - "586": 122.0, - "587": 118.0, - "588": 164.0, - "589": 129.0, - "590": 143.0, - "591": 135.0, - "592": 120.0, - "593": 159.0, - "594": 138.0, - "595": 136.0, + "512": 166.0, + "513": 193.0, + "514": 159.0, + "515": 162.0, + "516": 141.0, + "517": 173.0, + "518": 150.0, + "519": 168.0, + "520": 174.0, + "521": 128.0, + "522": 146.0, + "523": 151.0, + "524": 155.0, + "525": 161.0, + "526": 132.0, + "527": 212.0, + "528": 183.0, + "529": 174.0, + "530": 177.0, + "531": 162.0, + "532": 176.0, + "533": 198.0, + "534": 189.0, + "535": 151.0, + "536": 171.0, + "537": 131.0, + "538": 152.0, + "539": 108.0, + "540": 170.0, + "541": 139.0, + "542": 165.0, + "543": 145.0, + "544": 173.0, + "545": 160.0, + "546": 155.0, + "547": 179.0, + "548": 168.0, + "549": 161.0, + "550": 129.0, + "551": 172.0, + "552": 158.0, + "553": 190.0, + "554": 161.0, + "555": 156.0, + "556": 177.0, + "557": 158.0, + "558": 169.0, + "559": 140.0, + "560": 168.0, + "561": 169.0, + "562": 168.0, + "563": 137.0, + "564": 173.0, + "565": 151.0, + "566": 140.0, + "567": 152.0, + "568": 163.0, + "569": 146.0, + "570": 135.0, + "571": 156.0, + "572": 158.0, + "573": 156.0, + "574": 189.0, + "575": 149.0, + "576": 159.0, + "577": 150.0, + "578": 165.0, + "579": 162.0, + "580": 174.0, + "581": 174.0, + "582": 135.0, + "583": 137.0, + "584": 130.0, + "585": 136.0, + "586": 121.0, + "587": 140.0, + "588": 145.0, + "589": 119.0, + "590": 133.0, + "591": 154.0, + "592": 127.0, + "593": 155.0, + "594": 130.0, + "595": 123.0, "596": 130.0, - "597": 130.0, - "598": 154.0, - "599": 146.0, - "600": 128.0, - "601": 132.0, - "602": 111.0, - "603": 124.0, - "604": 133.0, - "605": 128.0, - "606": 131.0, - "607": 139.0, - "608": 174.0, - "609": 151.0, - "610": 111.0, - "611": 122.0, - "612": 143.0, - "613": 132.0, - "614": 131.0, - "615": 151.0, - "616": 128.0, - "617": 153.0, - "618": 122.0, - "619": 107.0, - "620": 126.0, - "621": 149.0, - "622": 145.0, - "623": 166.0, - "624": 147.0, - "625": 134.0, - "626": 124.0, - "627": 150.0, - "628": 136.0, - "629": 150.0, - "630": 155.0, - "631": 119.0, - "632": 158.0, - "633": 156.0, - "634": 134.0, - "635": 149.0, - "636": 134.0, - "637": 151.0, - "638": 105.0, - "639": 159.0, - "640": 133.0, - "641": 133.0, - "642": 127.0, - "643": 141.0, - "644": 121.0, - "645": 135.0, - "646": 125.0, - "647": 128.0, - "648": 150.0, - "649": 147.0, - "650": 161.0, - "651": 106.0, - "652": 117.0, - "653": 125.0, - "654": 140.0, - "655": 164.0, - "656": 145.0, - "657": 149.0, + "597": 119.0, + "598": 149.0, + "599": 155.0, + "600": 152.0, + "601": 147.0, + "602": 137.0, + "603": 158.0, + "604": 157.0, + "605": 135.0, + "606": 129.0, + "607": 142.0, + "608": 157.0, + "609": 146.0, + "610": 138.0, + "611": 149.0, + "612": 163.0, + "613": 142.0, + "614": 136.0, + "615": 134.0, + "616": 156.0, + "617": 113.0, + "618": 139.0, + "619": 151.0, + "620": 153.0, + "621": 137.0, + "622": 138.0, + "623": 139.0, + "624": 122.0, + "625": 120.0, + "626": 119.0, + "627": 125.0, + "628": 124.0, + "629": 157.0, + "630": 122.0, + "631": 152.0, + "632": 123.0, + "633": 161.0, + "634": 129.0, + "635": 132.0, + "636": 133.0, + "637": 136.0, + "638": 125.0, + "639": 152.0, + "640": 131.0, + "641": 120.0, + "642": 129.0, + "643": 156.0, + "644": 129.0, + "645": 143.0, + "646": 113.0, + "647": 132.0, + "648": 148.0, + "649": 166.0, + "650": 164.0, + "651": 136.0, + "652": 128.0, + "653": 153.0, + "654": 131.0, + "655": 143.0, + "656": 163.0, + "657": 151.0, "658": 137.0, - "659": 128.0, - "660": 146.0, - "661": 128.0, - "662": 141.0, - "663": 124.0, - "664": 145.0, - "665": 140.0, - "666": 112.0, - "667": 113.0, - "668": 159.0, - "669": 152.0, - "670": 118.0, - "671": 149.0, - "672": 137.0, - "673": 133.0, - "674": 104.0, - "675": 146.0, - "676": 106.0, - "677": 98.0, - "678": 148.0, - "679": 98.0, - "680": 126.0, - "681": 132.0, - "682": 106.0, - "683": 129.0, - "684": 140.0, - "685": 131.0, - "686": 105.0, - "687": 131.0, - "688": 123.0, + "659": 117.0, + "660": 127.0, + "661": 132.0, + "662": 128.0, + "663": 109.0, + "664": 135.0, + "665": 127.0, + "666": 118.0, + "667": 115.0, + "668": 127.0, + "669": 136.0, + "670": 126.0, + "671": 117.0, + "672": 132.0, + "673": 126.0, + "674": 109.0, + "675": 132.0, + "676": 110.0, + "677": 141.0, + "678": 122.0, + "679": 92.0, + "680": 152.0, + "681": 115.0, + "682": 107.0, + "683": 156.0, + "684": 122.0, + "685": 120.0, + "686": 142.0, + "687": 141.0, + "688": 124.0, "689": 119.0, - "690": 119.0, - "691": 142.0, - "692": 118.0, - "693": 130.0, - "694": 140.0, - "695": 116.0, - "696": 116.0, - "697": 125.0, - "698": 126.0, - "699": 111.0, - "700": 143.0, - "701": 129.0, - "702": 94.0, - "703": 103.0, - "704": 114.0, - "705": 118.0, - "706": 106.0, - "707": 124.0, - "708": 113.0, - "709": 119.0, - "710": 124.0, - "711": 100.0, - "712": 102.0, - "713": 124.0, - "714": 107.0, - "715": 137.0, - "716": 122.0, - "717": 98.0, - "718": 138.0, - "719": 133.0, - "720": 114.0, - "721": 101.0, - "722": 130.0, - "723": 99.0, - "724": 107.0, - "725": 102.0, - "726": 121.0, - "727": 116.0, - "728": 118.0, - "729": 104.0, - "730": 118.0, - "731": 131.0, - "732": 111.0, - "733": 95.0, - "734": 131.0, - "735": 123.0, - "736": 124.0, - "737": 118.0, - "738": 129.0, - "739": 114.0, - "740": 118.0, - "741": 111.0, - "742": 129.0, - "743": 113.0, - "744": 131.0, - "745": 113.0, - "746": 109.0, - "747": 135.0, - "748": 111.0, - "749": 100.0, - "750": 105.0, - "751": 112.0, - "752": 117.0, + "690": 99.0, + "691": 147.0, + "692": 138.0, + "693": 143.0, + "694": 169.0, + "695": 119.0, + "696": 129.0, + "697": 128.0, + "698": 125.0, + "699": 131.0, + "700": 126.0, + "701": 135.0, + "702": 115.0, + "703": 101.0, + "704": 147.0, + "705": 126.0, + "706": 123.0, + "707": 140.0, + "708": 124.0, + "709": 111.0, + "710": 150.0, + "711": 146.0, + "712": 152.0, + "713": 117.0, + "714": 140.0, + "715": 115.0, + "716": 146.0, + "717": 133.0, + "718": 150.0, + "719": 122.0, + "720": 128.0, + "721": 122.0, + "722": 127.0, + "723": 128.0, + "724": 113.0, + "725": 129.0, + "726": 118.0, + "727": 94.0, + "728": 138.0, + "729": 118.0, + "730": 98.0, + "731": 107.0, + "732": 115.0, + "733": 122.0, + "734": 101.0, + "735": 111.0, + "736": 105.0, + "737": 108.0, + "738": 96.0, + "739": 111.0, + "740": 126.0, + "741": 104.0, + "742": 121.0, + "743": 107.0, + "744": 106.0, + "745": 130.0, + "746": 92.0, + "747": 144.0, + "748": 110.0, + "749": 96.0, + "750": 125.0, + "751": 117.0, + "752": 114.0, "753": 110.0, - "754": 131.0, - "755": 112.0, - "756": 110.0, - "757": 95.0, - "758": 107.0, - "759": 108.0, - "760": 150.0, - "761": 114.0, - "762": 123.0, - "763": 105.0, - "764": 112.0, - "765": 108.0, - "766": 105.0, - "767": 126.0, - "768": 127.0, - "769": 119.0, - "770": 131.0, - "771": 109.0, - "772": 111.0, - "773": 118.0, - "774": 100.0, - "775": 121.0, - "776": 102.0, - "777": 94.0, - "778": 103.0, - "779": 100.0, - "780": 103.0, - "781": 76.0, - "782": 96.0, - "783": 89.0, + "754": 125.0, + "755": 124.0, + "756": 114.0, + "757": 103.0, + "758": 103.0, + "759": 123.0, + "760": 134.0, + "761": 90.0, + "762": 110.0, + "763": 102.0, + "764": 106.0, + "765": 122.0, + "766": 104.0, + "767": 128.0, + "768": 137.0, + "769": 121.0, + "770": 135.0, + "771": 119.0, + "772": 103.0, + "773": 111.0, + "774": 113.0, + "775": 84.0, + "776": 114.0, + "777": 110.0, + "778": 99.0, + "779": 88.0, + "780": 90.0, + "781": 102.0, + "782": 86.0, + "783": 84.0, "784": 111.0, - "785": 98.0, - "786": 98.0, - "787": 85.0, - "788": 99.0, - "789": 105.0, - "790": 96.0, - "791": 124.0, - "792": 116.0, - "793": 134.0, - "794": 119.0, - "795": 107.0, - "796": 120.0, - "797": 133.0, - "798": 120.0, - "799": 122.0, - "800": 111.0, - "801": 144.0, - "802": 92.0, - "803": 136.0, - "804": 84.0, - "805": 95.0, - "806": 117.0, - "807": 97.0, - "808": 102.0, - "809": 101.0, - "810": 96.0, - "811": 110.0, - "812": 122.0, - "813": 106.0, - "814": 104.0, - "815": 141.0, - "816": 109.0, - "817": 126.0, - "818": 120.0, - "819": 120.0, - "820": 105.0, - "821": 129.0, - "822": 106.0, - "823": 86.0, - "824": 106.0, - "825": 125.0, - "826": 112.0, - "827": 143.0, - "828": 94.0, - "829": 116.0, + "785": 92.0, + "786": 81.0, + "787": 83.0, + "788": 95.0, + "789": 104.0, + "790": 99.0, + "791": 120.0, + "792": 88.0, + "793": 131.0, + "794": 122.0, + "795": 108.0, + "796": 126.0, + "797": 115.0, + "798": 115.0, + "799": 102.0, + "800": 96.0, + "801": 121.0, + "802": 87.0, + "803": 117.0, + "804": 86.0, + "805": 93.0, + "806": 89.0, + "807": 122.0, + "808": 96.0, + "809": 109.0, + "810": 87.0, + "811": 106.0, + "812": 103.0, + "813": 88.0, + "814": 95.0, + "815": 99.0, + "816": 136.0, + "817": 112.0, + "818": 105.0, + "819": 106.0, + "820": 121.0, + "821": 118.0, + "822": 100.0, + "823": 92.0, + "824": 94.0, + "825": 110.0, + "826": 101.0, + "827": 125.0, + "828": 78.0, + "829": 101.0, "830": 97.0, - "831": 106.0, - "832": 101.0, - "833": 143.0, - "834": 85.0, - "835": 120.0, - "836": 112.0, - "837": 114.0, - "838": 113.0, - "839": 111.0, - "840": 113.0, - "841": 103.0, - "842": 130.0, - "843": 87.0, - "844": 93.0, - "845": 109.0, - "846": 107.0, - "847": 118.0, - "848": 111.0, - "849": 104.0, - "850": 110.0, - "851": 104.0, - "852": 113.0, - "853": 87.0, - "854": 101.0, - "855": 113.0, - "856": 109.0, - "857": 123.0, - "858": 116.0, - "859": 111.0, - "860": 114.0, - "861": 108.0, - "862": 108.0, - "863": 100.0, - "864": 94.0, - "865": 95.0, - "866": 90.0, - "867": 111.0, - "868": 93.0, - "869": 106.0, - "870": 111.0, - "871": 119.0, - "872": 122.0, - "873": 106.0, - "874": 130.0, - "875": 106.0, - "876": 131.0, - "877": 112.0, - "878": 113.0, - "879": 119.0, - "880": 113.0, - "881": 87.0, - "882": 107.0, - "883": 95.0, - "884": 92.0, - "885": 86.0, - "886": 117.0, - "887": 108.0, - "888": 99.0, - "889": 119.0, - "890": 129.0, - "891": 104.0, - "892": 86.0, - "893": 108.0, - "894": 88.0, - "895": 95.0, - "896": 83.0, - "897": 91.0, - "898": 92.0, - "899": 115.0, - "900": 105.0, - "901": 123.0, - "902": 92.0, - "903": 125.0, - "904": 111.0, - "905": 134.0, - "906": 113.0, - "907": 109.0, - "908": 118.0, - "909": 102.0, - "910": 109.0, - "911": 107.0, - "912": 90.0, - "913": 119.0, - "914": 130.0, - "915": 138.0, + "831": 138.0, + "832": 108.0, + "833": 119.0, + "834": 104.0, + "835": 91.0, + "836": 129.0, + "837": 129.0, + "838": 114.0, + "839": 109.0, + "840": 118.0, + "841": 105.0, + "842": 124.0, + "843": 90.0, + "844": 98.0, + "845": 147.0, + "846": 103.0, + "847": 134.0, + "848": 109.0, + "849": 114.0, + "850": 100.0, + "851": 114.0, + "852": 105.0, + "853": 97.0, + "854": 104.0, + "855": 102.0, + "856": 116.0, + "857": 135.0, + "858": 128.0, + "859": 115.0, + "860": 113.0, + "861": 103.0, + "862": 99.0, + "863": 97.0, + "864": 95.0, + "865": 109.0, + "866": 95.0, + "867": 112.0, + "868": 92.0, + "869": 115.0, + "870": 141.0, + "871": 128.0, + "872": 109.0, + "873": 109.0, + "874": 120.0, + "875": 87.0, + "876": 141.0, + "877": 107.0, + "878": 108.0, + "879": 111.0, + "880": 101.0, + "881": 102.0, + "882": 110.0, + "883": 99.0, + "884": 122.0, + "885": 124.0, + "886": 119.0, + "887": 107.0, + "888": 94.0, + "889": 122.0, + "890": 103.0, + "891": 112.0, + "892": 102.0, + "893": 104.0, + "894": 92.0, + "895": 96.0, + "896": 99.0, + "897": 90.0, + "898": 104.0, + "899": 117.0, + "900": 114.0, + "901": 97.0, + "902": 107.0, + "903": 136.0, + "904": 110.0, + "905": 98.0, + "906": 103.0, + "907": 107.0, + "908": 132.0, + "909": 119.0, + "910": 113.0, + "911": 123.0, + "912": 100.0, + "913": 136.0, + "914": 128.0, + "915": 116.0, "916": 128.0, - "917": 132.0, - "918": 102.0, - "919": 112.0, - "920": 109.0, - "921": 99.0, - "922": 116.0, - "923": 121.0, - "924": 101.0, - "925": 97.0, - "926": 126.0, - "927": 89.0, - "928": 92.0, - "929": 96.0, - "930": 104.0, - "931": 89.0, - "932": 100.0, - "933": 103.0, - "934": 98.0, - "935": 104.0, - "936": 105.0, - "937": 130.0, - "938": 97.0, - "939": 121.0, - "940": 124.0, - "941": 104.0, - "942": 102.0, - "943": 120.0, - "944": 122.0, - "945": 101.0, - "946": 104.0, - "947": 93.0, - "948": 119.0, - "949": 97.0, - "950": 106.0, - "951": 108.0, - "952": 93.0, - "953": 122.0, - "954": 90.0, - "955": 117.0, - "956": 91.0, - "957": 131.0, - "958": 103.0, - "959": 122.0, - "960": 91.0, - "961": 122.0, - "962": 126.0, - "963": 136.0, - "964": 101.0, - "965": 102.0, - "966": 105.0, - "967": 120.0, - "968": 114.0, - "969": 114.0, - "970": 117.0, - "971": 93.0, - "972": 80.0, - "973": 95.0, - "974": 99.0, - "975": 113.0, - "976": 95.0, - "977": 118.0, + "917": 123.0, + "918": 111.0, + "919": 92.0, + "920": 114.0, + "921": 107.0, + "922": 108.0, + "923": 120.0, + "924": 96.0, + "925": 79.0, + "926": 114.0, + "927": 91.0, + "928": 97.0, + "929": 83.0, + "930": 100.0, + "931": 86.0, + "932": 101.0, + "933": 113.0, + "934": 102.0, + "935": 96.0, + "936": 80.0, + "937": 112.0, + "938": 105.0, + "939": 102.0, + "940": 125.0, + "941": 100.0, + "942": 85.0, + "943": 107.0, + "944": 120.0, + "945": 122.0, + "946": 125.0, + "947": 114.0, + "948": 113.0, + "949": 118.0, + "950": 102.0, + "951": 143.0, + "952": 90.0, + "953": 115.0, + "954": 103.0, + "955": 107.0, + "956": 121.0, + "957": 99.0, + "958": 93.0, + "959": 117.0, + "960": 83.0, + "961": 142.0, + "962": 91.0, + "963": 106.0, + "964": 85.0, + "965": 110.0, + "966": 104.0, + "967": 141.0, + "968": 111.0, + "969": 112.0, + "970": 91.0, + "971": 122.0, + "972": 113.0, + "973": 90.0, + "974": 108.0, + "975": 110.0, + "976": 94.0, + "977": 124.0, "978": 91.0, - "979": 99.0, - "980": 124.0, - "981": 110.0, - "982": 113.0, - "983": 92.0, - "984": 135.0, - "985": 101.0, - "986": 101.0, - "987": 101.0, - "988": 110.0, - "989": 107.0, - "990": 88.0, - "991": 97.0, - "992": 100.0, - "993": 125.0, - "994": 117.0, - "995": 119.0, - "996": 96.0, - "997": 120.0, - "998": 124.0, - "999": 110.0, - "1000": 101.0, - "1001": 109.0, - "1002": 108.0, - "1003": 89.0, - "1004": 118.0, - "1005": 110.0, - "1006": 83.0, - "1007": 109.0, - "1008": 80.0, - "1009": 102.0, - "1010": 100.0, - "1011": 133.0, - "1012": 88.0, - "1013": 97.0, - "1014": 122.0, - "1015": 104.0, - "1016": 98.0, - "1017": 86.0, - "1018": 106.0, - "1019": 90.0, - "1020": 88.0, - "1021": 107.0, - "1022": 84.0, - "1023": 112.0, - "1024": 116.0, - "1025": 122.0, - "1026": 129.0, - "1027": 109.0, - "1028": 117.0, - "1029": 107.0, - "1030": 95.0, - "1031": 100.0, - "1032": 104.0, - "1033": 100.0, - "1034": 96.0, - "1035": 105.0, - "1036": 102.0, - "1037": 108.0, - "1038": 95.0, - "1039": 116.0, - "1040": 87.0, - "1041": 112.0, - "1042": 109.0, - "1043": 103.0, - "1044": 93.0, - "1045": 118.0, - "1046": 118.0, - "1047": 105.0, - "1048": 108.0, - "1049": 111.0, - "1050": 116.0, - "1051": 127.0, - "1052": 106.0, - "1053": 124.0, - "1054": 93.0, - "1055": 97.0, - "1056": 92.0, - "1057": 106.0, - "1058": 114.0, - "1059": 106.0, - "1060": 95.0, - "1061": 93.0, - "1062": 102.0, - "1063": 95.0, - "1064": 97.0, - "1065": 129.0, - "1066": 108.0, - "1067": 124.0, - "1068": 113.0, - "1069": 116.0, - "1070": 89.0, - "1071": 100.0, - "1072": 87.0, - "1073": 110.0, - "1074": 102.0, - "1075": 103.0, - "1076": 95.0, - "1077": 95.0, - "1078": 117.0, - "1079": 96.0, - "1080": 106.0, - "1081": 96.0, - "1082": 119.0, - "1083": 100.0, - "1084": 90.0, - "1085": 97.0, - "1086": 118.0, - "1087": 104.0, - "1088": 100.0, - "1089": 108.0, - "1090": 91.0, - "1091": 99.0, - "1092": 113.0, - "1093": 101.0, - "1094": 90.0, - "1095": 97.0, - "1096": 116.0, - "1097": 119.0, - "1098": 102.0, - "1099": 126.0, - "1100": 97.0, - "1101": 94.0, - "1102": 96.0, - "1103": 88.0, - "1104": 109.0, - "1105": 110.0, - "1106": 93.0, - "1107": 121.0, - "1108": 115.0, - "1109": 98.0, - "1110": 101.0, - "1111": 135.0, - "1112": 100.0, - "1113": 114.0, - "1114": 81.0, - "1115": 100.0, - "1116": 94.0, - "1117": 115.0, - "1118": 129.0, - "1119": 112.0, - "1120": 109.0, - "1121": 102.0, - "1122": 114.0, - "1123": 101.0, - "1124": 114.0, - "1125": 116.0, - "1126": 114.0, - "1127": 96.0, - "1128": 121.0, - "1129": 87.0, - "1130": 98.0, - "1131": 89.0, - "1132": 110.0, - "1133": 99.0, - "1134": 104.0, - "1135": 95.0, - "1136": 110.0, - "1137": 94.0, - "1138": 101.0, - "1139": 96.0, - "1140": 106.0, - "1141": 96.0, - "1142": 105.0, - "1143": 86.0, - "1144": 100.0, - "1145": 113.0, - "1146": 95.0, - "1147": 94.0, - "1148": 110.0, - "1149": 106.0, - "1150": 104.0, - "1151": 92.0, - "1152": 103.0, - "1153": 104.0, - "1154": 107.0, - "1155": 109.0, - "1156": 113.0, - "1157": 112.0, - "1158": 103.0, - "1159": 108.0, - "1160": 97.0, - "1161": 103.0, - "1162": 80.0, - "1163": 99.0, - "1164": 93.0, - "1165": 82.0, - "1166": 90.0, - "1167": 103.0, - "1168": 110.0, - "1169": 109.0, - "1170": 111.0, - "1171": 116.0, - "1172": 117.0, - "1173": 99.0, - "1174": 107.0, - "1175": 96.0, - "1176": 99.0, - "1177": 85.0, - "1178": 98.0, - "1179": 91.0, - "1180": 84.0, - "1181": 86.0, - "1182": 98.0, - "1183": 98.0, - "1184": 109.0, - "1185": 102.0, - "1186": 83.0, - "1187": 119.0, - "1188": 124.0, - "1189": 120.0, - "1190": 109.0, - "1191": 100.0, - "1192": 99.0, - "1193": 97.0, - "1194": 113.0, - "1195": 96.0, - "1196": 110.0, - "1197": 91.0, - "1198": 97.0, - "1199": 98.0, - "1200": 84.0, - "1201": 92.0, - "1202": 99.0, - "1203": 90.0, - "1204": 108.0, - "1205": 121.0, - "1206": 102.0, - "1207": 126.0, - "1208": 98.0, - "1209": 106.0, - "1210": 105.0, - "1211": 117.0, + "979": 121.0, + "980": 113.0, + "981": 102.0, + "982": 87.0, + "983": 97.0, + "984": 108.0, + "985": 124.0, + "986": 99.0, + "987": 93.0, + "988": 99.0, + "989": 102.0, + "990": 101.0, + "991": 111.0, + "992": 109.0, + "993": 85.0, + "994": 107.0, + "995": 124.0, + "996": 89.0, + "997": 117.0, + "998": 118.0, + "999": 116.0, + "1000": 117.0, + "1001": 98.0, + "1002": 112.0, + "1003": 96.0, + "1004": 106.0, + "1005": 76.0, + "1006": 112.0, + "1007": 110.0, + "1008": 115.0, + "1009": 110.0, + "1010": 111.0, + "1011": 125.0, + "1012": 106.0, + "1013": 104.0, + "1014": 97.0, + "1015": 98.0, + "1016": 112.0, + "1017": 92.0, + "1018": 109.0, + "1019": 92.0, + "1020": 113.0, + "1021": 88.0, + "1022": 112.0, + "1023": 109.0, + "1024": 122.0, + "1025": 116.0, + "1026": 100.0, + "1027": 92.0, + "1028": 93.0, + "1029": 91.0, + "1030": 91.0, + "1031": 112.0, + "1032": 100.0, + "1033": 91.0, + "1034": 110.0, + "1035": 99.0, + "1036": 82.0, + "1037": 105.0, + "1038": 100.0, + "1039": 120.0, + "1040": 90.0, + "1041": 109.0, + "1042": 102.0, + "1043": 91.0, + "1044": 130.0, + "1045": 106.0, + "1046": 111.0, + "1047": 113.0, + "1048": 86.0, + "1049": 130.0, + "1050": 96.0, + "1051": 125.0, + "1052": 100.0, + "1053": 82.0, + "1054": 84.0, + "1055": 138.0, + "1056": 91.0, + "1057": 96.0, + "1058": 101.0, + "1059": 72.0, + "1060": 92.0, + "1061": 79.0, + "1062": 117.0, + "1063": 88.0, + "1064": 95.0, + "1065": 131.0, + "1066": 112.0, + "1067": 102.0, + "1068": 106.0, + "1069": 91.0, + "1070": 111.0, + "1071": 101.0, + "1072": 105.0, + "1073": 101.0, + "1074": 117.0, + "1075": 97.0, + "1076": 113.0, + "1077": 103.0, + "1078": 105.0, + "1079": 100.0, + "1080": 104.0, + "1081": 105.0, + "1082": 111.0, + "1083": 96.0, + "1084": 88.0, + "1085": 105.0, + "1086": 121.0, + "1087": 99.0, + "1088": 104.0, + "1089": 86.0, + "1090": 110.0, + "1091": 103.0, + "1092": 99.0, + "1093": 89.0, + "1094": 122.0, + "1095": 91.0, + "1096": 114.0, + "1097": 118.0, + "1098": 89.0, + "1099": 119.0, + "1100": 113.0, + "1101": 99.0, + "1102": 95.0, + "1103": 100.0, + "1104": 101.0, + "1105": 104.0, + "1106": 98.0, + "1107": 93.0, + "1108": 95.0, + "1109": 107.0, + "1110": 105.0, + "1111": 106.0, + "1112": 95.0, + "1113": 119.0, + "1114": 93.0, + "1115": 107.0, + "1116": 92.0, + "1117": 128.0, + "1118": 106.0, + "1119": 119.0, + "1120": 100.0, + "1121": 79.0, + "1122": 106.0, + "1123": 86.0, + "1124": 106.0, + "1125": 90.0, + "1126": 102.0, + "1127": 102.0, + "1128": 105.0, + "1129": 101.0, + "1130": 111.0, + "1131": 106.0, + "1132": 111.0, + "1133": 84.0, + "1134": 109.0, + "1135": 86.0, + "1136": 86.0, + "1137": 103.0, + "1138": 104.0, + "1139": 129.0, + "1140": 105.0, + "1141": 90.0, + "1142": 118.0, + "1143": 121.0, + "1144": 106.0, + "1145": 106.0, + "1146": 99.0, + "1147": 97.0, + "1148": 116.0, + "1149": 116.0, + "1150": 79.0, + "1151": 96.0, + "1152": 89.0, + "1153": 94.0, + "1154": 88.0, + "1155": 97.0, + "1156": 73.0, + "1157": 108.0, + "1158": 99.0, + "1159": 98.0, + "1160": 96.0, + "1161": 101.0, + "1162": 90.0, + "1163": 110.0, + "1164": 116.0, + "1165": 95.0, + "1166": 100.0, + "1167": 91.0, + "1168": 111.0, + "1169": 114.0, + "1170": 108.0, + "1171": 99.0, + "1172": 112.0, + "1173": 87.0, + "1174": 96.0, + "1175": 110.0, + "1176": 86.0, + "1177": 103.0, + "1178": 108.0, + "1179": 103.0, + "1180": 96.0, + "1181": 75.0, + "1182": 123.0, + "1183": 94.0, + "1184": 97.0, + "1185": 95.0, + "1186": 87.0, + "1187": 107.0, + "1188": 120.0, + "1189": 106.0, + "1190": 113.0, + "1191": 93.0, + "1192": 86.0, + "1193": 106.0, + "1194": 90.0, + "1195": 107.0, + "1196": 98.0, + "1197": 111.0, + "1198": 102.0, + "1199": 92.0, + "1200": 111.0, + "1201": 110.0, + "1202": 113.0, + "1203": 105.0, + "1204": 110.0, + "1205": 106.0, + "1206": 116.0, + "1207": 103.0, + "1208": 112.0, + "1209": 77.0, + "1210": 106.0, + "1211": 109.0, "1212": 117.0, - "1213": 115.0, - "1214": 112.0, - "1215": 109.0, - "1216": 103.0, - "1217": 102.0, - "1218": 108.0, + "1213": 109.0, + "1214": 104.0, + "1215": 81.0, + "1216": 110.0, + "1217": 100.0, + "1218": 116.0, "1219": 117.0, - "1220": 111.0, - "1221": 109.0, - "1222": 113.0, - "1223": 92.0, - "1224": 95.0, + "1220": 109.0, + "1221": 99.0, + "1222": 95.0, + "1223": 111.0, + "1224": 96.0, "1225": 115.0, - "1226": 107.0, - "1227": 120.0, + "1226": 91.0, + "1227": 108.0, "1228": 108.0, - "1229": 100.0, - "1230": 110.0, - "1231": 103.0, - "1232": 119.0, - "1233": 111.0, - "1234": 111.0, + "1229": 107.0, + "1230": 90.0, + "1231": 93.0, + "1232": 88.0, + "1233": 99.0, + "1234": 105.0, "1235": 94.0, - "1236": 109.0, - "1237": 98.0, - "1238": 86.0, - "1239": 114.0, - "1240": 105.0, - "1241": 115.0, - "1242": 108.0, - "1243": 97.0, - "1244": 110.0, - "1245": 139.0, - "1246": 118.0, - "1247": 102.0, - "1248": 108.0, - "1249": 105.0, - "1250": 112.0, - "1251": 95.0, - "1252": 100.0, - "1253": 92.0, - "1254": 131.0, + "1236": 106.0, + "1237": 110.0, + "1238": 97.0, + "1239": 106.0, + "1240": 97.0, + "1241": 118.0, + "1242": 105.0, + "1243": 91.0, + "1244": 100.0, + "1245": 131.0, + "1246": 101.0, + "1247": 107.0, + "1248": 111.0, + "1249": 125.0, + "1250": 116.0, + "1251": 125.0, + "1252": 112.0, + "1253": 80.0, + "1254": 109.0, "1255": 116.0, - "1256": 115.0, - "1257": 117.0, - "1258": 95.0, - "1259": 93.0, - "1260": 110.0, - "1261": 98.0, - "1262": 103.0, - "1263": 122.0, - "1264": 112.0, - "1265": 79.0, - "1266": 98.0, - "1267": 87.0, - "1268": 129.0, - "1269": 88.0, - "1270": 108.0, - "1271": 88.0, - "1272": 106.0, - "1273": 98.0, - "1274": 104.0, + "1256": 101.0, + "1257": 110.0, + "1258": 96.0, + "1259": 99.0, + "1260": 96.0, + "1261": 104.0, + "1262": 124.0, + "1263": 89.0, + "1264": 122.0, + "1265": 78.0, + "1266": 115.0, + "1267": 104.0, + "1268": 108.0, + "1269": 117.0, + "1270": 109.0, + "1271": 109.0, + "1272": 120.0, + "1273": 97.0, + "1274": 111.0, "1275": 105.0, - "1276": 100.0, - "1277": 106.0, - "1278": 104.0, + "1276": 116.0, + "1277": 104.0, + "1278": 114.0, "1279": 86.0, - "1280": 127.0, - "1281": 97.0, - "1282": 93.0, - "1283": 103.0, - "1284": 103.0, - "1285": 124.0, - "1286": 102.0, - "1287": 93.0, - "1288": 92.0, - "1289": 104.0, - "1290": 106.0, - "1291": 106.0, - "1292": 105.0, - "1293": 101.0, - "1294": 93.0, - "1295": 99.0, - "1296": 112.0, - "1297": 101.0, - "1298": 105.0, - "1299": 82.0, - "1300": 123.0, - "1301": 109.0, - "1302": 111.0, - "1303": 92.0, - "1304": 98.0, - "1305": 84.0, - "1306": 113.0, - "1307": 119.0, - "1308": 112.0, - "1309": 113.0, - "1310": 99.0, + "1280": 111.0, + "1281": 118.0, + "1282": 88.0, + "1283": 94.0, + "1284": 117.0, + "1285": 83.0, + "1286": 115.0, + "1287": 99.0, + "1288": 95.0, + "1289": 95.0, + "1290": 90.0, + "1291": 98.0, + "1292": 98.0, + "1293": 82.0, + "1294": 108.0, + "1295": 80.0, + "1296": 81.0, + "1297": 126.0, + "1298": 85.0, + "1299": 88.0, + "1300": 109.0, + "1301": 115.0, + "1302": 91.0, + "1303": 104.0, + "1304": 109.0, + "1305": 119.0, + "1306": 134.0, + "1307": 81.0, + "1308": 115.0, + "1309": 128.0, + "1310": 97.0, "1311": 108.0, - "1312": 135.0, - "1313": 97.0, - "1314": 114.0, - "1315": 100.0, - "1316": 93.0, - "1317": 128.0, - "1318": 94.0, - "1319": 94.0, - "1320": 112.0, - "1321": 124.0, - "1322": 95.0, - "1323": 105.0, - "1324": 104.0, - "1325": 86.0, - "1326": 117.0, - "1327": 100.0, - "1328": 104.0, - "1329": 95.0, - "1330": 108.0, - "1331": 86.0, - "1332": 103.0, - "1333": 90.0, - "1334": 128.0, - "1335": 91.0, - "1336": 101.0, - "1337": 103.0, - "1338": 81.0, - "1339": 104.0, - "1340": 81.0, - "1341": 89.0, + "1312": 110.0, + "1313": 106.0, + "1314": 103.0, + "1315": 113.0, + "1316": 105.0, + "1317": 113.0, + "1318": 103.0, + "1319": 117.0, + "1320": 111.0, + "1321": 116.0, + "1322": 78.0, + "1323": 100.0, + "1324": 94.0, + "1325": 120.0, + "1326": 95.0, + "1327": 104.0, + "1328": 83.0, + "1329": 93.0, + "1330": 109.0, + "1331": 100.0, + "1332": 109.0, + "1333": 112.0, + "1334": 102.0, + "1335": 100.0, + "1336": 99.0, + "1337": 113.0, + "1338": 103.0, + "1339": 85.0, + "1340": 119.0, + "1341": 107.0, "1342": 112.0, - "1343": 108.0, - "1344": 107.0, - "1345": 90.0, - "1346": 109.0, - "1347": 110.0, - "1348": 110.0, - "1349": 85.0, + "1343": 109.0, + "1344": 84.0, + "1345": 114.0, + "1346": 99.0, + "1347": 89.0, + "1348": 106.0, + "1349": 97.0, "1350": 84.0, - "1351": 128.0, - "1352": 120.0, - "1353": 106.0, - "1354": 106.0, - "1355": 97.0, - "1356": 95.0, - "1357": 103.0, - "1358": 142.0, - "1359": 85.0, - "1360": 96.0, - "1361": 101.0, - "1362": 114.0, - "1363": 96.0, - "1364": 96.0, - "1365": 112.0, - "1366": 118.0, - "1367": 130.0, - "1368": 111.0, - "1369": 111.0, - "1370": 104.0, - "1371": 130.0, - "1372": 82.0, - "1373": 106.0, - "1374": 117.0, - "1375": 108.0, - "1376": 81.0, - "1377": 92.0, - "1378": 111.0, - "1379": 123.0, - "1380": 101.0, - "1381": 101.0, + "1351": 111.0, + "1352": 108.0, + "1353": 105.0, + "1354": 110.0, + "1355": 116.0, + "1356": 122.0, + "1357": 96.0, + "1358": 114.0, + "1359": 107.0, + "1360": 94.0, + "1361": 110.0, + "1362": 111.0, + "1363": 117.0, + "1364": 109.0, + "1365": 111.0, + "1366": 101.0, + "1367": 99.0, + "1368": 107.0, + "1369": 102.0, + "1370": 124.0, + "1371": 95.0, + "1372": 100.0, + "1373": 119.0, + "1374": 104.0, + "1375": 101.0, + "1376": 117.0, + "1377": 120.0, + "1378": 109.0, + "1379": 91.0, + "1380": 100.0, + "1381": 99.0, "1382": 108.0, - "1383": 107.0, - "1384": 101.0, - "1385": 94.0, - "1386": 121.0, - "1387": 114.0, - "1388": 101.0, - "1389": 109.0, - "1390": 98.0, - "1391": 106.0, + "1383": 121.0, + "1384": 118.0, + "1385": 105.0, + "1386": 106.0, + "1387": 113.0, + "1388": 90.0, + "1389": 100.0, + "1390": 111.0, + "1391": 110.0, "1392": 83.0, - "1393": 100.0, - "1394": 99.0, - "1395": 96.0, - "1396": 103.0, - "1397": 104.0, - "1398": 102.0, - "1399": 121.0, - "1400": 123.0, - "1401": 110.0, - "1402": 95.0, - "1403": 81.0, - "1404": 114.0, - "1405": 89.0, - "1406": 88.0, - "1407": 94.0, - "1408": 109.0, - "1409": 90.0, - "1410": 97.0, - "1411": 98.0, - "1412": 103.0, - "1413": 103.0, - "1414": 86.0, - "1415": 119.0, - "1416": 97.0, - "1417": 86.0, - "1418": 103.0, + "1393": 94.0, + "1394": 89.0, + "1395": 106.0, + "1396": 95.0, + "1397": 93.0, + "1398": 98.0, + "1399": 105.0, + "1400": 105.0, + "1401": 92.0, + "1402": 89.0, + "1403": 134.0, + "1404": 101.0, + "1405": 117.0, + "1406": 123.0, + "1407": 116.0, + "1408": 91.0, + "1409": 110.0, + "1410": 116.0, + "1411": 103.0, + "1412": 99.0, + "1413": 107.0, + "1414": 106.0, + "1415": 109.0, + "1416": 105.0, + "1417": 93.0, + "1418": 108.0, "1419": 97.0, - "1420": 95.0, - "1421": 91.0, - "1422": 99.0, - "1423": 74.0, - "1424": 113.0, - "1425": 92.0, - "1426": 102.0, - "1427": 90.0, - "1428": 98.0, - "1429": 90.0, - "1430": 98.0, - "1431": 128.0, - "1432": 92.0, - "1433": 112.0, - "1434": 101.0, - "1435": 113.0, - "1436": 115.0, - "1437": 116.0, - "1438": 109.0, - "1439": 94.0, - "1440": 111.0, - "1441": 133.0, - "1442": 100.0, - "1443": 104.0, - "1444": 110.0, - "1445": 106.0, + "1420": 119.0, + "1421": 115.0, + "1422": 105.0, + "1423": 81.0, + "1424": 107.0, + "1425": 126.0, + "1426": 100.0, + "1427": 82.0, + "1428": 109.0, + "1429": 104.0, + "1430": 104.0, + "1431": 120.0, + "1432": 97.0, + "1433": 114.0, + "1434": 93.0, + "1435": 130.0, + "1436": 104.0, + "1437": 132.0, + "1438": 86.0, + "1439": 102.0, + "1440": 90.0, + "1441": 117.0, + "1442": 108.0, + "1443": 105.0, + "1444": 108.0, + "1445": 93.0, "1446": 100.0, - "1447": 106.0, - "1448": 122.0, - "1449": 108.0, - "1450": 125.0, - "1451": 115.0, - "1452": 86.0, - "1453": 113.0, + "1447": 98.0, + "1448": 112.0, + "1449": 110.0, + "1450": 108.0, + "1451": 105.0, + "1452": 93.0, + "1453": 115.0, "1454": 100.0, - "1455": 97.0, - "1456": 95.0, - "1457": 132.0, - "1458": 92.0, - "1459": 122.0, - "1460": 109.0, - "1461": 119.0, - "1462": 115.0, - "1463": 146.0, - "1464": 119.0, - "1465": 86.0, - "1466": 111.0, - "1467": 103.0, - "1468": 110.0, - "1469": 104.0, - "1470": 115.0, - "1471": 112.0, - "1472": 103.0, - "1473": 118.0, - "1474": 90.0, - "1475": 121.0, - "1476": 108.0, - "1477": 95.0, - "1478": 111.0, - "1479": 107.0, - "1480": 86.0, - "1481": 96.0, - "1482": 100.0, - "1483": 106.0, - "1484": 105.0, - "1485": 131.0, - "1486": 113.0, - "1487": 103.0, - "1488": 112.0, - "1489": 105.0, - "1490": 100.0, - "1491": 97.0, - "1492": 115.0, - "1493": 99.0, - "1494": 107.0, - "1495": 115.0, - "1496": 106.0, - "1497": 116.0, - "1498": 109.0, - "1499": 107.0, - "1500": 121.0, - "1501": 109.0, - "1502": 130.0, - "1503": 111.0, - "1504": 112.0, - "1505": 104.0, - "1506": 113.0, - "1507": 116.0, - "1508": 117.0, - "1509": 101.0, - "1510": 91.0, - "1511": 125.0, - "1512": 97.0, - "1513": 100.0, - "1514": 109.0, - "1515": 95.0, - "1516": 110.0, - "1517": 102.0, - "1518": 104.0, - "1519": 88.0, - "1520": 79.0, - "1521": 107.0, - "1522": 104.0, - "1523": 86.0, - "1524": 109.0, - "1525": 99.0, - "1526": 111.0, - "1527": 115.0, - "1528": 130.0, - "1529": 98.0, - "1530": 112.0, - "1531": 114.0, - "1532": 113.0, - "1533": 113.0, - "1534": 99.0, - "1535": 102.0, - "1536": 118.0, - "1537": 124.0, - "1538": 108.0, - "1539": 88.0, - "1540": 96.0, - "1541": 111.0, - "1542": 102.0, - "1543": 100.0, - "1544": 95.0, - "1545": 113.0, + "1455": 98.0, + "1456": 76.0, + "1457": 113.0, + "1458": 99.0, + "1459": 123.0, + "1460": 87.0, + "1461": 101.0, + "1462": 85.0, + "1463": 113.0, + "1464": 114.0, + "1465": 106.0, + "1466": 119.0, + "1467": 118.0, + "1468": 90.0, + "1469": 102.0, + "1470": 117.0, + "1471": 117.0, + "1472": 102.0, + "1473": 110.0, + "1474": 95.0, + "1475": 108.0, + "1476": 102.0, + "1477": 129.0, + "1478": 87.0, + "1479": 114.0, + "1480": 71.0, + "1481": 104.0, + "1482": 106.0, + "1483": 92.0, + "1484": 103.0, + "1485": 120.0, + "1486": 106.0, + "1487": 110.0, + "1488": 113.0, + "1489": 93.0, + "1490": 116.0, + "1491": 110.0, + "1492": 93.0, + "1493": 100.0, + "1494": 132.0, + "1495": 101.0, + "1496": 118.0, + "1497": 108.0, + "1498": 117.0, + "1499": 91.0, + "1500": 111.0, + "1501": 119.0, + "1502": 128.0, + "1503": 94.0, + "1504": 105.0, + "1505": 106.0, + "1506": 118.0, + "1507": 100.0, + "1508": 95.0, + "1509": 126.0, + "1510": 95.0, + "1511": 123.0, + "1512": 95.0, + "1513": 109.0, + "1514": 79.0, + "1515": 112.0, + "1516": 121.0, + "1517": 112.0, + "1518": 93.0, + "1519": 95.0, + "1520": 113.0, + "1521": 98.0, + "1522": 106.0, + "1523": 110.0, + "1524": 62.0, + "1525": 97.0, + "1526": 102.0, + "1527": 83.0, + "1528": 120.0, + "1529": 99.0, + "1530": 110.0, + "1531": 106.0, + "1532": 101.0, + "1533": 123.0, + "1534": 113.0, + "1535": 108.0, + "1536": 100.0, + "1537": 101.0, + "1538": 115.0, + "1539": 109.0, + "1540": 112.0, + "1541": 117.0, + "1542": 99.0, + "1543": 104.0, + "1544": 100.0, + "1545": 105.0, "1546": 103.0, - "1547": 137.0, - "1548": 95.0, - "1549": 101.0, - "1550": 114.0, - "1551": 117.0, - "1552": 109.0, - "1553": 104.0, - "1554": 79.0, - "1555": 105.0, - "1556": 100.0, - "1557": 99.0, - "1558": 108.0, - "1559": 94.0, - "1560": 92.0, - "1561": 123.0, - "1562": 128.0, - "1563": 131.0, - "1564": 119.0, - "1565": 112.0, + "1547": 93.0, + "1548": 92.0, + "1549": 105.0, + "1550": 111.0, + "1551": 113.0, + "1552": 112.0, + "1553": 119.0, + "1554": 113.0, + "1555": 100.0, + "1556": 123.0, + "1557": 105.0, + "1558": 114.0, + "1559": 99.0, + "1560": 97.0, + "1561": 115.0, + "1562": 114.0, + "1563": 105.0, + "1564": 107.0, + "1565": 113.0, "1566": 110.0, - "1567": 121.0, - "1568": 95.0, - "1569": 110.0, - "1570": 85.0, - "1571": 123.0, - "1572": 92.0, - "1573": 95.0, - "1574": 87.0, - "1575": 118.0, - "1576": 100.0, - "1577": 108.0, - "1578": 115.0, - "1579": 84.0, - "1580": 133.0, - "1581": 81.0, - "1582": 122.0, - "1583": 129.0, - "1584": 116.0, - "1585": 122.0, - "1586": 106.0, - "1587": 110.0, - "1588": 102.0, + "1567": 107.0, + "1568": 103.0, + "1569": 105.0, + "1570": 117.0, + "1571": 87.0, + "1572": 102.0, + "1573": 133.0, + "1574": 85.0, + "1575": 108.0, + "1576": 89.0, + "1577": 102.0, + "1578": 98.0, + "1579": 115.0, + "1580": 98.0, + "1581": 103.0, + "1582": 97.0, + "1583": 111.0, + "1584": 97.0, + "1585": 116.0, + "1586": 118.0, + "1587": 126.0, + "1588": 113.0, "1589": 106.0, - "1590": 121.0, - "1591": 105.0, - "1592": 119.0, - "1593": 116.0, - "1594": 94.0, - "1595": 115.0, - "1596": 150.0, - "1597": 107.0, - "1598": 108.0, - "1599": 114.0, - "1600": 110.0, - "1601": 120.0, - "1602": 112.0, - "1603": 113.0, - "1604": 100.0, - "1605": 157.0, - "1606": 129.0, - "1607": 109.0, - "1608": 89.0, - "1609": 92.0, - "1610": 117.0, - "1611": 113.0, - "1612": 108.0, - "1613": 105.0, - "1614": 122.0, - "1615": 128.0, - "1616": 90.0, - "1617": 91.0, - "1618": 107.0, - "1619": 114.0, - "1620": 113.0, - "1621": 93.0, - "1622": 96.0, - "1623": 101.0, - "1624": 103.0, - "1625": 109.0, - "1626": 106.0, - "1627": 111.0, - "1628": 116.0, - "1629": 123.0, - "1630": 104.0, - "1631": 111.0, - "1632": 131.0, - "1633": 110.0, - "1634": 90.0, - "1635": 99.0, - "1636": 97.0, - "1637": 117.0, - "1638": 104.0, - "1639": 120.0, - "1640": 104.0, - "1641": 102.0, - "1642": 90.0, - "1643": 106.0, - "1644": 116.0, - "1645": 90.0, - "1646": 104.0, - "1647": 112.0, - "1648": 97.0, - "1649": 106.0, - "1650": 104.0, - "1651": 106.0, - "1652": 95.0, - "1653": 86.0, - "1654": 95.0, - "1655": 94.0, - "1656": 112.0, - "1657": 99.0, - "1658": 91.0, - "1659": 121.0, - "1660": 124.0, - "1661": 103.0, - "1662": 114.0, - "1663": 113.0, - "1664": 120.0, - "1665": 108.0, - "1666": 115.0, - "1667": 132.0, - "1668": 122.0, - "1669": 113.0, - "1670": 116.0, - "1671": 117.0, - "1672": 95.0, - "1673": 101.0, - "1674": 102.0, - "1675": 89.0, - "1676": 111.0, - "1677": 109.0, - "1678": 111.0, - "1679": 96.0, - "1680": 89.0, - "1681": 111.0, - "1682": 126.0, - "1683": 102.0, - "1684": 99.0, - "1685": 100.0, - "1686": 111.0, - "1687": 104.0, - "1688": 105.0, - "1689": 107.0, - "1690": 110.0, - "1691": 102.0, - "1692": 98.0, - "1693": 93.0, - "1694": 114.0, - "1695": 124.0, + "1590": 119.0, + "1591": 122.0, + "1592": 116.0, + "1593": 112.0, + "1594": 122.0, + "1595": 124.0, + "1596": 103.0, + "1597": 104.0, + "1598": 115.0, + "1599": 109.0, + "1600": 100.0, + "1601": 131.0, + "1602": 94.0, + "1603": 102.0, + "1604": 108.0, + "1605": 113.0, + "1606": 110.0, + "1607": 108.0, + "1608": 119.0, + "1609": 115.0, + "1610": 113.0, + "1611": 107.0, + "1612": 103.0, + "1613": 111.0, + "1614": 108.0, + "1615": 126.0, + "1616": 99.0, + "1617": 92.0, + "1618": 95.0, + "1619": 112.0, + "1620": 120.0, + "1621": 94.0, + "1622": 117.0, + "1623": 106.0, + "1624": 134.0, + "1625": 105.0, + "1626": 117.0, + "1627": 125.0, + "1628": 126.0, + "1629": 124.0, + "1630": 94.0, + "1631": 93.0, + "1632": 107.0, + "1633": 111.0, + "1634": 124.0, + "1635": 115.0, + "1636": 110.0, + "1637": 100.0, + "1638": 91.0, + "1639": 115.0, + "1640": 101.0, + "1641": 108.0, + "1642": 101.0, + "1643": 117.0, + "1644": 121.0, + "1645": 109.0, + "1646": 107.0, + "1647": 123.0, + "1648": 107.0, + "1649": 81.0, + "1650": 115.0, + "1651": 102.0, + "1652": 110.0, + "1653": 100.0, + "1654": 128.0, + "1655": 104.0, + "1656": 110.0, + "1657": 100.0, + "1658": 110.0, + "1659": 117.0, + "1660": 119.0, + "1661": 114.0, + "1662": 92.0, + "1663": 115.0, + "1664": 108.0, + "1665": 114.0, + "1666": 97.0, + "1667": 106.0, + "1668": 110.0, + "1669": 102.0, + "1670": 118.0, + "1671": 104.0, + "1672": 126.0, + "1673": 105.0, + "1674": 123.0, + "1675": 94.0, + "1676": 126.0, + "1677": 97.0, + "1678": 100.0, + "1679": 95.0, + "1680": 107.0, + "1681": 124.0, + "1682": 108.0, + "1683": 125.0, + "1684": 119.0, + "1685": 125.0, + "1686": 119.0, + "1687": 99.0, + "1688": 119.0, + "1689": 105.0, + "1690": 100.0, + "1691": 120.0, + "1692": 93.0, + "1693": 111.0, + "1694": 104.0, + "1695": 133.0, "1696": 101.0, - "1697": 111.0, - "1698": 115.0, - "1699": 127.0, - "1700": 121.0, - "1701": 110.0, - "1702": 104.0, - "1703": 127.0, - "1704": 126.0, - "1705": 100.0, - "1706": 121.0, - "1707": 105.0, - "1708": 108.0, - "1709": 124.0, - "1710": 116.0, - "1711": 92.0, - "1712": 112.0, - "1713": 115.0, - "1714": 109.0, - "1715": 129.0, - "1716": 114.0, - "1717": 120.0, - "1718": 110.0, - "1719": 107.0, - "1720": 125.0, - "1721": 102.0, - "1722": 100.0, - "1723": 117.0, - "1724": 111.0, - "1725": 124.0, - "1726": 98.0, - "1727": 120.0, - "1728": 115.0, - "1729": 103.0, - "1730": 112.0, - "1731": 131.0, - "1732": 92.0, - "1733": 124.0, - "1734": 101.0, - "1735": 126.0, - "1736": 99.0, - "1737": 96.0, - "1738": 102.0, - "1739": 111.0, - "1740": 101.0, - "1741": 104.0, - "1742": 115.0, - "1743": 118.0, - "1744": 122.0, - "1745": 107.0, - "1746": 124.0, - "1747": 126.0, - "1748": 130.0, - "1749": 105.0, - "1750": 112.0, + "1697": 118.0, + "1698": 139.0, + "1699": 120.0, + "1700": 114.0, + "1701": 108.0, + "1702": 103.0, + "1703": 100.0, + "1704": 97.0, + "1705": 104.0, + "1706": 107.0, + "1707": 88.0, + "1708": 121.0, + "1709": 89.0, + "1710": 130.0, + "1711": 96.0, + "1712": 113.0, + "1713": 112.0, + "1714": 115.0, + "1715": 133.0, + "1716": 85.0, + "1717": 119.0, + "1718": 131.0, + "1719": 104.0, + "1720": 138.0, + "1721": 105.0, + "1722": 114.0, + "1723": 85.0, + "1724": 120.0, + "1725": 103.0, + "1726": 108.0, + "1727": 117.0, + "1728": 100.0, + "1729": 119.0, + "1730": 123.0, + "1731": 109.0, + "1732": 123.0, + "1733": 105.0, + "1734": 95.0, + "1735": 122.0, + "1736": 106.0, + "1737": 98.0, + "1738": 105.0, + "1739": 117.0, + "1740": 112.0, + "1741": 126.0, + "1742": 131.0, + "1743": 111.0, + "1744": 116.0, + "1745": 141.0, + "1746": 118.0, + "1747": 107.0, + "1748": 99.0, + "1749": 108.0, + "1750": 97.0, "1751": 109.0, - "1752": 107.0, - "1753": 116.0, - "1754": 110.0, - "1755": 118.0, - "1756": 114.0, - "1757": 114.0, - "1758": 114.0, - "1759": 108.0, - "1760": 107.0, - "1761": 125.0, - "1762": 136.0, - "1763": 102.0, - "1764": 121.0, - "1765": 127.0, - "1766": 106.0, - "1767": 108.0, - "1768": 101.0, - "1769": 108.0, - "1770": 85.0, + "1752": 101.0, + "1753": 101.0, + "1754": 120.0, + "1755": 122.0, + "1756": 111.0, + "1757": 127.0, + "1758": 118.0, + "1759": 114.0, + "1760": 112.0, + "1761": 126.0, + "1762": 117.0, + "1763": 124.0, + "1764": 116.0, + "1765": 117.0, + "1766": 98.0, + "1767": 125.0, + "1768": 99.0, + "1769": 85.0, + "1770": 101.0, "1771": 125.0, - "1772": 99.0, - "1773": 95.0, - "1774": 112.0, - "1775": 121.0, - "1776": 113.0, - "1777": 106.0, - "1778": 99.0, - "1779": 105.0, - "1780": 103.0, - "1781": 134.0, - "1782": 133.0, - "1783": 105.0, - "1784": 120.0, - "1785": 104.0, - "1786": 90.0, - "1787": 102.0, - "1788": 88.0, - "1789": 133.0, - "1790": 130.0, - "1791": 119.0, - "1792": 103.0, - "1793": 106.0, - "1794": 117.0, - "1795": 105.0, - "1796": 124.0, - "1797": 102.0, - "1798": 107.0, - "1799": 107.0, - "1800": 80.0, - "1801": 100.0, - "1802": 98.0, - "1803": 110.0, - "1804": 108.0, - "1805": 125.0, - "1806": 120.0, - "1807": 106.0, - "1808": 113.0, - "1809": 121.0, - "1810": 114.0, - "1811": 135.0, - "1812": 128.0, - "1813": 113.0, - "1814": 121.0, - "1815": 123.0, - "1816": 100.0, - "1817": 83.0, - "1818": 121.0, - "1819": 103.0, - "1820": 92.0, + "1772": 120.0, + "1773": 118.0, + "1774": 117.0, + "1775": 85.0, + "1776": 118.0, + "1777": 105.0, + "1778": 114.0, + "1779": 107.0, + "1780": 106.0, + "1781": 123.0, + "1782": 125.0, + "1783": 124.0, + "1784": 100.0, + "1785": 121.0, + "1786": 112.0, + "1787": 109.0, + "1788": 106.0, + "1789": 101.0, + "1790": 115.0, + "1791": 122.0, + "1792": 91.0, + "1793": 120.0, + "1794": 135.0, + "1795": 113.0, + "1796": 126.0, + "1797": 101.0, + "1798": 88.0, + "1799": 98.0, + "1800": 100.0, + "1801": 108.0, + "1802": 107.0, + "1803": 113.0, + "1804": 103.0, + "1805": 136.0, + "1806": 129.0, + "1807": 107.0, + "1808": 83.0, + "1809": 110.0, + "1810": 113.0, + "1811": 112.0, + "1812": 110.0, + "1813": 97.0, + "1814": 147.0, + "1815": 103.0, + "1816": 115.0, + "1817": 117.0, + "1818": 131.0, + "1819": 110.0, + "1820": 114.0, "1821": 129.0, - "1822": 97.0, - "1823": 117.0, - "1824": 102.0, - "1825": 101.0, - "1826": 119.0, - "1827": 119.0, - "1828": 108.0, - "1829": 103.0, - "1830": 97.0, - "1831": 124.0, - "1832": 119.0, - "1833": 117.0, - "1834": 115.0, - "1835": 91.0, - "1836": 135.0, - "1837": 111.0, - "1838": 130.0, - "1839": 111.0, - "1840": 103.0, - "1841": 116.0, - "1842": 116.0, - "1843": 108.0, - "1844": 120.0, - "1845": 103.0, - "1846": 117.0, + "1822": 126.0, + "1823": 102.0, + "1824": 78.0, + "1825": 106.0, + "1826": 116.0, + "1827": 114.0, + "1828": 99.0, + "1829": 116.0, + "1830": 122.0, + "1831": 94.0, + "1832": 109.0, + "1833": 118.0, + "1834": 120.0, + "1835": 121.0, + "1836": 112.0, + "1837": 117.0, + "1838": 117.0, + "1839": 102.0, + "1840": 132.0, + "1841": 108.0, + "1842": 112.0, + "1843": 114.0, + "1844": 102.0, + "1845": 116.0, + "1846": 119.0, "1847": 117.0, - "1848": 101.0, - "1849": 92.0, - "1850": 104.0, - "1851": 113.0, - "1852": 106.0, - "1853": 98.0, - "1854": 91.0, - "1855": 100.0, - "1856": 110.0, - "1857": 115.0, - "1858": 96.0, - "1859": 81.0, - "1860": 120.0, - "1861": 100.0, - "1862": 109.0, - "1863": 114.0, - "1864": 111.0, - "1865": 109.0, - "1866": 88.0, - "1867": 120.0, - "1868": 116.0, - "1869": 139.0, - "1870": 100.0, - "1871": 110.0, - "1872": 92.0, - "1873": 112.0, - "1874": 101.0, - "1875": 125.0, - "1876": 94.0, - "1877": 125.0, - "1878": 119.0, - "1879": 113.0, - "1880": 114.0, - "1881": 103.0, - "1882": 102.0, - "1883": 132.0, - "1884": 129.0, - "1885": 136.0, - "1886": 116.0, - "1887": 107.0, - "1888": 109.0, - "1889": 110.0, - "1890": 119.0, - "1891": 98.0, - "1892": 94.0, - "1893": 86.0, - "1894": 118.0, - "1895": 125.0, - "1896": 121.0, - "1897": 118.0, - "1898": 133.0, - "1899": 125.0, - "1900": 109.0, - "1901": 114.0, - "1902": 90.0, - "1903": 140.0, - "1904": 106.0, - "1905": 120.0, - "1906": 107.0, - "1907": 94.0, - "1908": 106.0, - "1909": 102.0, - "1910": 100.0, - "1911": 123.0, - "1912": 121.0, - "1913": 134.0, - "1914": 113.0, - "1915": 117.0, - "1916": 109.0, - "1917": 120.0, - "1918": 103.0, - "1919": 118.0, - "1920": 122.0, - "1921": 118.0, - "1922": 95.0, - "1923": 105.0, - "1924": 107.0, - "1925": 85.0, - "1926": 126.0, - "1927": 106.0, - "1928": 110.0, - "1929": 133.0, - "1930": 107.0, - "1931": 86.0, - "1932": 126.0, - "1933": 102.0, - "1934": 130.0, - "1935": 131.0, - "1936": 120.0, - "1937": 142.0, - "1938": 92.0, - "1939": 139.0, - "1940": 109.0, - "1941": 120.0, - "1942": 94.0, - "1943": 123.0, - "1944": 117.0, - "1945": 144.0, - "1946": 117.0, - "1947": 133.0, - "1948": 99.0, - "1949": 116.0, - "1950": 98.0, - "1951": 119.0, - "1952": 126.0, - "1953": 107.0, - "1954": 126.0, - "1955": 103.0, - "1956": 129.0, - "1957": 116.0, - "1958": 103.0, - "1959": 98.0, - "1960": 103.0, - "1961": 118.0, - "1962": 102.0, - "1963": 114.0, - "1964": 109.0, - "1965": 101.0, - "1966": 87.0, - "1967": 87.0, - "1968": 107.0, - "1969": 109.0, - "1970": 123.0, - "1971": 108.0, - "1972": 112.0, - "1973": 121.0, - "1974": 113.0, - "1975": 118.0, - "1976": 108.0, - "1977": 120.0, - "1978": 133.0, - "1979": 91.0, - "1980": 123.0, - "1981": 84.0, - "1982": 116.0, - "1983": 94.0, - "1984": 105.0, - "1985": 95.0, - "1986": 102.0, - "1987": 127.0, - "1988": 119.0, - "1989": 99.0, - "1990": 100.0, + "1848": 105.0, + "1849": 88.0, + "1850": 103.0, + "1851": 106.0, + "1852": 117.0, + "1853": 112.0, + "1854": 107.0, + "1855": 83.0, + "1856": 139.0, + "1857": 102.0, + "1858": 104.0, + "1859": 109.0, + "1860": 95.0, + "1861": 113.0, + "1862": 100.0, + "1863": 105.0, + "1864": 103.0, + "1865": 112.0, + "1866": 106.0, + "1867": 111.0, + "1868": 111.0, + "1869": 105.0, + "1870": 97.0, + "1871": 111.0, + "1872": 99.0, + "1873": 108.0, + "1874": 118.0, + "1875": 118.0, + "1876": 104.0, + "1877": 126.0, + "1878": 106.0, + "1879": 96.0, + "1880": 106.0, + "1881": 97.0, + "1882": 117.0, + "1883": 109.0, + "1884": 124.0, + "1885": 106.0, + "1886": 109.0, + "1887": 136.0, + "1888": 128.0, + "1889": 118.0, + "1890": 115.0, + "1891": 115.0, + "1892": 123.0, + "1893": 112.0, + "1894": 129.0, + "1895": 114.0, + "1896": 107.0, + "1897": 109.0, + "1898": 101.0, + "1899": 115.0, + "1900": 108.0, + "1901": 124.0, + "1902": 106.0, + "1903": 121.0, + "1904": 108.0, + "1905": 99.0, + "1906": 116.0, + "1907": 109.0, + "1908": 104.0, + "1909": 115.0, + "1910": 92.0, + "1911": 129.0, + "1912": 118.0, + "1913": 119.0, + "1914": 114.0, + "1915": 105.0, + "1916": 147.0, + "1917": 128.0, + "1918": 113.0, + "1919": 121.0, + "1920": 100.0, + "1921": 116.0, + "1922": 104.0, + "1923": 95.0, + "1924": 117.0, + "1925": 123.0, + "1926": 117.0, + "1927": 100.0, + "1928": 113.0, + "1929": 118.0, + "1930": 106.0, + "1931": 107.0, + "1932": 114.0, + "1933": 104.0, + "1934": 107.0, + "1935": 86.0, + "1936": 118.0, + "1937": 112.0, + "1938": 89.0, + "1939": 116.0, + "1940": 110.0, + "1941": 111.0, + "1942": 121.0, + "1943": 121.0, + "1944": 116.0, + "1945": 92.0, + "1946": 113.0, + "1947": 122.0, + "1948": 119.0, + "1949": 123.0, + "1950": 114.0, + "1951": 104.0, + "1952": 121.0, + "1953": 103.0, + "1954": 124.0, + "1955": 124.0, + "1956": 106.0, + "1957": 103.0, + "1958": 120.0, + "1959": 107.0, + "1960": 115.0, + "1961": 108.0, + "1962": 105.0, + "1963": 127.0, + "1964": 112.0, + "1965": 89.0, + "1966": 109.0, + "1967": 106.0, + "1968": 109.0, + "1969": 106.0, + "1970": 106.0, + "1971": 111.0, + "1972": 92.0, + "1973": 94.0, + "1974": 131.0, + "1975": 97.0, + "1976": 119.0, + "1977": 99.0, + "1978": 131.0, + "1979": 118.0, + "1980": 122.0, + "1981": 106.0, + "1982": 129.0, + "1983": 119.0, + "1984": 108.0, + "1985": 137.0, + "1986": 106.0, + "1987": 113.0, + "1988": 104.0, + "1989": 93.0, + "1990": 120.0, "1991": 110.0, - "1992": 114.0, - "1993": 130.0, - "1994": 119.0, - "1995": 112.0, - "1996": 116.0, - "1997": 110.0, - "1998": 122.0, - "1999": 114.0, - "2000": 100.0 + "1992": 105.0, + "1993": 126.0, + "1994": 128.0, + "1995": 106.0, + "1996": 135.0, + "1997": 127.0, + "1998": 111.0, + "1999": 111.0, + "2000": 101.0 } }, "mem-allocated-bytes": { @@ -6026,2005 +6026,2005 @@ "step_interval": 1, "values": { "1": 794742272.0, - "2": 882913792.0, - "3": 882913792.0, - "4": 882913792.0, - "5": 882913792.0, - "6": 882913792.0, - "7": 882913792.0, - "8": 882913792.0, - "9": 882913792.0, - "10": 882913792.0, - "11": 882913792.0, - "12": 882913792.0, - "13": 882913792.0, - "14": 882913792.0, - "15": 882913792.0, - "16": 882913792.0, - "17": 882913792.0, - "18": 882913792.0, - "19": 882913792.0, - "20": 882913792.0, - "21": 882913792.0, - "22": 882913792.0, - "23": 882913792.0, - "24": 882913792.0, - "25": 882913792.0, - "26": 882913792.0, - "27": 882913792.0, - "28": 882913792.0, - "29": 882913792.0, - "30": 882913792.0, - "31": 882913792.0, - "32": 882913792.0, - "33": 882913792.0, - "34": 882913792.0, - "35": 882913792.0, - "36": 882913792.0, - "37": 882913792.0, - "38": 882913792.0, - "39": 882913792.0, - "40": 882913792.0, - "41": 882913792.0, - "42": 882913792.0, - "43": 882913792.0, - "44": 882913792.0, - "45": 882913792.0, - "46": 882913792.0, - "47": 882913792.0, - "48": 882913792.0, - "49": 882913792.0, - "50": 882913792.0, - "51": 882913792.0, - "52": 882913792.0, - "53": 882913792.0, - "54": 882913792.0, - "55": 882913792.0, - "56": 882913792.0, - "57": 882913792.0, - "58": 882913792.0, - "59": 882913792.0, - "60": 882913792.0, - "61": 882913792.0, - "62": 882913792.0, - "63": 882913792.0, - "64": 882913792.0, - "65": 882913792.0, - "66": 882913792.0, - "67": 882913792.0, - "68": 882913792.0, - "69": 882913792.0, - "70": 882913792.0, - "71": 882913792.0, - "72": 882913792.0, - "73": 882913792.0, - "74": 882913792.0, - "75": 882913792.0, - "76": 882913792.0, - "77": 882913792.0, - "78": 882913792.0, - "79": 882913792.0, - "80": 882913792.0, - "81": 882913792.0, - "82": 882913792.0, - "83": 882913792.0, - "84": 882913792.0, - "85": 882913792.0, - "86": 882913792.0, - "87": 882913792.0, - "88": 882913792.0, - "89": 882913792.0, - "90": 882913792.0, - "91": 882913792.0, - "92": 882913792.0, - "93": 882913792.0, - "94": 882913792.0, - "95": 882913792.0, - "96": 882913792.0, - "97": 882913792.0, - "98": 882913792.0, - "99": 882913792.0, - "100": 882913792.0, - "101": 882913792.0, - "102": 882913792.0, - "103": 882913792.0, - "104": 882913792.0, - "105": 882913792.0, - "106": 882913792.0, - "107": 882913792.0, - "108": 882913792.0, - "109": 882913792.0, - "110": 882913792.0, - "111": 882913792.0, - "112": 882913792.0, - "113": 882913792.0, - "114": 882913792.0, - "115": 882913792.0, - "116": 882913792.0, - "117": 882913792.0, - "118": 882913792.0, - "119": 882913792.0, - "120": 882913792.0, - "121": 882913792.0, - "122": 882913792.0, - "123": 882913792.0, - "124": 882913792.0, - "125": 882913792.0, - "126": 882913792.0, - "127": 882913792.0, - "128": 882913792.0, - "129": 882913792.0, - "130": 882913792.0, - "131": 882913792.0, - "132": 882913792.0, - "133": 882913792.0, - "134": 882913792.0, - "135": 882913792.0, - "136": 882913792.0, - "137": 882913792.0, - "138": 882913792.0, - "139": 882913792.0, - "140": 882913792.0, - "141": 882913792.0, - "142": 882913792.0, - "143": 882913792.0, - "144": 882913792.0, - "145": 882913792.0, - "146": 882913792.0, - "147": 882913792.0, - "148": 882913792.0, - "149": 882913792.0, - "150": 882913792.0, - "151": 882913792.0, - "152": 882913792.0, - "153": 882913792.0, - "154": 882913792.0, - "155": 882913792.0, - "156": 882913792.0, - "157": 882913792.0, - "158": 882913792.0, - "159": 882913792.0, - "160": 882913792.0, - "161": 882913792.0, - "162": 882913792.0, - "163": 882913792.0, - "164": 882913792.0, - "165": 882913792.0, - "166": 882913792.0, - "167": 882913792.0, - "168": 882913792.0, - "169": 882913792.0, - "170": 882913792.0, - "171": 882913792.0, - "172": 882913792.0, - "173": 882913792.0, - "174": 882913792.0, - "175": 882913792.0, - "176": 882913792.0, - "177": 882913792.0, - "178": 882913792.0, - "179": 882913792.0, - "180": 882913792.0, - "181": 882913792.0, - "182": 882913792.0, - "183": 882913792.0, - "184": 882913792.0, - "185": 882913792.0, - "186": 882913792.0, - "187": 882913792.0, - "188": 882913792.0, - "189": 882913792.0, - "190": 882913792.0, - "191": 882913792.0, - "192": 882913792.0, - "193": 882913792.0, - "194": 882913792.0, - "195": 882913792.0, - "196": 882913792.0, - "197": 882913792.0, - "198": 882913792.0, - "199": 882913792.0, - "200": 882913792.0, - "201": 882913792.0, - "202": 882913792.0, - "203": 882913792.0, - "204": 882913792.0, - "205": 882913792.0, - "206": 882913792.0, - "207": 882913792.0, - "208": 882913792.0, - "209": 882913792.0, - "210": 882913792.0, - "211": 882913792.0, - "212": 882913792.0, - "213": 882913792.0, - "214": 882913792.0, - "215": 882913792.0, - "216": 882913792.0, - "217": 882913792.0, - "218": 882913792.0, - "219": 882913792.0, - "220": 882913792.0, - "221": 882913792.0, - "222": 882913792.0, - "223": 882913792.0, - "224": 882913792.0, - "225": 882913792.0, - "226": 882913792.0, - "227": 882913792.0, - "228": 882913792.0, - "229": 882913792.0, - "230": 882913792.0, - "231": 882913792.0, - "232": 882913792.0, - "233": 882913792.0, - "234": 882913792.0, - "235": 882913792.0, - "236": 882913792.0, - "237": 882913792.0, - "238": 882913792.0, - "239": 882913792.0, - "240": 882913792.0, - "241": 882913792.0, - "242": 882913792.0, - "243": 882913792.0, - "244": 882913792.0, - "245": 882913792.0, - "246": 882913792.0, - "247": 882913792.0, - "248": 882913792.0, - "249": 882913792.0, - "250": 882913792.0, - "251": 882913792.0, - "252": 882913792.0, - "253": 882913792.0, - "254": 882913792.0, - "255": 882913792.0, - "256": 882913792.0, - "257": 882913792.0, - "258": 882913792.0, - "259": 882913792.0, - "260": 882913792.0, - "261": 882913792.0, - "262": 882913792.0, - "263": 882913792.0, - "264": 882913792.0, - "265": 882913792.0, - "266": 882913792.0, - "267": 882913792.0, - "268": 882913792.0, - "269": 882913792.0, - "270": 882913792.0, - "271": 882913792.0, - "272": 882913792.0, - "273": 882913792.0, - "274": 882913792.0, - "275": 882913792.0, - "276": 882913792.0, - "277": 882913792.0, - "278": 882913792.0, - "279": 882913792.0, - "280": 882913792.0, - "281": 882913792.0, - "282": 882913792.0, - "283": 882913792.0, - "284": 882913792.0, - "285": 882913792.0, - "286": 882913792.0, - "287": 882913792.0, - "288": 882913792.0, - "289": 882913792.0, - "290": 882913792.0, - "291": 882913792.0, - "292": 882913792.0, - "293": 882913792.0, - "294": 882913792.0, - "295": 882913792.0, - "296": 882913792.0, - "297": 882913792.0, - "298": 882913792.0, - "299": 882913792.0, - "300": 882913792.0, - "301": 882913792.0, - "302": 882913792.0, - "303": 882913792.0, - "304": 882913792.0, - "305": 882913792.0, - "306": 882913792.0, - "307": 882913792.0, - "308": 882913792.0, - "309": 882913792.0, - "310": 882913792.0, - "311": 882913792.0, - "312": 882913792.0, - "313": 882913792.0, - "314": 882913792.0, - "315": 882913792.0, - "316": 882913792.0, - "317": 882913792.0, - "318": 882913792.0, - "319": 882913792.0, - "320": 882913792.0, - "321": 882913792.0, - "322": 882913792.0, - "323": 882913792.0, - "324": 882913792.0, - "325": 882913792.0, - "326": 882913792.0, - "327": 882913792.0, - "328": 882913792.0, - "329": 882913792.0, - "330": 882913792.0, - "331": 882913792.0, - "332": 882913792.0, - "333": 882913792.0, - "334": 882913792.0, - "335": 882913792.0, - "336": 882913792.0, - "337": 882913792.0, - "338": 882913792.0, - "339": 882913792.0, - "340": 882913792.0, - "341": 882913792.0, - "342": 882913792.0, - "343": 882913792.0, - "344": 882913792.0, - "345": 882913792.0, - "346": 882913792.0, - "347": 882913792.0, - "348": 882913792.0, - "349": 882913792.0, - "350": 882913792.0, - "351": 882913792.0, - "352": 882913792.0, - "353": 882913792.0, - "354": 882913792.0, - "355": 882913792.0, - "356": 882913792.0, - "357": 882913792.0, - "358": 882913792.0, - "359": 882913792.0, - "360": 882913792.0, - "361": 882913792.0, - "362": 882913792.0, - "363": 882913792.0, - "364": 882913792.0, - "365": 882913792.0, - "366": 882913792.0, - "367": 882913792.0, - "368": 882913792.0, - "369": 882913792.0, - "370": 882913792.0, - "371": 882913792.0, - "372": 882913792.0, - "373": 882913792.0, - "374": 882913792.0, - "375": 882913792.0, - "376": 882913792.0, - "377": 882913792.0, - "378": 882913792.0, - "379": 882913792.0, - "380": 882913792.0, - "381": 882913792.0, - "382": 882913792.0, - "383": 882913792.0, - "384": 882913792.0, - "385": 882913792.0, - "386": 882913792.0, - "387": 882913792.0, - "388": 882913792.0, - "389": 882913792.0, - "390": 882913792.0, - "391": 882913792.0, - "392": 882913792.0, - "393": 882913792.0, - "394": 882913792.0, - "395": 882913792.0, - "396": 882913792.0, - "397": 882913792.0, - "398": 882913792.0, - "399": 882913792.0, - "400": 882913792.0, - "401": 882913792.0, - "402": 882913792.0, - "403": 882913792.0, - "404": 882913792.0, - "405": 882913792.0, - "406": 882913792.0, - "407": 882913792.0, - "408": 882913792.0, - "409": 882913792.0, - "410": 882913792.0, - "411": 882913792.0, - "412": 882913792.0, - "413": 882913792.0, - "414": 882913792.0, - "415": 882913792.0, - "416": 882913792.0, - "417": 882913792.0, - "418": 882913792.0, - "419": 882913792.0, - "420": 882913792.0, - "421": 882913792.0, - "422": 882913792.0, - "423": 882913792.0, - "424": 882913792.0, - "425": 882913792.0, - "426": 882913792.0, - "427": 882913792.0, - "428": 882913792.0, - "429": 882913792.0, - "430": 882913792.0, - "431": 882913792.0, - "432": 882913792.0, - "433": 882913792.0, - "434": 882913792.0, - "435": 882913792.0, - "436": 882913792.0, - "437": 882913792.0, - "438": 882913792.0, - "439": 882913792.0, - "440": 882913792.0, - "441": 882913792.0, - "442": 882913792.0, - "443": 882913792.0, - "444": 882913792.0, - "445": 882913792.0, - "446": 882913792.0, - "447": 882913792.0, - "448": 882913792.0, - "449": 882913792.0, - "450": 882913792.0, - "451": 882913792.0, - "452": 882913792.0, - "453": 882913792.0, - "454": 882913792.0, - "455": 882913792.0, - "456": 882913792.0, - "457": 882913792.0, - "458": 882913792.0, - "459": 882913792.0, - "460": 882913792.0, - "461": 882913792.0, - "462": 882913792.0, - "463": 882913792.0, - "464": 882913792.0, - "465": 882913792.0, - "466": 882913792.0, - "467": 882913792.0, - "468": 882913792.0, - "469": 882913792.0, - "470": 882913792.0, - "471": 882913792.0, - "472": 882913792.0, - "473": 882913792.0, - "474": 882913792.0, - "475": 882913792.0, - "476": 882913792.0, - "477": 882913792.0, - "478": 882913792.0, - "479": 882913792.0, - "480": 882913792.0, - "481": 882913792.0, - "482": 882913792.0, - "483": 882913792.0, - "484": 882913792.0, - "485": 882913792.0, - "486": 882913792.0, - "487": 882913792.0, - "488": 882913792.0, - "489": 882913792.0, - "490": 882913792.0, - "491": 882913792.0, - "492": 882913792.0, - "493": 882913792.0, - "494": 882913792.0, - "495": 882913792.0, - "496": 882913792.0, - "497": 882913792.0, - "498": 882913792.0, - "499": 882913792.0, - "500": 882913792.0, - "501": 882913792.0, - "502": 882913792.0, - "503": 882913792.0, - "504": 882913792.0, - "505": 882913792.0, - "506": 882913792.0, - "507": 882913792.0, - "508": 882913792.0, - "509": 882913792.0, - "510": 882913792.0, - "511": 882913792.0, - "512": 882913792.0, - "513": 882913792.0, - "514": 882913792.0, - "515": 882913792.0, - "516": 882913792.0, - "517": 882913792.0, - "518": 882913792.0, - "519": 882913792.0, - "520": 882913792.0, - "521": 882913792.0, - "522": 882913792.0, - "523": 882913792.0, - "524": 882913792.0, - "525": 882913792.0, - "526": 882913792.0, - "527": 882913792.0, - "528": 882913792.0, - "529": 882913792.0, - "530": 882913792.0, - "531": 882913792.0, - "532": 882913792.0, - "533": 882913792.0, - "534": 882913792.0, - "535": 882913792.0, - "536": 882913792.0, - "537": 882913792.0, - "538": 882913792.0, - "539": 882913792.0, - "540": 882913792.0, - "541": 882913792.0, - "542": 882913792.0, - "543": 882913792.0, - "544": 882913792.0, - "545": 882913792.0, - "546": 882913792.0, - "547": 882913792.0, - "548": 882913792.0, - "549": 882913792.0, - "550": 882913792.0, - "551": 882913792.0, - "552": 882913792.0, - "553": 882913792.0, - "554": 882913792.0, - "555": 882913792.0, - "556": 882913792.0, - "557": 882913792.0, - "558": 882913792.0, - "559": 882913792.0, - "560": 882913792.0, - "561": 882913792.0, - "562": 882913792.0, - "563": 882913792.0, - "564": 882913792.0, - "565": 882913792.0, - "566": 882913792.0, - "567": 882913792.0, - "568": 882913792.0, - "569": 882913792.0, - "570": 882913792.0, - "571": 882913792.0, - "572": 882913792.0, - "573": 882913792.0, - "574": 882913792.0, - "575": 882913792.0, - "576": 882913792.0, - "577": 882913792.0, - "578": 882913792.0, - "579": 882913792.0, - "580": 882913792.0, - "581": 882913792.0, - "582": 882913792.0, - "583": 882913792.0, - "584": 882913792.0, - "585": 882913792.0, - "586": 882913792.0, - "587": 882913792.0, - "588": 882913792.0, - "589": 882913792.0, - "590": 882913792.0, - "591": 882913792.0, - "592": 882913792.0, - "593": 882913792.0, - "594": 882913792.0, - "595": 882913792.0, - "596": 882913792.0, - "597": 882913792.0, - "598": 882913792.0, - "599": 882913792.0, - "600": 882913792.0, - "601": 882913792.0, - "602": 882913792.0, - "603": 882913792.0, - "604": 882913792.0, - "605": 882913792.0, - "606": 882913792.0, - "607": 882913792.0, - "608": 882913792.0, - "609": 882913792.0, - "610": 882913792.0, - "611": 882913792.0, - "612": 882913792.0, - "613": 882913792.0, - "614": 882913792.0, - "615": 882913792.0, - "616": 882913792.0, - "617": 882913792.0, - "618": 882913792.0, - "619": 882913792.0, - "620": 882913792.0, - "621": 882913792.0, - "622": 882913792.0, - "623": 882913792.0, - "624": 882913792.0, - "625": 882913792.0, - "626": 882913792.0, - "627": 882913792.0, - "628": 882913792.0, - "629": 882913792.0, - "630": 882913792.0, - "631": 882913792.0, - "632": 882913792.0, - "633": 882913792.0, - "634": 882913792.0, - "635": 882913792.0, - "636": 882913792.0, - "637": 882913792.0, - "638": 882913792.0, - "639": 882913792.0, - "640": 882913792.0, - "641": 882913792.0, - "642": 882913792.0, - "643": 882913792.0, - "644": 882913792.0, - "645": 882913792.0, - "646": 882913792.0, - "647": 882913792.0, - "648": 882913792.0, - "649": 882913792.0, - "650": 882913792.0, - "651": 882913792.0, - "652": 882913792.0, - "653": 882913792.0, - "654": 882913792.0, - "655": 882913792.0, - "656": 882913792.0, - "657": 882913792.0, - "658": 882913792.0, - "659": 882913792.0, - "660": 882913792.0, - "661": 882913792.0, - "662": 882913792.0, - "663": 882913792.0, - "664": 882913792.0, - "665": 882913792.0, - "666": 882913792.0, - "667": 882913792.0, - "668": 882913792.0, - "669": 882913792.0, - "670": 882913792.0, - "671": 882913792.0, - "672": 882913792.0, - "673": 882913792.0, - "674": 882913792.0, - "675": 882913792.0, - "676": 882913792.0, - "677": 882913792.0, - "678": 882913792.0, - "679": 882913792.0, - "680": 882913792.0, - "681": 882913792.0, - "682": 882913792.0, - "683": 882913792.0, - "684": 882913792.0, - "685": 882913792.0, - "686": 882913792.0, - "687": 882913792.0, - "688": 882913792.0, - "689": 882913792.0, - "690": 882913792.0, - "691": 882913792.0, - "692": 882913792.0, - "693": 882913792.0, - "694": 882913792.0, - "695": 882913792.0, - "696": 882913792.0, - "697": 882913792.0, - "698": 882913792.0, - "699": 882913792.0, - "700": 882913792.0, - "701": 882913792.0, - "702": 882913792.0, - "703": 882913792.0, - "704": 882913792.0, - "705": 882913792.0, - "706": 882913792.0, - "707": 882913792.0, - "708": 882913792.0, - "709": 882913792.0, - "710": 882913792.0, - "711": 882913792.0, - "712": 882913792.0, - "713": 882913792.0, - "714": 882913792.0, - "715": 882913792.0, - "716": 882913792.0, - "717": 882913792.0, - "718": 882913792.0, - "719": 882913792.0, - "720": 882913792.0, - "721": 882913792.0, - "722": 882913792.0, - "723": 882913792.0, - "724": 882913792.0, - "725": 882913792.0, - "726": 882913792.0, - "727": 882913792.0, - "728": 882913792.0, - "729": 882913792.0, - "730": 882913792.0, - "731": 882913792.0, - "732": 882913792.0, - "733": 882913792.0, - "734": 882913792.0, - "735": 882913792.0, - "736": 882913792.0, - "737": 882913792.0, - "738": 882913792.0, - "739": 882913792.0, - "740": 882913792.0, - "741": 882913792.0, - "742": 882913792.0, - "743": 882913792.0, - "744": 882913792.0, - "745": 882913792.0, - "746": 882913792.0, - "747": 882913792.0, - "748": 882913792.0, - "749": 882913792.0, - "750": 882913792.0, - "751": 882913792.0, - "752": 882913792.0, - "753": 882913792.0, - "754": 882913792.0, - "755": 882913792.0, - "756": 882913792.0, - "757": 882913792.0, - "758": 882913792.0, - "759": 882913792.0, - "760": 882913792.0, - "761": 882913792.0, - "762": 882913792.0, - "763": 882913792.0, - "764": 882913792.0, - "765": 882913792.0, - "766": 882913792.0, - "767": 882913792.0, - "768": 882913792.0, - "769": 882913792.0, - "770": 882913792.0, - "771": 882913792.0, - "772": 882913792.0, - "773": 882913792.0, - "774": 882913792.0, - "775": 882913792.0, - "776": 882913792.0, - "777": 882913792.0, - "778": 882913792.0, - "779": 882913792.0, - "780": 882913792.0, - "781": 882913792.0, - "782": 882913792.0, - "783": 882913792.0, - "784": 882913792.0, - "785": 882913792.0, - "786": 882913792.0, - "787": 882913792.0, - "788": 882913792.0, - "789": 882913792.0, - "790": 882913792.0, - "791": 882913792.0, - "792": 882913792.0, - "793": 882913792.0, - "794": 882913792.0, - "795": 882913792.0, - "796": 882913792.0, - "797": 882913792.0, - "798": 882913792.0, - "799": 882913792.0, - "800": 882913792.0, - "801": 882913792.0, - "802": 882913792.0, - "803": 882913792.0, - "804": 882913792.0, - "805": 882913792.0, - "806": 882913792.0, - "807": 882913792.0, - "808": 882913792.0, - "809": 882913792.0, - "810": 882913792.0, - "811": 882913792.0, - "812": 882913792.0, - "813": 882913792.0, - "814": 882913792.0, - "815": 882913792.0, - "816": 882913792.0, - "817": 882913792.0, - "818": 882913792.0, - "819": 882913792.0, - "820": 882913792.0, - "821": 882913792.0, - "822": 882913792.0, - "823": 882913792.0, - "824": 882913792.0, - "825": 882913792.0, - "826": 882913792.0, - "827": 882913792.0, - "828": 882913792.0, - "829": 882913792.0, - "830": 882913792.0, - "831": 882913792.0, - "832": 882913792.0, - "833": 882913792.0, - "834": 882913792.0, - "835": 882913792.0, - "836": 882913792.0, - "837": 882913792.0, - "838": 882913792.0, - "839": 882913792.0, - "840": 882913792.0, - "841": 882913792.0, - "842": 882913792.0, - "843": 882913792.0, - "844": 882913792.0, - "845": 882913792.0, - "846": 882913792.0, - "847": 882913792.0, - "848": 882913792.0, - "849": 882913792.0, - "850": 882913792.0, - "851": 882913792.0, - "852": 882913792.0, - "853": 882913792.0, - "854": 882913792.0, - "855": 882913792.0, - "856": 882913792.0, - "857": 882913792.0, - "858": 882913792.0, - "859": 882913792.0, - "860": 882913792.0, - "861": 882913792.0, - "862": 882913792.0, - "863": 882913792.0, - "864": 882913792.0, - "865": 882913792.0, - "866": 882913792.0, - "867": 882913792.0, - "868": 882913792.0, - "869": 882913792.0, - "870": 882913792.0, - "871": 882913792.0, - "872": 882913792.0, - "873": 882913792.0, - "874": 882913792.0, - "875": 882913792.0, - "876": 882913792.0, - "877": 882913792.0, - "878": 882913792.0, - "879": 882913792.0, - "880": 882913792.0, - "881": 882913792.0, - "882": 882913792.0, - "883": 882913792.0, - "884": 882913792.0, - "885": 882913792.0, - "886": 882913792.0, - "887": 882913792.0, - "888": 882913792.0, - "889": 882913792.0, - "890": 882913792.0, - "891": 882913792.0, - "892": 882913792.0, - "893": 882913792.0, - "894": 882913792.0, - "895": 882913792.0, - "896": 882913792.0, - "897": 882913792.0, - "898": 882913792.0, - "899": 882913792.0, - "900": 882913792.0, - "901": 882913792.0, - "902": 882913792.0, - "903": 882913792.0, - "904": 882913792.0, - "905": 882913792.0, - "906": 882913792.0, - "907": 882913792.0, - "908": 882913792.0, - "909": 882913792.0, - "910": 882913792.0, - "911": 882913792.0, - "912": 882913792.0, - "913": 882913792.0, - "914": 882913792.0, - "915": 882913792.0, - "916": 882913792.0, - "917": 882913792.0, - "918": 882913792.0, - "919": 882913792.0, - "920": 882913792.0, - "921": 882913792.0, - "922": 882913792.0, - "923": 882913792.0, - "924": 882913792.0, - "925": 882913792.0, - "926": 882913792.0, - "927": 882913792.0, - "928": 882913792.0, - "929": 882913792.0, - "930": 882913792.0, - "931": 882913792.0, - "932": 882913792.0, - "933": 882913792.0, - "934": 882913792.0, - "935": 882913792.0, - "936": 882913792.0, - "937": 882913792.0, - "938": 882913792.0, - "939": 882913792.0, - "940": 882913792.0, - "941": 882913792.0, - "942": 882913792.0, - "943": 882913792.0, - "944": 882913792.0, - "945": 882913792.0, - "946": 882913792.0, - "947": 882913792.0, - "948": 882913792.0, - "949": 882913792.0, - "950": 882913792.0, - "951": 882913792.0, - "952": 882913792.0, - "953": 882913792.0, - "954": 882913792.0, - "955": 882913792.0, - "956": 882913792.0, - "957": 882913792.0, - "958": 882913792.0, - "959": 882913792.0, - "960": 882913792.0, - "961": 882913792.0, - "962": 882913792.0, - "963": 882913792.0, - "964": 882913792.0, - "965": 882913792.0, - "966": 882913792.0, - "967": 882913792.0, - "968": 882913792.0, - "969": 882913792.0, - "970": 882913792.0, - "971": 882913792.0, - "972": 882913792.0, - "973": 882913792.0, - "974": 882913792.0, - "975": 882913792.0, - "976": 882913792.0, - "977": 882913792.0, - "978": 882913792.0, - "979": 882913792.0, - "980": 882913792.0, - "981": 882913792.0, - "982": 882913792.0, - "983": 882913792.0, - "984": 882913792.0, - "985": 882913792.0, - "986": 882913792.0, - "987": 882913792.0, - "988": 882913792.0, - "989": 882913792.0, - "990": 882913792.0, - "991": 882913792.0, - "992": 882913792.0, - "993": 882913792.0, - "994": 882913792.0, - "995": 882913792.0, - "996": 882913792.0, - "997": 882913792.0, - "998": 882913792.0, - "999": 882913792.0, - "1000": 882913792.0, - "1001": 882913792.0, - "1002": 882913792.0, - "1003": 882913792.0, - "1004": 882913792.0, - "1005": 882913792.0, - "1006": 882913792.0, - "1007": 882913792.0, - "1008": 882913792.0, - "1009": 882913792.0, - "1010": 882913792.0, - "1011": 882913792.0, - "1012": 882913792.0, - "1013": 882913792.0, - "1014": 882913792.0, - "1015": 882913792.0, - "1016": 882913792.0, - "1017": 882913792.0, - "1018": 882913792.0, - "1019": 882913792.0, - "1020": 882913792.0, - "1021": 882913792.0, - "1022": 882913792.0, - "1023": 882913792.0, - "1024": 882913792.0, - "1025": 882913792.0, - "1026": 882913792.0, - "1027": 882913792.0, - "1028": 882913792.0, - "1029": 882913792.0, - "1030": 882913792.0, - "1031": 882913792.0, - "1032": 882913792.0, - "1033": 882913792.0, - "1034": 882913792.0, - "1035": 882913792.0, - "1036": 882913792.0, - "1037": 882913792.0, - "1038": 882913792.0, - "1039": 882913792.0, - "1040": 882913792.0, - "1041": 882913792.0, - "1042": 882913792.0, - "1043": 882913792.0, - "1044": 882913792.0, - "1045": 882913792.0, - "1046": 882913792.0, - "1047": 882913792.0, - "1048": 882913792.0, - "1049": 882913792.0, - "1050": 882913792.0, - "1051": 882913792.0, - "1052": 882913792.0, - "1053": 882913792.0, - "1054": 882913792.0, - "1055": 882913792.0, - "1056": 882913792.0, - "1057": 882913792.0, - "1058": 882913792.0, - "1059": 882913792.0, - "1060": 882913792.0, - "1061": 882913792.0, - "1062": 882913792.0, - "1063": 882913792.0, - "1064": 882913792.0, - "1065": 882913792.0, - "1066": 882913792.0, - "1067": 882913792.0, - "1068": 882913792.0, - "1069": 882913792.0, - "1070": 882913792.0, - "1071": 882913792.0, - "1072": 882913792.0, - "1073": 882913792.0, - "1074": 882913792.0, - "1075": 882913792.0, - "1076": 882913792.0, - "1077": 882913792.0, - "1078": 882913792.0, - "1079": 882913792.0, - "1080": 882913792.0, - "1081": 882913792.0, - "1082": 882913792.0, - "1083": 882913792.0, - "1084": 882913792.0, - "1085": 882913792.0, - "1086": 882913792.0, - "1087": 882913792.0, - "1088": 882913792.0, - "1089": 882913792.0, - "1090": 882913792.0, - "1091": 882913792.0, - "1092": 882913792.0, - "1093": 882913792.0, - "1094": 882913792.0, - "1095": 882913792.0, - "1096": 882913792.0, - "1097": 882913792.0, - "1098": 882913792.0, - "1099": 882913792.0, - "1100": 882913792.0, - "1101": 882913792.0, - "1102": 882913792.0, - "1103": 882913792.0, - "1104": 882913792.0, - "1105": 882913792.0, - "1106": 882913792.0, - "1107": 882913792.0, - "1108": 882913792.0, - "1109": 882913792.0, - "1110": 882913792.0, - "1111": 882913792.0, - "1112": 882913792.0, - "1113": 882913792.0, - "1114": 882913792.0, - "1115": 882913792.0, - "1116": 882913792.0, - "1117": 882913792.0, - "1118": 882913792.0, - "1119": 882913792.0, - "1120": 882913792.0, - "1121": 882913792.0, - "1122": 882913792.0, - "1123": 882913792.0, - "1124": 882913792.0, - "1125": 882913792.0, - "1126": 882913792.0, - "1127": 882913792.0, - "1128": 882913792.0, - "1129": 882913792.0, - "1130": 882913792.0, - "1131": 882913792.0, - "1132": 882913792.0, - "1133": 882913792.0, - "1134": 882913792.0, - "1135": 882913792.0, - "1136": 882913792.0, - "1137": 882913792.0, - "1138": 882913792.0, - "1139": 882913792.0, - "1140": 882913792.0, - "1141": 882913792.0, - "1142": 882913792.0, - "1143": 882913792.0, - "1144": 882913792.0, - "1145": 882913792.0, - "1146": 882913792.0, - "1147": 882913792.0, - "1148": 882913792.0, - "1149": 882913792.0, - "1150": 882913792.0, - "1151": 882913792.0, - "1152": 882913792.0, - "1153": 882913792.0, - "1154": 882913792.0, - "1155": 882913792.0, - "1156": 882913792.0, - "1157": 882913792.0, - "1158": 882913792.0, - "1159": 882913792.0, - "1160": 882913792.0, - "1161": 882913792.0, - "1162": 882913792.0, - "1163": 882913792.0, - "1164": 882913792.0, - "1165": 882913792.0, - "1166": 882913792.0, - "1167": 882913792.0, - "1168": 882913792.0, - "1169": 882913792.0, - "1170": 882913792.0, - "1171": 882913792.0, - "1172": 882913792.0, - "1173": 882913792.0, - "1174": 882913792.0, - "1175": 882913792.0, - "1176": 882913792.0, - "1177": 882913792.0, - "1178": 882913792.0, - "1179": 882913792.0, - "1180": 882913792.0, - "1181": 882913792.0, - "1182": 882913792.0, - "1183": 882913792.0, - "1184": 882913792.0, - "1185": 882913792.0, - "1186": 882913792.0, - "1187": 882913792.0, - "1188": 882913792.0, - "1189": 882913792.0, - "1190": 882913792.0, - "1191": 882913792.0, - "1192": 882913792.0, - "1193": 882913792.0, - "1194": 882913792.0, - "1195": 882913792.0, - "1196": 882913792.0, - "1197": 882913792.0, - "1198": 882913792.0, - "1199": 882913792.0, - "1200": 882913792.0, - "1201": 882913792.0, - "1202": 882913792.0, - "1203": 882913792.0, - "1204": 882913792.0, - "1205": 882913792.0, - "1206": 882913792.0, - "1207": 882913792.0, - "1208": 882913792.0, - "1209": 882913792.0, - "1210": 882913792.0, - "1211": 882913792.0, - "1212": 882913792.0, - "1213": 882913792.0, - "1214": 882913792.0, - "1215": 882913792.0, - "1216": 882913792.0, - "1217": 882913792.0, - "1218": 882913792.0, - "1219": 882913792.0, - "1220": 882913792.0, - "1221": 882913792.0, - "1222": 882913792.0, - "1223": 882913792.0, - "1224": 882913792.0, - "1225": 882913792.0, - "1226": 882913792.0, - "1227": 882913792.0, - "1228": 882913792.0, - "1229": 882913792.0, - "1230": 882913792.0, - "1231": 882913792.0, - "1232": 882913792.0, - "1233": 882913792.0, - "1234": 882913792.0, - "1235": 882913792.0, - "1236": 882913792.0, - "1237": 882913792.0, - "1238": 882913792.0, - "1239": 882913792.0, - "1240": 882913792.0, - "1241": 882913792.0, - "1242": 882913792.0, - "1243": 882913792.0, - "1244": 882913792.0, - "1245": 882913792.0, - "1246": 882913792.0, - "1247": 882913792.0, - "1248": 882913792.0, - "1249": 882913792.0, - "1250": 882913792.0, - "1251": 882913792.0, - "1252": 882913792.0, - "1253": 882913792.0, - "1254": 882913792.0, - "1255": 882913792.0, - "1256": 882913792.0, - "1257": 882913792.0, - "1258": 882913792.0, - "1259": 882913792.0, - "1260": 882913792.0, - "1261": 882913792.0, - "1262": 882913792.0, - "1263": 882913792.0, - "1264": 882913792.0, - "1265": 882913792.0, - "1266": 882913792.0, - "1267": 882913792.0, - "1268": 882913792.0, - "1269": 882913792.0, - "1270": 882913792.0, - "1271": 882913792.0, - "1272": 882913792.0, - "1273": 882913792.0, - "1274": 882913792.0, - "1275": 882913792.0, - "1276": 882913792.0, - "1277": 882913792.0, - "1278": 882913792.0, - "1279": 882913792.0, - "1280": 882913792.0, - "1281": 882913792.0, - "1282": 882913792.0, - "1283": 882913792.0, - "1284": 882913792.0, - "1285": 882913792.0, - "1286": 882913792.0, - "1287": 882913792.0, - "1288": 882913792.0, - "1289": 882913792.0, - "1290": 882913792.0, - "1291": 882913792.0, - "1292": 882913792.0, - "1293": 882913792.0, - "1294": 882913792.0, - "1295": 882913792.0, - "1296": 882913792.0, - "1297": 882913792.0, - "1298": 882913792.0, - "1299": 882913792.0, - "1300": 882913792.0, - "1301": 882913792.0, - "1302": 882913792.0, - "1303": 882913792.0, - "1304": 882913792.0, - "1305": 882913792.0, - "1306": 882913792.0, - "1307": 882913792.0, - "1308": 882913792.0, - "1309": 882913792.0, - "1310": 882913792.0, - "1311": 882913792.0, - "1312": 882913792.0, - "1313": 882913792.0, - "1314": 882913792.0, - "1315": 882913792.0, - "1316": 882913792.0, - "1317": 882913792.0, - "1318": 882913792.0, - "1319": 882913792.0, - "1320": 882913792.0, - "1321": 882913792.0, - "1322": 882913792.0, - "1323": 882913792.0, - "1324": 882913792.0, - "1325": 882913792.0, - "1326": 882913792.0, - "1327": 882913792.0, - "1328": 882913792.0, - "1329": 882913792.0, - "1330": 882913792.0, - "1331": 882913792.0, - "1332": 882913792.0, - "1333": 882913792.0, - "1334": 882913792.0, - "1335": 882913792.0, - "1336": 882913792.0, - "1337": 882913792.0, - "1338": 882913792.0, - "1339": 882913792.0, - "1340": 882913792.0, - "1341": 882913792.0, - "1342": 882913792.0, - "1343": 882913792.0, - "1344": 882913792.0, - "1345": 882913792.0, - "1346": 882913792.0, - "1347": 882913792.0, - "1348": 882913792.0, - "1349": 882913792.0, - "1350": 882913792.0, - "1351": 882913792.0, - "1352": 882913792.0, - "1353": 882913792.0, - "1354": 882913792.0, - "1355": 882913792.0, - "1356": 882913792.0, - "1357": 882913792.0, - "1358": 882913792.0, - "1359": 882913792.0, - "1360": 882913792.0, - "1361": 882913792.0, - "1362": 882913792.0, - "1363": 882913792.0, - "1364": 882913792.0, - "1365": 882913792.0, - "1366": 882913792.0, - "1367": 882913792.0, - "1368": 882913792.0, - "1369": 882913792.0, - "1370": 882913792.0, - "1371": 882913792.0, - "1372": 882913792.0, - "1373": 882913792.0, - "1374": 882913792.0, - "1375": 882913792.0, - "1376": 882913792.0, - "1377": 882913792.0, - "1378": 882913792.0, - "1379": 882913792.0, - "1380": 882913792.0, - "1381": 882913792.0, - "1382": 882913792.0, - "1383": 882913792.0, - "1384": 882913792.0, - "1385": 882913792.0, - "1386": 882913792.0, - "1387": 882913792.0, - "1388": 882913792.0, - "1389": 882913792.0, - "1390": 882913792.0, - "1391": 882913792.0, - "1392": 882913792.0, - "1393": 882913792.0, - "1394": 882913792.0, - "1395": 882913792.0, - "1396": 882913792.0, - "1397": 882913792.0, - "1398": 882913792.0, - "1399": 882913792.0, - "1400": 882913792.0, - "1401": 882913792.0, - "1402": 882913792.0, - "1403": 882913792.0, - "1404": 882913792.0, - "1405": 882913792.0, - "1406": 882913792.0, - "1407": 882913792.0, - "1408": 882913792.0, - "1409": 882913792.0, - "1410": 882913792.0, - "1411": 882913792.0, - "1412": 882913792.0, - "1413": 882913792.0, - "1414": 882913792.0, - "1415": 882913792.0, - "1416": 882913792.0, - "1417": 882913792.0, - "1418": 882913792.0, - "1419": 882913792.0, - "1420": 882913792.0, - "1421": 882913792.0, - "1422": 882913792.0, - "1423": 882913792.0, - "1424": 882913792.0, - "1425": 882913792.0, - "1426": 882913792.0, - "1427": 882913792.0, - "1428": 882913792.0, - "1429": 882913792.0, - "1430": 882913792.0, - "1431": 882913792.0, - "1432": 882913792.0, - "1433": 882913792.0, - "1434": 882913792.0, - "1435": 882913792.0, - "1436": 882913792.0, - "1437": 882913792.0, - "1438": 882913792.0, - "1439": 882913792.0, - "1440": 882913792.0, - "1441": 882913792.0, - "1442": 882913792.0, - "1443": 882913792.0, - "1444": 882913792.0, - "1445": 882913792.0, - "1446": 882913792.0, - "1447": 882913792.0, - "1448": 882913792.0, - "1449": 882913792.0, - "1450": 882913792.0, - "1451": 882913792.0, - "1452": 882913792.0, - "1453": 882913792.0, - "1454": 882913792.0, - "1455": 882913792.0, - "1456": 882913792.0, - "1457": 882913792.0, - "1458": 882913792.0, - "1459": 882913792.0, - "1460": 882913792.0, - "1461": 882913792.0, - "1462": 882913792.0, - "1463": 882913792.0, - "1464": 882913792.0, - "1465": 882913792.0, - "1466": 882913792.0, - "1467": 882913792.0, - "1468": 882913792.0, - "1469": 882913792.0, - "1470": 882913792.0, - "1471": 882913792.0, - "1472": 882913792.0, - "1473": 882913792.0, - "1474": 882913792.0, - "1475": 882913792.0, - "1476": 882913792.0, - "1477": 882913792.0, - "1478": 882913792.0, - "1479": 882913792.0, - "1480": 882913792.0, - "1481": 882913792.0, - "1482": 882913792.0, - "1483": 882913792.0, - "1484": 882913792.0, - "1485": 882913792.0, - "1486": 882913792.0, - "1487": 882913792.0, - "1488": 882913792.0, - "1489": 882913792.0, - "1490": 882913792.0, - "1491": 882913792.0, - "1492": 882913792.0, - "1493": 882913792.0, - "1494": 882913792.0, - "1495": 882913792.0, - "1496": 882913792.0, - "1497": 882913792.0, - "1498": 882913792.0, - "1499": 882913792.0, - "1500": 882913792.0, - "1501": 882913792.0, - "1502": 882913792.0, - "1503": 882913792.0, - "1504": 882913792.0, - "1505": 882913792.0, - "1506": 882913792.0, - "1507": 882913792.0, - "1508": 882913792.0, - "1509": 882913792.0, - "1510": 882913792.0, - "1511": 882913792.0, - "1512": 882913792.0, - "1513": 882913792.0, - "1514": 882913792.0, - "1515": 882913792.0, - "1516": 882913792.0, - "1517": 882913792.0, - "1518": 882913792.0, - "1519": 882913792.0, - "1520": 882913792.0, - "1521": 882913792.0, - "1522": 882913792.0, - "1523": 882913792.0, - "1524": 882913792.0, - "1525": 882913792.0, - "1526": 882913792.0, - "1527": 882913792.0, - "1528": 882913792.0, - "1529": 882913792.0, - "1530": 882913792.0, - "1531": 882913792.0, - "1532": 882913792.0, - "1533": 882913792.0, - "1534": 882913792.0, - "1535": 882913792.0, - "1536": 882913792.0, - "1537": 882913792.0, - "1538": 882913792.0, - "1539": 882913792.0, - "1540": 882913792.0, - "1541": 882913792.0, - "1542": 882913792.0, - "1543": 882913792.0, - "1544": 882913792.0, - "1545": 882913792.0, - "1546": 882913792.0, - "1547": 882913792.0, - "1548": 882913792.0, - "1549": 882913792.0, - "1550": 882913792.0, - "1551": 882913792.0, - "1552": 882913792.0, - "1553": 882913792.0, - "1554": 882913792.0, - "1555": 882913792.0, - "1556": 882913792.0, - "1557": 882913792.0, - "1558": 882913792.0, - "1559": 882913792.0, - "1560": 882913792.0, - "1561": 882913792.0, - "1562": 882913792.0, - "1563": 882913792.0, - "1564": 882913792.0, - "1565": 882913792.0, - "1566": 882913792.0, - "1567": 882913792.0, - "1568": 882913792.0, - "1569": 882913792.0, - "1570": 882913792.0, - "1571": 882913792.0, - "1572": 882913792.0, - "1573": 882913792.0, - "1574": 882913792.0, - "1575": 882913792.0, - "1576": 882913792.0, - "1577": 882913792.0, - "1578": 882913792.0, - "1579": 882913792.0, - "1580": 882913792.0, - "1581": 882913792.0, - "1582": 882913792.0, - "1583": 882913792.0, - "1584": 882913792.0, - "1585": 882913792.0, - "1586": 882913792.0, - "1587": 882913792.0, - "1588": 882913792.0, - "1589": 882913792.0, - "1590": 882913792.0, - "1591": 882913792.0, - "1592": 882913792.0, - "1593": 882913792.0, - "1594": 882913792.0, - "1595": 882913792.0, - "1596": 882913792.0, - "1597": 882913792.0, - "1598": 882913792.0, - "1599": 882913792.0, - "1600": 882913792.0, - "1601": 882913792.0, - "1602": 882913792.0, - "1603": 882913792.0, - "1604": 882913792.0, - "1605": 882913792.0, - "1606": 882913792.0, - "1607": 882913792.0, - "1608": 882913792.0, - "1609": 882913792.0, - "1610": 882913792.0, - "1611": 882913792.0, - "1612": 882913792.0, - "1613": 882913792.0, - "1614": 882913792.0, - "1615": 882913792.0, - "1616": 882913792.0, - "1617": 882913792.0, - "1618": 882913792.0, - "1619": 882913792.0, - "1620": 882913792.0, - "1621": 882913792.0, - "1622": 882913792.0, - "1623": 882913792.0, - "1624": 882913792.0, - "1625": 882913792.0, - "1626": 882913792.0, - "1627": 882913792.0, - "1628": 882913792.0, - "1629": 882913792.0, - "1630": 882913792.0, - "1631": 882913792.0, - "1632": 882913792.0, - "1633": 882913792.0, - "1634": 882913792.0, - "1635": 882913792.0, - "1636": 882913792.0, - "1637": 882913792.0, - "1638": 882913792.0, - "1639": 882913792.0, - "1640": 882913792.0, - "1641": 882913792.0, - "1642": 882913792.0, - "1643": 882913792.0, - "1644": 882913792.0, - "1645": 882913792.0, - "1646": 882913792.0, - "1647": 882913792.0, - "1648": 882913792.0, - "1649": 882913792.0, - "1650": 882913792.0, - "1651": 882913792.0, - "1652": 882913792.0, - "1653": 882913792.0, - "1654": 882913792.0, - "1655": 882913792.0, - "1656": 882913792.0, - "1657": 882913792.0, - "1658": 882913792.0, - "1659": 882913792.0, - "1660": 882913792.0, - "1661": 882913792.0, - "1662": 882913792.0, - "1663": 882913792.0, - "1664": 882913792.0, - "1665": 882913792.0, - "1666": 882913792.0, - "1667": 882913792.0, - "1668": 882913792.0, - "1669": 882913792.0, - "1670": 882913792.0, - "1671": 882913792.0, - "1672": 882913792.0, - "1673": 882913792.0, - "1674": 882913792.0, - "1675": 882913792.0, - "1676": 882913792.0, - "1677": 882913792.0, - "1678": 882913792.0, - "1679": 882913792.0, - "1680": 882913792.0, - "1681": 882913792.0, - "1682": 882913792.0, - "1683": 882913792.0, - "1684": 882913792.0, - "1685": 882913792.0, - "1686": 882913792.0, - "1687": 882913792.0, - "1688": 882913792.0, - "1689": 882913792.0, - "1690": 882913792.0, - "1691": 882913792.0, - "1692": 882913792.0, - "1693": 882913792.0, - "1694": 882913792.0, - "1695": 882913792.0, - "1696": 882913792.0, - "1697": 882913792.0, - "1698": 882913792.0, - "1699": 882913792.0, - "1700": 882913792.0, - "1701": 882913792.0, - "1702": 882913792.0, - "1703": 882913792.0, - "1704": 882913792.0, - "1705": 882913792.0, - "1706": 882913792.0, - "1707": 882913792.0, - "1708": 882913792.0, - "1709": 882913792.0, - "1710": 882913792.0, - "1711": 882913792.0, - "1712": 882913792.0, - "1713": 882913792.0, - "1714": 882913792.0, - "1715": 882913792.0, - "1716": 882913792.0, - "1717": 882913792.0, - "1718": 882913792.0, - "1719": 882913792.0, - "1720": 882913792.0, - "1721": 882913792.0, - "1722": 882913792.0, - "1723": 882913792.0, - "1724": 882913792.0, - "1725": 882913792.0, - "1726": 882913792.0, - "1727": 882913792.0, - "1728": 882913792.0, - "1729": 882913792.0, - "1730": 882913792.0, - "1731": 882913792.0, - "1732": 882913792.0, - "1733": 882913792.0, - "1734": 882913792.0, - "1735": 882913792.0, - "1736": 882913792.0, - "1737": 882913792.0, - "1738": 882913792.0, - "1739": 882913792.0, - "1740": 882913792.0, - "1741": 882913792.0, - "1742": 882913792.0, - "1743": 882913792.0, - "1744": 882913792.0, - "1745": 882913792.0, - "1746": 882913792.0, - "1747": 882913792.0, - "1748": 882913792.0, - "1749": 882913792.0, - "1750": 882913792.0, - "1751": 882913792.0, - "1752": 882913792.0, - "1753": 882913792.0, - "1754": 882913792.0, - "1755": 882913792.0, - "1756": 882913792.0, - "1757": 882913792.0, - "1758": 882913792.0, - "1759": 882913792.0, - "1760": 882913792.0, - "1761": 882913792.0, - "1762": 882913792.0, - "1763": 882913792.0, - "1764": 882913792.0, - "1765": 882913792.0, - "1766": 882913792.0, - "1767": 882913792.0, - "1768": 882913792.0, - "1769": 882913792.0, - "1770": 882913792.0, - "1771": 882913792.0, - "1772": 882913792.0, - "1773": 882913792.0, - "1774": 882913792.0, - "1775": 882913792.0, - "1776": 882913792.0, - "1777": 882913792.0, - "1778": 882913792.0, - "1779": 882913792.0, - "1780": 882913792.0, - "1781": 882913792.0, - "1782": 882913792.0, - "1783": 882913792.0, - "1784": 882913792.0, - "1785": 882913792.0, - "1786": 882913792.0, - "1787": 882913792.0, - "1788": 882913792.0, - "1789": 882913792.0, - "1790": 882913792.0, - "1791": 882913792.0, - "1792": 882913792.0, - "1793": 882913792.0, - "1794": 882913792.0, - "1795": 882913792.0, - "1796": 882913792.0, - "1797": 882913792.0, - "1798": 882913792.0, - "1799": 882913792.0, - "1800": 882913792.0, - "1801": 882913792.0, - "1802": 882913792.0, - "1803": 882913792.0, - "1804": 882913792.0, - "1805": 882913792.0, - "1806": 882913792.0, - "1807": 882913792.0, - "1808": 882913792.0, - "1809": 882913792.0, - "1810": 882913792.0, - "1811": 882913792.0, - "1812": 882913792.0, - "1813": 882913792.0, - "1814": 882913792.0, - "1815": 882913792.0, - "1816": 882913792.0, - "1817": 882913792.0, - "1818": 882913792.0, - "1819": 882913792.0, - "1820": 882913792.0, - "1821": 882913792.0, - "1822": 882913792.0, - "1823": 882913792.0, - "1824": 882913792.0, - "1825": 882913792.0, - "1826": 882913792.0, - "1827": 882913792.0, - "1828": 882913792.0, - "1829": 882913792.0, - "1830": 882913792.0, - "1831": 882913792.0, - "1832": 882913792.0, - "1833": 882913792.0, - "1834": 882913792.0, - "1835": 882913792.0, - "1836": 882913792.0, - "1837": 882913792.0, - "1838": 882913792.0, - "1839": 882913792.0, - "1840": 882913792.0, - "1841": 882913792.0, - "1842": 882913792.0, - "1843": 882913792.0, - "1844": 882913792.0, - "1845": 882913792.0, - "1846": 882913792.0, - "1847": 882913792.0, - "1848": 882913792.0, - "1849": 882913792.0, - "1850": 882913792.0, - "1851": 882913792.0, - "1852": 882913792.0, - "1853": 882913792.0, - "1854": 882913792.0, - "1855": 882913792.0, - "1856": 882913792.0, - "1857": 882913792.0, - "1858": 882913792.0, - "1859": 882913792.0, - "1860": 882913792.0, - "1861": 882913792.0, - "1862": 882913792.0, - "1863": 882913792.0, - "1864": 882913792.0, - "1865": 882913792.0, - "1866": 882913792.0, - "1867": 882913792.0, - "1868": 882913792.0, - "1869": 882913792.0, - "1870": 882913792.0, - "1871": 882913792.0, - "1872": 882913792.0, - "1873": 882913792.0, - "1874": 882913792.0, - "1875": 882913792.0, - "1876": 882913792.0, - "1877": 882913792.0, - "1878": 882913792.0, - "1879": 882913792.0, - "1880": 882913792.0, - "1881": 882913792.0, - "1882": 882913792.0, - "1883": 882913792.0, - "1884": 882913792.0, - "1885": 882913792.0, - "1886": 882913792.0, - "1887": 882913792.0, - "1888": 882913792.0, - "1889": 882913792.0, - "1890": 882913792.0, - "1891": 882913792.0, - "1892": 882913792.0, - "1893": 882913792.0, - "1894": 882913792.0, - "1895": 882913792.0, - "1896": 882913792.0, - "1897": 882913792.0, - "1898": 882913792.0, - "1899": 882913792.0, - "1900": 882913792.0, - "1901": 882913792.0, - "1902": 882913792.0, - "1903": 882913792.0, - "1904": 882913792.0, - "1905": 882913792.0, - "1906": 882913792.0, - "1907": 882913792.0, - "1908": 882913792.0, - "1909": 882913792.0, - "1910": 882913792.0, - "1911": 882913792.0, - "1912": 882913792.0, - "1913": 882913792.0, - "1914": 882913792.0, - "1915": 882913792.0, - "1916": 882913792.0, - "1917": 882913792.0, - "1918": 882913792.0, - "1919": 882913792.0, - "1920": 882913792.0, - "1921": 882913792.0, - "1922": 882913792.0, - "1923": 882913792.0, - "1924": 882913792.0, - "1925": 882913792.0, - "1926": 882913792.0, - "1927": 882913792.0, - "1928": 882913792.0, - "1929": 882913792.0, - "1930": 882913792.0, - "1931": 882913792.0, - "1932": 882913792.0, - "1933": 882913792.0, - "1934": 882913792.0, - "1935": 882913792.0, - "1936": 882913792.0, - "1937": 882913792.0, - "1938": 882913792.0, - "1939": 882913792.0, - "1940": 882913792.0, - "1941": 882913792.0, - "1942": 882913792.0, - "1943": 882913792.0, - "1944": 882913792.0, - "1945": 882913792.0, - "1946": 882913792.0, - "1947": 882913792.0, - "1948": 882913792.0, - "1949": 882913792.0, - "1950": 882913792.0, - "1951": 882913792.0, - "1952": 882913792.0, - "1953": 882913792.0, - "1954": 882913792.0, - "1955": 882913792.0, - "1956": 882913792.0, - "1957": 882913792.0, - "1958": 882913792.0, - "1959": 882913792.0, - "1960": 882913792.0, - "1961": 882913792.0, - "1962": 882913792.0, - "1963": 882913792.0, - "1964": 882913792.0, - "1965": 882913792.0, - "1966": 882913792.0, - "1967": 882913792.0, - "1968": 882913792.0, - "1969": 882913792.0, - "1970": 882913792.0, - "1971": 882913792.0, - "1972": 882913792.0, - "1973": 882913792.0, - "1974": 882913792.0, - "1975": 882913792.0, - "1976": 882913792.0, - "1977": 882913792.0, - "1978": 882913792.0, - "1979": 882913792.0, - "1980": 882913792.0, - "1981": 882913792.0, - "1982": 882913792.0, - "1983": 882913792.0, - "1984": 882913792.0, - "1985": 882913792.0, - "1986": 882913792.0, - "1987": 882913792.0, - "1988": 882913792.0, - "1989": 882913792.0, - "1990": 882913792.0, - "1991": 882913792.0, - "1992": 882913792.0, - "1993": 882913792.0, - "1994": 882913792.0, - "1995": 882913792.0, - "1996": 882913792.0, - "1997": 882913792.0, - "1998": 882913792.0, - "1999": 882913792.0, - "2000": 882913792.0 + "2": 883962368.0, + "3": 883962368.0, + "4": 883962368.0, + "5": 883962368.0, + "6": 883962368.0, + "7": 883962368.0, + "8": 883962368.0, + "9": 883962368.0, + "10": 883962368.0, + "11": 883962368.0, + "12": 883962368.0, + "13": 883962368.0, + "14": 883962368.0, + "15": 883962368.0, + "16": 883962368.0, + "17": 883962368.0, + "18": 883962368.0, + "19": 883962368.0, + "20": 883962368.0, + "21": 883962368.0, + "22": 883962368.0, + "23": 883962368.0, + "24": 883962368.0, + "25": 883962368.0, + "26": 883962368.0, + "27": 883962368.0, + "28": 883962368.0, + "29": 883962368.0, + "30": 883962368.0, + "31": 883962368.0, + "32": 883962368.0, + "33": 883962368.0, + "34": 883962368.0, + "35": 883962368.0, + "36": 883962368.0, + "37": 883962368.0, + "38": 883962368.0, + "39": 883962368.0, + "40": 883962368.0, + "41": 883962368.0, + "42": 883962368.0, + "43": 883962368.0, + "44": 883962368.0, + "45": 883962368.0, + "46": 883962368.0, + "47": 883962368.0, + "48": 883962368.0, + "49": 883962368.0, + "50": 883962368.0, + "51": 883962368.0, + "52": 883962368.0, + "53": 883962368.0, + "54": 883962368.0, + "55": 883962368.0, + "56": 883962368.0, + "57": 883962368.0, + "58": 883962368.0, + "59": 883962368.0, + "60": 883962368.0, + "61": 883962368.0, + "62": 883962368.0, + "63": 883962368.0, + "64": 883962368.0, + "65": 883962368.0, + "66": 883962368.0, + "67": 883962368.0, + "68": 883962368.0, + "69": 883962368.0, + "70": 883962368.0, + "71": 883962368.0, + "72": 883962368.0, + "73": 883962368.0, + "74": 883962368.0, + "75": 883962368.0, + "76": 883962368.0, + "77": 883962368.0, + "78": 883962368.0, + "79": 883962368.0, + "80": 883962368.0, + "81": 883962368.0, + "82": 883962368.0, + "83": 883962368.0, + "84": 883962368.0, + "85": 883962368.0, + "86": 883962368.0, + "87": 883962368.0, + "88": 883962368.0, + "89": 883962368.0, + "90": 883962368.0, + "91": 883962368.0, + "92": 883962368.0, + "93": 883962368.0, + "94": 883962368.0, + "95": 883962368.0, + "96": 883962368.0, + "97": 883962368.0, + "98": 883962368.0, + "99": 883962368.0, + "100": 883962368.0, + "101": 883962368.0, + "102": 883962368.0, + "103": 883962368.0, + "104": 883962368.0, + "105": 883962368.0, + "106": 883962368.0, + "107": 883962368.0, + "108": 883962368.0, + "109": 883962368.0, + "110": 883962368.0, + "111": 883962368.0, + "112": 883962368.0, + "113": 883962368.0, + "114": 883962368.0, + "115": 883962368.0, + "116": 883962368.0, + "117": 883962368.0, + "118": 883962368.0, + "119": 883962368.0, + "120": 883962368.0, + "121": 883962368.0, + "122": 883962368.0, + "123": 883962368.0, + "124": 883962368.0, + "125": 883962368.0, + "126": 883962368.0, + "127": 883962368.0, + "128": 883962368.0, + "129": 883962368.0, + "130": 883962368.0, + "131": 883962368.0, + "132": 883962368.0, + "133": 883962368.0, + "134": 883962368.0, + "135": 883962368.0, + "136": 883962368.0, + "137": 883962368.0, + "138": 883962368.0, + "139": 883962368.0, + "140": 883962368.0, + "141": 883962368.0, + "142": 883962368.0, + "143": 883962368.0, + "144": 883962368.0, + "145": 883962368.0, + "146": 883962368.0, + "147": 883962368.0, + "148": 883962368.0, + "149": 883962368.0, + "150": 883962368.0, + "151": 883962368.0, + "152": 883962368.0, + "153": 883962368.0, + "154": 883962368.0, + "155": 883962368.0, + "156": 883962368.0, + "157": 883962368.0, + "158": 883962368.0, + "159": 883962368.0, + "160": 883962368.0, + "161": 883962368.0, + "162": 883962368.0, + "163": 883962368.0, + "164": 883962368.0, + "165": 883962368.0, + "166": 883962368.0, + "167": 883962368.0, + "168": 883962368.0, + "169": 883962368.0, + "170": 883962368.0, + "171": 883962368.0, + "172": 883962368.0, + "173": 883962368.0, + "174": 883962368.0, + "175": 883962368.0, + "176": 883962368.0, + "177": 883962368.0, + "178": 883962368.0, + "179": 883962368.0, + "180": 883962368.0, + "181": 883962368.0, + "182": 883962368.0, + "183": 883962368.0, + "184": 883962368.0, + "185": 883962368.0, + "186": 883962368.0, + "187": 883962368.0, + "188": 883962368.0, + "189": 883962368.0, + "190": 883962368.0, + "191": 883962368.0, + "192": 883962368.0, + "193": 883962368.0, + "194": 883962368.0, + "195": 883962368.0, + "196": 883962368.0, + "197": 883962368.0, + "198": 883962368.0, + "199": 883962368.0, + "200": 883962368.0, + "201": 883962368.0, + "202": 883962368.0, + "203": 883962368.0, + "204": 883962368.0, + "205": 883962368.0, + "206": 883962368.0, + "207": 883962368.0, + "208": 883962368.0, + "209": 883962368.0, + "210": 883962368.0, + "211": 883962368.0, + "212": 883962368.0, + "213": 883962368.0, + "214": 883962368.0, + "215": 883962368.0, + "216": 883962368.0, + "217": 883962368.0, + "218": 883962368.0, + "219": 883962368.0, + "220": 883962368.0, + "221": 883962368.0, + "222": 883962368.0, + "223": 883962368.0, + "224": 883962368.0, + "225": 883962368.0, + "226": 883962368.0, + "227": 883962368.0, + "228": 883962368.0, + "229": 883962368.0, + "230": 883962368.0, + "231": 883962368.0, + "232": 883962368.0, + "233": 883962368.0, + "234": 883962368.0, + "235": 883962368.0, + "236": 883962368.0, + "237": 883962368.0, + "238": 883962368.0, + "239": 883962368.0, + "240": 883962368.0, + "241": 883962368.0, + "242": 883962368.0, + "243": 883962368.0, + "244": 883962368.0, + "245": 883962368.0, + "246": 883962368.0, + "247": 883962368.0, + "248": 883962368.0, + "249": 883962368.0, + "250": 883962368.0, + "251": 883962368.0, + "252": 883962368.0, + "253": 883962368.0, + "254": 883962368.0, + "255": 883962368.0, + "256": 883962368.0, + "257": 883962368.0, + "258": 883962368.0, + "259": 883962368.0, + "260": 883962368.0, + "261": 883962368.0, + "262": 883962368.0, + "263": 883962368.0, + "264": 883962368.0, + "265": 883962368.0, + "266": 883962368.0, + "267": 883962368.0, + "268": 883962368.0, + "269": 883962368.0, + "270": 883962368.0, + "271": 883962368.0, + "272": 883962368.0, + "273": 883962368.0, + "274": 883962368.0, + "275": 883962368.0, + "276": 883962368.0, + "277": 883962368.0, + "278": 883962368.0, + "279": 883962368.0, + "280": 883962368.0, + "281": 883962368.0, + "282": 883962368.0, + "283": 883962368.0, + "284": 883962368.0, + "285": 883962368.0, + "286": 883962368.0, + "287": 883962368.0, + "288": 883962368.0, + "289": 883962368.0, + "290": 883962368.0, + "291": 883962368.0, + "292": 883962368.0, + "293": 883962368.0, + "294": 883962368.0, + "295": 883962368.0, + "296": 883962368.0, + "297": 883962368.0, + "298": 883962368.0, + "299": 883962368.0, + "300": 883962368.0, + "301": 883962368.0, + "302": 883962368.0, + "303": 883962368.0, + "304": 883962368.0, + "305": 883962368.0, + "306": 883962368.0, + "307": 883962368.0, + "308": 883962368.0, + "309": 883962368.0, + "310": 883962368.0, + "311": 883962368.0, + "312": 883962368.0, + "313": 883962368.0, + "314": 883962368.0, + "315": 883962368.0, + "316": 883962368.0, + "317": 883962368.0, + "318": 883962368.0, + "319": 883962368.0, + "320": 883962368.0, + "321": 883962368.0, + "322": 883962368.0, + "323": 883962368.0, + "324": 883962368.0, + "325": 883962368.0, + "326": 883962368.0, + "327": 883962368.0, + "328": 883962368.0, + "329": 883962368.0, + "330": 883962368.0, + "331": 883962368.0, + "332": 883962368.0, + "333": 883962368.0, + "334": 883962368.0, + "335": 883962368.0, + "336": 883962368.0, + "337": 883962368.0, + "338": 883962368.0, + "339": 883962368.0, + "340": 883962368.0, + "341": 883962368.0, + "342": 883962368.0, + "343": 883962368.0, + "344": 883962368.0, + "345": 883962368.0, + "346": 883962368.0, + "347": 883962368.0, + "348": 883962368.0, + "349": 883962368.0, + "350": 883962368.0, + "351": 883962368.0, + "352": 883962368.0, + "353": 883962368.0, + "354": 883962368.0, + "355": 883962368.0, + "356": 883962368.0, + "357": 883962368.0, + "358": 883962368.0, + "359": 883962368.0, + "360": 883962368.0, + "361": 883962368.0, + "362": 883962368.0, + "363": 883962368.0, + "364": 883962368.0, + "365": 883962368.0, + "366": 883962368.0, + "367": 883962368.0, + "368": 883962368.0, + "369": 883962368.0, + "370": 883962368.0, + "371": 883962368.0, + "372": 883962368.0, + "373": 883962368.0, + "374": 883962368.0, + "375": 883962368.0, + "376": 883962368.0, + "377": 883962368.0, + "378": 883962368.0, + "379": 883962368.0, + "380": 883962368.0, + "381": 883962368.0, + "382": 883962368.0, + "383": 883962368.0, + "384": 883962368.0, + "385": 883962368.0, + "386": 883962368.0, + "387": 883962368.0, + "388": 883962368.0, + "389": 883962368.0, + "390": 883962368.0, + "391": 883962368.0, + "392": 883962368.0, + "393": 883962368.0, + "394": 883962368.0, + "395": 883962368.0, + "396": 883962368.0, + "397": 883962368.0, + "398": 883962368.0, + "399": 883962368.0, + "400": 883962368.0, + "401": 883962368.0, + "402": 883962368.0, + "403": 883962368.0, + "404": 883962368.0, + "405": 883962368.0, + "406": 883962368.0, + "407": 883962368.0, + "408": 883962368.0, + "409": 883962368.0, + "410": 883962368.0, + "411": 883962368.0, + "412": 883962368.0, + "413": 883962368.0, + "414": 883962368.0, + "415": 883962368.0, + "416": 883962368.0, + "417": 883962368.0, + "418": 883962368.0, + "419": 883962368.0, + "420": 883962368.0, + "421": 883962368.0, + "422": 883962368.0, + "423": 883962368.0, + "424": 883962368.0, + "425": 883962368.0, + "426": 883962368.0, + "427": 883962368.0, + "428": 883962368.0, + "429": 883962368.0, + "430": 883962368.0, + "431": 883962368.0, + "432": 883962368.0, + "433": 883962368.0, + "434": 883962368.0, + "435": 883962368.0, + "436": 883962368.0, + "437": 883962368.0, + "438": 883962368.0, + "439": 883962368.0, + "440": 883962368.0, + "441": 883962368.0, + "442": 883962368.0, + "443": 883962368.0, + "444": 883962368.0, + "445": 883962368.0, + "446": 883962368.0, + "447": 883962368.0, + "448": 883962368.0, + "449": 883962368.0, + "450": 883962368.0, + "451": 883962368.0, + "452": 883962368.0, + "453": 883962368.0, + "454": 883962368.0, + "455": 883962368.0, + "456": 883962368.0, + "457": 883962368.0, + "458": 883962368.0, + "459": 883962368.0, + "460": 883962368.0, + "461": 883962368.0, + "462": 883962368.0, + "463": 883962368.0, + "464": 883962368.0, + "465": 883962368.0, + "466": 883962368.0, + "467": 883962368.0, + "468": 883962368.0, + "469": 883962368.0, + "470": 883962368.0, + "471": 883962368.0, + "472": 883962368.0, + "473": 883962368.0, + "474": 883962368.0, + "475": 883962368.0, + "476": 883962368.0, + "477": 883962368.0, + "478": 883962368.0, + "479": 883962368.0, + "480": 883962368.0, + "481": 883962368.0, + "482": 883962368.0, + "483": 883962368.0, + "484": 883962368.0, + "485": 883962368.0, + "486": 883962368.0, + "487": 883962368.0, + "488": 883962368.0, + "489": 883962368.0, + "490": 883962368.0, + "491": 883962368.0, + "492": 883962368.0, + "493": 883962368.0, + "494": 883962368.0, + "495": 883962368.0, + "496": 883962368.0, + "497": 883962368.0, + "498": 883962368.0, + "499": 883962368.0, + "500": 883962368.0, + "501": 883962368.0, + "502": 883962368.0, + "503": 883962368.0, + "504": 883962368.0, + "505": 883962368.0, + "506": 883962368.0, + "507": 883962368.0, + "508": 883962368.0, + "509": 883962368.0, + "510": 883962368.0, + "511": 883962368.0, + "512": 883962368.0, + "513": 883962368.0, + "514": 883962368.0, + "515": 883962368.0, + "516": 883962368.0, + "517": 883962368.0, + "518": 883962368.0, + "519": 883962368.0, + "520": 883962368.0, + "521": 883962368.0, + "522": 883962368.0, + "523": 883962368.0, + "524": 883962368.0, + "525": 883962368.0, + "526": 883962368.0, + "527": 883962368.0, + "528": 883962368.0, + "529": 883962368.0, + "530": 883962368.0, + "531": 883962368.0, + "532": 883962368.0, + "533": 883962368.0, + "534": 883962368.0, + "535": 883962368.0, + "536": 883962368.0, + "537": 883962368.0, + "538": 883962368.0, + "539": 883962368.0, + "540": 883962368.0, + "541": 883962368.0, + "542": 883962368.0, + "543": 883962368.0, + "544": 883962368.0, + "545": 883962368.0, + "546": 883962368.0, + "547": 883962368.0, + "548": 883962368.0, + "549": 883962368.0, + "550": 883962368.0, + "551": 883962368.0, + "552": 883962368.0, + "553": 883962368.0, + "554": 883962368.0, + "555": 883962368.0, + "556": 883962368.0, + "557": 883962368.0, + "558": 883962368.0, + "559": 883962368.0, + "560": 883962368.0, + "561": 883962368.0, + "562": 883962368.0, + "563": 883962368.0, + "564": 883962368.0, + "565": 883962368.0, + "566": 883962368.0, + "567": 883962368.0, + "568": 883962368.0, + "569": 883962368.0, + "570": 883962368.0, + "571": 883962368.0, + "572": 883962368.0, + "573": 883962368.0, + "574": 883962368.0, + "575": 883962368.0, + "576": 883962368.0, + "577": 883962368.0, + "578": 883962368.0, + "579": 883962368.0, + "580": 883962368.0, + "581": 883962368.0, + "582": 883962368.0, + "583": 883962368.0, + "584": 883962368.0, + "585": 883962368.0, + "586": 883962368.0, + "587": 883962368.0, + "588": 883962368.0, + "589": 883962368.0, + "590": 883962368.0, + "591": 883962368.0, + "592": 883962368.0, + "593": 883962368.0, + "594": 883962368.0, + "595": 883962368.0, + "596": 883962368.0, + "597": 883962368.0, + "598": 883962368.0, + "599": 883962368.0, + "600": 883962368.0, + "601": 883962368.0, + "602": 883962368.0, + "603": 883962368.0, + "604": 883962368.0, + "605": 883962368.0, + "606": 883962368.0, + "607": 883962368.0, + "608": 883962368.0, + "609": 883962368.0, + "610": 883962368.0, + "611": 883962368.0, + "612": 883962368.0, + "613": 883962368.0, + "614": 883962368.0, + "615": 883962368.0, + "616": 883962368.0, + "617": 883962368.0, + "618": 883962368.0, + "619": 883962368.0, + "620": 883962368.0, + "621": 883962368.0, + "622": 883962368.0, + "623": 883962368.0, + "624": 883962368.0, + "625": 883962368.0, + "626": 883962368.0, + "627": 883962368.0, + "628": 883962368.0, + "629": 883962368.0, + "630": 883962368.0, + "631": 883962368.0, + "632": 883962368.0, + "633": 883962368.0, + "634": 883962368.0, + "635": 883962368.0, + "636": 883962368.0, + "637": 883962368.0, + "638": 883962368.0, + "639": 883962368.0, + "640": 883962368.0, + "641": 883962368.0, + "642": 883962368.0, + "643": 883962368.0, + "644": 883962368.0, + "645": 883962368.0, + "646": 883962368.0, + "647": 883962368.0, + "648": 883962368.0, + "649": 883962368.0, + "650": 883962368.0, + "651": 883962368.0, + "652": 883962368.0, + "653": 883962368.0, + "654": 883962368.0, + "655": 883962368.0, + "656": 883962368.0, + "657": 883962368.0, + "658": 883962368.0, + "659": 883962368.0, + "660": 883962368.0, + "661": 883962368.0, + "662": 883962368.0, + "663": 883962368.0, + "664": 883962368.0, + "665": 883962368.0, + "666": 883962368.0, + "667": 883962368.0, + "668": 883962368.0, + "669": 883962368.0, + "670": 883962368.0, + "671": 883962368.0, + "672": 883962368.0, + "673": 883962368.0, + "674": 883962368.0, + "675": 883962368.0, + "676": 883962368.0, + "677": 883962368.0, + "678": 883962368.0, + "679": 883962368.0, + "680": 883962368.0, + "681": 883962368.0, + "682": 883962368.0, + "683": 883962368.0, + "684": 883962368.0, + "685": 883962368.0, + "686": 883962368.0, + "687": 883962368.0, + "688": 883962368.0, + "689": 883962368.0, + "690": 883962368.0, + "691": 883962368.0, + "692": 883962368.0, + "693": 883962368.0, + "694": 883962368.0, + "695": 883962368.0, + "696": 883962368.0, + "697": 883962368.0, + "698": 883962368.0, + "699": 883962368.0, + "700": 883962368.0, + "701": 883962368.0, + "702": 883962368.0, + "703": 883962368.0, + "704": 883962368.0, + "705": 883962368.0, + "706": 883962368.0, + "707": 883962368.0, + "708": 883962368.0, + "709": 883962368.0, + "710": 883962368.0, + "711": 883962368.0, + "712": 883962368.0, + "713": 883962368.0, + "714": 883962368.0, + "715": 883962368.0, + "716": 883962368.0, + "717": 883962368.0, + "718": 883962368.0, + "719": 883962368.0, + "720": 883962368.0, + "721": 883962368.0, + "722": 883962368.0, + "723": 883962368.0, + "724": 883962368.0, + "725": 883962368.0, + "726": 883962368.0, + "727": 883962368.0, + "728": 883962368.0, + "729": 883962368.0, + "730": 883962368.0, + "731": 883962368.0, + "732": 883962368.0, + "733": 883962368.0, + "734": 883962368.0, + "735": 883962368.0, + "736": 883962368.0, + "737": 883962368.0, + "738": 883962368.0, + "739": 883962368.0, + "740": 883962368.0, + "741": 883962368.0, + "742": 883962368.0, + "743": 883962368.0, + "744": 883962368.0, + "745": 883962368.0, + "746": 883962368.0, + "747": 883962368.0, + "748": 883962368.0, + "749": 883962368.0, + "750": 883962368.0, + "751": 883962368.0, + "752": 883962368.0, + "753": 883962368.0, + "754": 883962368.0, + "755": 883962368.0, + "756": 883962368.0, + "757": 883962368.0, + "758": 883962368.0, + "759": 883962368.0, + "760": 883962368.0, + "761": 883962368.0, + "762": 883962368.0, + "763": 883962368.0, + "764": 883962368.0, + "765": 883962368.0, + "766": 883962368.0, + "767": 883962368.0, + "768": 883962368.0, + "769": 883962368.0, + "770": 883962368.0, + "771": 883962368.0, + "772": 883962368.0, + "773": 883962368.0, + "774": 883962368.0, + "775": 883962368.0, + "776": 883962368.0, + "777": 883962368.0, + "778": 883962368.0, + "779": 883962368.0, + "780": 883962368.0, + "781": 883962368.0, + "782": 883962368.0, + "783": 883962368.0, + "784": 883962368.0, + "785": 883962368.0, + "786": 883962368.0, + "787": 883962368.0, + "788": 883962368.0, + "789": 883962368.0, + "790": 883962368.0, + "791": 883962368.0, + "792": 883962368.0, + "793": 883962368.0, + "794": 883962368.0, + "795": 883962368.0, + "796": 883962368.0, + "797": 883962368.0, + "798": 883962368.0, + "799": 883962368.0, + "800": 883962368.0, + "801": 883962368.0, + "802": 883962368.0, + "803": 883962368.0, + "804": 883962368.0, + "805": 883962368.0, + "806": 883962368.0, + "807": 883962368.0, + "808": 883962368.0, + "809": 883962368.0, + "810": 883962368.0, + "811": 883962368.0, + "812": 883962368.0, + "813": 883962368.0, + "814": 883962368.0, + "815": 883962368.0, + "816": 883962368.0, + "817": 883962368.0, + "818": 883962368.0, + "819": 883962368.0, + "820": 883962368.0, + "821": 883962368.0, + "822": 883962368.0, + "823": 883962368.0, + "824": 883962368.0, + "825": 883962368.0, + "826": 883962368.0, + "827": 883962368.0, + "828": 883962368.0, + "829": 883962368.0, + "830": 883962368.0, + "831": 883962368.0, + "832": 883962368.0, + "833": 883962368.0, + "834": 883962368.0, + "835": 883962368.0, + "836": 883962368.0, + "837": 883962368.0, + "838": 883962368.0, + "839": 883962368.0, + "840": 883962368.0, + "841": 883962368.0, + "842": 883962368.0, + "843": 883962368.0, + "844": 883962368.0, + "845": 883962368.0, + "846": 883962368.0, + "847": 883962368.0, + "848": 883962368.0, + "849": 883962368.0, + "850": 883962368.0, + "851": 883962368.0, + "852": 883962368.0, + "853": 883962368.0, + "854": 883962368.0, + "855": 883962368.0, + "856": 883962368.0, + "857": 883962368.0, + "858": 883962368.0, + "859": 883962368.0, + "860": 883962368.0, + "861": 883962368.0, + "862": 883962368.0, + "863": 883962368.0, + "864": 883962368.0, + "865": 883962368.0, + "866": 883962368.0, + "867": 883962368.0, + "868": 883962368.0, + "869": 883962368.0, + "870": 883962368.0, + "871": 883962368.0, + "872": 883962368.0, + "873": 883962368.0, + "874": 883962368.0, + "875": 883962368.0, + "876": 883962368.0, + "877": 883962368.0, + "878": 883962368.0, + "879": 883962368.0, + "880": 883962368.0, + "881": 883962368.0, + "882": 883962368.0, + "883": 883962368.0, + "884": 883962368.0, + "885": 883962368.0, + "886": 883962368.0, + "887": 883962368.0, + "888": 883962368.0, + "889": 883962368.0, + "890": 883962368.0, + "891": 883962368.0, + "892": 883962368.0, + "893": 883962368.0, + "894": 883962368.0, + "895": 883962368.0, + "896": 883962368.0, + "897": 883962368.0, + "898": 883962368.0, + "899": 883962368.0, + "900": 883962368.0, + "901": 883962368.0, + "902": 883962368.0, + "903": 883962368.0, + "904": 883962368.0, + "905": 883962368.0, + "906": 883962368.0, + "907": 883962368.0, + "908": 883962368.0, + "909": 883962368.0, + "910": 883962368.0, + "911": 883962368.0, + "912": 883962368.0, + "913": 883962368.0, + "914": 883962368.0, + "915": 883962368.0, + "916": 883962368.0, + "917": 883962368.0, + "918": 883962368.0, + "919": 883962368.0, + "920": 883962368.0, + "921": 883962368.0, + "922": 883962368.0, + "923": 883962368.0, + "924": 883962368.0, + "925": 883962368.0, + "926": 883962368.0, + "927": 883962368.0, + "928": 883962368.0, + "929": 883962368.0, + "930": 883962368.0, + "931": 883962368.0, + "932": 883962368.0, + "933": 883962368.0, + "934": 883962368.0, + "935": 883962368.0, + "936": 883962368.0, + "937": 883962368.0, + "938": 883962368.0, + "939": 883962368.0, + "940": 883962368.0, + "941": 883962368.0, + "942": 883962368.0, + "943": 883962368.0, + "944": 883962368.0, + "945": 883962368.0, + "946": 883962368.0, + "947": 883962368.0, + "948": 883962368.0, + "949": 883962368.0, + "950": 883962368.0, + "951": 883962368.0, + "952": 883962368.0, + "953": 883962368.0, + "954": 883962368.0, + "955": 883962368.0, + "956": 883962368.0, + "957": 883962368.0, + "958": 883962368.0, + "959": 883962368.0, + "960": 883962368.0, + "961": 883962368.0, + "962": 883962368.0, + "963": 883962368.0, + "964": 883962368.0, + "965": 883962368.0, + "966": 883962368.0, + "967": 883962368.0, + "968": 883962368.0, + "969": 883962368.0, + "970": 883962368.0, + "971": 883962368.0, + "972": 883962368.0, + "973": 883962368.0, + "974": 883962368.0, + "975": 883962368.0, + "976": 883962368.0, + "977": 883962368.0, + "978": 883962368.0, + "979": 883962368.0, + "980": 883962368.0, + "981": 883962368.0, + "982": 883962368.0, + "983": 883962368.0, + "984": 883962368.0, + "985": 883962368.0, + "986": 883962368.0, + "987": 883962368.0, + "988": 883962368.0, + "989": 883962368.0, + "990": 883962368.0, + "991": 883962368.0, + "992": 883962368.0, + "993": 883962368.0, + "994": 883962368.0, + "995": 883962368.0, + "996": 883962368.0, + "997": 883962368.0, + "998": 883962368.0, + "999": 883962368.0, + "1000": 883962368.0, + "1001": 883962368.0, + "1002": 883962368.0, + "1003": 883962368.0, + "1004": 883962368.0, + "1005": 883962368.0, + "1006": 883962368.0, + "1007": 883962368.0, + "1008": 883962368.0, + "1009": 883962368.0, + "1010": 883962368.0, + "1011": 883962368.0, + "1012": 883962368.0, + "1013": 883962368.0, + "1014": 883962368.0, + "1015": 883962368.0, + "1016": 883962368.0, + "1017": 883962368.0, + "1018": 883962368.0, + "1019": 883962368.0, + "1020": 883962368.0, + "1021": 883962368.0, + "1022": 883962368.0, + "1023": 883962368.0, + "1024": 883962368.0, + "1025": 883962368.0, + "1026": 883962368.0, + "1027": 883962368.0, + "1028": 883962368.0, + "1029": 883962368.0, + "1030": 883962368.0, + "1031": 883962368.0, + "1032": 883962368.0, + "1033": 883962368.0, + "1034": 883962368.0, + "1035": 883962368.0, + "1036": 883962368.0, + "1037": 883962368.0, + "1038": 883962368.0, + "1039": 883962368.0, + "1040": 883962368.0, + "1041": 883962368.0, + "1042": 883962368.0, + "1043": 883962368.0, + "1044": 883962368.0, + "1045": 883962368.0, + "1046": 883962368.0, + "1047": 883962368.0, + "1048": 883962368.0, + "1049": 883962368.0, + "1050": 883962368.0, + "1051": 883962368.0, + "1052": 883962368.0, + "1053": 883962368.0, + "1054": 883962368.0, + "1055": 883962368.0, + "1056": 883962368.0, + "1057": 883962368.0, + "1058": 883962368.0, + "1059": 883962368.0, + "1060": 883962368.0, + "1061": 883962368.0, + "1062": 883962368.0, + "1063": 883962368.0, + "1064": 883962368.0, + "1065": 883962368.0, + "1066": 883962368.0, + "1067": 883962368.0, + "1068": 883962368.0, + "1069": 883962368.0, + "1070": 883962368.0, + "1071": 883962368.0, + "1072": 883962368.0, + "1073": 883962368.0, + "1074": 883962368.0, + "1075": 883962368.0, + "1076": 883962368.0, + "1077": 883962368.0, + "1078": 883962368.0, + "1079": 883962368.0, + "1080": 883962368.0, + "1081": 883962368.0, + "1082": 883962368.0, + "1083": 883962368.0, + "1084": 883962368.0, + "1085": 883962368.0, + "1086": 883962368.0, + "1087": 883962368.0, + "1088": 883962368.0, + "1089": 883962368.0, + "1090": 883962368.0, + "1091": 883962368.0, + "1092": 883962368.0, + "1093": 883962368.0, + "1094": 883962368.0, + "1095": 883962368.0, + "1096": 883962368.0, + "1097": 883962368.0, + "1098": 883962368.0, + "1099": 883962368.0, + "1100": 883962368.0, + "1101": 883962368.0, + "1102": 883962368.0, + "1103": 883962368.0, + "1104": 883962368.0, + "1105": 883962368.0, + "1106": 883962368.0, + "1107": 883962368.0, + "1108": 883962368.0, + "1109": 883962368.0, + "1110": 883962368.0, + "1111": 883962368.0, + "1112": 883962368.0, + "1113": 883962368.0, + "1114": 883962368.0, + "1115": 883962368.0, + "1116": 883962368.0, + "1117": 883962368.0, + "1118": 883962368.0, + "1119": 883962368.0, + "1120": 883962368.0, + "1121": 883962368.0, + "1122": 883962368.0, + "1123": 883962368.0, + "1124": 883962368.0, + "1125": 883962368.0, + "1126": 883962368.0, + "1127": 883962368.0, + "1128": 883962368.0, + "1129": 883962368.0, + "1130": 883962368.0, + "1131": 883962368.0, + "1132": 883962368.0, + "1133": 883962368.0, + "1134": 883962368.0, + "1135": 883962368.0, + "1136": 883962368.0, + "1137": 883962368.0, + "1138": 883962368.0, + "1139": 883962368.0, + "1140": 883962368.0, + "1141": 883962368.0, + "1142": 883962368.0, + "1143": 883962368.0, + "1144": 883962368.0, + "1145": 883962368.0, + "1146": 883962368.0, + "1147": 883962368.0, + "1148": 883962368.0, + "1149": 883962368.0, + "1150": 883962368.0, + "1151": 883962368.0, + "1152": 883962368.0, + "1153": 883962368.0, + "1154": 883962368.0, + "1155": 883962368.0, + "1156": 883962368.0, + "1157": 883962368.0, + "1158": 883962368.0, + "1159": 883962368.0, + "1160": 883962368.0, + "1161": 883962368.0, + "1162": 883962368.0, + "1163": 883962368.0, + "1164": 883962368.0, + "1165": 883962368.0, + "1166": 883962368.0, + "1167": 883962368.0, + "1168": 883962368.0, + "1169": 883962368.0, + "1170": 883962368.0, + "1171": 883962368.0, + "1172": 883962368.0, + "1173": 883962368.0, + "1174": 883962368.0, + "1175": 883962368.0, + "1176": 883962368.0, + "1177": 883962368.0, + "1178": 883962368.0, + "1179": 883962368.0, + "1180": 883962368.0, + "1181": 883962368.0, + "1182": 883962368.0, + "1183": 883962368.0, + "1184": 883962368.0, + "1185": 883962368.0, + "1186": 883962368.0, + "1187": 883962368.0, + "1188": 883962368.0, + "1189": 883962368.0, + "1190": 883962368.0, + "1191": 883962368.0, + "1192": 883962368.0, + "1193": 883962368.0, + "1194": 883962368.0, + "1195": 883962368.0, + "1196": 883962368.0, + "1197": 883962368.0, + "1198": 883962368.0, + "1199": 883962368.0, + "1200": 883962368.0, + "1201": 883962368.0, + "1202": 883962368.0, + "1203": 883962368.0, + "1204": 883962368.0, + "1205": 883962368.0, + "1206": 883962368.0, + "1207": 883962368.0, + "1208": 883962368.0, + "1209": 883962368.0, + "1210": 883962368.0, + "1211": 883962368.0, + "1212": 883962368.0, + "1213": 883962368.0, + "1214": 883962368.0, + "1215": 883962368.0, + "1216": 883962368.0, + "1217": 883962368.0, + "1218": 883962368.0, + "1219": 883962368.0, + "1220": 883962368.0, + "1221": 883962368.0, + "1222": 883962368.0, + "1223": 883962368.0, + "1224": 883962368.0, + "1225": 883962368.0, + "1226": 883962368.0, + "1227": 883962368.0, + "1228": 883962368.0, + "1229": 883962368.0, + "1230": 883962368.0, + "1231": 883962368.0, + "1232": 883962368.0, + "1233": 883962368.0, + "1234": 883962368.0, + "1235": 883962368.0, + "1236": 883962368.0, + "1237": 883962368.0, + "1238": 883962368.0, + "1239": 883962368.0, + "1240": 883962368.0, + "1241": 883962368.0, + "1242": 883962368.0, + "1243": 883962368.0, + "1244": 883962368.0, + "1245": 883962368.0, + "1246": 883962368.0, + "1247": 883962368.0, + "1248": 883962368.0, + "1249": 883962368.0, + "1250": 883962368.0, + "1251": 883962368.0, + "1252": 883962368.0, + "1253": 883962368.0, + "1254": 883962368.0, + "1255": 883962368.0, + "1256": 883962368.0, + "1257": 883962368.0, + "1258": 883962368.0, + "1259": 883962368.0, + "1260": 883962368.0, + "1261": 883962368.0, + "1262": 883962368.0, + "1263": 883962368.0, + "1264": 883962368.0, + "1265": 883962368.0, + "1266": 883962368.0, + "1267": 883962368.0, + "1268": 883962368.0, + "1269": 883962368.0, + "1270": 883962368.0, + "1271": 883962368.0, + "1272": 883962368.0, + "1273": 883962368.0, + "1274": 883962368.0, + "1275": 883962368.0, + "1276": 883962368.0, + "1277": 883962368.0, + "1278": 883962368.0, + "1279": 883962368.0, + "1280": 883962368.0, + "1281": 883962368.0, + "1282": 883962368.0, + "1283": 883962368.0, + "1284": 883962368.0, + "1285": 883962368.0, + "1286": 883962368.0, + "1287": 883962368.0, + "1288": 883962368.0, + "1289": 883962368.0, + "1290": 883962368.0, + "1291": 883962368.0, + "1292": 883962368.0, + "1293": 883962368.0, + "1294": 883962368.0, + "1295": 883962368.0, + "1296": 883962368.0, + "1297": 883962368.0, + "1298": 883962368.0, + "1299": 883962368.0, + "1300": 883962368.0, + "1301": 883962368.0, + "1302": 883962368.0, + "1303": 883962368.0, + "1304": 883962368.0, + "1305": 883962368.0, + "1306": 883962368.0, + "1307": 883962368.0, + "1308": 883962368.0, + "1309": 883962368.0, + "1310": 883962368.0, + "1311": 883962368.0, + "1312": 883962368.0, + "1313": 883962368.0, + "1314": 883962368.0, + "1315": 883962368.0, + "1316": 883962368.0, + "1317": 883962368.0, + "1318": 883962368.0, + "1319": 883962368.0, + "1320": 883962368.0, + "1321": 883962368.0, + "1322": 883962368.0, + "1323": 883962368.0, + "1324": 883962368.0, + "1325": 883962368.0, + "1326": 883962368.0, + "1327": 883962368.0, + "1328": 883962368.0, + "1329": 883962368.0, + "1330": 883962368.0, + "1331": 883962368.0, + "1332": 883962368.0, + "1333": 883962368.0, + "1334": 883962368.0, + "1335": 883962368.0, + "1336": 883962368.0, + "1337": 883962368.0, + "1338": 883962368.0, + "1339": 883962368.0, + "1340": 883962368.0, + "1341": 883962368.0, + "1342": 883962368.0, + "1343": 883962368.0, + "1344": 883962368.0, + "1345": 883962368.0, + "1346": 883962368.0, + "1347": 883962368.0, + "1348": 883962368.0, + "1349": 883962368.0, + "1350": 883962368.0, + "1351": 883962368.0, + "1352": 883962368.0, + "1353": 883962368.0, + "1354": 883962368.0, + "1355": 883962368.0, + "1356": 883962368.0, + "1357": 883962368.0, + "1358": 883962368.0, + "1359": 883962368.0, + "1360": 883962368.0, + "1361": 883962368.0, + "1362": 883962368.0, + "1363": 883962368.0, + "1364": 883962368.0, + "1365": 883962368.0, + "1366": 883962368.0, + "1367": 883962368.0, + "1368": 883962368.0, + "1369": 883962368.0, + "1370": 883962368.0, + "1371": 883962368.0, + "1372": 883962368.0, + "1373": 883962368.0, + "1374": 883962368.0, + "1375": 883962368.0, + "1376": 883962368.0, + "1377": 883962368.0, + "1378": 883962368.0, + "1379": 883962368.0, + "1380": 883962368.0, + "1381": 883962368.0, + "1382": 883962368.0, + "1383": 883962368.0, + "1384": 883962368.0, + "1385": 883962368.0, + "1386": 883962368.0, + "1387": 883962368.0, + "1388": 883962368.0, + "1389": 883962368.0, + "1390": 883962368.0, + "1391": 883962368.0, + "1392": 883962368.0, + "1393": 883962368.0, + "1394": 883962368.0, + "1395": 883962368.0, + "1396": 883962368.0, + "1397": 883962368.0, + "1398": 883962368.0, + "1399": 883962368.0, + "1400": 883962368.0, + "1401": 883962368.0, + "1402": 883962368.0, + "1403": 883962368.0, + "1404": 883962368.0, + "1405": 883962368.0, + "1406": 883962368.0, + "1407": 883962368.0, + "1408": 883962368.0, + "1409": 883962368.0, + "1410": 883962368.0, + "1411": 883962368.0, + "1412": 883962368.0, + "1413": 883962368.0, + "1414": 883962368.0, + "1415": 883962368.0, + "1416": 883962368.0, + "1417": 883962368.0, + "1418": 883962368.0, + "1419": 883962368.0, + "1420": 883962368.0, + "1421": 883962368.0, + "1422": 883962368.0, + "1423": 883962368.0, + "1424": 883962368.0, + "1425": 883962368.0, + "1426": 883962368.0, + "1427": 883962368.0, + "1428": 883962368.0, + "1429": 883962368.0, + "1430": 883962368.0, + "1431": 883962368.0, + "1432": 883962368.0, + "1433": 883962368.0, + "1434": 883962368.0, + "1435": 883962368.0, + "1436": 883962368.0, + "1437": 883962368.0, + "1438": 883962368.0, + "1439": 883962368.0, + "1440": 883962368.0, + "1441": 883962368.0, + "1442": 883962368.0, + "1443": 883962368.0, + "1444": 883962368.0, + "1445": 883962368.0, + "1446": 883962368.0, + "1447": 883962368.0, + "1448": 883962368.0, + "1449": 883962368.0, + "1450": 883962368.0, + "1451": 883962368.0, + "1452": 883962368.0, + "1453": 883962368.0, + "1454": 883962368.0, + "1455": 883962368.0, + "1456": 883962368.0, + "1457": 883962368.0, + "1458": 883962368.0, + "1459": 883962368.0, + "1460": 883962368.0, + "1461": 883962368.0, + "1462": 883962368.0, + "1463": 883962368.0, + "1464": 883962368.0, + "1465": 883962368.0, + "1466": 883962368.0, + "1467": 883962368.0, + "1468": 883962368.0, + "1469": 883962368.0, + "1470": 883962368.0, + "1471": 883962368.0, + "1472": 883962368.0, + "1473": 883962368.0, + "1474": 883962368.0, + "1475": 883962368.0, + "1476": 883962368.0, + "1477": 883962368.0, + "1478": 883962368.0, + "1479": 883962368.0, + "1480": 883962368.0, + "1481": 883962368.0, + "1482": 883962368.0, + "1483": 883962368.0, + "1484": 883962368.0, + "1485": 883962368.0, + "1486": 883962368.0, + "1487": 883962368.0, + "1488": 883962368.0, + "1489": 883962368.0, + "1490": 883962368.0, + "1491": 883962368.0, + "1492": 883962368.0, + "1493": 883962368.0, + "1494": 883962368.0, + "1495": 883962368.0, + "1496": 883962368.0, + "1497": 883962368.0, + "1498": 883962368.0, + "1499": 883962368.0, + "1500": 883962368.0, + "1501": 883962368.0, + "1502": 883962368.0, + "1503": 883962368.0, + "1504": 883962368.0, + "1505": 883962368.0, + "1506": 883962368.0, + "1507": 883962368.0, + "1508": 883962368.0, + "1509": 883962368.0, + "1510": 883962368.0, + "1511": 883962368.0, + "1512": 883962368.0, + "1513": 883962368.0, + "1514": 883962368.0, + "1515": 883962368.0, + "1516": 883962368.0, + "1517": 883962368.0, + "1518": 883962368.0, + "1519": 883962368.0, + "1520": 883962368.0, + "1521": 883962368.0, + "1522": 883962368.0, + "1523": 883962368.0, + "1524": 883962368.0, + "1525": 883962368.0, + "1526": 883962368.0, + "1527": 883962368.0, + "1528": 883962368.0, + "1529": 883962368.0, + "1530": 883962368.0, + "1531": 883962368.0, + "1532": 883962368.0, + "1533": 883962368.0, + "1534": 883962368.0, + "1535": 883962368.0, + "1536": 883962368.0, + "1537": 883962368.0, + "1538": 883962368.0, + "1539": 883962368.0, + "1540": 883962368.0, + "1541": 883962368.0, + "1542": 883962368.0, + "1543": 883962368.0, + "1544": 883962368.0, + "1545": 883962368.0, + "1546": 883962368.0, + "1547": 883962368.0, + "1548": 883962368.0, + "1549": 883962368.0, + "1550": 883962368.0, + "1551": 883962368.0, + "1552": 883962368.0, + "1553": 883962368.0, + "1554": 883962368.0, + "1555": 883962368.0, + "1556": 883962368.0, + "1557": 883962368.0, + "1558": 883962368.0, + "1559": 883962368.0, + "1560": 883962368.0, + "1561": 883962368.0, + "1562": 883962368.0, + "1563": 883962368.0, + "1564": 883962368.0, + "1565": 883962368.0, + "1566": 883962368.0, + "1567": 883962368.0, + "1568": 883962368.0, + "1569": 883962368.0, + "1570": 883962368.0, + "1571": 883962368.0, + "1572": 883962368.0, + "1573": 883962368.0, + "1574": 883962368.0, + "1575": 883962368.0, + "1576": 883962368.0, + "1577": 883962368.0, + "1578": 883962368.0, + "1579": 883962368.0, + "1580": 883962368.0, + "1581": 883962368.0, + "1582": 883962368.0, + "1583": 883962368.0, + "1584": 883962368.0, + "1585": 883962368.0, + "1586": 883962368.0, + "1587": 883962368.0, + "1588": 883962368.0, + "1589": 883962368.0, + "1590": 883962368.0, + "1591": 883962368.0, + "1592": 883962368.0, + "1593": 883962368.0, + "1594": 883962368.0, + "1595": 883962368.0, + "1596": 883962368.0, + "1597": 883962368.0, + "1598": 883962368.0, + "1599": 883962368.0, + "1600": 883962368.0, + "1601": 883962368.0, + "1602": 883962368.0, + "1603": 883962368.0, + "1604": 883962368.0, + "1605": 883962368.0, + "1606": 883962368.0, + "1607": 883962368.0, + "1608": 883962368.0, + "1609": 883962368.0, + "1610": 883962368.0, + "1611": 883962368.0, + "1612": 883962368.0, + "1613": 883962368.0, + "1614": 883962368.0, + "1615": 883962368.0, + "1616": 883962368.0, + "1617": 883962368.0, + "1618": 883962368.0, + "1619": 883962368.0, + "1620": 883962368.0, + "1621": 883962368.0, + "1622": 883962368.0, + "1623": 883962368.0, + "1624": 883962368.0, + "1625": 883962368.0, + "1626": 883962368.0, + "1627": 883962368.0, + "1628": 883962368.0, + "1629": 883962368.0, + "1630": 883962368.0, + "1631": 883962368.0, + "1632": 883962368.0, + "1633": 883962368.0, + "1634": 883962368.0, + "1635": 883962368.0, + "1636": 883962368.0, + "1637": 883962368.0, + "1638": 883962368.0, + "1639": 883962368.0, + "1640": 883962368.0, + "1641": 883962368.0, + "1642": 883962368.0, + "1643": 883962368.0, + "1644": 883962368.0, + "1645": 883962368.0, + "1646": 883962368.0, + "1647": 883962368.0, + "1648": 883962368.0, + "1649": 883962368.0, + "1650": 883962368.0, + "1651": 883962368.0, + "1652": 883962368.0, + "1653": 883962368.0, + "1654": 883962368.0, + "1655": 883962368.0, + "1656": 883962368.0, + "1657": 883962368.0, + "1658": 883962368.0, + "1659": 883962368.0, + "1660": 883962368.0, + "1661": 883962368.0, + "1662": 883962368.0, + "1663": 883962368.0, + "1664": 883962368.0, + "1665": 883962368.0, + "1666": 883962368.0, + "1667": 883962368.0, + "1668": 883962368.0, + "1669": 883962368.0, + "1670": 883962368.0, + "1671": 883962368.0, + "1672": 883962368.0, + "1673": 883962368.0, + "1674": 883962368.0, + "1675": 883962368.0, + "1676": 883962368.0, + "1677": 883962368.0, + "1678": 883962368.0, + "1679": 883962368.0, + "1680": 883962368.0, + "1681": 883962368.0, + "1682": 883962368.0, + "1683": 883962368.0, + "1684": 883962368.0, + "1685": 883962368.0, + "1686": 883962368.0, + "1687": 883962368.0, + "1688": 883962368.0, + "1689": 883962368.0, + "1690": 883962368.0, + "1691": 883962368.0, + "1692": 883962368.0, + "1693": 883962368.0, + "1694": 883962368.0, + "1695": 883962368.0, + "1696": 883962368.0, + "1697": 883962368.0, + "1698": 883962368.0, + "1699": 883962368.0, + "1700": 883962368.0, + "1701": 883962368.0, + "1702": 883962368.0, + "1703": 883962368.0, + "1704": 883962368.0, + "1705": 883962368.0, + "1706": 883962368.0, + "1707": 883962368.0, + "1708": 883962368.0, + "1709": 883962368.0, + "1710": 883962368.0, + "1711": 883962368.0, + "1712": 883962368.0, + "1713": 883962368.0, + "1714": 883962368.0, + "1715": 883962368.0, + "1716": 883962368.0, + "1717": 883962368.0, + "1718": 883962368.0, + "1719": 883962368.0, + "1720": 883962368.0, + "1721": 883962368.0, + "1722": 883962368.0, + "1723": 883962368.0, + "1724": 883962368.0, + "1725": 883962368.0, + "1726": 883962368.0, + "1727": 883962368.0, + "1728": 883962368.0, + "1729": 883962368.0, + "1730": 883962368.0, + "1731": 883962368.0, + "1732": 883962368.0, + "1733": 883962368.0, + "1734": 883962368.0, + "1735": 883962368.0, + "1736": 883962368.0, + "1737": 883962368.0, + "1738": 883962368.0, + "1739": 883962368.0, + "1740": 883962368.0, + "1741": 883962368.0, + "1742": 883962368.0, + "1743": 883962368.0, + "1744": 883962368.0, + "1745": 883962368.0, + "1746": 883962368.0, + "1747": 883962368.0, + "1748": 883962368.0, + "1749": 883962368.0, + "1750": 883962368.0, + "1751": 883962368.0, + "1752": 883962368.0, + "1753": 883962368.0, + "1754": 883962368.0, + "1755": 883962368.0, + "1756": 883962368.0, + "1757": 883962368.0, + "1758": 883962368.0, + "1759": 883962368.0, + "1760": 883962368.0, + "1761": 883962368.0, + "1762": 883962368.0, + "1763": 883962368.0, + "1764": 883962368.0, + "1765": 883962368.0, + "1766": 883962368.0, + "1767": 883962368.0, + "1768": 883962368.0, + "1769": 883962368.0, + "1770": 883962368.0, + "1771": 883962368.0, + "1772": 883962368.0, + "1773": 883962368.0, + "1774": 883962368.0, + "1775": 883962368.0, + "1776": 883962368.0, + "1777": 883962368.0, + "1778": 883962368.0, + "1779": 883962368.0, + "1780": 883962368.0, + "1781": 883962368.0, + "1782": 883962368.0, + "1783": 883962368.0, + "1784": 883962368.0, + "1785": 883962368.0, + "1786": 883962368.0, + "1787": 883962368.0, + "1788": 883962368.0, + "1789": 883962368.0, + "1790": 883962368.0, + "1791": 883962368.0, + "1792": 883962368.0, + "1793": 883962368.0, + "1794": 883962368.0, + "1795": 883962368.0, + "1796": 883962368.0, + "1797": 883962368.0, + "1798": 883962368.0, + "1799": 883962368.0, + "1800": 883962368.0, + "1801": 883962368.0, + "1802": 883962368.0, + "1803": 883962368.0, + "1804": 883962368.0, + "1805": 883962368.0, + "1806": 883962368.0, + "1807": 883962368.0, + "1808": 883962368.0, + "1809": 883962368.0, + "1810": 883962368.0, + "1811": 883962368.0, + "1812": 883962368.0, + "1813": 883962368.0, + "1814": 883962368.0, + "1815": 883962368.0, + "1816": 883962368.0, + "1817": 883962368.0, + "1818": 883962368.0, + "1819": 883962368.0, + "1820": 883962368.0, + "1821": 883962368.0, + "1822": 883962368.0, + "1823": 883962368.0, + "1824": 883962368.0, + "1825": 883962368.0, + "1826": 883962368.0, + "1827": 883962368.0, + "1828": 883962368.0, + "1829": 883962368.0, + "1830": 883962368.0, + "1831": 883962368.0, + "1832": 883962368.0, + "1833": 883962368.0, + "1834": 883962368.0, + "1835": 883962368.0, + "1836": 883962368.0, + "1837": 883962368.0, + "1838": 883962368.0, + "1839": 883962368.0, + "1840": 883962368.0, + "1841": 883962368.0, + "1842": 883962368.0, + "1843": 883962368.0, + "1844": 883962368.0, + "1845": 883962368.0, + "1846": 883962368.0, + "1847": 883962368.0, + "1848": 883962368.0, + "1849": 883962368.0, + "1850": 883962368.0, + "1851": 883962368.0, + "1852": 883962368.0, + "1853": 883962368.0, + "1854": 883962368.0, + "1855": 883962368.0, + "1856": 883962368.0, + "1857": 883962368.0, + "1858": 883962368.0, + "1859": 883962368.0, + "1860": 883962368.0, + "1861": 883962368.0, + "1862": 883962368.0, + "1863": 883962368.0, + "1864": 883962368.0, + "1865": 883962368.0, + "1866": 883962368.0, + "1867": 883962368.0, + "1868": 883962368.0, + "1869": 883962368.0, + "1870": 883962368.0, + "1871": 883962368.0, + "1872": 883962368.0, + "1873": 883962368.0, + "1874": 883962368.0, + "1875": 883962368.0, + "1876": 883962368.0, + "1877": 883962368.0, + "1878": 883962368.0, + "1879": 883962368.0, + "1880": 883962368.0, + "1881": 883962368.0, + "1882": 883962368.0, + "1883": 883962368.0, + "1884": 883962368.0, + "1885": 883962368.0, + "1886": 883962368.0, + "1887": 883962368.0, + "1888": 883962368.0, + "1889": 883962368.0, + "1890": 883962368.0, + "1891": 883962368.0, + "1892": 883962368.0, + "1893": 883962368.0, + "1894": 883962368.0, + "1895": 883962368.0, + "1896": 883962368.0, + "1897": 883962368.0, + "1898": 883962368.0, + "1899": 883962368.0, + "1900": 883962368.0, + "1901": 883962368.0, + "1902": 883962368.0, + "1903": 883962368.0, + "1904": 883962368.0, + "1905": 883962368.0, + "1906": 883962368.0, + "1907": 883962368.0, + "1908": 883962368.0, + "1909": 883962368.0, + "1910": 883962368.0, + "1911": 883962368.0, + "1912": 883962368.0, + "1913": 883962368.0, + "1914": 883962368.0, + "1915": 883962368.0, + "1916": 883962368.0, + "1917": 883962368.0, + "1918": 883962368.0, + "1919": 883962368.0, + "1920": 883962368.0, + "1921": 883962368.0, + "1922": 883962368.0, + "1923": 883962368.0, + "1924": 883962368.0, + "1925": 883962368.0, + "1926": 883962368.0, + "1927": 883962368.0, + "1928": 883962368.0, + "1929": 883962368.0, + "1930": 883962368.0, + "1931": 883962368.0, + "1932": 883962368.0, + "1933": 883962368.0, + "1934": 883962368.0, + "1935": 883962368.0, + "1936": 883962368.0, + "1937": 883962368.0, + "1938": 883962368.0, + "1939": 883962368.0, + "1940": 883962368.0, + "1941": 883962368.0, + "1942": 883962368.0, + "1943": 883962368.0, + "1944": 883962368.0, + "1945": 883962368.0, + "1946": 883962368.0, + "1947": 883962368.0, + "1948": 883962368.0, + "1949": 883962368.0, + "1950": 883962368.0, + "1951": 883962368.0, + "1952": 883962368.0, + "1953": 883962368.0, + "1954": 883962368.0, + "1955": 883962368.0, + "1956": 883962368.0, + "1957": 883962368.0, + "1958": 883962368.0, + "1959": 883962368.0, + "1960": 883962368.0, + "1961": 883962368.0, + "1962": 883962368.0, + "1963": 883962368.0, + "1964": 883962368.0, + "1965": 883962368.0, + "1966": 883962368.0, + "1967": 883962368.0, + "1968": 883962368.0, + "1969": 883962368.0, + "1970": 883962368.0, + "1971": 883962368.0, + "1972": 883962368.0, + "1973": 883962368.0, + "1974": 883962368.0, + "1975": 883962368.0, + "1976": 883962368.0, + "1977": 883962368.0, + "1978": 883962368.0, + "1979": 883962368.0, + "1980": 883962368.0, + "1981": 883962368.0, + "1982": 883962368.0, + "1983": 883962368.0, + "1984": 883962368.0, + "1985": 883962368.0, + "1986": 883962368.0, + "1987": 883962368.0, + "1988": 883962368.0, + "1989": 883962368.0, + "1990": 883962368.0, + "1991": 883962368.0, + "1992": 883962368.0, + "1993": 883962368.0, + "1994": 883962368.0, + "1995": 883962368.0, + "1996": 883962368.0, + "1997": 883962368.0, + "1998": 883962368.0, + "1999": 883962368.0, + "2000": 883962368.0 } }, "iteration-time": { @@ -8033,2005 +8033,2005 @@ "step_interval": 1, "values": { "1": "nan", - "2": 8.55172, - "3": 1.11262, - "4": 1.13273, - "5": 1.09726, - "6": 1.10459, - "7": 1.0859, - "8": 1.13573, - "9": 1.08693, - "10": 1.14045, - "11": 1.10399, - "12": 1.10441, - "13": 1.1086, - "14": 1.10204, - "15": 1.10509, - "16": 1.09578, - "17": 1.09053, - "18": 1.09312, - "19": 1.09007, - "20": 1.0913, - "21": 1.09016, - "22": 1.09363, - "23": 1.09314, - "24": 1.08751, - "25": 1.09359, - "26": 1.09231, - "27": 1.09091, - "28": 1.08918, - "29": 1.08754, - "30": 1.08946, - "31": 1.08798, - "32": 1.08785, - "33": 1.08665, - "34": 1.08532, - "35": 1.08243, - "36": 1.08155, - "37": 1.0809, - "38": 1.08363, - "39": 1.10926, - "40": 1.08283, - "41": 1.08698, - "42": 1.08469, - "43": 1.08341, - "44": 1.08232, - "45": 1.08477, - "46": 1.08424, - "47": 1.08668, - "48": 1.08089, - "49": 1.08502, - "50": 1.08249, - "51": 1.08748, - "52": 1.09483, - "53": 1.08274, - "54": 1.08314, - "55": 1.08476, - "56": 1.09165, - "57": 1.09369, - "58": 1.08897, - "59": 1.07137, - "60": 1.06521, - "61": 1.07225, - "62": 1.07249, - "63": 1.06957, - "64": 1.06748, - "65": 1.06464, - "66": 1.06747, - "67": 1.1222, - "68": 1.06555, - "69": 1.06449, - "70": 1.06874, - "71": 1.07069, - "72": 1.06522, - "73": 1.0654, - "74": 1.06244, - "75": 1.0703, - "76": 1.06701, - "77": 1.06853, - "78": 1.06526, - "79": 1.06534, - "80": 1.06558, - "81": 1.06567, - "82": 1.07755, - "83": 1.07792, - "84": 1.06183, - "85": 1.06126, - "86": 1.06249, - "87": 1.06287, - "88": 1.06687, - "89": 1.08985, - "90": 1.09122, - "91": 1.08983, - "92": 1.07753, - "93": 1.06697, - "94": 1.06643, - "95": 1.0665, - "96": 1.06637, - "97": 1.06802, - "98": 1.06533, - "99": 1.06258, - "100": 1.06337, - "101": 1.06498, - "102": 1.06375, - "103": 1.06348, - "104": 1.06411, - "105": 1.06347, - "106": 1.06433, - "107": 1.06419, - "108": 1.06221, - "109": 1.05918, - "110": 1.05838, - "111": 1.06562, - "112": 1.06688, - "113": 1.06723, - "114": 1.06652, - "115": 1.06888, - "116": 1.06111, - "117": 1.06155, - "118": 1.05884, - "119": 1.06142, - "120": 1.05667, - "121": 1.06255, - "122": 1.06428, - "123": 1.06642, - "124": 1.0677, - "125": 1.06552, - "126": 1.06609, - "127": 1.06449, - "128": 1.06451, - "129": 1.0672, - "130": 1.06443, - "131": 1.06415, - "132": 1.0674, - "133": 1.07294, - "134": 1.06939, - "135": 1.07061, - "136": 1.07048, - "137": 1.07053, - "138": 1.07123, - "139": 1.07132, - "140": 1.06842, - "141": 1.06676, - "142": 1.06659, - "143": 1.06461, - "144": 1.07049, - "145": 1.06882, - "146": 1.06713, - "147": 1.06753, - "148": 1.07124, - "149": 1.0712, - "150": 1.07107, - "151": 1.07052, - "152": 1.07125, - "153": 1.06912, - "154": 1.06968, - "155": 1.06985, - "156": 1.06825, - "157": 1.07719, - "158": 1.09179, - "159": 1.08278, - "160": 1.07587, - "161": 1.06762, - "162": 1.0702, - "163": 1.07014, - "164": 1.07092, - "165": 1.07394, - "166": 1.06702, - "167": 1.06563, - "168": 1.06624, - "169": 1.06706, - "170": 1.06644, - "171": 1.06961, - "172": 1.07562, - "173": 1.0709, - "174": 1.07028, - "175": 1.07083, - "176": 1.07305, - "177": 1.07151, - "178": 1.07179, - "179": 1.07232, - "180": 1.07665, - "181": 1.58763, - "182": 1.0696, - "183": 1.07491, - "184": 1.07183, - "185": 1.07311, - "186": 1.07014, - "187": 1.06978, - "188": 1.06778, - "189": 1.07146, - "190": 1.0713, - "191": 1.07217, - "192": 1.06862, - "193": 1.06859, - "194": 1.06969, - "195": 1.06897, - "196": 1.07988, - "197": 1.07095, - "198": 1.07662, - "199": 1.07039, - "200": 1.06923, - "201": 1.06908, - "202": 1.06887, - "203": 1.06964, - "204": 1.06862, - "205": 1.06876, - "206": 1.06759, - "207": 1.06872, - "208": 1.06909, - "209": 1.07058, - "210": 1.07065, - "211": 1.07692, - "212": 1.07613, - "213": 1.06896, - "214": 1.06998, - "215": 1.0704, - "216": 1.07552, - "217": 1.07702, - "218": 1.07751, - "219": 1.07322, - "220": 1.07148, - "221": 1.07346, - "222": 1.07254, - "223": 1.07408, - "224": 1.077, - "225": 1.07876, - "226": 1.07272, - "227": 1.07282, - "228": 1.07278, - "229": 1.07794, - "230": 1.07824, - "231": 1.07893, - "232": 1.07852, - "233": 1.07937, - "234": 1.07732, - "235": 1.07999, - "236": 1.07907, - "237": 1.07822, - "238": 1.0758, - "239": 1.07481, - "240": 1.07506, - "241": 1.07426, - "242": 1.07975, - "243": 1.07748, - "244": 1.0763, - "245": 1.07721, - "246": 1.07715, - "247": 1.0768, - "248": 1.07681, - "249": 1.07724, - "250": 1.0771, - "251": 1.07726, - "252": 1.10843, - "253": 1.07154, - "254": 1.07141, - "255": 1.07066, - "256": 1.07078, - "257": 1.06894, - "258": 1.07102, - "259": 1.0702, - "260": 1.06845, - "261": 1.06814, - "262": 1.07082, - "263": 1.06929, - "264": 1.07191, - "265": 1.06883, - "266": 1.06924, - "267": 1.06761, - "268": 1.074, - "269": 1.07189, - "270": 1.0712, - "271": 1.07219, - "272": 1.07224, - "273": 1.07137, - "274": 1.07102, - "275": 1.07604, - "276": 1.07605, - "277": 1.08899, - "278": 1.08716, - "279": 1.08611, - "280": 1.08467, - "281": 1.08349, - "282": 1.08342, - "283": 1.08192, - "284": 1.08123, - "285": 1.07771, - "286": 1.07831, - "287": 1.06841, - "288": 1.07153, - "289": 1.07009, - "290": 1.0703, - "291": 1.07008, - "292": 1.0705, - "293": 1.07409, - "294": 1.07605, - "295": 1.07427, - "296": 1.07758, - "297": 1.07521, - "298": 1.08195, - "299": 1.0808, - "300": 1.07396, - "301": 1.0722, - "302": 1.07146, - "303": 1.07372, - "304": 1.07319, - "305": 1.07334, - "306": 1.0859, - "307": 1.07213, - "308": 1.07231, - "309": 1.06718, - "310": 1.06584, - "311": 1.06506, - "312": 1.06168, - "313": 1.06734, - "314": 1.06695, - "315": 1.06715, - "316": 1.06792, - "317": 1.07046, - "318": 1.07179, - "319": 1.07104, - "320": 1.07046, - "321": 1.06929, - "322": 1.07216, - "323": 1.07132, - "324": 1.07177, - "325": 1.07267, - "326": 1.07091, - "327": 1.07198, - "328": 1.07094, - "329": 1.07039, - "330": 1.0715, - "331": 1.07289, - "332": 1.07225, - "333": 1.07256, - "334": 1.07341, - "335": 1.07414, - "336": 1.07046, - "337": 1.06926, - "338": 1.07645, - "339": 1.07696, - "340": 1.07798, - "341": 1.08317, - "342": 1.08119, - "343": 1.08049, - "344": 1.08033, - "345": 1.08222, - "346": 1.07579, - "347": 1.07288, - "348": 1.07588, - "349": 1.07637, - "350": 1.08757, - "351": 1.07981, - "352": 1.08416, - "353": 1.08884, - "354": 1.07709, - "355": 1.08011, - "356": 1.08867, - "357": 1.06679, - "358": 1.06838, - "359": 1.0706, - "360": 1.06938, - "361": 1.07, - "362": 1.07182, - "363": 1.07005, - "364": 1.06956, - "365": 1.06919, - "366": 1.07006, - "367": 1.06905, - "368": 1.06929, - "369": 1.0695, - "370": 1.06997, - "371": 1.07085, - "372": 1.0763, - "373": 1.07579, - "374": 1.07834, - "375": 1.07398, - "376": 1.07301, - "377": 1.07408, - "378": 1.07272, - "379": 1.07272, - "380": 1.07286, - "381": 1.07039, - "382": 1.07341, - "383": 1.0741, - "384": 1.07196, - "385": 1.07119, - "386": 1.07152, - "387": 1.07724, - "388": 1.07492, - "389": 1.07249, - "390": 1.0703, - "391": 1.07675, - "392": 1.07477, - "393": 1.07299, - "394": 1.0726, - "395": 1.07092, - "396": 1.07299, - "397": 1.07634, - "398": 1.07092, - "399": 1.07066, - "400": 1.07018, - "401": 1.0713, - "402": 1.06978, - "403": 1.07734, - "404": 1.07235, - "405": 1.07141, - "406": 1.07046, - "407": 1.06147, - "408": 1.07321, - "409": 1.07439, - "410": 1.07148, - "411": 1.06865, - "412": 1.07114, - "413": 1.07268, - "414": 1.07257, - "415": 1.07138, - "416": 1.07087, - "417": 1.07179, - "418": 1.07315, - "419": 1.07746, - "420": 1.07297, - "421": 1.07487, - "422": 1.07227, - "423": 1.07458, - "424": 1.07593, - "425": 1.0747, - "426": 1.07685, - "427": 1.07714, - "428": 1.07787, - "429": 1.07112, - "430": 1.07011, - "431": 1.06974, - "432": 1.06959, - "433": 1.07026, - "434": 1.07114, - "435": 1.0706, - "436": 1.07004, - "437": 1.07113, - "438": 1.06944, - "439": 1.06925, - "440": 1.0684, - "441": 1.07032, - "442": 1.07112, - "443": 1.07276, - "444": 1.07202, - "445": 1.07052, - "446": 1.07392, - "447": 1.07053, - "448": 1.07506, - "449": 1.08701, - "450": 1.0716, - "451": 1.07, - "452": 1.07063, - "453": 1.07073, - "454": 1.07262, - "455": 1.43548, - "456": 1.07251, - "457": 1.07337, - "458": 1.07042, - "459": 1.07494, - "460": 1.07441, - "461": 1.07499, - "462": 1.07345, - "463": 1.07324, - "464": 1.07252, - "465": 1.07387, - "466": 1.07443, - "467": 1.07477, - "468": 1.07324, - "469": 1.07333, - "470": 1.07099, - "471": 1.07297, - "472": 1.07299, - "473": 1.07203, - "474": 1.07244, - "475": 1.07145, - "476": 1.06349, - "477": 1.06511, - "478": 1.06992, - "479": 1.07045, - "480": 1.0702, - "481": 1.07054, - "482": 1.07051, - "483": 1.06929, - "484": 1.06696, - "485": 1.06807, - "486": 1.06675, - "487": 1.06505, - "488": 1.06677, - "489": 1.06877, - "490": 1.06754, - "491": 1.07134, - "492": 1.07161, - "493": 1.06804, - "494": 1.06831, - "495": 1.06815, - "496": 1.06885, - "497": 1.06909, - "498": 1.07126, - "499": 1.06853, - "500": 1.0678, - "501": 1.06783, - "502": 1.07128, - "503": 1.06226, - "504": 1.06281, - "505": 1.0611, - "506": 1.06308, - "507": 1.06246, - "508": 1.06532, - "509": 1.06761, - "510": 1.07133, - "511": 1.06815, - "512": 1.06735, - "513": 1.06859, - "514": 1.06958, - "515": 1.5572, - "516": 1.07285, - "517": 1.07142, - "518": 1.06791, - "519": 1.06761, - "520": 1.06865, - "521": 1.06771, - "522": 1.06759, - "523": 1.07205, - "524": 1.07161, - "525": 1.07089, - "526": 1.06878, - "527": 1.072, - "528": 1.06877, - "529": 1.07131, - "530": 1.07149, - "531": 1.07065, - "532": 1.06974, - "533": 1.07052, - "534": 1.07068, - "535": 1.07226, - "536": 1.07041, - "537": 1.0716, - "538": 1.06906, - "539": 1.06977, - "540": 1.06917, - "541": 1.06858, - "542": 1.06788, - "543": 1.06707, - "544": 1.06987, - "545": 1.06911, - "546": 1.06913, - "547": 1.06836, - "548": 1.07085, - "549": 1.06786, - "550": 1.06748, - "551": 1.06743, - "552": 1.06476, - "553": 1.06388, - "554": 1.06132, - "555": 1.50396, - "556": 1.06491, - "557": 1.06334, - "558": 1.06392, - "559": 1.06613, - "560": 1.06578, - "561": 1.06715, - "562": 1.0705, - "563": 1.11084, - "564": 1.09313, - "565": 1.07075, - "566": 1.06803, - "567": 1.06829, - "568": 1.06692, - "569": 1.06592, - "570": 1.06711, - "571": 1.06844, - "572": 1.06797, - "573": 1.07028, - "574": 1.06786, - "575": 1.0671, - "576": 1.06813, - "577": 1.07073, - "578": 1.07168, - "579": 1.06776, - "580": 1.06995, - "581": 1.07039, - "582": 1.06733, - "583": 1.06768, - "584": 1.06783, - "585": 1.0709, - "586": 1.07061, - "587": 1.06818, - "588": 1.068, - "589": 1.06982, - "590": 1.06924, - "591": 1.06839, - "592": 1.07773, - "593": 1.07255, - "594": 1.07048, - "595": 1.06621, - "596": 1.06332, - "597": 1.06664, - "598": 1.06579, - "599": 1.06724, - "600": 1.06962, - "601": 1.06727, - "602": 1.0675, - "603": 1.06475, - "604": 1.06731, - "605": 1.06759, - "606": 1.06393, - "607": 1.0583, - "608": 1.05753, - "609": 1.05842, - "610": 1.05893, - "611": 1.06047, - "612": 1.06567, - "613": 1.07197, - "614": 1.06668, - "615": 1.06931, - "616": 1.06462, - "617": 1.05766, - "618": 1.06181, - "619": 1.06685, - "620": 1.06584, - "621": 1.06348, - "622": 1.06348, - "623": 1.06586, - "624": 1.06446, - "625": 1.06486, - "626": 1.06491, - "627": 1.06585, - "628": 1.06622, - "629": 1.06543, - "630": 1.06575, - "631": 1.06494, - "632": 1.06505, - "633": 1.06353, - "634": 1.06532, - "635": 1.06551, - "636": 1.06726, - "637": 1.06775, - "638": 1.06466, - "639": 1.0666, - "640": 1.06742, - "641": 1.06538, - "642": 1.06783, - "643": 1.0653, - "644": 1.06685, - "645": 1.0651, - "646": 1.0736, - "647": 1.06499, - "648": 1.06401, - "649": 1.06568, - "650": 1.06527, - "651": 1.06804, - "652": 1.06715, - "653": 1.06697, - "654": 1.0663, - "655": 1.06818, - "656": 1.06479, - "657": 1.06031, - "658": 1.05897, - "659": 1.05913, - "660": 1.05918, - "661": 1.0713, - "662": 1.08521, - "663": 1.09326, - "664": 1.07442, - "665": 1.07264, - "666": 1.06719, - "667": 1.06704, - "668": 1.06662, - "669": 1.06685, - "670": 1.07147, - "671": 1.06651, - "672": 1.06957, - "673": 1.0644, - "674": 1.42268, - "675": 1.06989, - "676": 1.07078, - "677": 1.06718, - "678": 1.06614, - "679": 1.06787, - "680": 1.06574, - "681": 1.06568, - "682": 1.06401, - "683": 1.06642, - "684": 1.06441, - "685": 1.06504, - "686": 1.06538, - "687": 1.0659, - "688": 1.0662, - "689": 1.06491, - "690": 1.06764, - "691": 1.06746, - "692": 1.07058, - "693": 1.06583, - "694": 1.05962, - "695": 1.05956, - "696": 1.05863, - "697": 1.06251, - "698": 1.06853, - "699": 1.06821, - "700": 1.06701, - "701": 1.06927, - "702": 1.06699, - "703": 1.06326, - "704": 1.06098, - "705": 1.06436, - "706": 1.05821, - "707": 1.06798, - "708": 1.06676, - "709": 1.06632, - "710": 1.06662, - "711": 1.06444, - "712": 1.06453, - "713": 1.06982, - "714": 1.06908, - "715": 1.06831, - "716": 1.06723, - "717": 1.06985, - "718": 1.07113, - "719": 1.06869, - "720": 1.07088, - "721": 1.07233, - "722": 1.07197, - "723": 1.07086, - "724": 1.07159, - "725": 1.07181, - "726": 1.07283, - "727": 1.07399, - "728": 1.0782, - "729": 1.07708, - "730": 1.0762, - "731": 1.07772, - "732": 1.07615, - "733": 1.07567, - "734": 1.0767, - "735": 1.07718, - "736": 1.07599, - "737": 1.07316, - "738": 1.06676, - "739": 1.06707, - "740": 1.06462, - "741": 1.06545, - "742": 1.06355, - "743": 1.06356, - "744": 1.06607, - "745": 1.07092, - "746": 1.0651, - "747": 1.06515, - "748": 1.07127, - "749": 1.064, - "750": 1.06345, - "751": 1.06411, - "752": 1.06583, - "753": 1.06863, - "754": 1.06886, - "755": 1.06622, - "756": 1.06534, - "757": 1.06544, - "758": 1.06785, - "759": 1.06757, - "760": 1.06721, - "761": 1.06624, - "762": 1.0656, - "763": 1.06743, - "764": 1.06608, - "765": 1.06603, - "766": 1.06619, - "767": 1.06658, - "768": 1.06869, - "769": 1.07112, - "770": 1.06971, - "771": 1.06912, - "772": 1.0706, - "773": 1.07079, - "774": 1.07163, - "775": 1.06809, - "776": 1.06079, - "777": 1.06007, - "778": 1.05866, - "779": 1.05763, - "780": 1.05813, - "781": 1.06398, - "782": 1.06116, - "783": 1.068, - "784": 1.06563, - "785": 1.06705, - "786": 1.06744, - "787": 1.07329, - "788": 1.06588, - "789": 1.08428, - "790": 1.071, - "791": 1.06789, - "792": 1.06497, - "793": 1.067, - "794": 1.06787, - "795": 1.0654, - "796": 1.06635, - "797": 1.05946, - "798": 1.05988, - "799": 1.06267, - "800": 1.06647, - "801": 1.06597, - "802": 1.0616, - "803": 1.06039, - "804": 1.05856, - "805": 1.05776, - "806": 1.05797, - "807": 1.05783, - "808": 1.06, - "809": 1.06041, - "810": 1.07414, - "811": 1.06682, - "812": 1.06565, - "813": 1.06571, - "814": 1.06612, - "815": 1.06476, - "816": 1.06493, - "817": 1.06563, - "818": 1.06381, - "819": 1.06465, - "820": 1.06822, - "821": 1.06796, - "822": 1.06974, - "823": 1.06852, - "824": 1.07069, - "825": 1.07026, - "826": 1.06949, - "827": 1.07022, - "828": 1.07593, - "829": 1.06722, - "830": 1.07182, - "831": 1.06818, - "832": 1.06861, - "833": 1.06632, - "834": 1.06577, - "835": 1.06536, - "836": 1.06797, - "837": 1.06949, - "838": 1.0727, - "839": 1.06881, - "840": 1.06927, - "841": 1.07074, - "842": 1.06811, - "843": 1.06711, - "844": 1.07041, - "845": 1.07149, - "846": 1.07201, - "847": 1.0701, - "848": 1.07068, - "849": 1.06863, - "850": 1.06779, - "851": 1.06819, - "852": 1.0684, - "853": 1.067, - "854": 1.06877, - "855": 1.07025, - "856": 1.07089, - "857": 1.07076, - "858": 1.07037, - "859": 1.06892, - "860": 1.06705, - "861": 1.06943, - "862": 1.07052, - "863": 1.06771, - "864": 1.06702, - "865": 1.06688, - "866": 1.07151, - "867": 1.06684, - "868": 1.06887, - "869": 1.06782, - "870": 1.06865, - "871": 1.06563, - "872": 1.0688, - "873": 1.06566, - "874": 1.06713, - "875": 1.07278, - "876": 1.07207, - "877": 1.07103, - "878": 1.07005, - "879": 1.06844, - "880": 1.06719, - "881": 1.06939, - "882": 1.06623, - "883": 1.07089, - "884": 1.06806, - "885": 1.06799, - "886": 1.0672, - "887": 1.06663, - "888": 1.06778, - "889": 1.06655, - "890": 1.06712, - "891": 1.06661, - "892": 1.06846, - "893": 1.06752, - "894": 1.06762, - "895": 1.06787, - "896": 1.0718, - "897": 1.06968, - "898": 1.0694, - "899": 1.07379, - "900": 1.06938, - "901": 1.07097, - "902": 1.06751, - "903": 1.07042, - "904": 1.06701, - "905": 1.06646, - "906": 1.06561, - "907": 1.06221, - "908": 1.06682, - "909": 1.05912, - "910": 1.062, - "911": 1.06017, - "912": 1.0591, - "913": 1.05931, - "914": 1.0589, - "915": 1.05917, - "916": 1.06364, - "917": 1.05995, - "918": 1.05904, - "919": 1.06392, - "920": 1.08946, - "921": 1.0887, - "922": 1.07364, - "923": 1.06395, - "924": 1.05992, - "925": 1.06427, - "926": 1.06319, - "927": 1.06346, - "928": 1.05906, - "929": 1.05856, - "930": 1.06054, - "931": 1.05987, - "932": 1.06551, - "933": 1.06527, - "934": 1.06668, - "935": 1.07976, - "936": 1.06567, - "937": 1.06722, - "938": 1.06942, - "939": 1.06505, - "940": 1.06684, - "941": 1.06607, - "942": 1.06651, - "943": 1.06715, - "944": 1.06592, - "945": 1.06549, - "946": 1.0646, - "947": 1.06576, - "948": 1.06675, - "949": 1.06004, - "950": 1.05968, - "951": 1.06284, - "952": 1.06198, - "953": 1.06008, - "954": 1.06099, - "955": 1.06248, - "956": 1.06792, - "957": 1.06587, - "958": 1.06677, - "959": 1.06702, - "960": 1.06672, - "961": 1.06612, - "962": 1.06568, - "963": 1.06588, - "964": 1.06839, - "965": 1.06706, - "966": 1.06574, - "967": 1.06493, - "968": 1.06715, - "969": 1.06438, - "970": 1.06684, - "971": 1.06657, - "972": 1.06097, - "973": 1.06633, - "974": 1.06645, - "975": 1.06891, - "976": 1.43995, - "977": 1.06605, - "978": 1.06449, - "979": 1.06667, - "980": 1.06675, - "981": 1.06702, - "982": 1.07107, - "983": 1.07051, - "984": 1.07167, - "985": 1.07007, - "986": 1.06973, - "987": 1.06328, - "988": 1.06505, - "989": 1.06927, - "990": 1.07137, - "991": 1.07283, - "992": 1.07093, - "993": 1.07148, - "994": 1.07282, - "995": 1.06667, - "996": 1.06892, - "997": 1.07009, - "998": 1.06956, - "999": 1.07196, - "1000": 1.07095, - "1001": 1.07746, - "1002": 1.06912, - "1003": 1.07561, - "1004": 1.07309, - "1005": 1.07336, - "1006": 1.07364, - "1007": 1.07274, - "1008": 1.07233, - "1009": 1.07079, - "1010": 1.07485, - "1011": 1.41242, - "1012": 1.06634, - "1013": 1.06388, - "1014": 1.06335, - "1015": 1.0624, - "1016": 1.06813, - "1017": 1.06982, - "1018": 1.07056, - "1019": 1.07122, - "1020": 1.07142, - "1021": 1.07602, - "1022": 1.0718, - "1023": 1.08056, - "1024": 1.07865, - "1025": 1.07625, - "1026": 1.07445, - "1027": 1.07518, - "1028": 1.07147, - "1029": 1.07449, - "1030": 1.07175, - "1031": 1.07301, - "1032": 1.07162, - "1033": 1.06988, - "1034": 1.07084, - "1035": 1.06918, - "1036": 1.07424, - "1037": 1.07584, - "1038": 1.07789, - "1039": 1.0745, - "1040": 1.07165, - "1041": 1.0701, - "1042": 1.06979, - "1043": 1.07154, - "1044": 1.08013, - "1045": 1.07156, - "1046": 1.06981, - "1047": 1.07114, - "1048": 1.07113, - "1049": 1.0714, - "1050": 1.06886, - "1051": 1.06858, - "1052": 1.07039, - "1053": 1.06796, - "1054": 1.06843, - "1055": 1.06887, - "1056": 1.07112, - "1057": 1.07078, - "1058": 1.07071, - "1059": 1.07303, - "1060": 1.0718, - "1061": 1.07272, - "1062": 1.07288, - "1063": 1.07004, - "1064": 1.07066, - "1065": 1.0704, - "1066": 1.07088, - "1067": 1.07114, - "1068": 1.07052, - "1069": 1.07016, - "1070": 1.06985, - "1071": 1.07149, - "1072": 1.07037, - "1073": 1.07099, - "1074": 1.07171, - "1075": 1.07115, - "1076": 1.07565, - "1077": 1.08125, - "1078": 1.07527, - "1079": 1.07422, - "1080": 1.07411, - "1081": 1.07374, - "1082": 1.07666, - "1083": 1.06773, - "1084": 1.06796, - "1085": 1.06776, - "1086": 1.06919, - "1087": 1.06902, - "1088": 1.06956, - "1089": 1.06967, - "1090": 1.06849, - "1091": 1.07161, - "1092": 1.06881, - "1093": 1.0726, - "1094": 1.0678, - "1095": 1.06925, - "1096": 1.06875, - "1097": 1.06959, - "1098": 1.0699, - "1099": 1.06911, - "1100": 1.06889, - "1101": 1.07028, - "1102": 1.06895, - "1103": 1.06729, - "1104": 1.06982, - "1105": 1.0678, - "1106": 1.06944, - "1107": 1.06813, - "1108": 1.0697, - "1109": 1.07282, - "1110": 1.06773, - "1111": 1.07103, - "1112": 1.06826, - "1113": 1.06907, - "1114": 1.06945, - "1115": 1.0692, - "1116": 1.07356, - "1117": 1.07045, - "1118": 1.07403, - "1119": 1.07227, - "1120": 1.07216, - "1121": 1.07227, - "1122": 1.07203, - "1123": 1.07238, - "1124": 1.07018, - "1125": 1.07158, - "1126": 1.07121, - "1127": 1.06925, - "1128": 1.06888, - "1129": 1.06581, - "1130": 1.06934, - "1131": 1.07251, - "1132": 1.0714, - "1133": 1.06645, - "1134": 1.06834, - "1135": 1.06984, - "1136": 1.07196, - "1137": 1.07616, - "1138": 1.07462, - "1139": 1.07101, - "1140": 1.07139, - "1141": 1.06864, - "1142": 1.06875, - "1143": 1.07007, - "1144": 1.06927, - "1145": 1.09007, - "1146": 1.07129, - "1147": 1.07442, - "1148": 1.07251, - "1149": 1.07274, - "1150": 1.07366, - "1151": 1.06878, - "1152": 1.06737, - "1153": 1.0693, - "1154": 1.06903, - "1155": 1.06772, - "1156": 1.07452, - "1157": 1.08125, - "1158": 1.07054, - "1159": 1.07187, - "1160": 1.06986, - "1161": 1.07252, - "1162": 1.06912, - "1163": 1.07433, - "1164": 1.07319, - "1165": 1.07332, - "1166": 1.07337, - "1167": 1.07109, - "1168": 1.07073, - "1169": 1.0695, - "1170": 1.07051, - "1171": 1.07245, - "1172": 1.07035, - "1173": 1.07182, - "1174": 1.0701, - "1175": 1.06919, - "1176": 1.06805, - "1177": 1.06884, - "1178": 1.0695, - "1179": 1.07124, - "1180": 1.0704, - "1181": 1.069, - "1182": 1.068, - "1183": 1.06893, - "1184": 1.06905, - "1185": 1.06821, - "1186": 1.06887, - "1187": 1.069, - "1188": 1.06948, - "1189": 1.06938, - "1190": 1.06837, - "1191": 1.07304, - "1192": 1.06841, - "1193": 1.07491, - "1194": 1.07016, - "1195": 1.07318, - "1196": 1.0735, - "1197": 1.07207, - "1198": 1.07054, - "1199": 1.07463, - "1200": 1.06896, - "1201": 1.06868, - "1202": 1.07013, - "1203": 1.07143, - "1204": 1.06845, - "1205": 1.06726, - "1206": 1.06849, - "1207": 1.07321, - "1208": 1.07227, - "1209": 1.06942, - "1210": 1.06902, - "1211": 1.07333, - "1212": 1.07422, - "1213": 1.07279, - "1214": 1.0707, - "1215": 1.06816, - "1216": 1.06957, - "1217": 1.07044, - "1218": 1.06705, - "1219": 1.06704, - "1220": 1.0781, - "1221": 1.06985, - "1222": 1.07234, - "1223": 1.06853, - "1224": 1.06873, - "1225": 1.07109, - "1226": 1.0699, - "1227": 1.06958, - "1228": 1.06863, - "1229": 1.07104, - "1230": 1.07163, - "1231": 1.07259, - "1232": 1.0736, - "1233": 1.07246, - "1234": 1.46171, - "1235": 1.08729, - "1236": 1.07031, - "1237": 1.06985, - "1238": 1.06894, - "1239": 1.06703, - "1240": 1.0657, - "1241": 1.06928, - "1242": 1.06883, - "1243": 1.06829, - "1244": 1.06787, - "1245": 1.0685, - "1246": 1.09115, - "1247": 1.06369, - "1248": 1.0691, - "1249": 1.075, - "1250": 1.07456, - "1251": 1.07332, - "1252": 1.0699, - "1253": 1.07208, - "1254": 1.07077, - "1255": 1.06811, - "1256": 1.07291, - "1257": 1.07329, - "1258": 1.07334, - "1259": 1.07479, - "1260": 1.0714, - "1261": 1.07016, - "1262": 1.07267, - "1263": 1.06697, - "1264": 1.06967, - "1265": 1.06768, - "1266": 1.07117, - "1267": 1.06829, - "1268": 1.06852, - "1269": 1.06859, - "1270": 1.06897, - "1271": 1.06841, - "1272": 1.06714, - "1273": 1.06894, - "1274": 1.07033, - "1275": 1.0791, - "1276": 1.08673, - "1277": 1.08288, - "1278": 1.09102, - "1279": 1.08744, - "1280": 1.0776, - "1281": 1.0818, - "1282": 1.07858, - "1283": 1.08866, - "1284": 1.08083, - "1285": 1.08375, - "1286": 1.07381, - "1287": 1.06704, - "1288": 1.0657, - "1289": 1.06743, - "1290": 1.08918, - "1291": 1.06127, - "1292": 1.06217, - "1293": 1.06311, - "1294": 1.06181, - "1295": 1.06298, - "1296": 1.06195, - "1297": 1.06177, - "1298": 1.0616, - "1299": 1.06203, - "1300": 1.06283, - "1301": 1.06172, - "1302": 1.06161, - "1303": 1.06323, - "1304": 1.06408, - "1305": 1.06571, - "1306": 1.06264, - "1307": 1.06106, - "1308": 1.06166, - "1309": 1.06515, - "1310": 1.06151, - "1311": 1.0639, - "1312": 1.06139, - "1313": 1.06243, - "1314": 1.06635, - "1315": 1.0625, - "1316": 1.06523, - "1317": 1.06294, - "1318": 1.06228, - "1319": 1.0619, - "1320": 1.06155, - "1321": 1.06243, - "1322": 1.06173, - "1323": 1.06292, - "1324": 1.06173, - "1325": 1.06295, - "1326": 1.06158, - "1327": 1.06132, - "1328": 1.06171, - "1329": 1.0624, - "1330": 1.06332, - "1331": 1.06434, - "1332": 1.06309, - "1333": 1.06277, - "1334": 1.06247, - "1335": 1.06306, - "1336": 1.0637, - "1337": 1.06269, - "1338": 1.06304, - "1339": 1.0617, - "1340": 1.06412, - "1341": 1.06235, - "1342": 1.06574, - "1343": 1.06404, - "1344": 1.06269, - "1345": 1.06278, - "1346": 1.06355, - "1347": 1.06713, - "1348": 1.43946, - "1349": 1.06459, - "1350": 1.06276, - "1351": 1.06278, - "1352": 1.06395, - "1353": 1.06318, - "1354": 1.06317, - "1355": 1.06156, - "1356": 1.06516, - "1357": 1.06111, - "1358": 1.06199, - "1359": 1.0642, - "1360": 1.06256, - "1361": 1.06265, - "1362": 1.06664, - "1363": 1.06528, - "1364": 1.06606, - "1365": 1.06517, - "1366": 1.06198, - "1367": 1.06291, - "1368": 1.06309, - "1369": 1.06625, - "1370": 1.06179, - "1371": 1.06545, - "1372": 1.06482, - "1373": 1.06352, - "1374": 1.06363, - "1375": 1.06404, - "1376": 1.063, - "1377": 1.06457, - "1378": 1.06104, - "1379": 1.06126, - "1380": 1.06105, - "1381": 1.06021, - "1382": 1.05965, - "1383": 1.05931, - "1384": 1.06046, - "1385": 1.05969, - "1386": 1.06014, - "1387": 1.05894, - "1388": 1.06063, - "1389": 1.06314, - "1390": 1.05934, - "1391": 1.05822, - "1392": 1.05915, - "1393": 1.05975, - "1394": 1.05785, - "1395": 1.05865, - "1396": 1.05893, - "1397": 1.05625, - "1398": 1.05711, - "1399": 1.06047, - "1400": 1.05821, - "1401": 1.05772, - "1402": 1.0588, - "1403": 1.05814, - "1404": 1.05856, - "1405": 1.05821, - "1406": 1.0582, - "1407": 1.05878, - "1408": 1.06118, - "1409": 1.06581, - "1410": 1.06269, - "1411": 1.06211, - "1412": 1.06305, - "1413": 1.06261, - "1414": 1.06367, - "1415": 1.06346, - "1416": 1.06329, - "1417": 1.06331, - "1418": 1.06587, - "1419": 1.06459, - "1420": 1.06327, - "1421": 1.0656, - "1422": 1.06334, - "1423": 1.0627, - "1424": 1.06436, - "1425": 1.06175, - "1426": 1.06384, - "1427": 1.0668, - "1428": 1.06341, - "1429": 1.06243, - "1430": 1.06403, - "1431": 1.06325, - "1432": 1.0634, - "1433": 1.0635, - "1434": 1.06286, - "1435": 1.06446, - "1436": 1.06383, - "1437": 1.06386, - "1438": 1.06242, - "1439": 1.06467, - "1440": 1.06252, - "1441": 1.06289, - "1442": 1.06355, - "1443": 1.06335, - "1444": 1.06549, - "1445": 1.06336, - "1446": 1.06347, - "1447": 1.0625, - "1448": 1.06405, - "1449": 1.06364, - "1450": 1.08389, - "1451": 1.06403, - "1452": 1.06346, - "1453": 1.06436, - "1454": 1.06396, - "1455": 1.06377, - "1456": 1.06317, - "1457": 1.06578, - "1458": 1.06568, - "1459": 1.06538, - "1460": 1.06382, - "1461": 1.06401, - "1462": 1.06395, - "1463": 1.06281, - "1464": 1.06345, - "1465": 1.06545, - "1466": 1.06548, - "1467": 1.06486, - "1468": 1.06504, - "1469": 1.06382, - "1470": 1.06566, - "1471": 1.06418, - "1472": 1.06469, - "1473": 1.05935, - "1474": 1.05966, - "1475": 1.0602, - "1476": 1.06394, - "1477": 1.06359, - "1478": 1.06575, - "1479": 1.06286, - "1480": 1.06326, - "1481": 1.0646, - "1482": 1.06075, - "1483": 1.06362, - "1484": 1.0592, - "1485": 1.05629, - "1486": 1.05768, - "1487": 1.05872, - "1488": 1.0564, - "1489": 1.05974, - "1490": 1.05899, - "1491": 1.06118, - "1492": 1.058, - "1493": 1.06091, - "1494": 1.05872, - "1495": 1.42863, - "1496": 1.05987, - "1497": 1.05778, - "1498": 1.05862, - "1499": 1.06373, - "1500": 1.06204, - "1501": 1.06358, - "1502": 1.06242, - "1503": 1.062, - "1504": 1.06239, - "1505": 1.0636, - "1506": 1.06285, - "1507": 1.06131, - "1508": 1.0631, - "1509": 1.06299, - "1510": 1.06545, - "1511": 1.06404, - "1512": 1.0641, - "1513": 1.06409, - "1514": 1.06784, - "1515": 1.06285, - "1516": 1.06301, - "1517": 1.06391, - "1518": 1.06345, - "1519": 1.06524, - "1520": 1.06461, - "1521": 1.06343, - "1522": 1.06368, - "1523": 1.06293, - "1524": 1.0643, - "1525": 1.06544, - "1526": 1.06695, - "1527": 1.06459, - "1528": 1.06451, - "1529": 1.0651, - "1530": 1.06607, - "1531": 1.06352, - "1532": 1.06476, - "1533": 1.06551, - "1534": 1.06316, - "1535": 1.06577, - "1536": 1.4624, - "1537": 1.06766, - "1538": 1.06487, - "1539": 1.06502, - "1540": 1.06363, - "1541": 1.06493, - "1542": 1.06395, - "1543": 1.06338, - "1544": 1.06379, - "1545": 1.06447, - "1546": 1.06619, - "1547": 1.06231, - "1548": 1.06468, - "1549": 1.06229, - "1550": 1.06099, - "1551": 1.06227, - "1552": 1.06409, - "1553": 1.064, - "1554": 1.06328, - "1555": 1.06453, - "1556": 1.06312, - "1557": 1.06402, - "1558": 1.06249, - "1559": 1.06307, - "1560": 1.06327, - "1561": 1.06345, - "1562": 1.06357, - "1563": 1.06154, - "1564": 1.06457, - "1565": 1.06486, - "1566": 1.06362, - "1567": 1.06376, - "1568": 1.06342, - "1569": 1.06386, - "1570": 1.06331, - "1571": 1.06236, - "1572": 1.06253, - "1573": 1.06276, - "1574": 1.06384, - "1575": 1.06512, - "1576": 1.06275, - "1577": 1.06367, - "1578": 1.06331, - "1579": 1.0646, - "1580": 1.06309, - "1581": 1.06215, - "1582": 1.06377, - "1583": 1.06356, - "1584": 1.06217, - "1585": 1.07085, - "1586": 1.06377, - "1587": 1.06386, - "1588": 1.06286, - "1589": 1.06395, - "1590": 1.06435, - "1591": 1.06421, - "1592": 1.0648, - "1593": 1.06359, - "1594": 1.06492, - "1595": 1.06348, - "1596": 1.06305, - "1597": 1.06735, - "1598": 1.06583, - "1599": 1.06545, - "1600": 1.06276, - "1601": 1.0643, - "1602": 1.06288, - "1603": 1.06449, - "1604": 1.0624, - "1605": 1.06382, - "1606": 1.06466, - "1607": 1.06414, - "1608": 1.0632, - "1609": 1.06259, - "1610": 1.0634, - "1611": 1.06319, - "1612": 1.06333, - "1613": 1.06377, - "1614": 1.06382, - "1615": 1.06492, - "1616": 1.06452, - "1617": 1.06406, - "1618": 1.06337, - "1619": 1.06334, - "1620": 1.0642, - "1621": 1.06388, - "1622": 1.06318, - "1623": 1.05659, - "1624": 1.05716, - "1625": 1.06166, - "1626": 1.05708, - "1627": 1.05654, - "1628": 1.05664, - "1629": 1.05743, - "1630": 1.05636, - "1631": 1.05906, - "1632": 1.05895, - "1633": 1.05862, - "1634": 1.06412, - "1635": 1.06395, - "1636": 1.06567, - "1637": 1.06386, - "1638": 1.06469, - "1639": 1.0652, - "1640": 1.06408, - "1641": 1.06311, - "1642": 1.06476, - "1643": 1.0639, - "1644": 1.06491, - "1645": 1.06044, - "1646": 1.05973, - "1647": 1.0582, - "1648": 1.05847, - "1649": 1.05996, - "1650": 1.05932, - "1651": 1.0582, - "1652": 1.06195, - "1653": 1.0616, - "1654": 1.06134, - "1655": 1.05941, - "1656": 1.05837, - "1657": 1.0588, - "1658": 1.05927, - "1659": 1.05976, - "1660": 1.05816, - "1661": 1.05865, - "1662": 1.05714, - "1663": 1.05973, - "1664": 1.06062, - "1665": 1.05845, - "1666": 1.05686, - "1667": 1.0592, - "1668": 1.05816, - "1669": 1.05876, - "1670": 1.05902, - "1671": 1.0581, - "1672": 1.05782, - "1673": 1.057, - "1674": 1.05985, - "1675": 1.05705, - "1676": 1.05719, - "1677": 1.05588, - "1678": 1.05881, - "1679": 1.05774, - "1680": 1.05772, - "1681": 1.05713, - "1682": 1.05603, - "1683": 1.05988, - "1684": 1.06237, - "1685": 1.0595, - "1686": 1.05876, - "1687": 1.05831, - "1688": 1.05763, - "1689": 1.0576, - "1690": 1.0585, - "1691": 1.05932, - "1692": 1.05868, - "1693": 1.06149, - "1694": 1.06032, - "1695": 1.06022, - "1696": 1.05985, - "1697": 1.05902, - "1698": 1.05896, - "1699": 1.05796, - "1700": 1.05813, - "1701": 1.05804, - "1702": 1.09079, - "1703": 1.05914, - "1704": 1.05679, - "1705": 1.05761, - "1706": 1.05884, - "1707": 1.05902, - "1708": 1.0615, - "1709": 1.06093, - "1710": 1.06341, - "1711": 1.05951, - "1712": 1.05974, - "1713": 1.06033, - "1714": 1.05973, - "1715": 1.06016, - "1716": 1.05966, - "1717": 1.05998, - "1718": 1.06535, - "1719": 1.06091, - "1720": 1.06004, - "1721": 1.06002, - "1722": 1.0588, - "1723": 1.06006, - "1724": 1.05746, - "1725": 1.05709, - "1726": 1.05799, - "1727": 1.05826, - "1728": 1.05962, - "1729": 1.05853, - "1730": 1.05961, - "1731": 1.05958, - "1732": 1.0622, - "1733": 1.0606, - "1734": 1.06015, - "1735": 1.05762, - "1736": 1.05452, - "1737": 1.05747, - "1738": 1.05939, - "1739": 1.05845, - "1740": 1.05909, - "1741": 1.05973, - "1742": 1.06077, - "1743": 1.0591, - "1744": 1.05837, - "1745": 1.05872, - "1746": 1.05813, - "1747": 1.05796, - "1748": 1.05713, - "1749": 1.05972, - "1750": 1.06147, - "1751": 1.05947, - "1752": 1.05846, - "1753": 1.05932, - "1754": 1.05877, - "1755": 1.05779, - "1756": 1.05725, - "1757": 1.0577, - "1758": 1.05802, - "1759": 1.05779, - "1760": 1.05811, - "1761": 1.061, - "1762": 1.05918, - "1763": 1.05767, - "1764": 1.0572, - "1765": 1.06047, - "1766": 1.07001, - "1767": 1.06795, - "1768": 1.06046, - "1769": 1.05742, - "1770": 1.05788, - "1771": 1.05782, - "1772": 1.05657, - "1773": 1.05796, - "1774": 1.05666, - "1775": 1.05824, - "1776": 1.05799, - "1777": 1.05658, - "1778": 1.05711, - "1779": 1.05621, - "1780": 1.0543, - "1781": 1.05429, - "1782": 1.05372, - "1783": 1.05279, - "1784": 1.05292, - "1785": 1.05268, - "1786": 1.05285, - "1787": 1.05278, - "1788": 1.05267, - "1789": 1.05361, - "1790": 1.05475, - "1791": 1.05346, - "1792": 1.05247, - "1793": 1.05276, - "1794": 1.05438, - "1795": 1.05348, - "1796": 1.05305, - "1797": 1.05155, - "1798": 1.05113, - "1799": 1.05325, - "1800": 1.05312, - "1801": 1.05476, - "1802": 1.05858, - "1803": 1.05683, - "1804": 1.05951, - "1805": 1.05786, - "1806": 1.05718, - "1807": 1.05841, - "1808": 1.05775, - "1809": 1.05966, - "1810": 1.06007, - "1811": 1.05637, - "1812": 1.05857, - "1813": 1.05775, - "1814": 1.05835, - "1815": 1.05975, - "1816": 1.06092, - "1817": 1.05961, - "1818": 1.06092, - "1819": 1.06341, - "1820": 1.05386, - "1821": 1.05164, - "1822": 1.06024, - "1823": 1.06399, - "1824": 1.0519, - "1825": 1.05853, - "1826": 1.05702, - "1827": 1.05694, - "1828": 1.05732, - "1829": 1.05648, - "1830": 1.05474, - "1831": 1.05115, - "1832": 1.05266, - "1833": 1.05135, - "1834": 1.05122, - "1835": 1.0479, - "1836": 1.04811, - "1837": 1.04953, - "1838": 1.04964, - "1839": 1.05344, - "1840": 1.05097, - "1841": 1.05084, - "1842": 1.05319, - "1843": 1.05579, - "1844": 1.05913, - "1845": 1.05812, - "1846": 1.05759, - "1847": 1.05864, - "1848": 1.06076, - "1849": 1.05976, - "1850": 1.05903, - "1851": 1.05907, - "1852": 1.05725, - "1853": 1.06035, - "1854": 1.05805, - "1855": 1.05729, - "1856": 1.06951, - "1857": 1.05622, - "1858": 1.05658, - "1859": 1.05646, - "1860": 1.06166, - "1861": 1.06381, - "1862": 1.06311, - "1863": 1.06304, - "1864": 1.06105, - "1865": 1.06249, - "1866": 1.05945, - "1867": 1.0625, - "1868": 1.06023, - "1869": 1.05909, - "1870": 1.06273, - "1871": 1.06142, - "1872": 1.06203, - "1873": 1.06157, - "1874": 1.05802, - "1875": 1.05893, - "1876": 1.05839, - "1877": 1.06212, - "1878": 1.05799, - "1879": 1.0614, - "1880": 1.06383, - "1881": 1.06095, - "1882": 1.06142, - "1883": 1.06158, - "1884": 1.06044, - "1885": 1.06128, - "1886": 1.06374, - "1887": 1.06124, - "1888": 1.05856, - "1889": 1.06159, - "1890": 1.05791, - "1891": 1.05647, - "1892": 1.05743, - "1893": 1.0572, - "1894": 1.05647, - "1895": 1.05754, - "1896": 1.05707, - "1897": 1.0579, - "1898": 1.05652, - "1899": 1.0577, - "1900": 1.05848, - "1901": 1.05788, - "1902": 1.05698, - "1903": 1.05638, - "1904": 1.05553, - "1905": 1.0555, - "1906": 1.05733, - "1907": 1.0575, - "1908": 1.06064, - "1909": 1.05686, - "1910": 1.05725, - "1911": 1.057, - "1912": 1.05777, - "1913": 1.057, - "1914": 1.0565, - "1915": 1.05832, - "1916": 1.05994, - "1917": 1.06157, - "1918": 1.43778, - "1919": 1.06024, - "1920": 1.05768, - "1921": 1.05855, - "1922": 1.05752, - "1923": 1.05701, - "1924": 1.05725, - "1925": 1.06101, - "1926": 1.0575, - "1927": 1.05944, - "1928": 1.06066, - "1929": 1.06088, - "1930": 1.05837, - "1931": 1.05837, - "1932": 1.05717, - "1933": 1.05934, - "1934": 1.06028, - "1935": 1.05857, - "1936": 1.05804, - "1937": 1.05845, - "1938": 1.06138, - "1939": 1.06017, - "1940": 1.05805, - "1941": 1.05753, - "1942": 1.06259, - "1943": 1.06251, - "1944": 1.06264, - "1945": 1.06352, - "1946": 1.06464, - "1947": 1.06339, - "1948": 1.06337, - "1949": 1.06342, - "1950": 1.06426, - "1951": 1.06302, - "1952": 1.06306, - "1953": 1.05973, - "1954": 1.05798, - "1955": 1.059, - "1956": 1.0578, - "1957": 1.06271, - "1958": 1.05632, - "1959": 1.05852, - "1960": 1.06521, - "1961": 1.06119, - "1962": 1.06102, - "1963": 1.06256, - "1964": 1.06212, - "1965": 1.06744, - "1966": 1.06832, - "1967": 1.06903, - "1968": 1.0693, - "1969": 1.06917, - "1970": 1.06768, - "1971": 1.06919, - "1972": 1.06427, - "1973": 1.06263, - "1974": 1.06346, - "1975": 1.06399, - "1976": 1.06356, - "1977": 1.06341, - "1978": 1.06311, - "1979": 1.0631, - "1980": 1.06146, - "1981": 1.06311, - "1982": 1.06302, - "1983": 1.06342, - "1984": 1.06287, - "1985": 1.06319, - "1986": 1.05601, - "1987": 1.0557, - "1988": 1.05765, - "1989": 1.05533, - "1990": 1.05419, - "1991": 1.05665, - "1992": 1.056, - "1993": 1.05505, - "1994": 1.05835, - "1995": 1.05604, - "1996": 1.05702, - "1997": 1.05885, - "1998": 1.0588, - "1999": 1.05843, - "2000": 1.05842 + "2": 8.39699, + "3": 1.1382, + "4": 1.12255, + "5": 1.12208, + "6": 1.10922, + "7": 1.11008, + "8": 1.10646, + "9": 1.108, + "10": 1.10922, + "11": 1.10784, + "12": 1.11534, + "13": 1.10988, + "14": 1.10664, + "15": 1.10866, + "16": 1.11154, + "17": 1.10943, + "18": 1.10759, + "19": 1.10753, + "20": 1.10621, + "21": 1.10365, + "22": 1.10673, + "23": 1.10686, + "24": 1.10448, + "25": 1.10701, + "26": 1.10299, + "27": 1.10388, + "28": 1.10446, + "29": 1.1061, + "30": 1.10464, + "31": 1.11188, + "32": 1.10511, + "33": 1.10661, + "34": 1.10479, + "35": 1.10281, + "36": 1.10425, + "37": 1.10588, + "38": 1.10735, + "39": 1.10888, + "40": 1.10617, + "41": 1.1059, + "42": 1.10487, + "43": 1.1055, + "44": 1.14544, + "45": 1.10625, + "46": 1.10531, + "47": 1.10963, + "48": 1.10663, + "49": 1.10526, + "50": 1.10528, + "51": 1.10502, + "52": 1.10632, + "53": 1.10683, + "54": 1.10888, + "55": 1.10778, + "56": 1.10773, + "57": 1.10687, + "58": 1.10499, + "59": 1.107, + "60": 1.11042, + "61": 1.10512, + "62": 1.10794, + "63": 1.1101, + "64": 1.11145, + "65": 1.11141, + "66": 1.11465, + "67": 1.23492, + "68": 1.13316, + "69": 1.12674, + "70": 1.12367, + "71": 1.1217, + "72": 1.13038, + "73": 1.1217, + "74": 1.12271, + "75": 1.12235, + "76": 1.12603, + "77": 1.12251, + "78": 1.12022, + "79": 1.1198, + "80": 1.12289, + "81": 1.12278, + "82": 1.12128, + "83": 1.1173, + "84": 1.11708, + "85": 1.11708, + "86": 1.11778, + "87": 1.11713, + "88": 1.11672, + "89": 1.11723, + "90": 1.11582, + "91": 1.11232, + "92": 1.11325, + "93": 1.1171, + "94": 1.12105, + "95": 1.12487, + "96": 1.12385, + "97": 1.12216, + "98": 1.12562, + "99": 1.12228, + "100": 1.11951, + "101": 1.11966, + "102": 1.11997, + "103": 1.12536, + "104": 1.1206, + "105": 1.12171, + "106": 1.12178, + "107": 1.1259, + "108": 1.11702, + "109": 1.1167, + "110": 1.12657, + "111": 1.13041, + "112": 1.12935, + "113": 1.12785, + "114": 1.12903, + "115": 1.12854, + "116": 1.12995, + "117": 1.12832, + "118": 1.12725, + "119": 1.12637, + "120": 1.13148, + "121": 1.12911, + "122": 1.13395, + "123": 1.39768, + "124": 1.1618, + "125": 1.12534, + "126": 1.12286, + "127": 1.11922, + "128": 1.12234, + "129": 1.12035, + "130": 1.12235, + "131": 1.12329, + "132": 1.12229, + "133": 1.12287, + "134": 1.1185, + "135": 1.11326, + "136": 1.11493, + "137": 1.11638, + "138": 1.11299, + "139": 1.113, + "140": 1.11551, + "141": 1.11602, + "142": 1.11339, + "143": 1.11503, + "144": 1.11612, + "145": 1.11232, + "146": 1.115, + "147": 1.1247, + "148": 1.12674, + "149": 1.12632, + "150": 1.12484, + "151": 1.12469, + "152": 1.12588, + "153": 1.13535, + "154": 1.11657, + "155": 1.11756, + "156": 1.12125, + "157": 1.12418, + "158": 1.12183, + "159": 1.12239, + "160": 1.12327, + "161": 1.12838, + "162": 1.12811, + "163": 1.13376, + "164": 1.13214, + "165": 1.13217, + "166": 1.12749, + "167": 1.1229, + "168": 1.12573, + "169": 1.13953, + "170": 1.13349, + "171": 1.12594, + "172": 1.12603, + "173": 1.11778, + "174": 1.11723, + "175": 1.11453, + "176": 1.12001, + "177": 1.11842, + "178": 1.11982, + "179": 1.13595, + "180": 1.15391, + "181": 1.13454, + "182": 1.11992, + "183": 1.12282, + "184": 1.12292, + "185": 1.12485, + "186": 1.12582, + "187": 1.12479, + "188": 1.12387, + "189": 1.12512, + "190": 1.12093, + "191": 1.12206, + "192": 1.11897, + "193": 1.12018, + "194": 1.11559, + "195": 1.11325, + "196": 1.11455, + "197": 1.11777, + "198": 1.11397, + "199": 1.11289, + "200": 1.11788, + "201": 1.11897, + "202": 1.12116, + "203": 1.11851, + "204": 1.11722, + "205": 1.13831, + "206": 1.1202, + "207": 1.17473, + "208": 1.11937, + "209": 1.11748, + "210": 1.11545, + "211": 1.12006, + "212": 1.11761, + "213": 1.11997, + "214": 1.1198, + "215": 1.11782, + "216": 1.11747, + "217": 1.12108, + "218": 1.11463, + "219": 1.11746, + "220": 1.12089, + "221": 1.11938, + "222": 1.12046, + "223": 1.11955, + "224": 1.12167, + "225": 1.11841, + "226": 1.11525, + "227": 1.11654, + "228": 1.11412, + "229": 1.1127, + "230": 1.12191, + "231": 1.11687, + "232": 1.11768, + "233": 1.12674, + "234": 1.13461, + "235": 1.15639, + "236": 1.12004, + "237": 1.11648, + "238": 1.11984, + "239": 1.11827, + "240": 1.11772, + "241": 1.11872, + "242": 1.122, + "243": 1.13201, + "244": 1.12901, + "245": 1.12332, + "246": 1.12076, + "247": 1.12526, + "248": 1.11214, + "249": 1.11231, + "250": 1.1128, + "251": 1.1165, + "252": 1.11669, + "253": 1.11409, + "254": 1.11568, + "255": 1.11867, + "256": 1.11146, + "257": 1.11221, + "258": 1.10957, + "259": 1.11113, + "260": 1.11042, + "261": 1.1105, + "262": 1.1096, + "263": 1.11327, + "264": 1.11333, + "265": 1.11245, + "266": 1.11123, + "267": 1.11165, + "268": 1.11253, + "269": 1.11016, + "270": 1.11647, + "271": 1.11282, + "272": 1.11094, + "273": 1.11039, + "274": 1.11235, + "275": 1.11002, + "276": 1.11102, + "277": 1.11166, + "278": 1.11307, + "279": 1.11204, + "280": 1.11377, + "281": 1.1134, + "282": 1.11128, + "283": 1.11053, + "284": 1.10936, + "285": 1.1162, + "286": 1.11877, + "287": 1.11396, + "288": 1.12933, + "289": 1.14265, + "290": 1.12905, + "291": 1.13027, + "292": 1.12875, + "293": 1.1324, + "294": 1.1538, + "295": 1.19504, + "296": 1.12892, + "297": 1.13165, + "298": 1.12916, + "299": 1.13031, + "300": 1.13023, + "301": 1.13388, + "302": 1.13182, + "303": 1.1294, + "304": 1.13172, + "305": 1.12845, + "306": 1.13007, + "307": 1.12933, + "308": 1.12938, + "309": 1.13069, + "310": 1.12987, + "311": 1.12901, + "312": 1.12835, + "313": 1.12928, + "314": 1.13089, + "315": 1.12882, + "316": 1.12617, + "317": 1.11752, + "318": 1.11664, + "319": 1.11428, + "320": 1.11531, + "321": 1.11284, + "322": 1.11637, + "323": 1.11259, + "324": 1.12179, + "325": 1.12065, + "326": 1.11864, + "327": 1.1159, + "328": 1.54926, + "329": 1.11204, + "330": 1.11218, + "331": 1.11948, + "332": 1.11948, + "333": 1.13307, + "334": 1.12467, + "335": 1.12137, + "336": 1.12246, + "337": 1.11139, + "338": 1.10779, + "339": 1.10833, + "340": 1.10947, + "341": 1.11134, + "342": 1.11053, + "343": 1.11143, + "344": 1.10814, + "345": 1.10803, + "346": 1.1091, + "347": 1.10853, + "348": 1.11037, + "349": 1.10927, + "350": 1.11013, + "351": 1.11397, + "352": 1.109, + "353": 1.10803, + "354": 1.11168, + "355": 1.11303, + "356": 1.10947, + "357": 1.11683, + "358": 1.12412, + "359": 1.12278, + "360": 1.12222, + "361": 1.22383, + "362": 1.17055, + "363": 1.11455, + "364": 1.11253, + "365": 1.11603, + "366": 1.11275, + "367": 1.11328, + "368": 1.11569, + "369": 1.11236, + "370": 1.11379, + "371": 1.11716, + "372": 1.11809, + "373": 1.11535, + "374": 1.11454, + "375": 1.11187, + "376": 1.11193, + "377": 1.1154, + "378": 1.12015, + "379": 1.1136, + "380": 1.11453, + "381": 1.11731, + "382": 1.12438, + "383": 1.12364, + "384": 1.12448, + "385": 1.12394, + "386": 1.12373, + "387": 1.11853, + "388": 1.1242, + "389": 1.12377, + "390": 1.12305, + "391": 1.12457, + "392": 1.80762, + "393": 1.12938, + "394": 1.11756, + "395": 1.12415, + "396": 1.12355, + "397": 1.12529, + "398": 1.12367, + "399": 1.12763, + "400": 1.16356, + "401": 1.19442, + "402": 1.12341, + "403": 1.12384, + "404": 1.12782, + "405": 1.12491, + "406": 1.73426, + "407": 1.13164, + "408": 1.13455, + "409": 1.13031, + "410": 1.13214, + "411": 1.13269, + "412": 1.13609, + "413": 1.13204, + "414": 1.13331, + "415": 1.13335, + "416": 1.12864, + "417": 1.1278, + "418": 1.12322, + "419": 1.12158, + "420": 1.12698, + "421": 1.12223, + "422": 1.12294, + "423": 1.1224, + "424": 1.12383, + "425": 1.12239, + "426": 1.12346, + "427": 1.12575, + "428": 1.12305, + "429": 1.1238, + "430": 1.12306, + "431": 1.1266, + "432": 1.12362, + "433": 1.13271, + "434": 1.13049, + "435": 1.12483, + "436": 1.12537, + "437": 1.12487, + "438": 1.12339, + "439": 1.12387, + "440": 1.12244, + "441": 1.12306, + "442": 1.12818, + "443": 1.12374, + "444": 1.1232, + "445": 1.12334, + "446": 1.12326, + "447": 1.1227, + "448": 1.12369, + "449": 1.12463, + "450": 1.1241, + "451": 1.12366, + "452": 1.12411, + "453": 1.12282, + "454": 1.1227, + "455": 1.12431, + "456": 1.12443, + "457": 1.12257, + "458": 1.12569, + "459": 1.12294, + "460": 1.12501, + "461": 1.12355, + "462": 1.12337, + "463": 1.12639, + "464": 1.1228, + "465": 1.12272, + "466": 1.12452, + "467": 1.12384, + "468": 1.12265, + "469": 1.12286, + "470": 1.1222, + "471": 1.12267, + "472": 1.12734, + "473": 1.12215, + "474": 1.1225, + "475": 1.1231, + "476": 1.12341, + "477": 1.21577, + "478": 1.12503, + "479": 1.12429, + "480": 1.12318, + "481": 1.12309, + "482": 1.12248, + "483": 1.12483, + "484": 1.12163, + "485": 1.12557, + "486": 1.1224, + "487": 1.12436, + "488": 1.12415, + "489": 1.12284, + "490": 1.12316, + "491": 1.124, + "492": 1.12213, + "493": 1.12107, + "494": 1.12112, + "495": 1.12191, + "496": 1.12272, + "497": 1.12153, + "498": 1.12444, + "499": 1.12301, + "500": 1.12204, + "501": 1.12128, + "502": 1.12292, + "503": 1.12195, + "504": 1.12259, + "505": 1.12721, + "506": 1.12255, + "507": 1.12362, + "508": 1.12295, + "509": 1.12243, + "510": 1.12677, + "511": 1.12437, + "512": 1.12641, + "513": 1.12267, + "514": 1.12517, + "515": 1.12279, + "516": 1.12541, + "517": 1.12259, + "518": 1.12294, + "519": 1.12137, + "520": 1.12171, + "521": 1.12109, + "522": 1.12266, + "523": 1.1233, + "524": 1.12174, + "525": 1.12312, + "526": 1.12412, + "527": 1.12392, + "528": 1.12243, + "529": 1.12359, + "530": 1.12209, + "531": 1.12201, + "532": 1.12218, + "533": 1.12191, + "534": 1.12255, + "535": 1.12431, + "536": 1.12334, + "537": 1.12249, + "538": 1.17486, + "539": 1.36492, + "540": 1.13793, + "541": 1.14426, + "542": 1.14364, + "543": 1.14967, + "544": 1.14002, + "545": 1.13525, + "546": 1.13226, + "547": 1.14027, + "548": 1.49954, + "549": 1.13624, + "550": 1.14457, + "551": 1.15053, + "552": 1.14794, + "553": 1.14603, + "554": 1.125, + "555": 1.12537, + "556": 1.12399, + "557": 1.12324, + "558": 1.1235, + "559": 1.12422, + "560": 1.12479, + "561": 1.12326, + "562": 1.1262, + "563": 1.12512, + "564": 1.12555, + "565": 1.12685, + "566": 1.12608, + "567": 1.12542, + "568": 1.12828, + "569": 1.1302, + "570": 1.1225, + "571": 1.12226, + "572": 1.14001, + "573": 1.14051, + "574": 1.13924, + "575": 1.13952, + "576": 1.13836, + "577": 1.1396, + "578": 1.13975, + "579": 1.1401, + "580": 1.13855, + "581": 1.14054, + "582": 1.13847, + "583": 1.13775, + "584": 1.12667, + "585": 1.13773, + "586": 1.13704, + "587": 1.12306, + "588": 1.12344, + "589": 1.12677, + "590": 1.12413, + "591": 1.12394, + "592": 1.12512, + "593": 1.12671, + "594": 1.12428, + "595": 1.16595, + "596": 1.12354, + "597": 1.12809, + "598": 1.12808, + "599": 1.12418, + "600": 1.12401, + "601": 1.12416, + "602": 1.12474, + "603": 1.12499, + "604": 1.13434, + "605": 1.12306, + "606": 1.12183, + "607": 1.12164, + "608": 1.12379, + "609": 1.12263, + "610": 1.12013, + "611": 1.15271, + "612": 1.15382, + "613": 1.15497, + "614": 1.16124, + "615": 1.15, + "616": 1.12366, + "617": 1.12389, + "618": 1.12555, + "619": 1.12725, + "620": 1.12682, + "621": 1.12477, + "622": 1.12663, + "623": 1.12567, + "624": 1.12886, + "625": 1.13147, + "626": 1.13189, + "627": 1.12759, + "628": 1.12342, + "629": 1.12468, + "630": 1.12833, + "631": 1.13233, + "632": 1.12988, + "633": 1.12749, + "634": 1.12446, + "635": 1.12586, + "636": 1.12823, + "637": 1.13061, + "638": 1.1308, + "639": 1.13859, + "640": 1.13417, + "641": 1.12972, + "642": 1.12805, + "643": 1.12438, + "644": 1.12818, + "645": 1.13257, + "646": 1.13371, + "647": 1.12622, + "648": 1.12534, + "649": 1.12994, + "650": 1.13081, + "651": 1.13239, + "652": 1.12442, + "653": 1.1252, + "654": 1.13009, + "655": 1.13207, + "656": 1.13001, + "657": 1.12489, + "658": 1.12608, + "659": 1.13153, + "660": 1.13108, + "661": 1.1306, + "662": 1.12945, + "663": 1.12752, + "664": 1.13169, + "665": 1.13232, + "666": 1.12713, + "667": 1.12601, + "668": 1.13111, + "669": 1.12364, + "670": 1.12339, + "671": 1.12478, + "672": 1.1241, + "673": 1.129, + "674": 1.12592, + "675": 1.12565, + "676": 1.12436, + "677": 1.12704, + "678": 1.12431, + "679": 1.12378, + "680": 1.12478, + "681": 1.12441, + "682": 1.12461, + "683": 1.12341, + "684": 1.12374, + "685": 1.1251, + "686": 1.12927, + "687": 1.1258, + "688": 1.1248, + "689": 1.12703, + "690": 1.1279, + "691": 1.12485, + "692": 1.12461, + "693": 1.12636, + "694": 1.12595, + "695": 1.13266, + "696": 1.1238, + "697": 1.12509, + "698": 1.12521, + "699": 1.12426, + "700": 1.12815, + "701": 1.12643, + "702": 1.12662, + "703": 1.12569, + "704": 1.12873, + "705": 1.12512, + "706": 1.1268, + "707": 1.12491, + "708": 1.12495, + "709": 1.12411, + "710": 1.12782, + "711": 1.12457, + "712": 1.12566, + "713": 1.47565, + "714": 1.24316, + "715": 1.21594, + "716": 1.12424, + "717": 1.12946, + "718": 1.12851, + "719": 1.12686, + "720": 1.12708, + "721": 1.12689, + "722": 1.12487, + "723": 1.12344, + "724": 1.12491, + "725": 1.12369, + "726": 1.12414, + "727": 1.13132, + "728": 1.12568, + "729": 1.12394, + "730": 1.12553, + "731": 1.12486, + "732": 1.12671, + "733": 1.12737, + "734": 1.12384, + "735": 1.12388, + "736": 1.12464, + "737": 1.12579, + "738": 1.12802, + "739": 1.1261, + "740": 1.12553, + "741": 1.12389, + "742": 1.1243, + "743": 1.12456, + "744": 1.12534, + "745": 1.1259, + "746": 1.12557, + "747": 1.12552, + "748": 1.12698, + "749": 1.12622, + "750": 1.12564, + "751": 1.12585, + "752": 1.1244, + "753": 1.13026, + "754": 1.13439, + "755": 1.12646, + "756": 1.12686, + "757": 1.12756, + "758": 1.13359, + "759": 1.13605, + "760": 1.13608, + "761": 1.13669, + "762": 1.13538, + "763": 1.13599, + "764": 1.13457, + "765": 1.13583, + "766": 1.13216, + "767": 1.13821, + "768": 1.1353, + "769": 1.14154, + "770": 1.14012, + "771": 1.137, + "772": 1.13571, + "773": 1.13506, + "774": 1.13358, + "775": 1.14088, + "776": 1.13622, + "777": 1.13135, + "778": 1.12949, + "779": 1.12746, + "780": 1.13168, + "781": 1.12931, + "782": 1.12547, + "783": 1.1248, + "784": 1.12598, + "785": 1.12565, + "786": 1.12591, + "787": 1.12699, + "788": 1.12607, + "789": 1.12717, + "790": 1.1269, + "791": 1.12667, + "792": 1.1254, + "793": 1.12603, + "794": 1.12664, + "795": 1.12566, + "796": 1.12588, + "797": 1.1242, + "798": 1.12609, + "799": 1.12896, + "800": 1.12575, + "801": 1.12419, + "802": 1.12996, + "803": 1.12695, + "804": 1.12393, + "805": 1.12583, + "806": 1.1247, + "807": 1.12368, + "808": 1.12354, + "809": 1.12405, + "810": 1.12504, + "811": 1.11875, + "812": 1.11844, + "813": 1.11954, + "814": 1.11943, + "815": 1.12406, + "816": 1.13151, + "817": 1.12521, + "818": 1.12544, + "819": 1.1253, + "820": 1.12602, + "821": 1.12584, + "822": 1.12577, + "823": 1.12767, + "824": 1.12483, + "825": 1.1244, + "826": 1.12551, + "827": 1.12619, + "828": 1.12423, + "829": 1.12586, + "830": 1.13035, + "831": 1.12645, + "832": 1.12849, + "833": 1.12728, + "834": 1.12659, + "835": 1.13042, + "836": 1.12683, + "837": 1.12542, + "838": 1.12602, + "839": 1.12611, + "840": 1.12631, + "841": 1.12743, + "842": 1.12229, + "843": 1.1242, + "844": 1.12342, + "845": 1.12392, + "846": 1.13277, + "847": 1.12466, + "848": 1.12232, + "849": 1.12362, + "850": 1.12483, + "851": 1.12346, + "852": 1.12379, + "853": 1.12349, + "854": 1.12226, + "855": 1.12386, + "856": 1.12664, + "857": 1.12314, + "858": 1.12651, + "859": 1.12422, + "860": 1.1276, + "861": 1.1269, + "862": 1.12847, + "863": 1.11852, + "864": 1.11815, + "865": 1.11914, + "866": 1.11877, + "867": 1.12038, + "868": 1.12172, + "869": 1.11895, + "870": 1.11927, + "871": 1.11857, + "872": 1.11754, + "873": 1.11737, + "874": 1.11863, + "875": 1.11838, + "876": 1.11847, + "877": 1.12013, + "878": 1.11901, + "879": 1.11877, + "880": 1.11947, + "881": 1.11981, + "882": 1.11867, + "883": 1.11979, + "884": 1.11786, + "885": 1.12963, + "886": 1.11688, + "887": 1.11724, + "888": 1.12017, + "889": 1.12211, + "890": 1.12175, + "891": 1.2287, + "892": 1.12211, + "893": 1.12174, + "894": 1.12144, + "895": 1.11994, + "896": 1.12826, + "897": 1.12648, + "898": 1.12487, + "899": 1.12503, + "900": 1.12501, + "901": 1.12531, + "902": 1.12619, + "903": 1.12487, + "904": 1.12499, + "905": 1.1279, + "906": 1.12549, + "907": 1.12757, + "908": 1.12677, + "909": 1.12825, + "910": 1.12776, + "911": 1.12719, + "912": 1.12728, + "913": 1.12763, + "914": 1.12621, + "915": 1.12424, + "916": 1.12589, + "917": 1.1245, + "918": 1.12336, + "919": 1.12351, + "920": 1.12453, + "921": 1.12819, + "922": 1.12456, + "923": 1.13948, + "924": 1.13114, + "925": 1.12372, + "926": 1.12377, + "927": 1.12288, + "928": 1.12303, + "929": 1.12468, + "930": 1.1232, + "931": 1.12887, + "932": 1.12946, + "933": 1.13101, + "934": 1.13017, + "935": 1.12973, + "936": 1.13256, + "937": 1.13009, + "938": 1.13026, + "939": 1.13304, + "940": 1.13207, + "941": 1.13152, + "942": 1.13101, + "943": 1.13415, + "944": 1.1323, + "945": 1.13212, + "946": 1.13224, + "947": 1.13138, + "948": 1.13044, + "949": 1.13109, + "950": 1.12939, + "951": 1.13072, + "952": 1.13049, + "953": 1.13159, + "954": 1.14164, + "955": 1.13128, + "956": 1.13142, + "957": 1.13138, + "958": 1.13144, + "959": 1.13115, + "960": 1.13216, + "961": 1.12556, + "962": 1.12433, + "963": 1.12515, + "964": 1.12481, + "965": 1.1248, + "966": 1.12506, + "967": 1.12791, + "968": 1.12561, + "969": 1.12458, + "970": 1.12579, + "971": 1.11693, + "972": 1.11839, + "973": 1.1178, + "974": 1.11785, + "975": 1.11753, + "976": 1.11755, + "977": 1.11881, + "978": 1.11844, + "979": 1.11811, + "980": 1.11836, + "981": 1.11859, + "982": 1.11723, + "983": 1.11847, + "984": 1.11818, + "985": 1.11825, + "986": 1.11887, + "987": 1.11808, + "988": 1.1178, + "989": 1.11837, + "990": 1.11685, + "991": 1.11833, + "992": 1.11736, + "993": 1.11811, + "994": 1.12052, + "995": 1.11911, + "996": 1.11762, + "997": 1.12093, + "998": 1.12158, + "999": 1.11825, + "1000": 1.12158, + "1001": 1.11543, + "1002": 1.11552, + "1003": 1.11488, + "1004": 1.11759, + "1005": 1.11913, + "1006": 1.22276, + "1007": 1.11739, + "1008": 1.1179, + "1009": 1.11484, + "1010": 1.11603, + "1011": 1.11657, + "1012": 1.11387, + "1013": 1.11413, + "1014": 1.49902, + "1015": 1.11796, + "1016": 1.11747, + "1017": 1.11913, + "1018": 1.11813, + "1019": 1.11822, + "1020": 1.11511, + "1021": 1.11626, + "1022": 1.11354, + "1023": 1.16316, + "1024": 1.12945, + "1025": 1.1283, + "1026": 1.12738, + "1027": 1.12782, + "1028": 1.58598, + "1029": 1.12764, + "1030": 1.12798, + "1031": 1.12751, + "1032": 1.12696, + "1033": 1.12726, + "1034": 1.12865, + "1035": 1.12857, + "1036": 1.12885, + "1037": 1.12856, + "1038": 1.1341, + "1039": 1.12874, + "1040": 1.12764, + "1041": 1.12975, + "1042": 1.13131, + "1043": 1.12709, + "1044": 1.12687, + "1045": 1.13286, + "1046": 1.12746, + "1047": 1.1303, + "1048": 1.13783, + "1049": 1.12872, + "1050": 1.12878, + "1051": 1.12761, + "1052": 1.12883, + "1053": 1.12852, + "1054": 1.1283, + "1055": 1.12829, + "1056": 1.12806, + "1057": 1.12853, + "1058": 1.13021, + "1059": 1.12924, + "1060": 1.12836, + "1061": 1.12997, + "1062": 1.12822, + "1063": 1.24928, + "1064": 1.12745, + "1065": 1.12774, + "1066": 1.13161, + "1067": 1.13039, + "1068": 1.1363, + "1069": 1.16118, + "1070": 1.1283, + "1071": 1.12921, + "1072": 1.13048, + "1073": 1.12563, + "1074": 1.13068, + "1075": 1.13019, + "1076": 1.12843, + "1077": 1.4828, + "1078": 1.13072, + "1079": 1.12823, + "1080": 1.123, + "1081": 1.11697, + "1082": 1.11865, + "1083": 1.11702, + "1084": 1.1176, + "1085": 1.11671, + "1086": 1.11506, + "1087": 1.12073, + "1088": 1.11688, + "1089": 1.1178, + "1090": 1.117, + "1091": 1.11805, + "1092": 1.11929, + "1093": 1.11803, + "1094": 1.12274, + "1095": 1.12347, + "1096": 1.12216, + "1097": 1.12076, + "1098": 1.1219, + "1099": 1.1246, + "1100": 1.1227, + "1101": 1.12014, + "1102": 1.11811, + "1103": 1.11822, + "1104": 1.12364, + "1105": 1.12151, + "1106": 1.11953, + "1107": 1.11953, + "1108": 1.11744, + "1109": 1.11689, + "1110": 1.11802, + "1111": 1.11855, + "1112": 1.11724, + "1113": 1.11884, + "1114": 1.12075, + "1115": 1.11736, + "1116": 1.11952, + "1117": 1.11955, + "1118": 1.11795, + "1119": 1.11918, + "1120": 1.1203, + "1121": 1.12348, + "1122": 1.11942, + "1123": 1.12019, + "1124": 1.11993, + "1125": 1.11437, + "1126": 1.11874, + "1127": 1.11601, + "1128": 1.11439, + "1129": 1.12419, + "1130": 1.1148, + "1131": 1.11445, + "1132": 1.11428, + "1133": 1.11293, + "1134": 1.1152, + "1135": 1.11704, + "1136": 1.11531, + "1137": 1.11456, + "1138": 1.11502, + "1139": 1.11324, + "1140": 1.11352, + "1141": 1.11614, + "1142": 1.11379, + "1143": 1.12002, + "1144": 1.11596, + "1145": 1.11534, + "1146": 1.11485, + "1147": 1.1161, + "1148": 1.11521, + "1149": 1.11365, + "1150": 1.11653, + "1151": 1.11412, + "1152": 1.11533, + "1153": 1.11832, + "1154": 1.12466, + "1155": 1.12689, + "1156": 1.12567, + "1157": 1.12431, + "1158": 1.12403, + "1159": 1.12345, + "1160": 1.12537, + "1161": 1.12368, + "1162": 1.12377, + "1163": 1.12399, + "1164": 1.12493, + "1165": 1.12898, + "1166": 1.1255, + "1167": 1.1272, + "1168": 1.12488, + "1169": 1.12309, + "1170": 1.12341, + "1171": 1.12552, + "1172": 1.12427, + "1173": 1.12389, + "1174": 1.16449, + "1175": 1.12577, + "1176": 1.11526, + "1177": 1.11474, + "1178": 1.50474, + "1179": 1.11398, + "1180": 1.12072, + "1181": 1.11679, + "1182": 1.11866, + "1183": 1.12408, + "1184": 1.12467, + "1185": 1.12597, + "1186": 1.12351, + "1187": 1.12374, + "1188": 1.12695, + "1189": 1.12909, + "1190": 1.12483, + "1191": 1.12329, + "1192": 1.12523, + "1193": 1.12491, + "1194": 1.12381, + "1195": 1.12428, + "1196": 1.12567, + "1197": 1.12824, + "1198": 1.12337, + "1199": 1.12284, + "1200": 1.12409, + "1201": 1.12534, + "1202": 1.12438, + "1203": 1.12611, + "1204": 1.12327, + "1205": 1.12472, + "1206": 1.12385, + "1207": 1.12583, + "1208": 1.11846, + "1209": 1.11798, + "1210": 1.119, + "1211": 1.11698, + "1212": 1.12123, + "1213": 1.11863, + "1214": 1.11729, + "1215": 1.11485, + "1216": 1.11673, + "1217": 1.11758, + "1218": 1.12525, + "1219": 1.11506, + "1220": 1.11521, + "1221": 1.11929, + "1222": 1.11993, + "1223": 1.11972, + "1224": 1.11895, + "1225": 1.11959, + "1226": 1.12028, + "1227": 1.122, + "1228": 1.11982, + "1229": 1.12118, + "1230": 1.122, + "1231": 1.12421, + "1232": 1.1205, + "1233": 1.12199, + "1234": 1.12485, + "1235": 1.12184, + "1236": 1.1289, + "1237": 1.12113, + "1238": 1.12376, + "1239": 1.12093, + "1240": 1.12155, + "1241": 1.12483, + "1242": 1.12752, + "1243": 1.13159, + "1244": 1.12816, + "1245": 1.21834, + "1246": 1.1813, + "1247": 1.13151, + "1248": 1.11397, + "1249": 1.1308, + "1250": 1.12799, + "1251": 1.12805, + "1252": 1.12429, + "1253": 1.12301, + "1254": 1.13415, + "1255": 1.12962, + "1256": 1.11676, + "1257": 1.11735, + "1258": 1.11835, + "1259": 1.13807, + "1260": 1.12594, + "1261": 1.12214, + "1262": 1.11922, + "1263": 1.12158, + "1264": 1.11864, + "1265": 1.11908, + "1266": 1.12078, + "1267": 1.11968, + "1268": 1.11873, + "1269": 1.11707, + "1270": 1.1192, + "1271": 1.11886, + "1272": 1.11938, + "1273": 1.11939, + "1274": 1.11921, + "1275": 1.11834, + "1276": 1.11745, + "1277": 1.11998, + "1278": 1.11892, + "1279": 1.12398, + "1280": 1.1211, + "1281": 1.1196, + "1282": 1.12537, + "1283": 1.122, + "1284": 1.11929, + "1285": 1.12015, + "1286": 1.11925, + "1287": 1.11955, + "1288": 1.12164, + "1289": 1.12123, + "1290": 1.12109, + "1291": 1.11905, + "1292": 1.1208, + "1293": 1.11896, + "1294": 1.12099, + "1295": 1.11823, + "1296": 1.11983, + "1297": 1.11933, + "1298": 1.11836, + "1299": 1.11991, + "1300": 1.11877, + "1301": 1.11933, + "1302": 1.11774, + "1303": 1.11756, + "1304": 1.11887, + "1305": 1.11861, + "1306": 1.12245, + "1307": 1.11839, + "1308": 1.11826, + "1309": 1.11807, + "1310": 1.11805, + "1311": 1.11666, + "1312": 1.11473, + "1313": 1.11617, + "1314": 1.47981, + "1315": 1.12298, + "1316": 1.12784, + "1317": 1.12798, + "1318": 1.12981, + "1319": 1.13033, + "1320": 1.12838, + "1321": 1.12859, + "1322": 1.11062, + "1323": 1.11187, + "1324": 1.11163, + "1325": 1.11171, + "1326": 1.11141, + "1327": 1.11218, + "1328": 1.10987, + "1329": 1.116, + "1330": 1.11666, + "1331": 1.11554, + "1332": 1.11731, + "1333": 1.11688, + "1334": 1.11824, + "1335": 1.11259, + "1336": 1.11119, + "1337": 1.11127, + "1338": 1.11055, + "1339": 1.11049, + "1340": 1.1122, + "1341": 1.11151, + "1342": 1.124, + "1343": 1.11778, + "1344": 1.11637, + "1345": 1.10841, + "1346": 1.10829, + "1347": 1.10857, + "1348": 1.10999, + "1349": 1.10823, + "1350": 1.10805, + "1351": 1.10868, + "1352": 1.1088, + "1353": 1.10931, + "1354": 1.11232, + "1355": 1.10831, + "1356": 1.10787, + "1357": 1.10926, + "1358": 1.10972, + "1359": 1.10838, + "1360": 1.10953, + "1361": 1.13332, + "1362": 1.2017, + "1363": 1.11474, + "1364": 1.11368, + "1365": 1.11268, + "1366": 1.11221, + "1367": 1.11382, + "1368": 1.11681, + "1369": 1.11399, + "1370": 1.11689, + "1371": 1.11245, + "1372": 1.11223, + "1373": 1.11196, + "1374": 1.11156, + "1375": 1.11128, + "1376": 1.11011, + "1377": 1.11123, + "1378": 1.1116, + "1379": 1.11114, + "1380": 1.10994, + "1381": 1.11223, + "1382": 1.1126, + "1383": 1.11121, + "1384": 1.11153, + "1385": 1.11232, + "1386": 1.11193, + "1387": 1.11231, + "1388": 1.11183, + "1389": 1.11204, + "1390": 1.1051, + "1391": 1.10408, + "1392": 1.10446, + "1393": 1.10415, + "1394": 1.10411, + "1395": 1.10366, + "1396": 1.10337, + "1397": 1.10558, + "1398": 1.10346, + "1399": 1.10279, + "1400": 1.10317, + "1401": 1.10292, + "1402": 1.1032, + "1403": 1.10242, + "1404": 1.10348, + "1405": 1.10381, + "1406": 1.10445, + "1407": 1.10564, + "1408": 1.106, + "1409": 1.10488, + "1410": 1.10645, + "1411": 1.10533, + "1412": 1.10409, + "1413": 1.10392, + "1414": 1.10497, + "1415": 1.10555, + "1416": 1.10621, + "1417": 1.11076, + "1418": 1.10549, + "1419": 1.10479, + "1420": 1.10431, + "1421": 1.10446, + "1422": 1.10503, + "1423": 1.10624, + "1424": 1.10511, + "1425": 1.1075, + "1426": 1.10364, + "1427": 1.10458, + "1428": 1.10422, + "1429": 1.10343, + "1430": 1.10337, + "1431": 1.10359, + "1432": 1.10643, + "1433": 1.10445, + "1434": 1.1034, + "1435": 1.10443, + "1436": 1.10365, + "1437": 1.1038, + "1438": 1.105, + "1439": 1.10378, + "1440": 1.103, + "1441": 1.10428, + "1442": 1.1043, + "1443": 1.10274, + "1444": 1.10493, + "1445": 1.10272, + "1446": 1.10415, + "1447": 1.10533, + "1448": 1.10532, + "1449": 1.10603, + "1450": 1.10528, + "1451": 1.1108, + "1452": 1.10712, + "1453": 1.11176, + "1454": 1.10767, + "1455": 1.10629, + "1456": 1.10533, + "1457": 1.10421, + "1458": 1.1332, + "1459": 1.21658, + "1460": 1.10493, + "1461": 1.10654, + "1462": 1.11023, + "1463": 1.10258, + "1464": 1.10387, + "1465": 1.10399, + "1466": 1.10437, + "1467": 1.10334, + "1468": 1.10675, + "1469": 1.10948, + "1470": 1.10955, + "1471": 1.11346, + "1472": 1.10819, + "1473": 1.10829, + "1474": 1.10914, + "1475": 1.10918, + "1476": 1.10795, + "1477": 1.10898, + "1478": 1.11214, + "1479": 1.10774, + "1480": 1.11043, + "1481": 1.10307, + "1482": 1.10536, + "1483": 1.11552, + "1484": 1.11417, + "1485": 1.10932, + "1486": 1.11036, + "1487": 1.1092, + "1488": 1.10924, + "1489": 1.11411, + "1490": 1.10779, + "1491": 1.10974, + "1492": 1.10995, + "1493": 1.10873, + "1494": 1.10935, + "1495": 1.10896, + "1496": 1.11013, + "1497": 1.10912, + "1498": 1.11301, + "1499": 1.10457, + "1500": 1.10901, + "1501": 1.10911, + "1502": 1.10881, + "1503": 1.10951, + "1504": 1.10736, + "1505": 1.10876, + "1506": 1.10844, + "1507": 1.11636, + "1508": 1.10659, + "1509": 1.10492, + "1510": 1.10782, + "1511": 1.108, + "1512": 1.10793, + "1513": 1.10956, + "1514": 1.10935, + "1515": 1.10841, + "1516": 1.11175, + "1517": 1.10921, + "1518": 1.10866, + "1519": 1.10931, + "1520": 1.10796, + "1521": 1.10944, + "1522": 1.11048, + "1523": 1.11091, + "1524": 1.10764, + "1525": 1.11474, + "1526": 1.11003, + "1527": 1.10928, + "1528": 1.11034, + "1529": 1.10796, + "1530": 1.10869, + "1531": 1.10751, + "1532": 1.10865, + "1533": 1.11202, + "1534": 1.14671, + "1535": 1.16695, + "1536": 1.12718, + "1537": 1.12693, + "1538": 1.12728, + "1539": 1.11804, + "1540": 1.11849, + "1541": 1.1274, + "1542": 1.12816, + "1543": 1.22613, + "1544": 1.12158, + "1545": 1.10429, + "1546": 1.12379, + "1547": 1.12968, + "1548": 1.1096, + "1549": 1.10587, + "1550": 1.10455, + "1551": 1.10299, + "1552": 1.1089, + "1553": 1.10744, + "1554": 1.14403, + "1555": 1.1431, + "1556": 1.12783, + "1557": 1.1264, + "1558": 1.12901, + "1559": 1.10792, + "1560": 1.10656, + "1561": 1.16643, + "1562": 1.12022, + "1563": 1.12183, + "1564": 1.13269, + "1565": 1.13215, + "1566": 1.13015, + "1567": 1.13414, + "1568": 1.131, + "1569": 1.13041, + "1570": 1.12991, + "1571": 1.13159, + "1572": 1.13072, + "1573": 1.1316, + "1574": 1.12946, + "1575": 1.13264, + "1576": 1.13366, + "1577": 1.1299, + "1578": 1.13155, + "1579": 1.13117, + "1580": 1.13046, + "1581": 1.13053, + "1582": 1.12914, + "1583": 1.13077, + "1584": 1.13644, + "1585": 1.13215, + "1586": 1.13061, + "1587": 1.13206, + "1588": 1.13435, + "1589": 1.13632, + "1590": 1.13214, + "1591": 1.13265, + "1592": 1.13379, + "1593": 1.13377, + "1594": 1.13281, + "1595": 1.13276, + "1596": 1.11771, + "1597": 1.10837, + "1598": 1.13389, + "1599": 1.13382, + "1600": 1.13496, + "1601": 1.13462, + "1602": 1.13489, + "1603": 1.14129, + "1604": 1.1358, + "1605": 1.13595, + "1606": 1.13449, + "1607": 1.13569, + "1608": 1.13934, + "1609": 1.13664, + "1610": 1.13373, + "1611": 1.13085, + "1612": 1.11465, + "1613": 1.10995, + "1614": 1.11101, + "1615": 1.11086, + "1616": 1.13891, + "1617": 1.13336, + "1618": 1.13162, + "1619": 1.12995, + "1620": 1.13159, + "1621": 1.13338, + "1622": 1.13197, + "1623": 1.1326, + "1624": 1.13098, + "1625": 1.13095, + "1626": 1.12468, + "1627": 1.10967, + "1628": 1.11006, + "1629": 1.11608, + "1630": 1.13644, + "1631": 1.12998, + "1632": 1.11768, + "1633": 1.13222, + "1634": 1.13446, + "1635": 1.12991, + "1636": 1.11019, + "1637": 1.11259, + "1638": 1.11426, + "1639": 1.11482, + "1640": 1.11292, + "1641": 1.11276, + "1642": 1.11291, + "1643": 1.11516, + "1644": 1.11196, + "1645": 1.11102, + "1646": 1.11163, + "1647": 1.11426, + "1648": 1.11767, + "1649": 1.11193, + "1650": 1.11139, + "1651": 1.11149, + "1652": 1.11227, + "1653": 1.11439, + "1654": 1.11182, + "1655": 1.11176, + "1656": 1.11317, + "1657": 1.11992, + "1658": 1.11084, + "1659": 1.11458, + "1660": 1.11488, + "1661": 1.115, + "1662": 1.11831, + "1663": 1.11442, + "1664": 1.13569, + "1665": 1.24038, + "1666": 1.11076, + "1667": 1.11604, + "1668": 1.10517, + "1669": 1.10484, + "1670": 1.10544, + "1671": 1.10543, + "1672": 1.11566, + "1673": 1.16001, + "1674": 1.11776, + "1675": 1.1059, + "1676": 1.10532, + "1677": 1.10452, + "1678": 1.10572, + "1679": 1.1059, + "1680": 1.10488, + "1681": 1.10543, + "1682": 1.10537, + "1683": 1.1051, + "1684": 1.10657, + "1685": 1.10774, + "1686": 1.11319, + "1687": 1.11278, + "1688": 1.11174, + "1689": 1.11297, + "1690": 1.11211, + "1691": 1.11085, + "1692": 1.11347, + "1693": 1.11016, + "1694": 1.11193, + "1695": 1.11256, + "1696": 1.11308, + "1697": 1.11925, + "1698": 1.11216, + "1699": 1.11173, + "1700": 1.11487, + "1701": 1.11248, + "1702": 1.11503, + "1703": 1.11482, + "1704": 1.1142, + "1705": 1.116, + "1706": 1.11402, + "1707": 1.11163, + "1708": 1.11175, + "1709": 1.11295, + "1710": 1.11465, + "1711": 1.11208, + "1712": 1.11123, + "1713": 1.11318, + "1714": 1.11453, + "1715": 1.11488, + "1716": 1.11381, + "1717": 1.11546, + "1718": 1.11076, + "1719": 1.49171, + "1720": 1.11754, + "1721": 1.11674, + "1722": 1.12454, + "1723": 1.11158, + "1724": 1.11439, + "1725": 1.11233, + "1726": 1.12051, + "1727": 1.11616, + "1728": 1.11407, + "1729": 1.10857, + "1730": 1.11119, + "1731": 1.11007, + "1732": 1.1088, + "1733": 1.10844, + "1734": 1.10904, + "1735": 1.11409, + "1736": 1.10938, + "1737": 1.11216, + "1738": 1.10977, + "1739": 1.10871, + "1740": 1.1132, + "1741": 1.11495, + "1742": 1.11623, + "1743": 1.11235, + "1744": 1.11535, + "1745": 1.11463, + "1746": 1.11576, + "1747": 1.11573, + "1748": 1.11479, + "1749": 1.11607, + "1750": 1.11553, + "1751": 1.11594, + "1752": 1.11325, + "1753": 1.11214, + "1754": 1.11012, + "1755": 1.11115, + "1756": 1.11086, + "1757": 1.11561, + "1758": 1.11564, + "1759": 1.11633, + "1760": 1.11649, + "1761": 1.11526, + "1762": 1.11536, + "1763": 1.11383, + "1764": 1.11651, + "1765": 1.1142, + "1766": 1.11351, + "1767": 1.11301, + "1768": 1.10954, + "1769": 1.10883, + "1770": 1.11067, + "1771": 1.10929, + "1772": 1.11503, + "1773": 1.11828, + "1774": 1.11608, + "1775": 1.11866, + "1776": 1.11621, + "1777": 1.11669, + "1778": 1.11678, + "1779": 1.11327, + "1780": 1.11748, + "1781": 1.11803, + "1782": 1.11655, + "1783": 1.45489, + "1784": 1.11768, + "1785": 1.11656, + "1786": 1.11758, + "1787": 1.11564, + "1788": 1.11626, + "1789": 1.11554, + "1790": 1.12063, + "1791": 1.11504, + "1792": 1.11803, + "1793": 1.11447, + "1794": 1.1069, + "1795": 1.10484, + "1796": 1.10504, + "1797": 1.10686, + "1798": 1.10907, + "1799": 1.11374, + "1800": 1.11065, + "1801": 1.11139, + "1802": 1.10982, + "1803": 1.10818, + "1804": 1.10899, + "1805": 1.10885, + "1806": 1.10913, + "1807": 1.1054, + "1808": 1.10623, + "1809": 1.10458, + "1810": 1.10506, + "1811": 1.105, + "1812": 1.10588, + "1813": 1.10494, + "1814": 1.1057, + "1815": 1.10482, + "1816": 1.10377, + "1817": 1.10504, + "1818": 1.1049, + "1819": 1.10539, + "1820": 1.10897, + "1821": 1.10682, + "1822": 1.1033, + "1823": 1.10369, + "1824": 1.10486, + "1825": 1.10481, + "1826": 1.1048, + "1827": 1.10583, + "1828": 1.11156, + "1829": 1.10972, + "1830": 1.10899, + "1831": 1.10922, + "1832": 1.10836, + "1833": 1.10893, + "1834": 1.11047, + "1835": 1.11172, + "1836": 1.1094, + "1837": 1.10907, + "1838": 1.10801, + "1839": 1.10998, + "1840": 1.10888, + "1841": 1.10795, + "1842": 1.10927, + "1843": 1.1078, + "1844": 1.13592, + "1845": 1.39052, + "1846": 1.10239, + "1847": 1.1027, + "1848": 1.1064, + "1849": 1.10353, + "1850": 1.10309, + "1851": 1.10479, + "1852": 1.10593, + "1853": 1.10573, + "1854": 1.10593, + "1855": 1.10396, + "1856": 1.10268, + "1857": 1.10372, + "1858": 1.10352, + "1859": 1.10612, + "1860": 1.10233, + "1861": 1.11184, + "1862": 1.11167, + "1863": 1.11154, + "1864": 1.11202, + "1865": 1.11022, + "1866": 1.1102, + "1867": 1.11128, + "1868": 1.11037, + "1869": 1.11121, + "1870": 1.11389, + "1871": 1.11715, + "1872": 1.11769, + "1873": 1.11697, + "1874": 1.11587, + "1875": 1.11483, + "1876": 1.11143, + "1877": 1.11413, + "1878": 1.11871, + "1879": 1.11657, + "1880": 1.11894, + "1881": 1.12135, + "1882": 1.11631, + "1883": 1.11088, + "1884": 1.11281, + "1885": 1.11731, + "1886": 1.11559, + "1887": 1.11611, + "1888": 1.11653, + "1889": 1.11716, + "1890": 1.12013, + "1891": 1.11811, + "1892": 1.11741, + "1893": 1.11523, + "1894": 1.11524, + "1895": 1.1154, + "1896": 1.11514, + "1897": 1.1145, + "1898": 1.11514, + "1899": 1.11282, + "1900": 1.11464, + "1901": 1.1145, + "1902": 1.15861, + "1903": 1.21694, + "1904": 1.25454, + "1905": 1.10498, + "1906": 1.1047, + "1907": 1.14943, + "1908": 1.11047, + "1909": 1.11265, + "1910": 1.10906, + "1911": 1.11034, + "1912": 1.10976, + "1913": 1.10938, + "1914": 1.10879, + "1915": 1.11236, + "1916": 1.11142, + "1917": 1.11156, + "1918": 1.10967, + "1919": 1.1098, + "1920": 1.12664, + "1921": 1.10649, + "1922": 1.1063, + "1923": 1.10317, + "1924": 1.10305, + "1925": 1.1393, + "1926": 1.10532, + "1927": 1.10909, + "1928": 1.10556, + "1929": 1.10877, + "1930": 1.11316, + "1931": 1.11505, + "1932": 1.11216, + "1933": 1.10925, + "1934": 1.11048, + "1935": 1.11028, + "1936": 1.11684, + "1937": 1.114, + "1938": 1.10949, + "1939": 1.1146, + "1940": 1.11266, + "1941": 1.11345, + "1942": 1.11359, + "1943": 1.11273, + "1944": 1.10729, + "1945": 1.10822, + "1946": 1.10623, + "1947": 1.10905, + "1948": 1.10845, + "1949": 1.11023, + "1950": 1.11572, + "1951": 1.11557, + "1952": 1.11833, + "1953": 1.11128, + "1954": 1.10985, + "1955": 1.11088, + "1956": 1.11315, + "1957": 1.11554, + "1958": 1.11584, + "1959": 1.11529, + "1960": 1.11295, + "1961": 1.1115, + "1962": 1.11333, + "1963": 1.1106, + "1964": 1.10942, + "1965": 1.11327, + "1966": 1.11222, + "1967": 1.11145, + "1968": 1.11089, + "1969": 1.11477, + "1970": 1.11909, + "1971": 1.11318, + "1972": 1.11239, + "1973": 1.11121, + "1974": 1.11433, + "1975": 1.11055, + "1976": 1.10928, + "1977": 1.10941, + "1978": 1.11038, + "1979": 1.11511, + "1980": 1.11527, + "1981": 1.11219, + "1982": 1.11242, + "1983": 1.5062, + "1984": 1.11152, + "1985": 1.11114, + "1986": 1.11153, + "1987": 1.10941, + "1988": 1.1071, + "1989": 1.10744, + "1990": 1.10717, + "1991": 1.10712, + "1992": 1.1065, + "1993": 1.11006, + "1994": 1.10964, + "1995": 1.1116, + "1996": 1.11045, + "1997": 1.11066, + "1998": 1.10971, + "1999": 1.1116, + "2000": 1.1086 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_gb200.json index 477c5e1e929..695e6c48261 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_gb200.json @@ -6,1513 +6,1513 @@ "values": { "1": 10.84507, "2": 10.85699, - "3": 10.84969, - "4": 10.86704, - "5": 10.85142, - "6": 10.84876, - "7": 10.85299, - "8": 10.83964, - "9": 10.84295, - "10": 10.84338, - "11": 10.83436, - "12": 10.828, - "13": 10.81398, - "14": 10.83451, - "15": 10.77415, - "16": 10.78413, - "17": 10.76038, - "18": 10.78236, - "19": 10.72394, - "20": 10.68711, - "21": 10.63506, - "22": 10.63644, - "23": 10.64518, - "24": 10.54529, - "25": 10.55675, - "26": 10.62511, - "27": 10.45901, - "28": 10.47141, - "29": 10.36035, - "30": 10.26861, - "31": 10.42701, - "32": 10.35179, - "33": 10.22039, - "34": 10.17303, - "35": 10.23259, - "36": 10.14755, - "37": 10.1047, - "38": 10.03479, - "39": 10.04675, - "40": 10.06969, - "41": 9.95001, - "42": 9.95261, - "43": 9.8649, - "44": 9.98916, - "45": 10.0106, - "46": 9.84601, - "47": 9.99991, - "48": 9.81358, - "49": 9.9446, - "50": 9.94528, - "51": 9.59279, - "52": 9.80285, - "53": 9.62891, - "54": 9.88752, - "55": 9.73563, - "56": 9.8515, - "57": 9.8579, - "58": 9.8737, - "59": 9.54869, - "60": 9.64305, - "61": 9.87787, - "62": 9.76087, - "63": 9.68524, - "64": 9.83366, + "3": 10.84975, + "4": 10.86701, + "5": 10.85126, + "6": 10.84883, + "7": 10.85322, + "8": 10.83971, + "9": 10.84287, + "10": 10.8434, + "11": 10.83435, + "12": 10.82803, + "13": 10.81382, + "14": 10.83459, + "15": 10.77416, + "16": 10.78411, + "17": 10.7605, + "18": 10.78234, + "19": 10.72403, + "20": 10.6871, + "21": 10.6351, + "22": 10.63649, + "23": 10.64523, + "24": 10.54519, + "25": 10.55663, + "26": 10.62535, + "27": 10.45905, + "28": 10.47146, + "29": 10.36042, + "30": 10.2687, + "31": 10.42691, + "32": 10.35208, + "33": 10.22028, + "34": 10.17304, + "35": 10.23256, + "36": 10.14756, + "37": 10.1046, + "38": 10.03487, + "39": 10.04669, + "40": 10.06959, + "41": 9.95005, + "42": 9.95268, + "43": 9.86492, + "44": 9.98919, + "45": 10.0105, + "46": 9.84603, + "47": 10.00002, + "48": 9.81368, + "49": 9.94459, + "50": 9.94535, + "51": 9.59288, + "52": 9.80287, + "53": 9.62897, + "54": 9.88755, + "55": 9.73558, + "56": 9.85149, + "57": 9.85798, + "58": 9.87372, + "59": 9.54863, + "60": 9.64311, + "61": 9.87788, + "62": 9.76092, + "63": 9.68521, + "64": 9.83364, "65": 9.59657, - "66": 9.6293, - "67": 9.74354, - "68": 9.61173, - "69": 9.29541, - "70": 9.42382, - "71": 9.78918, - "72": 9.71529, - "73": 9.61933, + "66": 9.62927, + "67": 9.74362, + "68": 9.61175, + "69": 9.29535, + "70": 9.42383, + "71": 9.78915, + "72": 9.71525, + "73": 9.6193, "74": 9.45251, - "75": 9.2445, - "76": 9.51335, - "77": 9.57806, - "78": 9.56539, - "79": 9.31197, - "80": 9.35631, + "75": 9.24457, + "76": 9.51338, + "77": 9.57807, + "78": 9.56537, + "79": 9.31209, + "80": 9.35629, "81": 9.46411, - "82": 9.55354, - "83": 9.53709, - "84": 9.35581, - "85": 9.40816, - "86": 9.65643, - "87": 9.23806, - "88": 9.49, - "89": 9.22517, - "90": 9.41779, - "91": 9.3883, - "92": 9.37675, - "93": 9.36165, - "94": 9.51624, - "95": 9.42621, - "96": 9.33445, - "97": 9.20637, - "98": 9.49386, - "99": 9.29859, + "82": 9.55355, + "83": 9.53714, + "84": 9.35583, + "85": 9.40819, + "86": 9.65641, + "87": 9.23811, + "88": 9.48999, + "89": 9.22521, + "90": 9.41778, + "91": 9.38833, + "92": 9.37677, + "93": 9.36162, + "94": 9.51625, + "95": 9.42618, + "96": 9.33443, + "97": 9.2064, + "98": 9.49385, + "99": 9.29861, "100": 9.35611, - "101": 9.25146, + "101": 9.25142, "102": 9.24864, - "103": 9.07953, - "104": 9.16723, - "105": 9.38403, + "103": 9.07949, + "104": 9.16722, + "105": 9.38406, "106": 9.15586, - "107": 9.17479, - "108": 9.31157, - "109": 9.28838, - "110": 9.37028, - "111": 9.17913, - "112": 9.24298, - "113": 9.35194, - "114": 9.35485, + "107": 9.17482, + "108": 9.31156, + "109": 9.28833, + "110": 9.37029, + "111": 9.17914, + "112": 9.243, + "113": 9.35193, + "114": 9.35491, "115": 9.32935, - "116": 9.00746, - "117": 9.06687, - "118": 9.06526, - "119": 9.2268, + "116": 9.00739, + "117": 9.0668, + "118": 9.0653, + "119": 9.22679, "120": 9.0908, - "121": 9.19905, + "121": 9.19901, "122": 9.14192, - "123": 9.26209, - "124": 9.46089, - "125": 9.21637, - "126": 9.05797, - "127": 9.021, - "128": 9.2199, - "129": 8.98883, - "130": 9.1438, - "131": 9.1617, - "132": 9.03943, - "133": 8.86313, - "134": 9.18885, - "135": 8.88437, - "136": 9.16667, - "137": 9.16455, - "138": 9.235, - "139": 9.09496, - "140": 8.86878, - "141": 9.30197, - "142": 9.20027, - "143": 9.11504, - "144": 9.24801, - "145": 9.10317, - "146": 8.98624, - "147": 8.98635, - "148": 9.13564, - "149": 9.06816, - "150": 9.01761, - "151": 8.93009, - "152": 8.87327, - "153": 9.07075, + "123": 9.262, + "124": 9.46096, + "125": 9.21638, + "126": 9.0579, + "127": 9.02103, + "128": 9.21987, + "129": 8.98876, + "130": 9.14377, + "131": 9.16171, + "132": 9.0394, + "133": 8.86312, + "134": 9.18886, + "135": 8.88429, + "136": 9.16666, + "137": 9.16452, + "138": 9.23501, + "139": 9.09498, + "140": 8.86871, + "141": 9.30203, + "142": 9.20019, + "143": 9.11502, + "144": 9.24802, + "145": 9.1032, + "146": 8.98631, + "147": 8.98634, + "148": 9.13565, + "149": 9.06815, + "150": 9.01758, + "151": 8.9301, + "152": 8.8732, + "153": 9.07072, "154": 9.18518, - "155": 9.14257, - "156": 9.05462, - "157": 9.15805, - "158": 9.04964, - "159": 9.03814, - "160": 8.89321, - "161": 9.05305, - "162": 8.89466, - "163": 8.8483, - "164": 8.97334, - "165": 8.93051, - "166": 8.66335, - "167": 8.83276, - "168": 8.82022, - "169": 8.66178, - "170": 9.0483, - "171": 8.72638, - "172": 8.82547, - "173": 8.91225, - "174": 8.85263, - "175": 8.70971, - "176": 8.76656, - "177": 8.76563, - "178": 8.72996, - "179": 8.6412, - "180": 8.74251, - "181": 8.69552, - "182": 8.72542, - "183": 9.08459, - "184": 8.6152, - "185": 8.88411, - "186": 8.74815, - "187": 8.58153, - "188": 8.68289, - "189": 8.86399, - "190": 8.53736, - "191": 8.66673, - "192": 8.61373, - "193": 8.57746, - "194": 8.75043, - "195": 8.60063, - "196": 8.77415, - "197": 8.74375, - "198": 8.63059, - "199": 8.77096, - "200": 8.74016, - "201": 8.67421, - "202": 8.54521, - "203": 8.54248, - "204": 8.71104, - "205": 8.2237, - "206": 8.85846, - "207": 8.68299, - "208": 8.71005, - "209": 8.75809, - "210": 8.57572, - "211": 8.8426, - "212": 8.49753, - "213": 8.57081, - "214": 8.51292, - "215": 8.56584, - "216": 8.51098, - "217": 8.53621, - "218": 8.53599, - "219": 8.64671, - "220": 8.54695, - "221": 8.40788, - "222": 8.51285, - "223": 8.43717, - "224": 8.5342, - "225": 8.56548, - "226": 8.44164, - "227": 8.6782, - "228": 8.38761, - "229": 8.45694, - "230": 8.502, - "231": 8.49476, - "232": 8.50266, - "233": 8.49636, - "234": 8.64001, - "235": 8.55996, - "236": 8.39939, - "237": 8.49123, - "238": 8.30892, - "239": 8.56316, - "240": 8.67343, - "241": 8.44277, - "242": 8.47243, - "243": 8.52134, - "244": 8.36748, - "245": 8.59083, - "246": 8.59825, - "247": 8.43437, - "248": 8.51964, - "249": 8.52865, - "250": 8.42661, - "251": 8.37935, - "252": 8.54278, - "253": 8.3147, - "254": 8.3524, - "255": 8.29275, - "256": 8.21135, - "257": 8.39135, - "258": 8.45613, - "259": 8.23164, - "260": 8.24399, - "261": 8.2395, - "262": 8.34903, - "263": 8.30531, - "264": 8.1924, - "265": 8.33257, - "266": 8.23144, - "267": 7.90046, - "268": 8.38018, - "269": 8.40332, - "270": 8.26507, - "271": 8.27919, - "272": 8.31757, - "273": 8.13358, - "274": 8.09405, - "275": 8.0082, - "276": 7.92914, - "277": 8.23647, - "278": 8.04765, - "279": 7.96006, - "280": 7.75783, - "281": 8.107, - "282": 8.14842, - "283": 8.15464, - "284": 8.10418, - "285": 8.07061, - "286": 7.90388, - "287": 7.98936, - "288": 8.24819, - "289": 8.17499, + "155": 9.14254, + "156": 9.0546, + "157": 9.15808, + "158": 9.04969, + "159": 9.03818, + "160": 8.89317, + "161": 9.053, + "162": 8.89461, + "163": 8.84831, + "164": 8.97328, + "165": 8.93062, + "166": 8.66341, + "167": 8.83283, + "168": 8.82019, + "169": 8.66179, + "170": 9.04828, + "171": 8.72637, + "172": 8.82551, + "173": 8.91233, + "174": 8.85271, + "175": 8.70978, + "176": 8.7666, + "177": 8.76571, + "178": 8.73001, + "179": 8.64132, + "180": 8.74262, + "181": 8.69547, + "182": 8.72555, + "183": 9.0847, + "184": 8.61538, + "185": 8.8842, + "186": 8.74825, + "187": 8.58157, + "188": 8.68306, + "189": 8.86408, + "190": 8.53755, + "191": 8.66683, + "192": 8.61391, + "193": 8.57763, + "194": 8.75057, + "195": 8.60083, + "196": 8.77433, + "197": 8.74393, + "198": 8.63069, + "199": 8.77111, + "200": 8.74044, + "201": 8.67434, + "202": 8.54541, + "203": 8.54269, + "204": 8.7113, + "205": 8.22396, + "206": 8.85877, + "207": 8.68323, + "208": 8.71036, + "209": 8.75829, + "210": 8.57608, + "211": 8.84278, + "212": 8.49778, + "213": 8.57099, + "214": 8.51319, + "215": 8.5662, + "216": 8.51117, + "217": 8.5364, + "218": 8.53623, + "219": 8.64692, + "220": 8.54713, + "221": 8.4081, + "222": 8.51315, + "223": 8.43735, + "224": 8.53439, + "225": 8.56581, + "226": 8.44196, + "227": 8.6784, + "228": 8.38791, + "229": 8.4572, + "230": 8.50224, + "231": 8.49495, + "232": 8.50288, + "233": 8.49656, + "234": 8.64023, + "235": 8.56014, + "236": 8.39951, + "237": 8.49142, + "238": 8.30904, + "239": 8.56323, + "240": 8.67356, + "241": 8.44291, + "242": 8.47248, + "243": 8.5215, + "244": 8.36757, + "245": 8.59092, + "246": 8.59835, + "247": 8.43445, + "248": 8.5197, + "249": 8.52872, + "250": 8.4266, + "251": 8.37936, + "252": 8.54267, + "253": 8.31471, + "254": 8.35245, + "255": 8.29273, + "256": 8.21136, + "257": 8.39122, + "258": 8.45595, + "259": 8.23162, + "260": 8.24397, + "261": 8.23945, + "262": 8.34894, + "263": 8.30521, + "264": 8.19228, + "265": 8.33244, + "266": 8.23141, + "267": 7.90032, + "268": 8.38008, + "269": 8.40323, + "270": 8.26498, + "271": 8.27921, + "272": 8.31752, + "273": 8.13347, + "274": 8.09398, + "275": 8.00807, + "276": 7.92907, + "277": 8.23646, + "278": 8.04763, + "279": 7.96007, + "280": 7.75776, + "281": 8.10699, + "282": 8.14841, + "283": 8.15457, + "284": 8.10415, + "285": 8.07053, + "286": 7.90383, + "287": 7.98943, + "288": 8.24817, + "289": 8.17501, "290": 8.1223, - "291": 8.25178, - "292": 8.07513, - "293": 8.11504, - "294": 7.97723, - "295": 7.96763, - "296": 8.24161, - "297": 7.79684, - "298": 8.04204, - "299": 7.93555, - "300": 7.85733, - "301": 8.01242, + "291": 8.25189, + "292": 8.07521, + "293": 8.11506, + "294": 7.97731, + "295": 7.96769, + "296": 8.24169, + "297": 7.7969, + "298": 8.04212, + "299": 7.93566, + "300": 7.85747, + "301": 8.01266, "302": 7.94773, - "303": 7.98741, - "304": 7.95378, - "305": 7.99118, - "306": 7.96963, - "307": 7.98419, - "308": 7.98923, - "309": 8.00243, - "310": 7.97394, + "303": 7.98757, + "304": 7.95384, + "305": 7.99123, + "306": 7.96975, + "307": 7.98439, + "308": 7.98952, + "309": 8.00261, + "310": 7.9741, "311": 7.92233, - "312": 7.88155, - "313": 7.82537, - "314": 7.82209, - "315": 7.82032, - "316": 7.74327, - "317": 7.92483, - "318": 7.97901, - "319": 7.8196, - "320": 7.56692, - "321": 7.74615, - "322": 7.82525, - "323": 7.7708, - "324": 7.90472, - "325": 7.7956, - "326": 7.65108, - "327": 7.8565, - "328": 7.78408, - "329": 7.88452, - "330": 7.74861, - "331": 7.52161, - "332": 7.80728, - "333": 7.83788, - "334": 7.67712, - "335": 7.6932, - "336": 7.91324, - "337": 7.64771, - "338": 7.89272, - "339": 7.72114, - "340": 7.7571, - "341": 7.70314, - "342": 7.81606, - "343": 7.61375, - "344": 7.58525, - "345": 7.60746, - "346": 7.46044, - "347": 7.56005, - "348": 7.6839, - "349": 7.58478, - "350": 7.65852, - "351": 7.74307, - "352": 7.70527, - "353": 7.50154, - "354": 7.74428, - "355": 7.76088, - "356": 7.77465, - "357": 7.81599, - "358": 7.5993, - "359": 7.54712, - "360": 7.63115, - "361": 7.54824, - "362": 7.76445, - "363": 7.59279, - "364": 7.57154, - "365": 7.62466, - "366": 7.30527, - "367": 7.55823, - "368": 7.44335, - "369": 7.34938, - "370": 7.46744, - "371": 7.4639, - "372": 7.65305, - "373": 7.52644, - "374": 7.44011, - "375": 7.5323, - "376": 7.34252, - "377": 7.24293, - "378": 7.54465, - "379": 7.49615, - "380": 7.3901, - "381": 7.46803, - "382": 7.29507, - "383": 7.27348, - "384": 7.41193, - "385": 7.39295, - "386": 7.23115, - "387": 7.42423, - "388": 7.28129, - "389": 7.4421, - "390": 7.24262, - "391": 7.64865, - "392": 7.33966, - "393": 7.42159, - "394": 7.47903, - "395": 7.4416, - "396": 7.28551, - "397": 7.23311, - "398": 7.42613, - "399": 7.15705, - "400": 7.3062, - "401": 7.35881, - "402": 7.39688, - "403": 7.28978, - "404": 7.31109, - "405": 7.26305, - "406": 7.21971, - "407": 7.36789, - "408": 7.18789, - "409": 7.17301, - "410": 7.32154, - "411": 7.22103, - "412": 7.20278, - "413": 7.23629, - "414": 6.91754, - "415": 7.33439, - "416": 7.43072, - "417": 7.02873, - "418": 7.27556, - "419": 7.04433, - "420": 7.41838, - "421": 7.18101, - "422": 7.24432, - "423": 7.10349, - "424": 7.24964, - "425": 7.3204, - "426": 7.29727, - "427": 7.13754, - "428": 7.10014, - "429": 6.88348, - "430": 7.2087, - "431": 7.01051, - "432": 7.23536, - "433": 6.97927, - "434": 6.96386, - "435": 7.02623, - "436": 7.01778, - "437": 6.9957, - "438": 7.00639, - "439": 6.94307, - "440": 7.06074, - "441": 7.04703, - "442": 7.10562, - "443": 7.09646, - "444": 6.71141, - "445": 7.00041, - "446": 7.14505, - "447": 7.12929, - "448": 6.98534, - "449": 7.05304, - "450": 7.01961, - "451": 6.83735, - "452": 6.91573, - "453": 7.02108, - "454": 6.97549, - "455": 7.03949, - "456": 7.00029, - "457": 6.9751, - "458": 6.91201, - "459": 6.69629, - "460": 7.06598, - "461": 7.10024, - "462": 6.88122, - "463": 7.05549, - "464": 6.65434, - "465": 7.03254, - "466": 7.01043, - "467": 7.007, - "468": 6.96104, - "469": 6.83074, - "470": 7.04803, - "471": 6.88498, - "472": 6.96394, - "473": 6.82754, - "474": 6.98225, - "475": 7.16794, - "476": 6.77263, - "477": 6.89995, - "478": 6.91403, - "479": 6.7059, - "480": 7.02965, - "481": 6.99902, - "482": 6.73501, - "483": 6.78264, - "484": 6.75415, - "485": 6.93518, - "486": 7.07027, - "487": 6.63683, - "488": 6.89193, - "489": 6.77048, - "490": 6.82477, - "491": 6.70979, - "492": 6.69774, - "493": 6.76525, - "494": 6.677, - "495": 6.63165, - "496": 6.59065, - "497": 6.84099, - "498": 6.64891, - "499": 6.85368, - "500": 6.65769, - "501": 6.73287, - "502": 6.84336, - "503": 6.71086, - "504": 6.61565, - "505": 6.62186, - "506": 6.75074, - "507": 6.86691, - "508": 6.86087, - "509": 6.6514, - "510": 6.82226, - "511": 6.7366, - "512": 6.73574, - "513": 6.65947, - "514": 6.71065, - "515": 6.45315, - "516": 6.74612, - "517": 6.7072, - "518": 6.53869, - "519": 6.63476, - "520": 6.86577, - "521": 6.66728, - "522": 6.71101, - "523": 6.74328, - "524": 6.7329, - "525": 6.67549, - "526": 6.41455, - "527": 6.80331, - "528": 6.66389, - "529": 6.63383, - "530": 6.62914, - "531": 6.64306, - "532": 6.63366, - "533": 6.76454, - "534": 6.61503, - "535": 6.7486, - "536": 6.62333, - "537": 6.6421, - "538": 6.5274, - "539": 6.55512, - "540": 6.58634, - "541": 6.45107, - "542": 6.66938, - "543": 6.67848, - "544": 6.68153, - "545": 6.81464, - "546": 6.63406, - "547": 6.41302, - "548": 6.72343, - "549": 6.70175, - "550": 6.53215, - "551": 6.74961, - "552": 6.6402, - "553": 6.48618, - "554": 6.63618, - "555": 6.46266, - "556": 6.61372, - "557": 6.63532, - "558": 6.38457, - "559": 6.36807, - "560": 6.58095, - "561": 6.72961, - "562": 6.64174, - "563": 6.73732, - "564": 6.35166, - "565": 6.51369, - "566": 6.70049, - "567": 6.56045, - "568": 6.50231, - "569": 6.45408, - "570": 6.36081, - "571": 6.63009, - "572": 6.31326, - "573": 6.58355, - "574": 6.47416, - "575": 6.64406, - "576": 6.51348, - "577": 6.52558, - "578": 6.481, - "579": 6.4674, - "580": 6.56182, - "581": 6.60353, - "582": 6.47665, - "583": 6.51239, - "584": 6.51952, - "585": 6.4267, - "586": 6.41, - "587": 6.45706, - "588": 6.56584, - "589": 6.62008, - "590": 6.29175, - "591": 6.67365, - "592": 6.26405, - "593": 6.47212, - "594": 6.38231, - "595": 6.35981, - "596": 6.2552, - "597": 6.18918, - "598": 6.45645, - "599": 6.39613, - "600": 6.45641, - "601": 6.25735, - "602": 6.53122, - "603": 6.51996, - "604": 6.38546, - "605": 6.495, - "606": 6.30797, - "607": 6.53262, - "608": 6.67072, - "609": 6.17383, - "610": 6.57071, - "611": 6.39808, - "612": 6.57578, - "613": 6.41984, - "614": 6.20368, - "615": 6.39476, - "616": 6.35604, - "617": 6.37413, - "618": 6.4474, - "619": 6.13902, - "620": 6.41147, - "621": 6.45916, - "622": 6.39801, - "623": 6.58207, - "624": 6.35889, - "625": 6.28661, - "626": 6.30995, - "627": 6.44634, - "628": 6.25496, - "629": 6.59156, - "630": 6.3686, - "631": 6.3484, - "632": 6.31048, - "633": 6.25869, - "634": 6.31157, - "635": 6.54841, - "636": 6.24735, - "637": 6.64307, - "638": 6.02635, - "639": 6.28484, - "640": 6.30315, - "641": 6.21701, - "642": 6.29029, - "643": 6.46204, - "644": 6.26744, - "645": 6.2532, - "646": 6.41471, - "647": 6.34295, - "648": 6.36157, - "649": 6.35536, - "650": 6.49047, - "651": 6.33476, - "652": 6.26065, - "653": 6.38975, - "654": 6.45433, - "655": 6.53699, - "656": 6.33606, - "657": 6.43782, - "658": 6.25392, - "659": 6.16643, - "660": 6.40245, - "661": 6.17468, - "662": 6.2876, - "663": 6.3828, - "664": 6.3381, - "665": 6.40771, - "666": 6.17179, - "667": 6.2062, - "668": 6.24508, - "669": 6.22645, - "670": 6.25413, - "671": 6.25291, - "672": 6.49803, - "673": 6.34956, - "674": 6.30322, - "675": 6.39233, - "676": 6.39977, - "677": 6.31926, - "678": 6.28928, - "679": 6.25277, - "680": 6.30229, - "681": 6.21736, - "682": 6.10236, - "683": 6.29006, - "684": 6.33738, - "685": 6.31638, - "686": 6.16655, - "687": 6.30143, - "688": 6.22196, - "689": 6.6306, - "690": 6.19403, - "691": 6.19321, - "692": 6.28615, - "693": 6.15333, - "694": 6.24219, - "695": 6.33829, - "696": 6.13181, - "697": 6.16876, - "698": 6.24638, - "699": 6.47451, - "700": 6.0621, - "701": 6.07916, - "702": 6.26288, - "703": 6.19709, - "704": 6.23209, - "705": 6.14204, - "706": 6.08974, - "707": 6.26998, - "708": 6.32653, - "709": 6.02304, - "710": 6.17913, - "711": 6.27457, - "712": 6.19354, - "713": 5.90974, - "714": 6.12179, - "715": 6.12404, - "716": 6.42624, - "717": 6.2065, - "718": 6.25265, - "719": 6.28875, - "720": 6.2793, - "721": 6.27274, - "722": 6.24394, - "723": 6.09144, - "724": 6.23806, - "725": 6.04829, - "726": 6.31287, - "727": 6.02722, - "728": 6.05999, - "729": 6.10074, - "730": 6.19325, - "731": 6.11221, - "732": 6.09241, - "733": 6.13305, - "734": 6.39391, - "735": 6.28732, - "736": 6.19278, - "737": 6.37586, - "738": 6.14392, - "739": 6.15473, - "740": 5.88683, - "741": 6.00835, - "742": 5.9951, - "743": 6.17776, - "744": 6.03833, - "745": 6.16215, - "746": 6.04396, - "747": 6.10914, - "748": 6.24548, - "749": 5.94784, - "750": 6.17538, - "751": 5.96386, - "752": 6.02886, - "753": 6.03646, - "754": 6.29421, - "755": 6.14573, - "756": 6.26432, - "757": 6.02686, - "758": 6.20918, - "759": 6.23554, - "760": 6.03076, - "761": 6.19885, - "762": 6.23109, - "763": 6.03881, - "764": 5.97238, - "765": 5.93945, - "766": 5.97909, - "767": 5.82547, - "768": 6.1959, - "769": 6.27997, - "770": 6.30507, - "771": 5.80592, - "772": 6.0402, - "773": 6.19564, - "774": 5.88838, - "775": 6.03327, - "776": 6.13783, - "777": 5.88551, - "778": 6.06689, - "779": 5.87706, - "780": 6.14692, - "781": 5.86323, - "782": 6.05223, - "783": 5.96188, - "784": 5.92746, - "785": 6.10155, - "786": 6.11605, - "787": 5.66626, - "788": 6.00287, - "789": 6.2251, - "790": 6.27639, - "791": 5.79938, - "792": 6.00498, - "793": 6.19249, - "794": 6.03611, - "795": 6.01667, - "796": 6.17356, - "797": 6.06205, - "798": 6.06262, - "799": 6.12226, - "800": 6.02087, - "801": 6.15825, - "802": 5.98904, - "803": 6.15896, - "804": 6.0115, - "805": 5.83514, - "806": 6.10239, - "807": 6.0538, - "808": 5.9342, - "809": 5.7856, - "810": 6.02483, - "811": 5.93888, - "812": 5.91296, - "813": 5.96999, - "814": 6.0369, - "815": 5.81781, - "816": 6.1255, - "817": 5.93883, - "818": 6.06989, - "819": 6.02346, - "820": 5.73628, - "821": 5.95235, - "822": 6.2077, - "823": 5.83663, - "824": 5.99103, - "825": 6.19077, - "826": 6.20445, - "827": 6.05977, - "828": 6.07197, - "829": 5.89646, - "830": 5.94596, - "831": 5.89948, - "832": 5.97735, - "833": 6.07159, - "834": 6.00191, - "835": 6.00773, - "836": 5.80076, - "837": 6.11682, - "838": 5.86994, - "839": 5.84194, - "840": 6.18876, - "841": 5.78954, - "842": 5.89789, - "843": 5.95319, - "844": 6.01338, - "845": 6.10017, - "846": 5.6965, - "847": 5.76474, - "848": 5.97317, - "849": 6.09822, - "850": 5.85226, - "851": 6.0216, - "852": 5.75371, - "853": 5.99817, - "854": 6.01612, - "855": 5.81881, - "856": 6.00061, - "857": 6.00582, - "858": 6.05582, - "859": 5.95378, - "860": 6.0996, - "861": 6.06653, - "862": 6.00622, - "863": 5.83776, - "864": 5.84621, - "865": 5.94263, - "866": 5.89593, - "867": 5.88194, - "868": 6.06692, - "869": 6.08751, - "870": 5.97206, - "871": 6.04986, - "872": 5.89845, - "873": 5.84503, - "874": 6.03084, - "875": 5.91578, - "876": 5.96982, - "877": 5.93528, - "878": 6.10362, - "879": 5.77102, - "880": 6.01647, - "881": 5.99816, - "882": 5.90873, - "883": 5.6812, - "884": 5.96722, - "885": 5.74687, - "886": 5.99521, - "887": 5.91042, - "888": 5.84003, - "889": 6.01161, - "890": 6.02746, - "891": 5.95009, - "892": 5.70912, - "893": 6.09043, - "894": 5.73226, - "895": 5.84128, - "896": 5.83872, - "897": 5.85427, - "898": 5.93286, - "899": 5.93456, - "900": 5.89782, - "901": 5.94703, - "902": 5.83517, - "903": 6.05212, - "904": 5.9308, - "905": 5.90858, - "906": 5.61929, - "907": 5.91182, - "908": 5.73805, - "909": 5.99002, - "910": 5.86663, - "911": 5.7043, - "912": 5.70983, - "913": 5.76875, - "914": 5.83667, - "915": 5.8047, - "916": 5.89286, - "917": 5.86926, - "918": 5.82677, - "919": 5.81262, - "920": 5.89283, - "921": 5.84584, - "922": 5.62485, - "923": 6.03799, - "924": 5.61351, - "925": 5.62595, - "926": 5.86502, - "927": 5.96493, - "928": 5.84059, - "929": 5.82926, - "930": 5.95653, - "931": 5.7642, - "932": 5.59463, - "933": 5.6389, - "934": 5.81562, - "935": 5.64364, - "936": 5.84035, - "937": 5.96818, - "938": 5.59007, - "939": 5.78921, - "940": 5.96866, - "941": 5.72782, - "942": 5.83386, - "943": 5.86938, - "944": 5.95533, - "945": 5.7074, - "946": 5.56123, - "947": 5.75247, - "948": 5.7962, - "949": 5.82853, - "950": 5.84792, - "951": 5.72637, - "952": 5.6982, - "953": 5.68641, - "954": 5.73189, - "955": 5.53387, - "956": 5.62493, - "957": 5.84443, - "958": 5.80292, - "959": 5.57776, - "960": 5.80408, - "961": 5.84046, - "962": 5.76885, - "963": 5.77208, - "964": 5.71484, - "965": 5.63892, - "966": 5.60076, - "967": 5.7344, - "968": 5.74607, - "969": 5.83138, - "970": 5.65309, - "971": 5.71014, - "972": 5.85329, - "973": 5.67209, - "974": 5.72166, - "975": 5.86929, - "976": 5.71599, - "977": 5.77799, - "978": 5.69499, - "979": 5.59767, - "980": 5.76854, - "981": 5.90161, - "982": 5.47877, - "983": 5.62213, - "984": 5.55267, - "985": 5.596, - "986": 5.6466, - "987": 5.57833, - "988": 5.71454, - "989": 5.69675, - "990": 5.62826, - "991": 5.84797, - "992": 5.78122, - "993": 5.87592, - "994": 5.7043, - "995": 5.74139, - "996": 5.74239, - "997": 5.81856, - "998": 5.84133, - "999": 5.83986, - "1000": 5.68963, - "1001": 5.87297, - "1002": 5.7663, - "1003": 5.64497, - "1004": 5.80539, - "1005": 5.53573, - "1006": 5.33069, - "1007": 5.77327, - "1008": 5.80158, - "1009": 5.65722, - "1010": 5.7858, - "1011": 5.90168, - "1012": 5.62796, - "1013": 5.62136, - "1014": 5.68529, - "1015": 5.56749, - "1016": 5.87766, - "1017": 5.8391, - "1018": 5.62841, - "1019": 5.73622, - "1020": 5.61976, - "1021": 5.86026, - "1022": 5.50645, - "1023": 5.6577, - "1024": 5.75487, - "1025": 5.57336, - "1026": 5.41702, - "1027": 5.60594, - "1028": 5.69366, - "1029": 5.68983, - "1030": 5.68947, - "1031": 5.41095, - "1032": 5.79144, - "1033": 5.58371, - "1034": 5.62473, - "1035": 5.72483, - "1036": 5.63335, - "1037": 5.37058, - "1038": 5.6719, - "1039": 5.65195, - "1040": 5.57469, - "1041": 5.59889, - "1042": 5.81668, - "1043": 5.56724, - "1044": 5.47027, - "1045": 5.96584, - "1046": 5.48882, - "1047": 5.39051, - "1048": 5.50272, - "1049": 5.67785, - "1050": 5.70098, - "1051": 5.57988, - "1052": 5.68777, - "1053": 5.63323, - "1054": 5.4618, - "1055": 5.60505, - "1056": 5.67923, - "1057": 5.76045, - "1058": 5.57292, - "1059": 5.7556, - "1060": 5.82948, - "1061": 5.47843, - "1062": 5.65657, - "1063": 5.50584, - "1064": 5.59469, - "1065": 5.55869, - "1066": 5.74745, - "1067": 5.67158, - "1068": 5.43992, - "1069": 5.60557, - "1070": 5.80941, - "1071": 5.50433, - "1072": 5.62294, - "1073": 5.62741, - "1074": 5.52897, - "1075": 5.70898, - "1076": 5.59982, - "1077": 5.71269, - "1078": 5.56877, - "1079": 5.62194, - "1080": 5.64843, - "1081": 5.62336, - "1082": 5.50321, - "1083": 5.64563, - "1084": 5.55338, - "1085": 5.4086, - "1086": 5.62239, - "1087": 5.44428, - "1088": 5.51885, - "1089": 5.77163, - "1090": 5.53589, - "1091": 5.52281, - "1092": 5.41114, - "1093": 5.7057, - "1094": 5.57369, - "1095": 5.58227, - "1096": 5.61315, - "1097": 5.64829, - "1098": 5.65256, - "1099": 5.51493, - "1100": 5.64203, - "1101": 5.67578, - "1102": 5.54204, - "1103": 5.55035, - "1104": 5.54077, - "1105": 5.55542, - "1106": 5.68768, - "1107": 5.68297, - "1108": 5.78669, - "1109": 5.535, - "1110": 5.66711, - "1111": 5.58656, - "1112": 5.585, - "1113": 5.62488, - "1114": 5.61444, - "1115": 5.60536, - "1116": 5.66413, - "1117": 5.65205, - "1118": 5.65658, - "1119": 5.71033, - "1120": 5.62817, - "1121": 5.3772, - "1122": 5.23817, - "1123": 5.47396, - "1124": 5.65164, - "1125": 5.67895, - "1126": 5.68465, - "1127": 5.56219, - "1128": 5.62377, - "1129": 5.29598, - "1130": 5.54376, - "1131": 5.63115, - "1132": 5.72081, - "1133": 5.5186, - "1134": 5.55721, - "1135": 5.52028, - "1136": 5.42464, - "1137": 5.46552, - "1138": 5.56834, - "1139": 5.41922, - "1140": 5.26467, - "1141": 5.58599, - "1142": 5.64516, - "1143": 5.38665, - "1144": 5.3824, - "1145": 5.36826, - "1146": 5.63138, - "1147": 5.49329, - "1148": 5.50718, - "1149": 5.52103, - "1150": 5.39991, - "1151": 5.56005, - "1152": 5.41813, - "1153": 5.45331, - "1154": 5.49962, - "1155": 5.44101, - "1156": 5.3484, - "1157": 5.66164, - "1158": 5.39397, - "1159": 5.33437, - "1160": 5.79256, - "1161": 5.54081, - "1162": 5.45661, - "1163": 5.52571, - "1164": 5.38298, - "1165": 5.52591, - "1166": 5.48597, - "1167": 5.36212, - "1168": 5.4925, - "1169": 5.40212, - "1170": 5.58588, - "1171": 5.48766, - "1172": 5.63682, - "1173": 5.61905, - "1174": 5.50704, - "1175": 5.34237, - "1176": 5.38062, - "1177": 5.55242, - "1178": 5.47119, - "1179": 5.49463, - "1180": 5.46328, - "1181": 5.55583, - "1182": 5.5963, - "1183": 5.76579, - "1184": 5.54494, - "1185": 5.29128, - "1186": 5.6043, - "1187": 5.55737, - "1188": 5.51607, - "1189": 5.38864, - "1190": 5.4017, - "1191": 5.38891, - "1192": 5.49817, - "1193": 5.46064, - "1194": 5.45621, - "1195": 5.32514, - "1196": 5.5211, - "1197": 5.47809, - "1198": 5.52442, - "1199": 5.38906, - "1200": 5.32939, - "1201": 5.4908, - "1202": 5.43649, - "1203": 5.49462, - "1204": 5.40858, - "1205": 5.49039, - "1206": 5.34203, - "1207": 5.58354, - "1208": 5.43038, - "1209": 5.29181, - "1210": 5.49971, - "1211": 5.50982, - "1212": 5.59456, - "1213": 5.41856, - "1214": 5.50382, - "1215": 5.23816, - "1216": 5.41023, - "1217": 5.38239, - "1218": 5.45384, - "1219": 5.47692, - "1220": 5.38873, - "1221": 5.4461, - "1222": 5.31321, - "1223": 5.47224, - "1224": 5.41725, - "1225": 5.43349, - "1226": 5.32528, - "1227": 5.48006, - "1228": 5.72862, - "1229": 5.32376, - "1230": 5.4057, - "1231": 5.06827, - "1232": 5.78809, - "1233": 5.28465, - "1234": 5.24377, - "1235": 5.37369, - "1236": 5.47986, - "1237": 5.20643, - "1238": 5.40817, - "1239": 5.41025, - "1240": 5.46132, - "1241": 5.57216, - "1242": 5.4542, - "1243": 5.43418, - "1244": 5.51585, - "1245": 5.19435, - "1246": 5.71825, - "1247": 5.42703, - "1248": 5.30304, - "1249": 5.40027, - "1250": 5.34239, - "1251": 5.42229, - "1252": 5.57048, - "1253": 5.48449, - "1254": 5.30799, - "1255": 5.51364, - "1256": 5.60557, - "1257": 5.42653, - "1258": 5.56251, - "1259": 5.48298, - "1260": 5.50656, - "1261": 5.64406, - "1262": 5.40032, - "1263": 5.32827, - "1264": 5.50726, - "1265": 5.30485, - "1266": 5.23333, - "1267": 5.37397, - "1268": 5.38956, - "1269": 5.14999, - "1270": 5.3981, - "1271": 5.27501, - "1272": 5.522, - "1273": 5.29844, - "1274": 5.34809, - "1275": 5.3813, - "1276": 5.39725, - "1277": 5.4628, - "1278": 5.35055, - "1279": 5.44326, - "1280": 5.45998, - "1281": 5.3989, - "1282": 5.38554, - "1283": 5.42098, - "1284": 5.34477, - "1285": 5.50554, - "1286": 5.33547, - "1287": 5.58796, - "1288": 5.26664, - "1289": 5.42565, - "1290": 5.50028, - "1291": 5.50061, - "1292": 5.45001, - "1293": 5.41757, - "1294": 5.49543, - "1295": 5.34812, - "1296": 5.18527, - "1297": 5.16712, - "1298": 5.11851, - "1299": 5.30144, - "1300": 5.20835, - "1301": 5.30302, - "1302": 5.27668, - "1303": 5.35545, - "1304": 5.43808, - "1305": 5.36882, - "1306": 5.24771, - "1307": 5.19039, - "1308": 5.27142, - "1309": 5.41166, - "1310": 5.26116, - "1311": 5.38207, - "1312": 5.35627, - "1313": 5.29449, - "1314": 5.29449, - "1315": 5.42208, - "1316": 5.26132, - "1317": 5.27814, - "1318": 5.21565, - "1319": 5.34944, - "1320": 5.41835, - "1321": 5.4471, - "1322": 5.46619, - "1323": 5.37345, - "1324": 5.25341, - "1325": 5.40735, - "1326": 5.54035, - "1327": 5.39145, - "1328": 5.22453, - "1329": 5.41688, - "1330": 5.40384, - "1331": 5.31848, - "1332": 5.30957, - "1333": 5.37005, - "1334": 5.44731, - "1335": 5.36667, - "1336": 5.44835, - "1337": 5.47356, - "1338": 5.31041, - "1339": 5.1412, - "1340": 5.42318, - "1341": 5.34729, - "1342": 5.364, - "1343": 5.48318, - "1344": 5.37833, - "1345": 5.35065, - "1346": 5.08236, - "1347": 5.38916, - "1348": 5.49333, - "1349": 5.41408, - "1350": 5.02845, - "1351": 5.31725, - "1352": 5.1575, - "1353": 5.34577, - "1354": 5.36235, - "1355": 5.11212, - "1356": 5.25668, - "1357": 5.29447, - "1358": 5.15698, - "1359": 5.11117, - "1360": 5.17296, - "1361": 5.30535, - "1362": 5.06761, - "1363": 5.29472, - "1364": 5.40357, - "1365": 5.02441, - "1366": 5.12431, - "1367": 5.33601, - "1368": 5.18723, - "1369": 5.2255, - "1370": 5.19925, - "1371": 5.27946, - "1372": 5.26511, - "1373": 5.28828, - "1374": 5.27898, - "1375": 5.45943, - "1376": 5.27374, - "1377": 5.26914, - "1378": 5.31366, - "1379": 5.22746, - "1380": 5.26401, - "1381": 5.47876, - "1382": 5.08612, - "1383": 5.37667, - "1384": 5.36108, - "1385": 5.39024, - "1386": 5.16728, - "1387": 5.16183, - "1388": 5.2788, - "1389": 5.30442, - "1390": 5.25411, - "1391": 5.27048, - "1392": 5.37507, - "1393": 5.38404, - "1394": 5.39965, - "1395": 5.32884, - "1396": 5.21147, - "1397": 5.29406, - "1398": 5.37317, - "1399": 5.37824, - "1400": 5.27334, - "1401": 5.36682, - "1402": 5.43271, - "1403": 5.21019, - "1404": 5.29098, - "1405": 5.12993, - "1406": 4.99774, - "1407": 5.40582, - "1408": 5.19511, - "1409": 5.39843, - "1410": 5.38061, - "1411": 4.91938, - "1412": 5.35259, - "1413": 5.4148, - "1414": 5.22331, - "1415": 5.44225, - "1416": 5.3327, - "1417": 5.39588, - "1418": 5.30903, - "1419": 5.32524, - "1420": 5.44553, - "1421": 5.40586, - "1422": 5.43348, - "1423": 5.00241, - "1424": 5.33514, - "1425": 5.59286, - "1426": 5.23581, - "1427": 5.32904, - "1428": 5.33831, - "1429": 5.08277, - "1430": 5.33693, - "1431": 5.32191, - "1432": 5.34599, - "1433": 5.19128, - "1434": 5.16379, - "1435": 5.19684, - "1436": 5.10795, - "1437": 5.23254, - "1438": 5.32063, - "1439": 5.34755, - "1440": 5.3507, - "1441": 5.16886, - "1442": 5.22461, - "1443": 5.21367, - "1444": "nan", - "1445": "nan", - "1446": "nan", - "1447": "nan", - "1448": "nan", - "1449": "nan", - "1450": "nan", - "1451": "nan", - "1452": "nan", - "1453": "nan", - "1454": "nan", - "1455": "nan", - "1456": "nan", - "1457": "nan", - "1458": "nan", - "1459": "nan", - "1460": "nan", - "1461": "nan", - "1462": "nan", - "1463": "nan", - "1464": "nan", - "1465": "nan", - "1466": "nan", - "1467": "nan", - "1468": "nan", - "1469": "nan", - "1470": "nan", - "1471": "nan", - "1472": "nan", - "1473": "nan", - "1474": "nan", - "1475": "nan", - "1476": "nan", - "1477": "nan", - "1478": "nan", - "1479": "nan", - "1480": "nan", - "1481": "nan", - "1482": "nan", - "1483": "nan", - "1484": "nan", - "1485": "nan", - "1486": "nan", - "1487": "nan", - "1488": "nan", - "1489": "nan", - "1490": "nan", - "1491": "nan", - "1492": "nan", - "1493": "nan", - "1494": "nan", - "1495": "nan", - "1496": "nan", - "1497": "nan", - "1498": "nan", - "1499": "nan", - "1500": "nan", - "1501": "nan", - "1502": "nan", - "1503": "nan", - "1504": "nan", - "1505": "nan", - "1506": "nan", - "1507": "nan", - "1508": "nan", - "1509": "nan", + "312": 7.88139, + "313": 7.82552, + "314": 7.82224, + "315": 7.82054, + "316": 7.74347, + "317": 7.92489, + "318": 7.97914, + "319": 7.81977, + "320": 7.56707, + "321": 7.74617, + "322": 7.82544, + "323": 7.77083, + "324": 7.90489, + "325": 7.79565, + "326": 7.65124, + "327": 7.8567, + "328": 7.78421, + "329": 7.88464, + "330": 7.74866, + "331": 7.52173, + "332": 7.80746, + "333": 7.838, + "334": 7.67725, + "335": 7.69335, + "336": 7.91332, + "337": 7.64789, + "338": 7.89278, + "339": 7.7212, + "340": 7.75731, + "341": 7.70315, + "342": 7.8161, + "343": 7.61381, + "344": 7.58534, + "345": 7.60754, + "346": 7.46052, + "347": 7.56011, + "348": 7.68393, + "349": 7.58501, + "350": 7.65854, + "351": 7.74321, + "352": 7.70531, + "353": 7.50165, + "354": 7.74434, + "355": 7.76102, + "356": 7.77464, + "357": 7.81613, + "358": 7.59955, + "359": 7.54732, + "360": 7.6314, + "361": 7.54843, + "362": 7.76465, + "363": 7.5929, + "364": 7.57195, + "365": 7.62502, + "366": 7.30557, + "367": 7.55867, + "368": 7.44385, + "369": 7.34988, + "370": 7.46804, + "371": 7.46431, + "372": 7.65359, + "373": 7.52685, + "374": 7.44061, + "375": 7.53289, + "376": 7.34299, + "377": 7.24336, + "378": 7.54528, + "379": 7.49661, + "380": 7.39067, + "381": 7.46867, + "382": 7.29535, + "383": 7.27398, + "384": 7.41255, + "385": 7.39337, + "386": 7.23152, + "387": 7.42484, + "388": 7.28162, + "389": 7.44265, + "390": 7.24327, + "391": 7.64907, + "392": 7.3401, + "393": 7.42184, + "394": 7.47939, + "395": 7.44191, + "396": 7.28578, + "397": 7.23336, + "398": 7.4265, + "399": 7.15727, + "400": 7.30619, + "401": 7.35905, + "402": 7.39728, + "403": 7.29008, + "404": 7.31125, + "405": 7.26334, + "406": 7.21996, + "407": 7.36806, + "408": 7.18798, + "409": 7.17331, + "410": 7.32184, + "411": 7.22122, + "412": 7.20299, + "413": 7.23656, + "414": 6.91774, + "415": 7.33472, + "416": 7.43088, + "417": 7.02907, + "418": 7.27588, + "419": 7.04458, + "420": 7.41887, + "421": 7.18152, + "422": 7.24459, + "423": 7.1037, + "424": 7.24998, + "425": 7.32072, + "426": 7.29763, + "427": 7.13788, + "428": 7.10045, + "429": 6.88375, + "430": 7.20894, + "431": 7.01072, + "432": 7.23575, + "433": 6.97967, + "434": 6.96401, + "435": 7.02641, + "436": 7.01803, + "437": 6.99615, + "438": 7.00674, + "439": 6.94339, + "440": 7.06101, + "441": 7.04737, + "442": 7.10589, + "443": 7.09695, + "444": 6.71175, + "445": 7.00065, + "446": 7.14552, + "447": 7.12971, + "448": 6.9856, + "449": 7.05334, + "450": 7.02012, + "451": 6.83772, + "452": 6.91613, + "453": 7.0213, + "454": 6.97595, + "455": 7.03993, + "456": 7.00071, + "457": 6.97551, + "458": 6.9123, + "459": 6.69684, + "460": 7.06633, + "461": 7.10051, + "462": 6.88144, + "463": 7.0559, + "464": 6.65472, + "465": 7.03293, + "466": 7.01073, + "467": 7.00752, + "468": 6.96172, + "469": 6.83116, + "470": 7.04868, + "471": 6.88542, + "472": 6.96472, + "473": 6.82818, + "474": 6.98287, + "475": 7.16867, + "476": 6.77327, + "477": 6.90067, + "478": 6.91502, + "479": 6.70676, + "480": 7.03063, + "481": 6.99971, + "482": 6.73569, + "483": 6.78315, + "484": 6.75492, + "485": 6.93621, + "486": 7.07111, + "487": 6.63768, + "488": 6.89293, + "489": 6.77157, + "490": 6.82528, + "491": 6.71061, + "492": 6.69809, + "493": 6.76585, + "494": 6.67775, + "495": 6.6322, + "496": 6.59151, + "497": 6.84192, + "498": 6.64965, + "499": 6.85452, + "500": 6.65834, + "501": 6.73348, + "502": 6.84418, + "503": 6.71163, + "504": 6.61615, + "505": 6.62231, + "506": 6.75166, + "507": 6.86759, + "508": 6.86139, + "509": 6.6519, + "510": 6.82297, + "511": 6.73716, + "512": 6.73642, + "513": 6.66009, + "514": 6.7118, + "515": 6.45435, + "516": 6.74728, + "517": 6.70863, + "518": 6.5392, + "519": 6.63556, + "520": 6.86602, + "521": 6.66769, + "522": 6.71157, + "523": 6.74373, + "524": 6.7333, + "525": 6.67663, + "526": 6.41569, + "527": 6.80443, + "528": 6.66495, + "529": 6.63518, + "530": 6.6301, + "531": 6.64411, + "532": 6.63459, + "533": 6.76495, + "534": 6.616, + "535": 6.74913, + "536": 6.6239, + "537": 6.6434, + "538": 6.52827, + "539": 6.55719, + "540": 6.58737, + "541": 6.45231, + "542": 6.67055, + "543": 6.67996, + "544": 6.68259, + "545": 6.81589, + "546": 6.63522, + "547": 6.41371, + "548": 6.72418, + "549": 6.70285, + "550": 6.53323, + "551": 6.75065, + "552": 6.64092, + "553": 6.48731, + "554": 6.63708, + "555": 6.46332, + "556": 6.61458, + "557": 6.63677, + "558": 6.38565, + "559": 6.3692, + "560": 6.58216, + "561": 6.73081, + "562": 6.64299, + "563": 6.73844, + "564": 6.35255, + "565": 6.51454, + "566": 6.70171, + "567": 6.56106, + "568": 6.50265, + "569": 6.45514, + "570": 6.36162, + "571": 6.63081, + "572": 6.31441, + "573": 6.58474, + "574": 6.47487, + "575": 6.64497, + "576": 6.5144, + "577": 6.52625, + "578": 6.48163, + "579": 6.46825, + "580": 6.56261, + "581": 6.60437, + "582": 6.4771, + "583": 6.51296, + "584": 6.52024, + "585": 6.42735, + "586": 6.4108, + "587": 6.45746, + "588": 6.56673, + "589": 6.621, + "590": 6.29254, + "591": 6.67434, + "592": 6.26521, + "593": 6.47366, + "594": 6.38354, + "595": 6.36115, + "596": 6.2568, + "597": 6.18986, + "598": 6.45701, + "599": 6.39679, + "600": 6.45722, + "601": 6.25834, + "602": 6.53121, + "603": 6.52132, + "604": 6.38584, + "605": 6.49567, + "606": 6.30898, + "607": 6.53302, + "608": 6.67073, + "609": 6.17489, + "610": 6.57129, + "611": 6.39847, + "612": 6.57574, + "613": 6.42027, + "614": 6.20379, + "615": 6.39524, + "616": 6.35574, + "617": 6.3731, + "618": 6.44662, + "619": 6.13758, + "620": 6.40912, + "621": 6.45464, + "622": 6.39595, + "623": 6.57783, + "624": 6.35632, + "625": 6.27818, + "626": 6.30281, + "627": 6.44415, + "628": 6.25054, + "629": 6.58652, + "630": 6.36782, + "631": 6.34368, + "632": 6.30974, + "633": 6.25462, + "634": 6.30949, + "635": 6.54358, + "636": 6.25015, + "637": 6.64776, + "638": 6.02409, + "639": 6.28701, + "640": 6.30064, + "641": 6.21691, + "642": 6.29144, + "643": 6.45879, + "644": 6.26727, + "645": 6.25042, + "646": 6.41348, + "647": 6.33909, + "648": 6.35909, + "649": 6.35352, + "650": 6.49097, + "651": 6.33277, + "652": 6.26536, + "653": 6.3912, + "654": 6.456, + "655": 6.53882, + "656": 6.33584, + "657": 6.43984, + "658": 6.25551, + "659": 6.17068, + "660": 6.40127, + "661": 6.17766, + "662": 6.28931, + "663": 6.3842, + "664": 6.3415, + "665": 6.40893, + "666": 6.17455, + "667": 6.20749, + "668": 6.24844, + "669": 6.22944, + "670": 6.25801, + "671": 6.25521, + "672": 6.50031, + "673": 6.35213, + "674": 6.30614, + "675": 6.39435, + "676": 6.40229, + "677": 6.32216, + "678": 6.29286, + "679": 6.25338, + "680": 6.30459, + "681": 6.21958, + "682": 6.10232, + "683": 6.29008, + "684": 6.33899, + "685": 6.31379, + "686": 6.16639, + "687": 6.29873, + "688": 6.21969, + "689": 6.62806, + "690": 6.19381, + "691": 6.19446, + "692": 6.28767, + "693": 6.1556, + "694": 6.24433, + "695": 6.33761, + "696": 6.13237, + "697": 6.16611, + "698": 6.24519, + "699": 6.47249, + "700": 6.05866, + "701": 6.07451, + "702": 6.25665, + "703": 6.19418, + "704": 6.22892, + "705": 6.13898, + "706": 6.08476, + "707": 6.26658, + "708": 6.3221, + "709": 6.01834, + "710": 6.17303, + "711": 6.27051, + "712": 6.18868, + "713": 5.90504, + "714": 6.11697, + "715": 6.12399, + "716": 6.42469, + "717": 6.20383, + "718": 6.25193, + "719": 6.28794, + "720": 6.27594, + "721": 6.27119, + "722": 6.23851, + "723": 6.08711, + "724": 6.23104, + "725": 6.04702, + "726": 6.30914, + "727": 6.02703, + "728": 6.05301, + "729": 6.09695, + "730": 6.18887, + "731": 6.10701, + "732": 6.08737, + "733": 6.12649, + "734": 6.39053, + "735": 6.28191, + "736": 6.18928, + "737": 6.37342, + "738": 6.13973, + "739": 6.15016, + "740": 5.88315, + "741": 6.00513, + "742": 5.99181, + "743": 6.17414, + "744": 6.03567, + "745": 6.15802, + "746": 6.0419, + "747": 6.10632, + "748": 6.24432, + "749": 5.94421, + "750": 6.17373, + "751": 5.95767, + "752": 6.026, + "753": 6.03135, + "754": 6.29103, + "755": 6.13841, + "756": 6.25617, + "757": 6.02158, + "758": 6.20382, + "759": 6.23017, + "760": 6.02604, + "761": 6.19415, + "762": 6.22404, + "763": 6.03863, + "764": 5.96939, + "765": 5.93767, + "766": 5.97584, + "767": 5.82231, + "768": 6.19009, + "769": 6.27367, + "770": 6.30132, + "771": 5.79869, + "772": 6.03737, + "773": 6.19078, + "774": 5.88358, + "775": 6.02841, + "776": 6.13048, + "777": 5.88195, + "778": 6.06249, + "779": 5.87381, + "780": 6.14261, + "781": 5.859, + "782": 6.04884, + "783": 5.95885, + "784": 5.92152, + "785": 6.09739, + "786": 6.11046, + "787": 5.6605, + "788": 5.99861, + "789": 6.21843, + "790": 6.27053, + "791": 5.79359, + "792": 5.99968, + "793": 6.18765, + "794": 6.02986, + "795": 6.01035, + "796": 6.16717, + "797": 6.05921, + "798": 6.05646, + "799": 6.11879, + "800": 6.01798, + "801": 6.15546, + "802": 5.98694, + "803": 6.15454, + "804": 6.00758, + "805": 5.83074, + "806": 6.09642, + "807": 6.04914, + "808": 5.93046, + "809": 5.78038, + "810": 6.0199, + "811": 5.93619, + "812": 5.90923, + "813": 5.96746, + "814": 6.03466, + "815": 5.81425, + "816": 6.12545, + "817": 5.93601, + "818": 6.06715, + "819": 6.02104, + "820": 5.73227, + "821": 5.95128, + "822": 6.20423, + "823": 5.83075, + "824": 5.98673, + "825": 6.18815, + "826": 6.2004, + "827": 6.0571, + "828": 6.06994, + "829": 5.89451, + "830": 5.94394, + "831": 5.89854, + "832": 5.97376, + "833": 6.06789, + "834": 5.99968, + "835": 6.00619, + "836": 5.79821, + "837": 6.11358, + "838": 5.86715, + "839": 5.83886, + "840": 6.18611, + "841": 5.7851, + "842": 5.89507, + "843": 5.94982, + "844": 6.00961, + "845": 6.09957, + "846": 5.69383, + "847": 5.76478, + "848": 5.97139, + "849": 6.09575, + "850": 5.85278, + "851": 6.02073, + "852": 5.7573, + "853": 6.00125, + "854": 6.02094, + "855": 5.82189, + "856": 6.00704, + "857": 6.01208, + "858": 6.059, + "859": 5.95654, + "860": 6.09984, + "861": 6.06831, + "862": 6.00962, + "863": 5.83649, + "864": 5.84784, + "865": 5.93982, + "866": 5.89705, + "867": 5.88176, + "868": 6.06517, + "869": 6.09141, + "870": 5.97274, + "871": 6.05209, + "872": 5.89972, + "873": 5.84768, + "874": 6.03228, + "875": 5.91488, + "876": 5.97274, + "877": 5.93362, + "878": 6.10245, + "879": 5.77093, + "880": 6.01633, + "881": 5.99777, + "882": 5.91238, + "883": 5.68111, + "884": 5.96785, + "885": 5.74984, + "886": 5.99765, + "887": 5.91328, + "888": 5.84323, + "889": 6.01404, + "890": 6.02955, + "891": 5.95614, + "892": 5.71371, + "893": 6.09511, + "894": 5.73652, + "895": 5.84389, + "896": 5.84291, + "897": 5.85879, + "898": 5.93548, + "899": 5.93775, + "900": 5.90256, + "901": 5.94991, + "902": 5.83762, + "903": 6.05446, + "904": 5.93246, + "905": 5.9108, + "906": 5.62282, + "907": 5.91573, + "908": 5.74075, + "909": 5.99191, + "910": 5.86962, + "911": 5.70761, + "912": 5.71302, + "913": 5.77258, + "914": 5.83917, + "915": 5.80801, + "916": 5.89633, + "917": 5.87155, + "918": 5.83068, + "919": 5.81576, + "920": 5.89468, + "921": 5.84836, + "922": 5.6268, + "923": 6.03941, + "924": 5.61448, + "925": 5.62814, + "926": 5.86784, + "927": 5.96783, + "928": 5.84293, + "929": 5.83071, + "930": 5.958, + "931": 5.76619, + "932": 5.5955, + "933": 5.64209, + "934": 5.81785, + "935": 5.64635, + "936": 5.84241, + "937": 5.97063, + "938": 5.59234, + "939": 5.79413, + "940": 5.97141, + "941": 5.72998, + "942": 5.83688, + "943": 5.8706, + "944": 5.96011, + "945": 5.70833, + "946": 5.56431, + "947": 5.75307, + "948": 5.79763, + "949": 5.82899, + "950": 5.84954, + "951": 5.72825, + "952": 5.70073, + "953": 5.68826, + "954": 5.73309, + "955": 5.53659, + "956": 5.62644, + "957": 5.84728, + "958": 5.80368, + "959": 5.58053, + "960": 5.80782, + "961": 5.84089, + "962": 5.76979, + "963": 5.77394, + "964": 5.71529, + "965": 5.64021, + "966": 5.60098, + "967": 5.73377, + "968": 5.74696, + "969": 5.83151, + "970": 5.6545, + "971": 5.71237, + "972": 5.85467, + "973": 5.67408, + "974": 5.72363, + "975": 5.87152, + "976": 5.71592, + "977": 5.77993, + "978": 5.69186, + "979": 5.59848, + "980": 5.76905, + "981": 5.90129, + "982": 5.48048, + "983": 5.62175, + "984": 5.55315, + "985": 5.59739, + "986": 5.64528, + "987": 5.57677, + "988": 5.71408, + "989": 5.69493, + "990": 5.62813, + "991": 5.84752, + "992": 5.78279, + "993": 5.8761, + "994": 5.70489, + "995": 5.74092, + "996": 5.74154, + "997": 5.8182, + "998": 5.83858, + "999": 5.83735, + "1000": 5.68906, + "1001": 5.87121, + "1002": 5.76456, + "1003": 5.64512, + "1004": 5.80746, + "1005": 5.53612, + "1006": 5.33047, + "1007": 5.774, + "1008": 5.80226, + "1009": 5.65823, + "1010": 5.78646, + "1011": 5.9004, + "1012": 5.62598, + "1013": 5.62239, + "1014": 5.68357, + "1015": 5.56531, + "1016": 5.87733, + "1017": 5.83781, + "1018": 5.62737, + "1019": 5.73341, + "1020": 5.62002, + "1021": 5.85758, + "1022": 5.50501, + "1023": 5.6575, + "1024": 5.75105, + "1025": 5.57372, + "1026": 5.41661, + "1027": 5.60767, + "1028": 5.69364, + "1029": 5.69065, + "1030": 5.68957, + "1031": 5.41103, + "1032": 5.79084, + "1033": 5.58319, + "1034": 5.62563, + "1035": 5.72246, + "1036": 5.63308, + "1037": 5.36744, + "1038": 5.67126, + "1039": 5.651, + "1040": 5.57372, + "1041": 5.59982, + "1042": 5.8145, + "1043": 5.56584, + "1044": 5.47023, + "1045": 5.9635, + "1046": 5.48741, + "1047": 5.3904, + "1048": 5.50346, + "1049": 5.6788, + "1050": 5.70095, + "1051": 5.58101, + "1052": 5.68875, + "1053": 5.63262, + "1054": 5.46043, + "1055": 5.60346, + "1056": 5.67617, + "1057": 5.76024, + "1058": 5.5724, + "1059": 5.75531, + "1060": 5.82787, + "1061": 5.47878, + "1062": 5.65549, + "1063": 5.5045, + "1064": 5.5927, + "1065": 5.55825, + "1066": 5.74638, + "1067": 5.67127, + "1068": 5.43926, + "1069": 5.60481, + "1070": 5.80837, + "1071": 5.50476, + "1072": 5.62204, + "1073": 5.62611, + "1074": 5.52697, + "1075": 5.70862, + "1076": 5.59905, + "1077": 5.71103, + "1078": 5.56612, + "1079": 5.62142, + "1080": 5.64752, + "1081": 5.62038, + "1082": 5.50393, + "1083": 5.64282, + "1084": 5.55164, + "1085": 5.40773, + "1086": 5.62139, + "1087": 5.44411, + "1088": 5.51932, + "1089": 5.77279, + "1090": 5.53271, + "1091": 5.52175, + "1092": 5.40907, + "1093": 5.70113, + "1094": 5.57459, + "1095": 5.58039, + "1096": 5.61295, + "1097": 5.64663, + "1098": 5.65167, + "1099": 5.51557, + "1100": 5.64118, + "1101": 5.67408, + "1102": 5.53961, + "1103": 5.54845, + "1104": 5.53812, + "1105": 5.55257, + "1106": 5.68309, + "1107": 5.68054, + "1108": 5.78434, + "1109": 5.53369, + "1110": 5.66712, + "1111": 5.58517, + "1112": 5.58393, + "1113": 5.62572, + "1114": 5.61393, + "1115": 5.60046, + "1116": 5.66171, + "1117": 5.65023, + "1118": 5.65104, + "1119": 5.70663, + "1120": 5.6261, + "1121": 5.37461, + "1122": 5.23338, + "1123": 5.47208, + "1124": 5.65224, + "1125": 5.67607, + "1126": 5.681, + "1127": 5.56352, + "1128": 5.62462, + "1129": 5.29926, + "1130": 5.5448, + "1131": 5.63168, + "1132": 5.72192, + "1133": 5.51813, + "1134": 5.55963, + "1135": 5.51558, + "1136": 5.42274, + "1137": 5.45955, + "1138": 5.5649, + "1139": 5.41546, + "1140": 5.25974, + "1141": 5.58414, + "1142": 5.64178, + "1143": 5.38541, + "1144": 5.38111, + "1145": 5.3661, + "1146": 5.63202, + "1147": 5.48956, + "1148": 5.50313, + "1149": 5.51985, + "1150": 5.3961, + "1151": 5.55449, + "1152": 5.41056, + "1153": 5.45054, + "1154": 5.49205, + "1155": 5.43405, + "1156": 5.3447, + "1157": 5.65808, + "1158": 5.39324, + "1159": 5.32889, + "1160": 5.78987, + "1161": 5.53712, + "1162": 5.45338, + "1163": 5.52309, + "1164": 5.37879, + "1165": 5.52409, + "1166": 5.48515, + "1167": 5.35881, + "1168": 5.48927, + "1169": 5.39923, + "1170": 5.58513, + "1171": 5.48423, + "1172": 5.63291, + "1173": 5.61809, + "1174": 5.50573, + "1175": 5.34078, + "1176": 5.38022, + "1177": 5.55042, + "1178": 5.46996, + "1179": 5.49308, + "1180": 5.46218, + "1181": 5.55454, + "1182": 5.59358, + "1183": 5.75853, + "1184": 5.54174, + "1185": 5.28866, + "1186": 5.60177, + "1187": 5.554, + "1188": 5.51332, + "1189": 5.38643, + "1190": 5.39905, + "1191": 5.38627, + "1192": 5.49703, + "1193": 5.46042, + "1194": 5.45566, + "1195": 5.32449, + "1196": 5.52096, + "1197": 5.47575, + "1198": 5.52317, + "1199": 5.3855, + "1200": 5.32742, + "1201": 5.49044, + "1202": 5.4315, + "1203": 5.49238, + "1204": 5.40921, + "1205": 5.48998, + "1206": 5.33838, + "1207": 5.57937, + "1208": 5.42211, + "1209": 5.29022, + "1210": 5.4983, + "1211": 5.50889, + "1212": 5.59156, + "1213": 5.41573, + "1214": 5.50278, + "1215": 5.23495, + "1216": 5.40683, + "1217": 5.38308, + "1218": 5.45531, + "1219": 5.47683, + "1220": 5.3853, + "1221": 5.44609, + "1222": 5.31266, + "1223": 5.47286, + "1224": 5.41866, + "1225": 5.43143, + "1226": 5.32801, + "1227": 5.48242, + "1228": 5.74857, + "1229": 5.33201, + "1230": 5.41324, + "1231": 5.07614, + "1232": 5.79088, + "1233": 5.28685, + "1234": 5.24646, + "1235": 5.37184, + "1236": 5.48222, + "1237": 5.20747, + "1238": 5.41301, + "1239": 5.41068, + "1240": 5.4627, + "1241": 5.5684, + "1242": 5.4516, + "1243": 5.43065, + "1244": 5.51464, + "1245": 5.19172, + "1246": 5.71661, + "1247": 5.42312, + "1248": 5.29995, + "1249": 5.39852, + "1250": 5.34054, + "1251": 5.42244, + "1252": 5.57066, + "1253": 5.4859, + "1254": 5.30673, + "1255": 5.51321, + "1256": 5.60481, + "1257": 5.42813, + "1258": 5.56189, + "1259": 5.48616, + "1260": 5.50582, + "1261": 5.64425, + "1262": 5.40191, + "1263": 5.32952, + "1264": 5.50729, + "1265": 5.30431, + "1266": 5.23505, + "1267": 5.37396, + "1268": 5.39035, + "1269": 5.15072, + "1270": 5.39878, + "1271": 5.27991, + "1272": 5.52085, + "1273": 5.29741, + "1274": 5.35086, + "1275": 5.38038, + "1276": 5.39664, + "1277": 5.46246, + "1278": 5.35217, + "1279": 5.4441, + "1280": 5.45873, + "1281": 5.40172, + "1282": 5.38508, + "1283": 5.42297, + "1284": 5.34373, + "1285": 5.50278, + "1286": 5.33246, + "1287": 5.58845, + "1288": 5.26426, + "1289": 5.42779, + "1290": 5.50068, + "1291": 5.49817, + "1292": 5.4488, + "1293": 5.41753, + "1294": 5.49483, + "1295": 5.34718, + "1296": 5.18599, + "1297": 5.16897, + "1298": 5.11885, + "1299": 5.30338, + "1300": 5.20675, + "1301": 5.30456, + "1302": 5.2763, + "1303": 5.35362, + "1304": 5.43841, + "1305": 5.36638, + "1306": 5.24943, + "1307": 5.19449, + "1308": 5.27283, + "1309": 5.41315, + "1310": 5.26284, + "1311": 5.3832, + "1312": 5.35833, + "1313": 5.29677, + "1314": 5.29502, + "1315": 5.42183, + "1316": 5.26273, + "1317": 5.27805, + "1318": 5.2182, + "1319": 5.34723, + "1320": 5.4142, + "1321": 5.4463, + "1322": 5.46171, + "1323": 5.36998, + "1324": 5.25128, + "1325": 5.4067, + "1326": 5.54091, + "1327": 5.39133, + "1328": 5.22259, + "1329": 5.41812, + "1330": 5.40133, + "1331": 5.31823, + "1332": 5.30575, + "1333": 5.36965, + "1334": 5.44656, + "1335": 5.36661, + "1336": 5.44503, + "1337": 5.47119, + "1338": 5.3085, + "1339": 5.13907, + "1340": 5.4227, + "1341": 5.34674, + "1342": 5.36284, + "1343": 5.48248, + "1344": 5.37874, + "1345": 5.34762, + "1346": 5.08052, + "1347": 5.38817, + "1348": 5.49142, + "1349": 5.41431, + "1350": 5.02674, + "1351": 5.31977, + "1352": 5.15804, + "1353": 5.34826, + "1354": 5.36561, + "1355": 5.1145, + "1356": 5.25656, + "1357": 5.2955, + "1358": 5.15794, + "1359": 5.11147, + "1360": 5.17661, + "1361": 5.30714, + "1362": 5.06592, + "1363": 5.29543, + "1364": 5.40278, + "1365": 5.02306, + "1366": 5.12233, + "1367": 5.33295, + "1368": 5.18603, + "1369": 5.22652, + "1370": 5.19724, + "1371": 5.2791, + "1372": 5.26033, + "1373": 5.28584, + "1374": 5.27776, + "1375": 5.45659, + "1376": 5.27299, + "1377": 5.26758, + "1378": 5.31311, + "1379": 5.22635, + "1380": 5.26193, + "1381": 5.48118, + "1382": 5.08967, + "1383": 5.3788, + "1384": 5.36505, + "1385": 5.39365, + "1386": 5.17153, + "1387": 5.16382, + "1388": 5.28083, + "1389": 5.30555, + "1390": 5.25407, + "1391": 5.27226, + "1392": 5.3739, + "1393": 5.38451, + "1394": 5.40135, + "1395": 5.32702, + "1396": 5.21232, + "1397": 5.28713, + "1398": 5.37103, + "1399": 5.36623, + "1400": 5.27074, + "1401": 5.35908, + "1402": 5.42851, + "1403": 5.20432, + "1404": 5.28451, + "1405": 5.12263, + "1406": 4.98801, + "1407": 5.39897, + "1408": 5.19336, + "1409": 5.40028, + "1410": 5.37671, + "1411": 4.91827, + "1412": 5.35523, + "1413": 5.4158, + "1414": 5.22351, + "1415": 5.44046, + "1416": 5.33188, + "1417": 5.39368, + "1418": 5.30633, + "1419": 5.32456, + "1420": 5.44579, + "1421": 5.40561, + "1422": 5.43134, + "1423": 5.00394, + "1424": 5.33553, + "1425": 5.5936, + "1426": 5.23608, + "1427": 5.3279, + "1428": 5.33925, + "1429": 5.0801, + "1430": 5.33434, + "1431": 5.32204, + "1432": 5.34259, + "1433": 5.1874, + "1434": 5.16086, + "1435": 5.19426, + "1436": 5.10722, + "1437": 5.22856, + "1438": 5.31974, + "1439": 5.34687, + "1440": 5.34743, + "1441": 5.16979, + "1442": 5.22323, + "1443": 5.21197, + "1444": 5.12899, + "1445": 5.07532, + "1446": 5.27007, + "1447": 5.26523, + "1448": 5.29192, + "1449": 5.2518, + "1450": 5.34935, + "1451": 5.07283, + "1452": 5.27619, + "1453": 5.17196, + "1454": 5.01515, + "1455": 5.12685, + "1456": 5.27398, + "1457": 5.1864, + "1458": 5.01072, + "1459": 5.21897, + "1460": 5.2377, + "1461": 5.08143, + "1462": 4.97934, + "1463": 5.14902, + "1464": 5.2161, + "1465": 5.27361, + "1466": 5.34832, + "1467": 5.34339, + "1468": 5.22444, + "1469": 5.04562, + "1470": 5.12601, + "1471": 5.24908, + "1472": 5.11656, + "1473": 5.10515, + "1474": 5.22191, + "1475": 5.19387, + "1476": 5.15794, + "1477": 5.26513, + "1478": 5.30415, + "1479": 5.01489, + "1480": 5.18581, + "1481": 5.25047, + "1482": 5.3558, + "1483": 5.26651, + "1484": 4.93164, + "1485": 5.29348, + "1486": 5.04626, + "1487": 4.88636, + "1488": 5.18295, + "1489": 5.10593, + "1490": 5.05119, + "1491": 5.32192, + "1492": 5.2293, + "1493": 4.94553, + "1494": 5.11499, + "1495": 5.14123, + "1496": 5.06404, + "1497": 5.37411, + "1498": 5.31566, + "1499": 5.14408, + "1500": 5.10189, + "1501": 5.03886, + "1502": 5.1545, + "1503": 5.43745, + "1504": 5.32486, + "1505": 5.0025, + "1506": 5.14606, + "1507": 5.16619, + "1508": 5.16472, + "1509": 5.31744, "1510": "nan", "1511": "nan", "1512": "nan", @@ -2011,1515 +2011,1515 @@ "end_step": 2000, "step_interval": 1, "values": { - "1": 34.0, - "2": 28.0, - "3": 34.0, - "4": 33.0, - "5": 24.0, - "6": 34.0, - "7": 42.0, - "8": 24.0, - "9": 39.0, - "10": 36.0, - "11": 22.0, - "12": 18.0, - "13": 25.0, - "14": 35.0, - "15": 24.0, - "16": 28.0, - "17": 35.0, - "18": 27.0, - "19": 35.0, - "20": 27.0, - "21": 21.0, - "22": 37.0, - "23": 36.0, - "24": 31.0, - "25": 41.0, - "26": 41.0, - "27": 24.0, - "28": 51.0, - "29": 33.0, - "30": 46.0, - "31": 49.0, - "32": 39.0, - "33": 47.0, - "34": 47.0, - "35": 49.0, - "36": 50.0, - "37": 44.0, - "38": 53.0, - "39": 63.0, - "40": 47.0, - "41": 42.0, - "42": 54.0, - "43": 55.0, - "44": 58.0, - "45": 58.0, - "46": 41.0, - "47": 67.0, - "48": 53.0, - "49": 70.0, - "50": 55.0, - "51": 37.0, - "52": 48.0, - "53": 55.0, - "54": 53.0, - "55": 54.0, - "56": 66.0, - "57": 66.0, - "58": 55.0, - "59": 39.0, - "60": 53.0, - "61": 54.0, - "62": 58.0, - "63": 73.0, - "64": 80.0, - "65": 76.0, - "66": 67.0, - "67": 69.0, - "68": 61.0, - "69": 66.0, - "70": 67.0, - "71": 73.0, - "72": 73.0, - "73": 78.0, - "74": 49.0, - "75": 49.0, - "76": 53.0, - "77": 70.0, - "78": 70.0, - "79": 46.0, - "80": 70.0, - "81": 72.0, - "82": 67.0, - "83": 77.0, - "84": 60.0, - "85": 64.0, - "86": 72.0, - "87": 64.0, - "88": 73.0, - "89": 59.0, - "90": 66.0, - "91": 65.0, - "92": 59.0, - "93": 69.0, - "94": 59.0, - "95": 51.0, - "96": 70.0, - "97": 67.0, - "98": 76.0, - "99": 85.0, - "100": 64.0, - "101": 64.0, - "102": 71.0, - "103": 64.0, - "104": 64.0, - "105": 104.0, + "1": 32.0, + "2": 25.0, + "3": 35.0, + "4": 29.0, + "5": 34.0, + "6": 28.0, + "7": 37.0, + "8": 29.0, + "9": 31.0, + "10": 40.0, + "11": 23.0, + "12": 28.0, + "13": 31.0, + "14": 38.0, + "15": 34.0, + "16": 34.0, + "17": 37.0, + "18": 32.0, + "19": 27.0, + "20": 33.0, + "21": 30.0, + "22": 41.0, + "23": 47.0, + "24": 34.0, + "25": 30.0, + "26": 38.0, + "27": 32.0, + "28": 42.0, + "29": 49.0, + "30": 50.0, + "31": 44.0, + "32": 43.0, + "33": 56.0, + "34": 42.0, + "35": 39.0, + "36": 42.0, + "37": 45.0, + "38": 44.0, + "39": 35.0, + "40": 57.0, + "41": 65.0, + "42": 67.0, + "43": 54.0, + "44": 46.0, + "45": 60.0, + "46": 44.0, + "47": 66.0, + "48": 49.0, + "49": 56.0, + "50": 60.0, + "51": 38.0, + "52": 44.0, + "53": 40.0, + "54": 54.0, + "55": 61.0, + "56": 73.0, + "57": 53.0, + "58": 73.0, + "59": 59.0, + "60": 59.0, + "61": 77.0, + "62": 52.0, + "63": 59.0, + "64": 72.0, + "65": 75.0, + "66": 56.0, + "67": 79.0, + "68": 63.0, + "69": 61.0, + "70": 55.0, + "71": 92.0, + "72": 67.0, + "73": 61.0, + "74": 62.0, + "75": 68.0, + "76": 69.0, + "77": 79.0, + "78": 71.0, + "79": 56.0, + "80": 58.0, + "81": 65.0, + "82": 62.0, + "83": 69.0, + "84": 64.0, + "85": 57.0, + "86": 73.0, + "87": 77.0, + "88": 59.0, + "89": 69.0, + "90": 70.0, + "91": 76.0, + "92": 71.0, + "93": 67.0, + "94": 66.0, + "95": 63.0, + "96": 69.0, + "97": 72.0, + "98": 58.0, + "99": 66.0, + "100": 63.0, + "101": 67.0, + "102": 67.0, + "103": 79.0, + "104": 70.0, + "105": 80.0, "106": 71.0, - "107": 61.0, - "108": 56.0, - "109": 70.0, - "110": 79.0, + "107": 73.0, + "108": 89.0, + "109": 59.0, + "110": 97.0, "111": 73.0, - "112": 67.0, - "113": 55.0, - "114": 61.0, + "112": 65.0, + "113": 69.0, + "114": 70.0, "115": 59.0, - "116": 62.0, - "117": 77.0, - "118": 51.0, - "119": 81.0, - "120": 74.0, - "121": 67.0, - "122": 71.0, - "123": 73.0, - "124": 81.0, - "125": 65.0, - "126": 53.0, - "127": 73.0, - "128": 72.0, - "129": 74.0, - "130": 68.0, - "131": 68.0, - "132": 57.0, - "133": 66.0, - "134": 65.0, - "135": 73.0, - "136": 62.0, - "137": 71.0, - "138": 71.0, - "139": 53.0, - "140": 41.0, - "141": 67.0, - "142": 66.0, - "143": 70.0, - "144": 61.0, - "145": 70.0, - "146": 67.0, - "147": 55.0, - "148": 73.0, + "116": 75.0, + "117": 70.0, + "118": 61.0, + "119": 51.0, + "120": 73.0, + "121": 69.0, + "122": 63.0, + "123": 57.0, + "124": 71.0, + "125": 87.0, + "126": 50.0, + "127": 68.0, + "128": 77.0, + "129": 61.0, + "130": 77.0, + "131": 61.0, + "132": 80.0, + "133": 69.0, + "134": 66.0, + "135": 70.0, + "136": 90.0, + "137": 51.0, + "138": 75.0, + "139": 67.0, + "140": 70.0, + "141": 72.0, + "142": 64.0, + "143": 68.0, + "144": 65.0, + "145": 71.0, + "146": 59.0, + "147": 58.0, + "148": 69.0, "149": 57.0, - "150": 68.0, - "151": 45.0, - "152": 33.0, - "153": 58.0, + "150": 65.0, + "151": 59.0, + "152": 52.0, + "153": 53.0, "154": 63.0, - "155": 67.0, - "156": 66.0, - "157": 58.0, - "158": 70.0, - "159": 67.0, - "160": 51.0, - "161": 62.0, - "162": 70.0, - "163": 42.0, - "164": 84.0, - "165": 66.0, - "166": 66.0, - "167": 56.0, - "168": 60.0, - "169": 74.0, - "170": 53.0, - "171": 63.0, - "172": 65.0, - "173": 72.0, - "174": 71.0, - "175": 59.0, - "176": 52.0, - "177": 65.0, - "178": 66.0, - "179": 59.0, - "180": 65.0, - "181": 51.0, - "182": 70.0, - "183": 90.0, - "184": 74.0, - "185": 70.0, - "186": 96.0, - "187": 73.0, - "188": 57.0, - "189": 92.0, - "190": 56.0, - "191": 64.0, - "192": 63.0, - "193": 63.0, - "194": 57.0, - "195": 66.0, - "196": 81.0, - "197": 69.0, - "198": 57.0, - "199": 51.0, - "200": 80.0, - "201": 68.0, - "202": 64.0, - "203": 71.0, - "204": 68.0, - "205": 69.0, - "206": 61.0, - "207": 69.0, - "208": 53.0, - "209": 86.0, - "210": 64.0, - "211": 60.0, - "212": 57.0, - "213": 57.0, - "214": 67.0, - "215": 78.0, - "216": 66.0, - "217": 55.0, - "218": 83.0, - "219": 83.0, - "220": 70.0, - "221": 60.0, - "222": 67.0, - "223": 71.0, - "224": 68.0, - "225": 76.0, - "226": 73.0, - "227": 59.0, - "228": 57.0, - "229": 71.0, - "230": 65.0, - "231": 63.0, - "232": 66.0, - "233": 73.0, - "234": 59.0, - "235": 97.0, - "236": 64.0, - "237": 89.0, - "238": 82.0, - "239": 80.0, - "240": 77.0, - "241": 59.0, - "242": 62.0, - "243": 55.0, - "244": 77.0, - "245": 93.0, - "246": 85.0, - "247": 83.0, - "248": 70.0, - "249": 103.0, - "250": 91.0, - "251": 78.0, - "252": 92.0, - "253": 60.0, - "254": 87.0, - "255": 84.0, - "256": 74.0, - "257": 80.0, - "258": 86.0, - "259": 69.0, - "260": 72.0, - "261": 75.0, - "262": 96.0, - "263": 77.0, - "264": 91.0, - "265": 72.0, - "266": 48.0, - "267": 60.0, - "268": 57.0, - "269": 77.0, - "270": 92.0, - "271": 63.0, - "272": 102.0, - "273": 61.0, - "274": 76.0, - "275": 90.0, - "276": 77.0, - "277": 77.0, - "278": 71.0, - "279": 95.0, - "280": 67.0, - "281": 60.0, - "282": 62.0, - "283": 77.0, - "284": 81.0, - "285": 80.0, - "286": 73.0, - "287": 85.0, - "288": 61.0, - "289": 89.0, - "290": 71.0, - "291": 104.0, - "292": 97.0, - "293": 75.0, - "294": 83.0, - "295": 94.0, - "296": 87.0, + "155": 71.0, + "156": 54.0, + "157": 57.0, + "158": 51.0, + "159": 63.0, + "160": 62.0, + "161": 58.0, + "162": 78.0, + "163": 43.0, + "164": 60.0, + "165": 62.0, + "166": 72.0, + "167": 64.0, + "168": 62.0, + "169": 72.0, + "170": 48.0, + "171": 54.0, + "172": 73.0, + "173": 58.0, + "174": 70.0, + "175": 71.0, + "176": 48.0, + "177": 69.0, + "178": 43.0, + "179": 71.0, + "180": 60.0, + "181": 52.0, + "182": 74.0, + "183": 69.0, + "184": 64.0, + "185": 76.0, + "186": 83.0, + "187": 80.0, + "188": 76.0, + "189": 71.0, + "190": 45.0, + "191": 73.0, + "192": 71.0, + "193": 78.0, + "194": 69.0, + "195": 64.0, + "196": 70.0, + "197": 54.0, + "198": 55.0, + "199": 54.0, + "200": 68.0, + "201": 53.0, + "202": 68.0, + "203": 65.0, + "204": 56.0, + "205": 54.0, + "206": 68.0, + "207": 61.0, + "208": 47.0, + "209": 70.0, + "210": 55.0, + "211": 85.0, + "212": 77.0, + "213": 65.0, + "214": 60.0, + "215": 64.0, + "216": 67.0, + "217": 50.0, + "218": 64.0, + "219": 74.0, + "220": 60.0, + "221": 53.0, + "222": 55.0, + "223": 82.0, + "224": 58.0, + "225": 73.0, + "226": 72.0, + "227": 85.0, + "228": 59.0, + "229": 80.0, + "230": 59.0, + "231": 68.0, + "232": 73.0, + "233": 82.0, + "234": 74.0, + "235": 91.0, + "236": 57.0, + "237": 70.0, + "238": 60.0, + "239": 62.0, + "240": 79.0, + "241": 65.0, + "242": 69.0, + "243": 63.0, + "244": 87.0, + "245": 82.0, + "246": 84.0, + "247": 81.0, + "248": 63.0, + "249": 91.0, + "250": 65.0, + "251": 88.0, + "252": 84.0, + "253": 62.0, + "254": 86.0, + "255": 86.0, + "256": 82.0, + "257": 79.0, + "258": 106.0, + "259": 77.0, + "260": 81.0, + "261": 79.0, + "262": 89.0, + "263": 79.0, + "264": 72.0, + "265": 69.0, + "266": 71.0, + "267": 58.0, + "268": 71.0, + "269": 76.0, + "270": 87.0, + "271": 70.0, + "272": 89.0, + "273": 68.0, + "274": 77.0, + "275": 63.0, + "276": 65.0, + "277": 71.0, + "278": 65.0, + "279": 74.0, + "280": 64.0, + "281": 43.0, + "282": 73.0, + "283": 91.0, + "284": 71.0, + "285": 82.0, + "286": 64.0, + "287": 86.0, + "288": 65.0, + "289": 97.0, + "290": 68.0, + "291": 86.0, + "292": 84.0, + "293": 74.0, + "294": 86.0, + "295": 91.0, + "296": 97.0, "297": 83.0, - "298": 63.0, - "299": 76.0, - "300": 59.0, - "301": 70.0, - "302": 80.0, - "303": 81.0, - "304": 73.0, - "305": 58.0, - "306": 78.0, - "307": 63.0, - "308": 92.0, - "309": 80.0, - "310": 68.0, - "311": 68.0, - "312": 74.0, - "313": 64.0, - "314": 91.0, - "315": 81.0, - "316": 88.0, - "317": 57.0, - "318": 92.0, - "319": 74.0, - "320": 85.0, - "321": 77.0, - "322": 111.0, - "323": 77.0, - "324": 77.0, - "325": 67.0, - "326": 109.0, - "327": 88.0, - "328": 88.0, - "329": 90.0, - "330": 90.0, - "331": 80.0, - "332": 97.0, - "333": 65.0, - "334": 73.0, - "335": 68.0, - "336": 87.0, - "337": 79.0, - "338": 64.0, - "339": 95.0, - "340": 94.0, - "341": 86.0, - "342": 57.0, - "343": 88.0, - "344": 85.0, - "345": 89.0, + "298": 57.0, + "299": 84.0, + "300": 77.0, + "301": 73.0, + "302": 97.0, + "303": 80.0, + "304": 78.0, + "305": 57.0, + "306": 88.0, + "307": 79.0, + "308": 101.0, + "309": 78.0, + "310": 78.0, + "311": 67.0, + "312": 58.0, + "313": 74.0, + "314": 80.0, + "315": 96.0, + "316": 85.0, + "317": 78.0, + "318": 104.0, + "319": 81.0, + "320": 77.0, + "321": 73.0, + "322": 82.0, + "323": 97.0, + "324": 86.0, + "325": 81.0, + "326": 99.0, + "327": 96.0, + "328": 93.0, + "329": 92.0, + "330": 96.0, + "331": 89.0, + "332": 77.0, + "333": 98.0, + "334": 81.0, + "335": 86.0, + "336": 72.0, + "337": 92.0, + "338": 87.0, + "339": 97.0, + "340": 78.0, + "341": 81.0, + "342": 58.0, + "343": 91.0, + "344": 100.0, + "345": 70.0, "346": 82.0, - "347": 67.0, - "348": 95.0, - "349": 81.0, - "350": 103.0, - "351": 104.0, - "352": 78.0, - "353": 89.0, - "354": 97.0, - "355": 85.0, - "356": 103.0, - "357": 101.0, - "358": 78.0, - "359": 71.0, + "347": 89.0, + "348": 99.0, + "349": 82.0, + "350": 82.0, + "351": 99.0, + "352": 105.0, + "353": 113.0, + "354": 88.0, + "355": 97.0, + "356": 88.0, + "357": 96.0, + "358": 81.0, + "359": 80.0, "360": 100.0, - "361": 82.0, - "362": 111.0, - "363": 110.0, - "364": 92.0, - "365": 91.0, - "366": 96.0, - "367": 79.0, - "368": 78.0, - "369": 76.0, - "370": 103.0, - "371": 78.0, - "372": 66.0, - "373": 105.0, - "374": 79.0, - "375": 102.0, - "376": 78.0, - "377": 81.0, - "378": 88.0, - "379": 97.0, - "380": 103.0, - "381": 110.0, - "382": 107.0, - "383": 77.0, - "384": 94.0, - "385": 83.0, - "386": 85.0, - "387": 63.0, - "388": 92.0, - "389": 96.0, - "390": 90.0, + "361": 68.0, + "362": 119.0, + "363": 123.0, + "364": 110.0, + "365": 88.0, + "366": 109.0, + "367": 83.0, + "368": 90.0, + "369": 71.0, + "370": 99.0, + "371": 94.0, + "372": 99.0, + "373": 99.0, + "374": 68.0, + "375": 104.0, + "376": 88.0, + "377": 92.0, + "378": 103.0, + "379": 112.0, + "380": 92.0, + "381": 88.0, + "382": 82.0, + "383": 75.0, + "384": 106.0, + "385": 78.0, + "386": 82.0, + "387": 57.0, + "388": 80.0, + "389": 101.0, + "390": 97.0, "391": 126.0, - "392": 91.0, - "393": 93.0, + "392": 77.0, + "393": 97.0, "394": 94.0, - "395": 123.0, - "396": 92.0, - "397": 90.0, - "398": 80.0, - "399": 80.0, - "400": 104.0, - "401": 100.0, - "402": 112.0, - "403": 119.0, - "404": 117.0, - "405": 75.0, - "406": 92.0, - "407": 80.0, - "408": 108.0, - "409": 76.0, - "410": 93.0, - "411": 94.0, - "412": 81.0, - "413": 71.0, - "414": 67.0, - "415": 89.0, - "416": 102.0, - "417": 63.0, - "418": 91.0, - "419": 61.0, - "420": 96.0, - "421": 120.0, - "422": 86.0, - "423": 90.0, - "424": 117.0, - "425": 99.0, - "426": 91.0, - "427": 88.0, - "428": 89.0, - "429": 83.0, - "430": 100.0, - "431": 84.0, - "432": 89.0, - "433": 95.0, - "434": 89.0, - "435": 97.0, - "436": 77.0, - "437": 85.0, - "438": 91.0, - "439": 75.0, - "440": 84.0, - "441": 74.0, - "442": 97.0, - "443": 103.0, - "444": 50.0, - "445": 75.0, - "446": 97.0, - "447": 81.0, - "448": 90.0, - "449": 85.0, - "450": 55.0, + "395": 95.0, + "396": 85.0, + "397": 96.0, + "398": 87.0, + "399": 95.0, + "400": 95.0, + "401": 103.0, + "402": 97.0, + "403": 103.0, + "404": 106.0, + "405": 89.0, + "406": 101.0, + "407": 81.0, + "408": 99.0, + "409": 100.0, + "410": 101.0, + "411": 95.0, + "412": 76.0, + "413": 64.0, + "414": 75.0, + "415": 118.0, + "416": 88.0, + "417": 86.0, + "418": 79.0, + "419": 89.0, + "420": 93.0, + "421": 95.0, + "422": 74.0, + "423": 58.0, + "424": 111.0, + "425": 115.0, + "426": 85.0, + "427": 100.0, + "428": 93.0, + "429": 79.0, + "430": 97.0, + "431": 74.0, + "432": 90.0, + "433": 73.0, + "434": 74.0, + "435": 79.0, + "436": 85.0, + "437": 73.0, + "438": 68.0, + "439": 84.0, + "440": 95.0, + "441": 102.0, + "442": 102.0, + "443": 100.0, + "444": 67.0, + "445": 98.0, + "446": 95.0, + "447": 99.0, + "448": 88.0, + "449": 113.0, + "450": 66.0, "451": 89.0, - "452": 73.0, - "453": 79.0, - "454": 91.0, - "455": 98.0, - "456": 87.0, - "457": 81.0, - "458": 70.0, - "459": 67.0, - "460": 93.0, - "461": 83.0, - "462": 86.0, - "463": 98.0, - "464": 73.0, - "465": 71.0, - "466": 81.0, - "467": 73.0, - "468": 71.0, - "469": 92.0, - "470": 93.0, - "471": 82.0, - "472": 92.0, - "473": 81.0, - "474": 74.0, - "475": 92.0, - "476": 81.0, - "477": 83.0, - "478": 81.0, - "479": 88.0, - "480": 45.0, - "481": 91.0, - "482": 81.0, - "483": 81.0, - "484": 85.0, - "485": 77.0, - "486": 97.0, - "487": 60.0, - "488": 77.0, - "489": 57.0, - "490": 81.0, - "491": 83.0, - "492": 66.0, - "493": 96.0, - "494": 67.0, - "495": 71.0, - "496": 71.0, - "497": 66.0, - "498": 57.0, - "499": 82.0, - "500": 68.0, - "501": 62.0, - "502": 78.0, - "503": 77.0, - "504": 83.0, - "505": 63.0, - "506": 75.0, - "507": 62.0, - "508": 54.0, - "509": 61.0, - "510": 70.0, - "511": 68.0, - "512": 64.0, - "513": 74.0, - "514": 65.0, - "515": 64.0, - "516": 79.0, - "517": 75.0, - "518": 63.0, - "519": 59.0, - "520": 57.0, - "521": 53.0, - "522": 62.0, - "523": 50.0, - "524": 82.0, - "525": 75.0, - "526": 67.0, - "527": 77.0, - "528": 61.0, - "529": 72.0, - "530": 70.0, - "531": 66.0, - "532": 69.0, - "533": 81.0, - "534": 73.0, - "535": 64.0, - "536": 57.0, - "537": 67.0, - "538": 49.0, - "539": 68.0, - "540": 73.0, + "452": 86.0, + "453": 77.0, + "454": 99.0, + "455": 109.0, + "456": 82.0, + "457": 106.0, + "458": 76.0, + "459": 86.0, + "460": 88.0, + "461": 104.0, + "462": 69.0, + "463": 78.0, + "464": 78.0, + "465": 75.0, + "466": 98.0, + "467": 74.0, + "468": 75.0, + "469": 75.0, + "470": 77.0, + "471": 109.0, + "472": 68.0, + "473": 86.0, + "474": 82.0, + "475": 96.0, + "476": 61.0, + "477": 71.0, + "478": 85.0, + "479": 81.0, + "480": 53.0, + "481": 80.0, + "482": 83.0, + "483": 61.0, + "484": 75.0, + "485": 79.0, + "486": 83.0, + "487": 80.0, + "488": 99.0, + "489": 60.0, + "490": 60.0, + "491": 69.0, + "492": 62.0, + "493": 90.0, + "494": 52.0, + "495": 64.0, + "496": 64.0, + "497": 68.0, + "498": 67.0, + "499": 64.0, + "500": 76.0, + "501": 81.0, + "502": 69.0, + "503": 79.0, + "504": 62.0, + "505": 69.0, + "506": 56.0, + "507": 74.0, + "508": 63.0, + "509": 63.0, + "510": 68.0, + "511": 62.0, + "512": 57.0, + "513": 55.0, + "514": 62.0, + "515": 59.0, + "516": 59.0, + "517": 60.0, + "518": 62.0, + "519": 73.0, + "520": 66.0, + "521": 60.0, + "522": 74.0, + "523": 67.0, + "524": 65.0, + "525": 68.0, + "526": 46.0, + "527": 76.0, + "528": 73.0, + "529": 66.0, + "530": 67.0, + "531": 65.0, + "532": 77.0, + "533": 85.0, + "534": 75.0, + "535": 68.0, + "536": 79.0, + "537": 52.0, + "538": 53.0, + "539": 47.0, + "540": 74.0, "541": 45.0, - "542": 76.0, - "543": 63.0, - "544": 70.0, - "545": 69.0, - "546": 72.0, - "547": 62.0, - "548": 71.0, - "549": 66.0, - "550": 62.0, - "551": 79.0, - "552": 64.0, - "553": 71.0, - "554": 56.0, - "555": 73.0, - "556": 89.0, - "557": 64.0, - "558": 69.0, - "559": 68.0, - "560": 72.0, - "561": 72.0, - "562": 57.0, - "563": 68.0, - "564": 72.0, - "565": 50.0, - "566": 56.0, - "567": 61.0, - "568": 54.0, - "569": 70.0, - "570": 48.0, - "571": 51.0, - "572": 49.0, - "573": 61.0, - "574": 56.0, + "542": 84.0, + "543": 75.0, + "544": 59.0, + "545": 57.0, + "546": 92.0, + "547": 74.0, + "548": 88.0, + "549": 70.0, + "550": 55.0, + "551": 69.0, + "552": 84.0, + "553": 58.0, + "554": 70.0, + "555": 51.0, + "556": 58.0, + "557": 55.0, + "558": 57.0, + "559": 48.0, + "560": 71.0, + "561": 66.0, + "562": 60.0, + "563": 84.0, + "564": 51.0, + "565": 62.0, + "566": 60.0, + "567": 80.0, + "568": 66.0, + "569": 66.0, + "570": 47.0, + "571": 52.0, + "572": 52.0, + "573": 68.0, + "574": 74.0, "575": 59.0, - "576": 55.0, - "577": 51.0, - "578": 63.0, - "579": 58.0, - "580": 56.0, - "581": 65.0, - "582": 66.0, - "583": 48.0, - "584": 60.0, - "585": 64.0, - "586": 44.0, - "587": 59.0, - "588": 55.0, - "589": 56.0, - "590": 39.0, - "591": 67.0, - "592": 42.0, - "593": 82.0, - "594": 64.0, - "595": 37.0, - "596": 55.0, - "597": 34.0, - "598": 55.0, - "599": 56.0, - "600": 66.0, - "601": 63.0, - "602": 49.0, - "603": 62.0, - "604": 52.0, - "605": 70.0, - "606": 52.0, - "607": 44.0, - "608": 47.0, - "609": 54.0, - "610": 45.0, - "611": 59.0, - "612": 46.0, - "613": 48.0, - "614": 43.0, - "615": 46.0, - "616": 49.0, - "617": 37.0, - "618": 57.0, - "619": 42.0, - "620": 56.0, - "621": 57.0, - "622": 64.0, - "623": 56.0, + "576": 61.0, + "577": 54.0, + "578": 64.0, + "579": 54.0, + "580": 49.0, + "581": 59.0, + "582": 60.0, + "583": 62.0, + "584": 67.0, + "585": 51.0, + "586": 39.0, + "587": 58.0, + "588": 48.0, + "589": 43.0, + "590": 58.0, + "591": 60.0, + "592": 44.0, + "593": 66.0, + "594": 63.0, + "595": 45.0, + "596": 49.0, + "597": 39.0, + "598": 54.0, + "599": 57.0, + "600": 61.0, + "601": 53.0, + "602": 50.0, + "603": 64.0, + "604": 68.0, + "605": 55.0, + "606": 56.0, + "607": 57.0, + "608": 57.0, + "609": 49.0, + "610": 53.0, + "611": 44.0, + "612": 73.0, + "613": 62.0, + "614": 47.0, + "615": 54.0, + "616": 64.0, + "617": 52.0, + "618": 71.0, + "619": 50.0, + "620": 55.0, + "621": 58.0, + "622": 47.0, + "623": 47.0, "624": 42.0, - "625": 41.0, - "626": 38.0, - "627": 42.0, - "628": 58.0, - "629": 63.0, - "630": 39.0, - "631": 42.0, - "632": 50.0, - "633": 47.0, - "634": 56.0, - "635": 45.0, - "636": 58.0, - "637": 63.0, - "638": 36.0, - "639": 47.0, - "640": 50.0, - "641": 54.0, - "642": 49.0, - "643": 57.0, - "644": 62.0, - "645": 52.0, - "646": 60.0, - "647": 50.0, - "648": 65.0, - "649": 54.0, - "650": 52.0, - "651": 58.0, - "652": 51.0, - "653": 50.0, - "654": 61.0, - "655": 58.0, + "625": 46.0, + "626": 65.0, + "627": 54.0, + "628": 50.0, + "629": 70.0, + "630": 56.0, + "631": 51.0, + "632": 47.0, + "633": 43.0, + "634": 43.0, + "635": 55.0, + "636": 33.0, + "637": 43.0, + "638": 42.0, + "639": 46.0, + "640": 45.0, + "641": 44.0, + "642": 45.0, + "643": 63.0, + "644": 35.0, + "645": 59.0, + "646": 45.0, + "647": 41.0, + "648": 56.0, + "649": 63.0, + "650": 61.0, + "651": 55.0, + "652": 35.0, + "653": 51.0, + "654": 38.0, + "655": 50.0, "656": 49.0, - "657": 52.0, - "658": 44.0, - "659": 48.0, - "660": 57.0, - "661": 43.0, - "662": 42.0, - "663": 45.0, - "664": 50.0, - "665": 48.0, - "666": 40.0, - "667": 46.0, - "668": 43.0, - "669": 49.0, - "670": 49.0, - "671": 37.0, - "672": 39.0, - "673": 43.0, - "674": 40.0, - "675": 65.0, - "676": 45.0, - "677": 45.0, - "678": 37.0, - "679": 29.0, - "680": 46.0, - "681": 46.0, - "682": 28.0, - "683": 40.0, - "684": 48.0, - "685": 56.0, - "686": 59.0, - "687": 47.0, - "688": 35.0, - "689": 43.0, - "690": 32.0, - "691": 36.0, - "692": 46.0, - "693": 44.0, - "694": 55.0, - "695": 37.0, - "696": 52.0, - "697": 36.0, - "698": 43.0, - "699": 41.0, - "700": 35.0, - "701": 39.0, - "702": 44.0, - "703": 45.0, - "704": 45.0, + "657": 39.0, + "658": 50.0, + "659": 40.0, + "660": 48.0, + "661": 52.0, + "662": 53.0, + "663": 56.0, + "664": 54.0, + "665": 54.0, + "666": 42.0, + "667": 54.0, + "668": 37.0, + "669": 61.0, + "670": 44.0, + "671": 48.0, + "672": 76.0, + "673": 47.0, + "674": 51.0, + "675": 59.0, + "676": 56.0, + "677": 51.0, + "678": 41.0, + "679": 37.0, + "680": 50.0, + "681": 43.0, + "682": 42.0, + "683": 47.0, + "684": 37.0, + "685": 55.0, + "686": 58.0, + "687": 45.0, + "688": 43.0, + "689": 46.0, + "690": 50.0, + "691": 44.0, + "692": 51.0, + "693": 43.0, + "694": 59.0, + "695": 45.0, + "696": 48.0, + "697": 47.0, + "698": 42.0, + "699": 50.0, + "700": 58.0, + "701": 50.0, + "702": 39.0, + "703": 28.0, + "704": 39.0, "705": 41.0, - "706": 43.0, - "707": 41.0, - "708": 39.0, - "709": 45.0, - "710": 37.0, - "711": 54.0, - "712": 46.0, - "713": 34.0, - "714": 61.0, - "715": 46.0, - "716": 58.0, - "717": 55.0, - "718": 49.0, - "719": 49.0, - "720": 53.0, - "721": 53.0, - "722": 40.0, - "723": 37.0, - "724": 33.0, - "725": 46.0, - "726": 54.0, - "727": 45.0, - "728": 31.0, - "729": 33.0, - "730": 42.0, - "731": 45.0, - "732": 46.0, - "733": 31.0, - "734": 35.0, - "735": 51.0, - "736": 49.0, - "737": 40.0, - "738": 41.0, - "739": 50.0, - "740": 43.0, - "741": 52.0, - "742": 40.0, - "743": 42.0, - "744": 41.0, - "745": 47.0, - "746": 49.0, - "747": 48.0, - "748": 34.0, - "749": 42.0, - "750": 43.0, - "751": 35.0, - "752": 38.0, - "753": 34.0, - "754": 38.0, - "755": 27.0, - "756": 38.0, - "757": 46.0, - "758": 47.0, - "759": 34.0, - "760": 47.0, - "761": 30.0, - "762": 43.0, - "763": 43.0, - "764": 37.0, - "765": 36.0, - "766": 34.0, - "767": 55.0, - "768": 31.0, - "769": 34.0, - "770": 41.0, - "771": 31.0, - "772": 39.0, + "706": 50.0, + "707": 32.0, + "708": 31.0, + "709": 35.0, + "710": 55.0, + "711": 40.0, + "712": 36.0, + "713": 36.0, + "714": 46.0, + "715": 32.0, + "716": 38.0, + "717": 39.0, + "718": 37.0, + "719": 44.0, + "720": 29.0, + "721": 35.0, + "722": 38.0, + "723": 41.0, + "724": 45.0, + "725": 41.0, + "726": 44.0, + "727": 39.0, + "728": 32.0, + "729": 30.0, + "730": 41.0, + "731": 40.0, + "732": 48.0, + "733": 48.0, + "734": 49.0, + "735": 64.0, + "736": 42.0, + "737": 44.0, + "738": 58.0, + "739": 57.0, + "740": 47.0, + "741": 72.0, + "742": 50.0, + "743": 32.0, + "744": 48.0, + "745": 46.0, + "746": 38.0, + "747": 51.0, + "748": 37.0, + "749": 43.0, + "750": 42.0, + "751": 49.0, + "752": 47.0, + "753": 41.0, + "754": 54.0, + "755": 51.0, + "756": 44.0, + "757": 32.0, + "758": 38.0, + "759": 43.0, + "760": 52.0, + "761": 41.0, + "762": 55.0, + "763": 42.0, + "764": 39.0, + "765": 29.0, + "766": 36.0, + "767": 41.0, + "768": 33.0, + "769": 47.0, + "770": 38.0, + "771": 26.0, + "772": 45.0, "773": 38.0, - "774": 49.0, - "775": 33.0, - "776": 34.0, - "777": 40.0, - "778": 40.0, - "779": 39.0, - "780": 36.0, - "781": 51.0, - "782": 31.0, - "783": 39.0, + "774": 43.0, + "775": 34.0, + "776": 41.0, + "777": 48.0, + "778": 37.0, + "779": 35.0, + "780": 42.0, + "781": 50.0, + "782": 30.0, + "783": 47.0, "784": 45.0, - "785": 37.0, - "786": 45.0, - "787": 45.0, - "788": 41.0, - "789": 37.0, - "790": 31.0, - "791": 51.0, - "792": 32.0, + "785": 31.0, + "786": 38.0, + "787": 48.0, + "788": 37.0, + "789": 40.0, + "790": 44.0, + "791": 33.0, + "792": 36.0, "793": 39.0, - "794": 40.0, - "795": 50.0, - "796": 44.0, - "797": 42.0, - "798": 38.0, - "799": 55.0, - "800": 44.0, - "801": 38.0, - "802": 38.0, - "803": 35.0, - "804": 50.0, - "805": 42.0, + "794": 32.0, + "795": 31.0, + "796": 51.0, + "797": 39.0, + "798": 40.0, + "799": 22.0, + "800": 38.0, + "801": 36.0, + "802": 26.0, + "803": 48.0, + "804": 41.0, + "805": 44.0, "806": 40.0, - "807": 39.0, - "808": 48.0, - "809": 32.0, - "810": 43.0, - "811": 41.0, - "812": 52.0, - "813": 41.0, - "814": 39.0, - "815": 50.0, - "816": 51.0, - "817": 43.0, - "818": 34.0, - "819": 35.0, - "820": 34.0, - "821": 46.0, - "822": 41.0, - "823": 40.0, - "824": 41.0, - "825": 39.0, - "826": 30.0, - "827": 47.0, + "807": 36.0, + "808": 31.0, + "809": 35.0, + "810": 37.0, + "811": 44.0, + "812": 30.0, + "813": 28.0, + "814": 45.0, + "815": 52.0, + "816": 40.0, + "817": 37.0, + "818": 36.0, + "819": 34.0, + "820": 45.0, + "821": 31.0, + "822": 53.0, + "823": 36.0, + "824": 31.0, + "825": 46.0, + "826": 46.0, + "827": 53.0, "828": 36.0, - "829": 33.0, - "830": 45.0, - "831": 32.0, - "832": 36.0, + "829": 36.0, + "830": 41.0, + "831": 41.0, + "832": 42.0, "833": 44.0, - "834": 42.0, - "835": 31.0, - "836": 38.0, - "837": 39.0, - "838": 49.0, - "839": 37.0, - "840": 46.0, - "841": 49.0, - "842": 28.0, - "843": 45.0, - "844": 34.0, - "845": 30.0, - "846": 38.0, - "847": 47.0, - "848": 34.0, - "849": 39.0, - "850": 44.0, - "851": 45.0, - "852": 42.0, - "853": 37.0, - "854": 40.0, - "855": 55.0, - "856": 35.0, - "857": 49.0, - "858": 47.0, - "859": 40.0, - "860": 44.0, - "861": 35.0, - "862": 40.0, - "863": 34.0, - "864": 37.0, - "865": 22.0, - "866": 29.0, - "867": 36.0, - "868": 41.0, - "869": 40.0, - "870": 37.0, - "871": 36.0, - "872": 38.0, - "873": 35.0, - "874": 35.0, - "875": 26.0, - "876": 44.0, - "877": 47.0, - "878": 36.0, - "879": 34.0, - "880": 37.0, - "881": 31.0, - "882": 42.0, - "883": 24.0, - "884": 52.0, - "885": 31.0, - "886": 39.0, - "887": 39.0, - "888": 38.0, + "834": 29.0, + "835": 33.0, + "836": 41.0, + "837": 33.0, + "838": 58.0, + "839": 41.0, + "840": 38.0, + "841": 36.0, + "842": 38.0, + "843": 35.0, + "844": 31.0, + "845": 35.0, + "846": 44.0, + "847": 24.0, + "848": 31.0, + "849": 44.0, + "850": 28.0, + "851": 49.0, + "852": 24.0, + "853": 40.0, + "854": 38.0, + "855": 45.0, + "856": 38.0, + "857": 38.0, + "858": 39.0, + "859": 42.0, + "860": 38.0, + "861": 28.0, + "862": 39.0, + "863": 39.0, + "864": 33.0, + "865": 36.0, + "866": 31.0, + "867": 29.0, + "868": 45.0, + "869": 33.0, + "870": 40.0, + "871": 41.0, + "872": 40.0, + "873": 39.0, + "874": 48.0, + "875": 46.0, + "876": 43.0, + "877": 44.0, + "878": 38.0, + "879": 41.0, + "880": 34.0, + "881": 40.0, + "882": 39.0, + "883": 39.0, + "884": 36.0, + "885": 27.0, + "886": 31.0, + "887": 38.0, + "888": 35.0, "889": 40.0, - "890": 33.0, - "891": 36.0, + "890": 37.0, + "891": 32.0, "892": 39.0, - "893": 42.0, - "894": 43.0, - "895": 23.0, - "896": 26.0, - "897": 37.0, - "898": 32.0, - "899": 52.0, - "900": 28.0, - "901": 47.0, - "902": 38.0, - "903": 47.0, - "904": 26.0, - "905": 36.0, - "906": 47.0, - "907": 43.0, - "908": 37.0, - "909": 44.0, - "910": 25.0, - "911": 26.0, - "912": 40.0, - "913": 32.0, - "914": 39.0, - "915": 44.0, - "916": 36.0, - "917": 37.0, - "918": 30.0, - "919": 42.0, - "920": 44.0, - "921": 45.0, - "922": 30.0, - "923": 30.0, - "924": 32.0, - "925": 32.0, - "926": 37.0, - "927": 33.0, - "928": 43.0, - "929": 35.0, - "930": 38.0, - "931": 34.0, - "932": 39.0, - "933": 28.0, - "934": 35.0, - "935": 30.0, - "936": 33.0, - "937": 44.0, - "938": 43.0, - "939": 34.0, - "940": 33.0, - "941": 46.0, - "942": 42.0, - "943": 35.0, - "944": 37.0, - "945": 46.0, - "946": 37.0, - "947": 36.0, - "948": 46.0, + "893": 39.0, + "894": 45.0, + "895": 32.0, + "896": 38.0, + "897": 39.0, + "898": 40.0, + "899": 40.0, + "900": 44.0, + "901": 40.0, + "902": 35.0, + "903": 45.0, + "904": 42.0, + "905": 44.0, + "906": 52.0, + "907": 31.0, + "908": 56.0, + "909": 45.0, + "910": 29.0, + "911": 46.0, + "912": 39.0, + "913": 43.0, + "914": 43.0, + "915": 35.0, + "916": 44.0, + "917": 56.0, + "918": 41.0, + "919": 32.0, + "920": 40.0, + "921": 38.0, + "922": 39.0, + "923": 45.0, + "924": 31.0, + "925": 36.0, + "926": 39.0, + "927": 43.0, + "928": 34.0, + "929": 42.0, + "930": 44.0, + "931": 26.0, + "932": 40.0, + "933": 26.0, + "934": 33.0, + "935": 38.0, + "936": 35.0, + "937": 39.0, + "938": 41.0, + "939": 28.0, + "940": 46.0, + "941": 38.0, + "942": 39.0, + "943": 41.0, + "944": 33.0, + "945": 36.0, + "946": 38.0, + "947": 45.0, + "948": 41.0, "949": 35.0, - "950": 28.0, - "951": 45.0, - "952": 41.0, - "953": 39.0, - "954": 29.0, - "955": 38.0, - "956": 39.0, - "957": 44.0, - "958": 25.0, - "959": 38.0, - "960": 41.0, - "961": 32.0, + "950": 39.0, + "951": 58.0, + "952": 36.0, + "953": 35.0, + "954": 44.0, + "955": 31.0, + "956": 36.0, + "957": 39.0, + "958": 27.0, + "959": 32.0, + "960": 34.0, + "961": 39.0, "962": 35.0, - "963": 39.0, - "964": 39.0, - "965": 42.0, - "966": 25.0, - "967": 24.0, - "968": 39.0, - "969": 25.0, - "970": 35.0, - "971": 38.0, + "963": 35.0, + "964": 35.0, + "965": 41.0, + "966": 36.0, + "967": 29.0, + "968": 35.0, + "969": 33.0, + "970": 32.0, + "971": 44.0, "972": 35.0, - "973": 30.0, - "974": 44.0, - "975": 33.0, - "976": 35.0, - "977": 35.0, - "978": 41.0, - "979": 38.0, - "980": 34.0, - "981": 39.0, - "982": 27.0, - "983": 40.0, - "984": 33.0, - "985": 33.0, - "986": 30.0, - "987": 30.0, - "988": 44.0, - "989": 29.0, - "990": 36.0, - "991": 34.0, - "992": 37.0, - "993": 35.0, - "994": 27.0, - "995": 38.0, - "996": 36.0, - "997": 46.0, - "998": 32.0, - "999": 35.0, - "1000": 45.0, - "1001": 30.0, - "1002": 35.0, - "1003": 44.0, - "1004": 40.0, - "1005": 44.0, - "1006": 38.0, - "1007": 48.0, - "1008": 34.0, - "1009": 37.0, + "973": 37.0, + "974": 42.0, + "975": 41.0, + "976": 39.0, + "977": 30.0, + "978": 35.0, + "979": 35.0, + "980": 31.0, + "981": 42.0, + "982": 31.0, + "983": 33.0, + "984": 30.0, + "985": 29.0, + "986": 31.0, + "987": 31.0, + "988": 31.0, + "989": 38.0, + "990": 40.0, + "991": 36.0, + "992": 36.0, + "993": 50.0, + "994": 34.0, + "995": 44.0, + "996": 38.0, + "997": 37.0, + "998": 43.0, + "999": 37.0, + "1000": 32.0, + "1001": 34.0, + "1002": 49.0, + "1003": 35.0, + "1004": 29.0, + "1005": 42.0, + "1006": 29.0, + "1007": 44.0, + "1008": 33.0, + "1009": 35.0, "1010": 36.0, - "1011": 33.0, - "1012": 51.0, - "1013": 52.0, - "1014": 33.0, - "1015": 41.0, - "1016": 33.0, - "1017": 32.0, - "1018": 40.0, - "1019": 32.0, - "1020": 35.0, - "1021": 34.0, - "1022": 30.0, - "1023": 44.0, - "1024": 28.0, - "1025": 39.0, - "1026": 35.0, - "1027": 30.0, - "1028": 22.0, - "1029": 32.0, - "1030": 36.0, - "1031": 35.0, - "1032": 42.0, - "1033": 45.0, - "1034": 32.0, - "1035": 29.0, - "1036": 32.0, - "1037": 25.0, - "1038": 47.0, - "1039": 32.0, - "1040": 32.0, - "1041": 36.0, - "1042": 31.0, - "1043": 34.0, - "1044": 27.0, - "1045": 45.0, - "1046": 43.0, - "1047": 36.0, - "1048": 34.0, - "1049": 42.0, - "1050": 33.0, - "1051": 37.0, - "1052": 46.0, - "1053": 41.0, - "1054": 32.0, - "1055": 30.0, - "1056": 28.0, - "1057": 28.0, - "1058": 40.0, - "1059": 35.0, - "1060": 35.0, - "1061": 46.0, - "1062": 42.0, - "1063": 28.0, - "1064": 32.0, - "1065": 37.0, - "1066": 41.0, - "1067": 38.0, - "1068": 33.0, - "1069": 50.0, - "1070": 36.0, - "1071": 23.0, + "1011": 37.0, + "1012": 40.0, + "1013": 39.0, + "1014": 26.0, + "1015": 35.0, + "1016": 31.0, + "1017": 29.0, + "1018": 35.0, + "1019": 49.0, + "1020": 42.0, + "1021": 47.0, + "1022": 33.0, + "1023": 30.0, + "1024": 34.0, + "1025": 29.0, + "1026": 37.0, + "1027": 36.0, + "1028": 26.0, + "1029": 35.0, + "1030": 31.0, + "1031": 29.0, + "1032": 44.0, + "1033": 35.0, + "1034": 47.0, + "1035": 31.0, + "1036": 31.0, + "1037": 46.0, + "1038": 34.0, + "1039": 35.0, + "1040": 36.0, + "1041": 46.0, + "1042": 39.0, + "1043": 42.0, + "1044": 34.0, + "1045": 35.0, + "1046": 37.0, + "1047": 41.0, + "1048": 42.0, + "1049": 32.0, + "1050": 39.0, + "1051": 31.0, + "1052": 40.0, + "1053": 32.0, + "1054": 38.0, + "1055": 41.0, + "1056": 34.0, + "1057": 36.0, + "1058": 30.0, + "1059": 31.0, + "1060": 49.0, + "1061": 30.0, + "1062": 44.0, + "1063": 42.0, + "1064": 33.0, + "1065": 32.0, + "1066": 42.0, + "1067": 37.0, + "1068": 32.0, + "1069": 38.0, + "1070": 33.0, + "1071": 25.0, "1072": 33.0, - "1073": 33.0, - "1074": 45.0, - "1075": 42.0, - "1076": 31.0, - "1077": 27.0, - "1078": 29.0, - "1079": 41.0, - "1080": 35.0, - "1081": 29.0, - "1082": 48.0, - "1083": 36.0, - "1084": 36.0, - "1085": 37.0, - "1086": 47.0, - "1087": 43.0, - "1088": 31.0, - "1089": 47.0, - "1090": 26.0, - "1091": 40.0, - "1092": 33.0, - "1093": 41.0, - "1094": 34.0, - "1095": 36.0, - "1096": 38.0, - "1097": 45.0, + "1073": 44.0, + "1074": 30.0, + "1075": 45.0, + "1076": 45.0, + "1077": 35.0, + "1078": 31.0, + "1079": 27.0, + "1080": 42.0, + "1081": 49.0, + "1082": 31.0, + "1083": 38.0, + "1084": 42.0, + "1085": 31.0, + "1086": 40.0, + "1087": 31.0, + "1088": 41.0, + "1089": 32.0, + "1090": 42.0, + "1091": 25.0, + "1092": 45.0, + "1093": 35.0, + "1094": 41.0, + "1095": 37.0, + "1096": 42.0, + "1097": 40.0, "1098": 35.0, - "1099": 45.0, - "1100": 30.0, - "1101": 27.0, - "1102": 27.0, - "1103": 27.0, - "1104": 29.0, - "1105": 46.0, - "1106": 44.0, - "1107": 49.0, + "1099": 43.0, + "1100": 44.0, + "1101": 38.0, + "1102": 44.0, + "1103": 41.0, + "1104": 30.0, + "1105": 51.0, + "1106": 28.0, + "1107": 41.0, "1108": 39.0, - "1109": 31.0, - "1110": 40.0, - "1111": 36.0, - "1112": 41.0, - "1113": 31.0, - "1114": 35.0, - "1115": 32.0, - "1116": 35.0, - "1117": 28.0, - "1118": 48.0, - "1119": 40.0, - "1120": 37.0, - "1121": 49.0, + "1109": 37.0, + "1110": 38.0, + "1111": 39.0, + "1112": 53.0, + "1113": 43.0, + "1114": 26.0, + "1115": 42.0, + "1116": 33.0, + "1117": 35.0, + "1118": 34.0, + "1119": 32.0, + "1120": 30.0, + "1121": 37.0, "1122": 43.0, - "1123": 28.0, - "1124": 35.0, + "1123": 36.0, + "1124": 34.0, "1125": 46.0, - "1126": 34.0, - "1127": 42.0, - "1128": 28.0, - "1129": 46.0, + "1126": 41.0, + "1127": 34.0, + "1128": 39.0, + "1129": 29.0, "1130": 41.0, "1131": 41.0, - "1132": 34.0, - "1133": 40.0, - "1134": 33.0, - "1135": 29.0, - "1136": 42.0, - "1137": 29.0, - "1138": 43.0, - "1139": 34.0, - "1140": 35.0, - "1141": 38.0, - "1142": 35.0, - "1143": 42.0, - "1144": 27.0, - "1145": 35.0, - "1146": 42.0, - "1147": 42.0, - "1148": 36.0, - "1149": 35.0, + "1132": 36.0, + "1133": 49.0, + "1134": 32.0, + "1135": 44.0, + "1136": 33.0, + "1137": 31.0, + "1138": 31.0, + "1139": 35.0, + "1140": 28.0, + "1141": 43.0, + "1142": 50.0, + "1143": 32.0, + "1144": 40.0, + "1145": 33.0, + "1146": 36.0, + "1147": 31.0, + "1148": 39.0, + "1149": 42.0, "1150": 32.0, - "1151": 34.0, - "1152": 26.0, + "1151": 49.0, + "1152": 41.0, "1153": 35.0, - "1154": 31.0, - "1155": 39.0, - "1156": 45.0, - "1157": 38.0, - "1158": 37.0, - "1159": 42.0, - "1160": 31.0, - "1161": 32.0, - "1162": 37.0, - "1163": 40.0, - "1164": 36.0, - "1165": 48.0, - "1166": 42.0, - "1167": 29.0, - "1168": 41.0, - "1169": 39.0, - "1170": 40.0, - "1171": 39.0, - "1172": 36.0, - "1173": 42.0, - "1174": 30.0, - "1175": 37.0, - "1176": 45.0, - "1177": 30.0, - "1178": 24.0, - "1179": 43.0, - "1180": 37.0, - "1181": 38.0, - "1182": 46.0, - "1183": 31.0, - "1184": 33.0, - "1185": 35.0, - "1186": 28.0, - "1187": 42.0, - "1188": 42.0, - "1189": 42.0, - "1190": 36.0, - "1191": 44.0, - "1192": 51.0, - "1193": 33.0, - "1194": 40.0, - "1195": 34.0, - "1196": 35.0, - "1197": 45.0, + "1154": 34.0, + "1155": 34.0, + "1156": 32.0, + "1157": 43.0, + "1158": 35.0, + "1159": 36.0, + "1160": 35.0, + "1161": 27.0, + "1162": 30.0, + "1163": 43.0, + "1164": 53.0, + "1165": 37.0, + "1166": 36.0, + "1167": 30.0, + "1168": 36.0, + "1169": 32.0, + "1170": 30.0, + "1171": 40.0, + "1172": 41.0, + "1173": 40.0, + "1174": 32.0, + "1175": 32.0, + "1176": 47.0, + "1177": 48.0, + "1178": 32.0, + "1179": 42.0, + "1180": 38.0, + "1181": 33.0, + "1182": 54.0, + "1183": 36.0, + "1184": 49.0, + "1185": 38.0, + "1186": 39.0, + "1187": 34.0, + "1188": 39.0, + "1189": 38.0, + "1190": 47.0, + "1191": 29.0, + "1192": 39.0, + "1193": 40.0, + "1194": 30.0, + "1195": 39.0, + "1196": 38.0, + "1197": 41.0, "1198": 38.0, - "1199": 37.0, - "1200": 38.0, - "1201": 45.0, - "1202": 32.0, - "1203": 39.0, - "1204": 28.0, - "1205": 50.0, - "1206": 34.0, - "1207": 37.0, - "1208": 34.0, - "1209": 32.0, - "1210": 36.0, - "1211": 32.0, - "1212": 27.0, - "1213": 50.0, - "1214": 35.0, - "1215": 25.0, - "1216": 29.0, - "1217": 31.0, - "1218": 51.0, - "1219": 44.0, - "1220": 26.0, + "1199": 35.0, + "1200": 36.0, + "1201": 39.0, + "1202": 42.0, + "1203": 40.0, + "1204": 25.0, + "1205": 38.0, + "1206": 33.0, + "1207": 34.0, + "1208": 33.0, + "1209": 26.0, + "1210": 45.0, + "1211": 37.0, + "1212": 32.0, + "1213": 20.0, + "1214": 33.0, + "1215": 49.0, + "1216": 40.0, + "1217": 27.0, + "1218": 30.0, + "1219": 37.0, + "1220": 42.0, "1221": 41.0, - "1222": 38.0, - "1223": 34.0, - "1224": 36.0, - "1225": 38.0, - "1226": 28.0, - "1227": 35.0, - "1228": 45.0, - "1229": 27.0, - "1230": 32.0, - "1231": 39.0, - "1232": 40.0, - "1233": 31.0, - "1234": 22.0, - "1235": 28.0, - "1236": 26.0, - "1237": 39.0, - "1238": 39.0, - "1239": 37.0, - "1240": 30.0, - "1241": 35.0, - "1242": 28.0, - "1243": 26.0, - "1244": 34.0, - "1245": 36.0, - "1246": 37.0, - "1247": 36.0, - "1248": 43.0, - "1249": 30.0, - "1250": 30.0, - "1251": 30.0, - "1252": 43.0, - "1253": 35.0, - "1254": 38.0, - "1255": 45.0, - "1256": 40.0, - "1257": 34.0, - "1258": 39.0, - "1259": 32.0, - "1260": 31.0, - "1261": 37.0, - "1262": 30.0, - "1263": 27.0, - "1264": 37.0, - "1265": 41.0, - "1266": 23.0, - "1267": 36.0, - "1268": 45.0, - "1269": 29.0, - "1270": 28.0, - "1271": 26.0, - "1272": 37.0, - "1273": 26.0, - "1274": 35.0, - "1275": 30.0, - "1276": 32.0, - "1277": 44.0, - "1278": 42.0, - "1279": 24.0, - "1280": 43.0, - "1281": 44.0, - "1282": 32.0, - "1283": 41.0, - "1284": 42.0, - "1285": 31.0, - "1286": 43.0, - "1287": 35.0, - "1288": 33.0, - "1289": 37.0, - "1290": 18.0, - "1291": 40.0, - "1292": 37.0, - "1293": 41.0, - "1294": 34.0, - "1295": 40.0, - "1296": 49.0, - "1297": 48.0, - "1298": 37.0, - "1299": 29.0, - "1300": 32.0, - "1301": 43.0, - "1302": 22.0, - "1303": 30.0, - "1304": 37.0, - "1305": 42.0, + "1222": 39.0, + "1223": 31.0, + "1224": 35.0, + "1225": 33.0, + "1226": 21.0, + "1227": 50.0, + "1228": 21.0, + "1229": 29.0, + "1230": 21.0, + "1231": 31.0, + "1232": 42.0, + "1233": 26.0, + "1234": 32.0, + "1235": 23.0, + "1236": 31.0, + "1237": 37.0, + "1238": 34.0, + "1239": 31.0, + "1240": 37.0, + "1241": 37.0, + "1242": 38.0, + "1243": 34.0, + "1244": 32.0, + "1245": 43.0, + "1246": 38.0, + "1247": 42.0, + "1248": 42.0, + "1249": 37.0, + "1250": 36.0, + "1251": 39.0, + "1252": 36.0, + "1253": 34.0, + "1254": 42.0, + "1255": 36.0, + "1256": 30.0, + "1257": 29.0, + "1258": 44.0, + "1259": 43.0, + "1260": 39.0, + "1261": 41.0, + "1262": 35.0, + "1263": 36.0, + "1264": 40.0, + "1265": 39.0, + "1266": 43.0, + "1267": 38.0, + "1268": 32.0, + "1269": 44.0, + "1270": 51.0, + "1271": 31.0, + "1272": 40.0, + "1273": 42.0, + "1274": 28.0, + "1275": 48.0, + "1276": 45.0, + "1277": 41.0, + "1278": 34.0, + "1279": 36.0, + "1280": 36.0, + "1281": 21.0, + "1282": 29.0, + "1283": 35.0, + "1284": 41.0, + "1285": 47.0, + "1286": 35.0, + "1287": 43.0, + "1288": 42.0, + "1289": 27.0, + "1290": 32.0, + "1291": 34.0, + "1292": 43.0, + "1293": 37.0, + "1294": 30.0, + "1295": 35.0, + "1296": 31.0, + "1297": 35.0, + "1298": 41.0, + "1299": 46.0, + "1300": 33.0, + "1301": 30.0, + "1302": 30.0, + "1303": 33.0, + "1304": 44.0, + "1305": 46.0, "1306": 28.0, - "1307": 28.0, - "1308": 33.0, - "1309": 37.0, - "1310": 37.0, - "1311": 33.0, - "1312": 29.0, - "1313": 28.0, - "1314": 36.0, - "1315": 34.0, - "1316": 34.0, - "1317": 38.0, - "1318": 28.0, - "1319": 25.0, - "1320": 41.0, - "1321": 46.0, - "1322": 39.0, - "1323": 24.0, - "1324": 30.0, - "1325": 34.0, - "1326": 39.0, - "1327": 35.0, - "1328": 24.0, - "1329": 38.0, - "1330": 49.0, - "1331": 28.0, - "1332": 44.0, - "1333": 29.0, + "1307": 45.0, + "1308": 25.0, + "1309": 38.0, + "1310": 39.0, + "1311": 31.0, + "1312": 28.0, + "1313": 39.0, + "1314": 26.0, + "1315": 38.0, + "1316": 35.0, + "1317": 43.0, + "1318": 29.0, + "1319": 43.0, + "1320": 33.0, + "1321": 41.0, + "1322": 31.0, + "1323": 33.0, + "1324": 33.0, + "1325": 36.0, + "1326": 37.0, + "1327": 39.0, + "1328": 39.0, + "1329": 24.0, + "1330": 36.0, + "1331": 34.0, + "1332": 51.0, + "1333": 36.0, "1334": 33.0, - "1335": 45.0, + "1335": 36.0, "1336": 37.0, - "1337": 38.0, - "1338": 33.0, - "1339": 36.0, - "1340": 32.0, - "1341": 38.0, - "1342": 33.0, - "1343": 33.0, - "1344": 40.0, - "1345": 45.0, - "1346": 27.0, - "1347": 36.0, - "1348": 33.0, - "1349": 29.0, - "1350": 28.0, - "1351": 45.0, - "1352": 40.0, - "1353": 39.0, - "1354": 29.0, - "1355": 46.0, - "1356": 34.0, - "1357": 34.0, - "1358": 37.0, - "1359": 45.0, - "1360": 49.0, - "1361": 29.0, - "1362": 31.0, - "1363": 39.0, - "1364": 37.0, - "1365": 35.0, - "1366": 35.0, - "1367": 25.0, - "1368": 49.0, - "1369": 41.0, - "1370": 36.0, - "1371": 32.0, - "1372": 39.0, - "1373": 31.0, - "1374": 45.0, - "1375": 40.0, - "1376": 37.0, - "1377": 41.0, - "1378": 29.0, - "1379": 25.0, - "1380": 37.0, - "1381": 40.0, - "1382": 33.0, - "1383": 40.0, - "1384": 35.0, - "1385": 52.0, - "1386": 33.0, - "1387": 37.0, - "1388": 32.0, - "1389": 40.0, - "1390": 27.0, - "1391": 45.0, - "1392": 31.0, - "1393": 40.0, - "1394": 34.0, - "1395": 29.0, - "1396": 42.0, - "1397": 32.0, - "1398": 37.0, - "1399": 27.0, - "1400": 37.0, - "1401": 37.0, - "1402": 28.0, - "1403": 25.0, - "1404": 36.0, - "1405": 22.0, - "1406": 29.0, - "1407": 29.0, - "1408": 39.0, - "1409": 44.0, - "1410": 35.0, - "1411": 27.0, - "1412": 25.0, + "1337": 39.0, + "1338": 25.0, + "1339": 26.0, + "1340": 34.0, + "1341": 32.0, + "1342": 37.0, + "1343": 35.0, + "1344": 33.0, + "1345": 47.0, + "1346": 39.0, + "1347": 45.0, + "1348": 41.0, + "1349": 33.0, + "1350": 42.0, + "1351": 47.0, + "1352": 61.0, + "1353": 40.0, + "1354": 35.0, + "1355": 32.0, + "1356": 40.0, + "1357": 40.0, + "1358": 36.0, + "1359": 40.0, + "1360": 36.0, + "1361": 37.0, + "1362": 45.0, + "1363": 36.0, + "1364": 35.0, + "1365": 34.0, + "1366": 43.0, + "1367": 33.0, + "1368": 43.0, + "1369": 35.0, + "1370": 41.0, + "1371": 36.0, + "1372": 35.0, + "1373": 41.0, + "1374": 37.0, + "1375": 55.0, + "1376": 33.0, + "1377": 43.0, + "1378": 34.0, + "1379": 31.0, + "1380": 48.0, + "1381": 43.0, + "1382": 35.0, + "1383": 35.0, + "1384": 38.0, + "1385": 50.0, + "1386": 25.0, + "1387": 41.0, + "1388": 44.0, + "1389": 32.0, + "1390": 39.0, + "1391": 26.0, + "1392": 36.0, + "1393": 44.0, + "1394": 40.0, + "1395": 23.0, + "1396": 31.0, + "1397": 29.0, + "1398": 31.0, + "1399": 44.0, + "1400": 28.0, + "1401": 36.0, + "1402": 35.0, + "1403": 30.0, + "1404": 30.0, + "1405": 28.0, + "1406": 45.0, + "1407": 40.0, + "1408": 31.0, + "1409": 26.0, + "1410": 36.0, + "1411": 45.0, + "1412": 27.0, "1413": 37.0, - "1414": 30.0, - "1415": 32.0, - "1416": 29.0, - "1417": 39.0, - "1418": 41.0, - "1419": 35.0, - "1420": 29.0, - "1421": 40.0, - "1422": 26.0, - "1423": 33.0, - "1424": 48.0, - "1425": 32.0, - "1426": 31.0, - "1427": 29.0, - "1428": 33.0, - "1429": 43.0, - "1430": 33.0, - "1431": 46.0, - "1432": 39.0, - "1433": 42.0, - "1434": 34.0, + "1414": 32.0, + "1415": 29.0, + "1416": 35.0, + "1417": 46.0, + "1418": 34.0, + "1419": 33.0, + "1420": 35.0, + "1421": 29.0, + "1422": 34.0, + "1423": 27.0, + "1424": 45.0, + "1425": 34.0, + "1426": 34.0, + "1427": 39.0, + "1428": 35.0, + "1429": 32.0, + "1430": 38.0, + "1431": 36.0, + "1432": 42.0, + "1433": 38.0, + "1434": 41.0, "1435": 35.0, "1436": 39.0, - "1437": 54.0, - "1438": 34.0, - "1439": 39.0, - "1440": 31.0, - "1441": 38.0, - "1442": 47.0, - "1443": 32.0, - "1444": "nan", - "1445": "nan", - "1446": "nan", - "1447": "nan", - "1448": "nan", - "1449": "nan", - "1450": "nan", - "1451": "nan", - "1452": "nan", - "1453": "nan", - "1454": "nan", - "1455": "nan", - "1456": "nan", - "1457": "nan", - "1458": "nan", - "1459": "nan", - "1460": "nan", - "1461": "nan", - "1462": "nan", - "1463": "nan", - "1464": "nan", - "1465": "nan", - "1466": "nan", - "1467": "nan", - "1468": "nan", - "1469": "nan", - "1470": "nan", - "1471": "nan", - "1472": "nan", - "1473": "nan", - "1474": "nan", - "1475": "nan", - "1476": "nan", - "1477": "nan", - "1478": "nan", - "1479": "nan", - "1480": "nan", - "1481": "nan", - "1482": "nan", - "1483": "nan", - "1484": "nan", - "1485": "nan", - "1486": "nan", - "1487": "nan", - "1488": "nan", - "1489": "nan", - "1490": "nan", - "1491": "nan", - "1492": "nan", - "1493": "nan", - "1494": "nan", - "1495": "nan", - "1496": "nan", - "1497": "nan", - "1498": "nan", - "1499": "nan", - "1500": "nan", - "1501": "nan", - "1502": "nan", - "1503": "nan", - "1504": "nan", - "1505": "nan", - "1506": "nan", - "1507": "nan", - "1508": "nan", - "1509": "nan", + "1437": 37.0, + "1438": 32.0, + "1439": 31.0, + "1440": 41.0, + "1441": 44.0, + "1442": 42.0, + "1443": 30.0, + "1444": 34.0, + "1445": 42.0, + "1446": 36.0, + "1447": 33.0, + "1448": 45.0, + "1449": 41.0, + "1450": 27.0, + "1451": 42.0, + "1452": 24.0, + "1453": 37.0, + "1454": 35.0, + "1455": 34.0, + "1456": 40.0, + "1457": 44.0, + "1458": 43.0, + "1459": 46.0, + "1460": 25.0, + "1461": 53.0, + "1462": 23.0, + "1463": 31.0, + "1464": 25.0, + "1465": 34.0, + "1466": 36.0, + "1467": 24.0, + "1468": 33.0, + "1469": 31.0, + "1470": 37.0, + "1471": 42.0, + "1472": 30.0, + "1473": 32.0, + "1474": 26.0, + "1475": 43.0, + "1476": 34.0, + "1477": 52.0, + "1478": 39.0, + "1479": 46.0, + "1480": 32.0, + "1481": 39.0, + "1482": 42.0, + "1483": 43.0, + "1484": 35.0, + "1485": 47.0, + "1486": 43.0, + "1487": 33.0, + "1488": 31.0, + "1489": 34.0, + "1490": 32.0, + "1491": 37.0, + "1492": 31.0, + "1493": 32.0, + "1494": 23.0, + "1495": 40.0, + "1496": 46.0, + "1497": 44.0, + "1498": 36.0, + "1499": 34.0, + "1500": 34.0, + "1501": 41.0, + "1502": 33.0, + "1503": 46.0, + "1504": 35.0, + "1505": 35.0, + "1506": 34.0, + "1507": 28.0, + "1508": 41.0, + "1509": 44.0, "1510": "nan", "1511": "nan", "1512": "nan", @@ -5461,72 +5461,72 @@ "1441": 291726848.0, "1442": 291726848.0, "1443": 291726848.0, - "1444": "nan", - "1445": "nan", - "1446": "nan", - "1447": "nan", - "1448": "nan", - "1449": "nan", - "1450": "nan", - "1451": "nan", - "1452": "nan", - "1453": "nan", - "1454": "nan", - "1455": "nan", - "1456": "nan", - "1457": "nan", - "1458": "nan", - "1459": "nan", - "1460": "nan", - "1461": "nan", - "1462": "nan", - "1463": "nan", - "1464": "nan", - "1465": "nan", - "1466": "nan", - "1467": "nan", - "1468": "nan", - "1469": "nan", - "1470": "nan", - "1471": "nan", - "1472": "nan", - "1473": "nan", - "1474": "nan", - "1475": "nan", - "1476": "nan", - "1477": "nan", - "1478": "nan", - "1479": "nan", - "1480": "nan", - "1481": "nan", - "1482": "nan", - "1483": "nan", - "1484": "nan", - "1485": "nan", - "1486": "nan", - "1487": "nan", - "1488": "nan", - "1489": "nan", - "1490": "nan", - "1491": "nan", - "1492": "nan", - "1493": "nan", - "1494": "nan", - "1495": "nan", - "1496": "nan", - "1497": "nan", - "1498": "nan", - "1499": "nan", - "1500": "nan", - "1501": "nan", - "1502": "nan", - "1503": "nan", - "1504": "nan", - "1505": "nan", - "1506": "nan", - "1507": "nan", - "1508": "nan", - "1509": "nan", + "1444": 291726848.0, + "1445": 291726848.0, + "1446": 291726848.0, + "1447": 291726848.0, + "1448": 291726848.0, + "1449": 291726848.0, + "1450": 291726848.0, + "1451": 291726848.0, + "1452": 291726848.0, + "1453": 291726848.0, + "1454": 291726848.0, + "1455": 291726848.0, + "1456": 291726848.0, + "1457": 291726848.0, + "1458": 291726848.0, + "1459": 291726848.0, + "1460": 291726848.0, + "1461": 291726848.0, + "1462": 291726848.0, + "1463": 291726848.0, + "1464": 291726848.0, + "1465": 291726848.0, + "1466": 291726848.0, + "1467": 291726848.0, + "1468": 291726848.0, + "1469": 291726848.0, + "1470": 291726848.0, + "1471": 291726848.0, + "1472": 291726848.0, + "1473": 291726848.0, + "1474": 291726848.0, + "1475": 291726848.0, + "1476": 291726848.0, + "1477": 291726848.0, + "1478": 291726848.0, + "1479": 291726848.0, + "1480": 291726848.0, + "1481": 291726848.0, + "1482": 291726848.0, + "1483": 291726848.0, + "1484": 291726848.0, + "1485": 291726848.0, + "1486": 291726848.0, + "1487": 291726848.0, + "1488": 291726848.0, + "1489": 291726848.0, + "1490": 291726848.0, + "1491": 291726848.0, + "1492": 291726848.0, + "1493": 291726848.0, + "1494": 291726848.0, + "1495": 291726848.0, + "1496": 291726848.0, + "1497": 291726848.0, + "1498": 291726848.0, + "1499": 291726848.0, + "1500": 291726848.0, + "1501": 291726848.0, + "1502": 291726848.0, + "1503": 291726848.0, + "1504": 291726848.0, + "1505": 291726848.0, + "1506": 291726848.0, + "1507": 291726848.0, + "1508": 291726848.0, + "1509": 291726848.0, "1510": "nan", "1511": "nan", "1512": "nan", @@ -6025,1515 +6025,1515 @@ "end_step": 2000, "step_interval": 1, "values": { - "1": 352734720.0, - "2": 419260928.0, - "3": 419260928.0, - "4": 419260928.0, - "5": 419260928.0, - "6": 419260928.0, - "7": 419260928.0, - "8": 419260928.0, - "9": 419260928.0, - "10": 419260928.0, - "11": 419260928.0, - "12": 419260928.0, - "13": 419260928.0, - "14": 419260928.0, - "15": 419260928.0, - "16": 419260928.0, - "17": 419260928.0, - "18": 419260928.0, - "19": 419260928.0, - "20": 419260928.0, - "21": 419260928.0, - "22": 419260928.0, - "23": 419260928.0, - "24": 419260928.0, - "25": 419260928.0, - "26": 419260928.0, - "27": 419260928.0, - "28": 419260928.0, - "29": 419260928.0, - "30": 419260928.0, - "31": 419260928.0, - "32": 419260928.0, - "33": 419260928.0, - "34": 419260928.0, - "35": 419260928.0, - "36": 419260928.0, - "37": 419260928.0, - "38": 419260928.0, - "39": 419260928.0, - "40": 419260928.0, - "41": 419260928.0, - "42": 419260928.0, - "43": 419260928.0, - "44": 419260928.0, - "45": 419260928.0, - "46": 419260928.0, - "47": 419260928.0, - "48": 419260928.0, - "49": 419260928.0, - "50": 419260928.0, - "51": 419260928.0, - "52": 419260928.0, - "53": 419260928.0, - "54": 419260928.0, - "55": 419260928.0, - "56": 419260928.0, - "57": 419260928.0, - "58": 419260928.0, - "59": 419260928.0, - "60": 419260928.0, - "61": 419260928.0, - "62": 419260928.0, - "63": 419260928.0, - "64": 419260928.0, - "65": 419260928.0, - "66": 419260928.0, - "67": 419260928.0, - "68": 419260928.0, - "69": 419260928.0, - "70": 419260928.0, - "71": 419260928.0, - "72": 419260928.0, - "73": 419260928.0, - "74": 419260928.0, - "75": 419260928.0, - "76": 419260928.0, - "77": 419260928.0, - "78": 419260928.0, - "79": 419260928.0, - "80": 419260928.0, - "81": 419260928.0, - "82": 419260928.0, - "83": 419260928.0, - "84": 419260928.0, - "85": 419260928.0, - "86": 419260928.0, - "87": 419260928.0, - "88": 419260928.0, - "89": 419260928.0, - "90": 419260928.0, - "91": 419260928.0, - "92": 419260928.0, - "93": 419260928.0, - "94": 419260928.0, - "95": 419260928.0, - "96": 419260928.0, - "97": 419260928.0, - "98": 419260928.0, - "99": 419260928.0, - "100": 419260928.0, - "101": 419260928.0, - "102": 419260928.0, - "103": 419260928.0, - "104": 419260928.0, - "105": 419260928.0, - "106": 419260928.0, - "107": 419260928.0, - "108": 419260928.0, - "109": 419260928.0, - "110": 419260928.0, - "111": 419260928.0, - "112": 419260928.0, - "113": 419260928.0, - "114": 419260928.0, - "115": 419260928.0, - "116": 419260928.0, - "117": 419260928.0, - "118": 419260928.0, - "119": 419260928.0, - "120": 419260928.0, - "121": 419260928.0, - "122": 419260928.0, - "123": 419260928.0, - "124": 419260928.0, - "125": 419260928.0, - "126": 419260928.0, - "127": 419260928.0, - "128": 419260928.0, - "129": 419260928.0, - "130": 419260928.0, - "131": 419260928.0, - "132": 419260928.0, - "133": 419260928.0, - "134": 419260928.0, - "135": 419260928.0, - "136": 419260928.0, - "137": 419260928.0, - "138": 419260928.0, - "139": 419260928.0, - "140": 419260928.0, - "141": 419260928.0, - "142": 419260928.0, - "143": 419260928.0, - "144": 419260928.0, - "145": 419260928.0, - "146": 419260928.0, - "147": 419260928.0, - "148": 419260928.0, - "149": 419260928.0, - "150": 419260928.0, - "151": 419260928.0, - "152": 419260928.0, - "153": 419260928.0, - "154": 419260928.0, - "155": 419260928.0, - "156": 419260928.0, - "157": 419260928.0, - "158": 419260928.0, - "159": 419260928.0, - "160": 419260928.0, - "161": 419260928.0, - "162": 419260928.0, - "163": 419260928.0, - "164": 419260928.0, - "165": 419260928.0, - "166": 419260928.0, - "167": 419260928.0, - "168": 419260928.0, - "169": 419260928.0, - "170": 419260928.0, - "171": 419260928.0, - "172": 419260928.0, - "173": 419260928.0, - "174": 419260928.0, - "175": 419260928.0, - "176": 419260928.0, - "177": 419260928.0, - "178": 419260928.0, - "179": 419260928.0, - "180": 419260928.0, - "181": 419260928.0, - "182": 419260928.0, - "183": 419260928.0, - "184": 419260928.0, - "185": 419260928.0, - "186": 419260928.0, - "187": 419260928.0, - "188": 419260928.0, - "189": 419260928.0, - "190": 419260928.0, - "191": 419260928.0, - "192": 419260928.0, - "193": 419260928.0, - "194": 419260928.0, - "195": 419260928.0, - "196": 419260928.0, - "197": 419260928.0, - "198": 419260928.0, - "199": 419260928.0, - "200": 419260928.0, - "201": 419260928.0, - "202": 419260928.0, - "203": 419260928.0, - "204": 419260928.0, - "205": 419260928.0, - "206": 419260928.0, - "207": 419260928.0, - "208": 419260928.0, - "209": 419260928.0, - "210": 419260928.0, - "211": 419260928.0, - "212": 419260928.0, - "213": 419260928.0, - "214": 419260928.0, - "215": 419260928.0, - "216": 419260928.0, - "217": 419260928.0, - "218": 419260928.0, - "219": 419260928.0, - "220": 419260928.0, - "221": 419260928.0, - "222": 419260928.0, - "223": 419260928.0, - "224": 419260928.0, - "225": 419260928.0, - "226": 419260928.0, - "227": 419260928.0, - "228": 419260928.0, - "229": 419260928.0, - "230": 419260928.0, - "231": 419260928.0, - "232": 419260928.0, - "233": 419260928.0, - "234": 419260928.0, - "235": 419260928.0, - "236": 419260928.0, - "237": 419260928.0, - "238": 419260928.0, - "239": 419260928.0, - "240": 419260928.0, - "241": 419260928.0, - "242": 419260928.0, - "243": 419260928.0, - "244": 419260928.0, - "245": 419260928.0, - "246": 419260928.0, - "247": 419260928.0, - "248": 419260928.0, - "249": 419260928.0, - "250": 419260928.0, - "251": 419260928.0, - "252": 419260928.0, - "253": 419260928.0, - "254": 419260928.0, - "255": 419260928.0, - "256": 419260928.0, - "257": 419260928.0, - "258": 419260928.0, - "259": 419260928.0, - "260": 419260928.0, - "261": 419260928.0, - "262": 419260928.0, - "263": 419260928.0, - "264": 419260928.0, - "265": 419260928.0, - "266": 419260928.0, - "267": 419260928.0, - "268": 419260928.0, - "269": 419260928.0, - "270": 419260928.0, - "271": 419260928.0, - "272": 419260928.0, - "273": 419260928.0, - "274": 419260928.0, - "275": 419260928.0, - "276": 419260928.0, - "277": 419260928.0, - "278": 419260928.0, - "279": 419260928.0, - "280": 419260928.0, - "281": 419260928.0, - "282": 419260928.0, - "283": 419260928.0, - "284": 419260928.0, - "285": 419260928.0, - "286": 419260928.0, - "287": 419260928.0, - "288": 419260928.0, - "289": 419260928.0, - "290": 419260928.0, - "291": 419260928.0, - "292": 419260928.0, - "293": 419260928.0, - "294": 419260928.0, - "295": 419260928.0, - "296": 419260928.0, - "297": 419260928.0, - "298": 419260928.0, - "299": 419260928.0, - "300": 419260928.0, - "301": 419260928.0, - "302": 419260928.0, - "303": 419260928.0, - "304": 419260928.0, - "305": 419260928.0, - "306": 419260928.0, - "307": 419260928.0, - "308": 419260928.0, - "309": 419260928.0, - "310": 419260928.0, - "311": 419260928.0, - "312": 419260928.0, - "313": 419260928.0, - "314": 419260928.0, - "315": 419260928.0, - "316": 419260928.0, - "317": 419260928.0, - "318": 419260928.0, - "319": 419260928.0, - "320": 419260928.0, - "321": 419260928.0, - "322": 419260928.0, - "323": 419260928.0, - "324": 419260928.0, - "325": 419260928.0, - "326": 419260928.0, - "327": 419260928.0, - "328": 419260928.0, - "329": 419260928.0, - "330": 419260928.0, - "331": 419260928.0, - "332": 419260928.0, - "333": 419260928.0, - "334": 419260928.0, - "335": 419260928.0, - "336": 419260928.0, - "337": 419260928.0, - "338": 419260928.0, - "339": 419260928.0, - "340": 419260928.0, - "341": 419260928.0, - "342": 419260928.0, - "343": 419260928.0, - "344": 419260928.0, - "345": 419260928.0, - "346": 419260928.0, - "347": 419260928.0, - "348": 419260928.0, - "349": 419260928.0, - "350": 419260928.0, - "351": 419260928.0, - "352": 419260928.0, - "353": 419260928.0, - "354": 419260928.0, - "355": 419260928.0, - "356": 419260928.0, - "357": 419260928.0, - "358": 419260928.0, - "359": 419260928.0, - "360": 419260928.0, - "361": 419260928.0, - "362": 419260928.0, - "363": 419260928.0, - "364": 419260928.0, - "365": 419260928.0, - "366": 419260928.0, - "367": 419260928.0, - "368": 419260928.0, - "369": 419260928.0, - "370": 419260928.0, - "371": 419260928.0, - "372": 419260928.0, - "373": 419260928.0, - "374": 419260928.0, - "375": 419260928.0, - "376": 419260928.0, - "377": 419260928.0, - "378": 419260928.0, - "379": 419260928.0, - "380": 419260928.0, - "381": 419260928.0, - "382": 419260928.0, - "383": 419260928.0, - "384": 419260928.0, - "385": 419260928.0, - "386": 419260928.0, - "387": 419260928.0, - "388": 419260928.0, - "389": 419260928.0, - "390": 419260928.0, - "391": 419260928.0, - "392": 419260928.0, - "393": 419260928.0, - "394": 419260928.0, - "395": 419260928.0, - "396": 419260928.0, - "397": 419260928.0, - "398": 419260928.0, - "399": 419260928.0, - "400": 419260928.0, - "401": 419260928.0, - "402": 419260928.0, - "403": 419260928.0, - "404": 419260928.0, - "405": 419260928.0, - "406": 419260928.0, - "407": 419260928.0, - "408": 419260928.0, - "409": 419260928.0, - "410": 419260928.0, - "411": 419260928.0, - "412": 419260928.0, - "413": 419260928.0, - "414": 419260928.0, - "415": 419260928.0, - "416": 419260928.0, - "417": 419260928.0, - "418": 419260928.0, - "419": 419260928.0, - "420": 419260928.0, - "421": 419260928.0, - "422": 419260928.0, - "423": 419260928.0, - "424": 419260928.0, - "425": 419260928.0, - "426": 419260928.0, - "427": 419260928.0, - "428": 419260928.0, - "429": 419260928.0, - "430": 419260928.0, - "431": 419260928.0, - "432": 419260928.0, - "433": 419260928.0, - "434": 419260928.0, - "435": 419260928.0, - "436": 419260928.0, - "437": 419260928.0, - "438": 419260928.0, - "439": 419260928.0, - "440": 419260928.0, - "441": 419260928.0, - "442": 419260928.0, - "443": 419260928.0, - "444": 419260928.0, - "445": 419260928.0, - "446": 419260928.0, - "447": 419260928.0, - "448": 419260928.0, - "449": 419260928.0, - "450": 419260928.0, - "451": 419260928.0, - "452": 419260928.0, - "453": 419260928.0, - "454": 419260928.0, - "455": 419260928.0, - "456": 419260928.0, - "457": 419260928.0, - "458": 419260928.0, - "459": 419260928.0, - "460": 419260928.0, - "461": 419260928.0, - "462": 419260928.0, - "463": 419260928.0, - "464": 419260928.0, - "465": 419260928.0, - "466": 419260928.0, - "467": 419260928.0, - "468": 419260928.0, - "469": 419260928.0, - "470": 419260928.0, - "471": 419260928.0, - "472": 419260928.0, - "473": 419260928.0, - "474": 419260928.0, - "475": 419260928.0, - "476": 419260928.0, - "477": 419260928.0, - "478": 419260928.0, - "479": 419260928.0, - "480": 419260928.0, - "481": 419260928.0, - "482": 419260928.0, - "483": 419260928.0, - "484": 419260928.0, - "485": 419260928.0, - "486": 419260928.0, - "487": 419260928.0, - "488": 419260928.0, - "489": 419260928.0, - "490": 419260928.0, - "491": 419260928.0, - "492": 419260928.0, - "493": 419260928.0, - "494": 419260928.0, - "495": 419260928.0, - "496": 419260928.0, - "497": 419260928.0, - "498": 419260928.0, - "499": 419260928.0, - "500": 419260928.0, - "501": 419260928.0, - "502": 419260928.0, - "503": 419260928.0, - "504": 419260928.0, - "505": 419260928.0, - "506": 419260928.0, - "507": 419260928.0, - "508": 419260928.0, - "509": 419260928.0, - "510": 419260928.0, - "511": 419260928.0, - "512": 419260928.0, - "513": 419260928.0, - "514": 419260928.0, - "515": 419260928.0, - "516": 419260928.0, - "517": 419260928.0, - "518": 419260928.0, - "519": 419260928.0, - "520": 419260928.0, - "521": 419260928.0, - "522": 419260928.0, - "523": 419260928.0, - "524": 419260928.0, - "525": 419260928.0, - "526": 419260928.0, - "527": 419260928.0, - "528": 419260928.0, - "529": 419260928.0, - "530": 419260928.0, - "531": 419260928.0, - "532": 419260928.0, - "533": 419260928.0, - "534": 419260928.0, - "535": 419260928.0, - "536": 419260928.0, - "537": 419260928.0, - "538": 419260928.0, - "539": 419260928.0, - "540": 419260928.0, - "541": 419260928.0, - "542": 419260928.0, - "543": 419260928.0, - "544": 419260928.0, - "545": 419260928.0, - "546": 419260928.0, - "547": 419260928.0, - "548": 419260928.0, - "549": 419260928.0, - "550": 419260928.0, - "551": 419260928.0, - "552": 419260928.0, - "553": 419260928.0, - "554": 419260928.0, - "555": 419260928.0, - "556": 419260928.0, - "557": 419260928.0, - "558": 419260928.0, - "559": 419260928.0, - "560": 419260928.0, - "561": 419260928.0, - "562": 419260928.0, - "563": 419260928.0, - "564": 419260928.0, - "565": 419260928.0, - "566": 419260928.0, - "567": 419260928.0, - "568": 419260928.0, - "569": 419260928.0, - "570": 419260928.0, - "571": 419260928.0, - "572": 419260928.0, - "573": 419260928.0, - "574": 419260928.0, - "575": 419260928.0, - "576": 419260928.0, - "577": 419260928.0, - "578": 419260928.0, - "579": 419260928.0, - "580": 419260928.0, - "581": 419260928.0, - "582": 419260928.0, - "583": 419260928.0, - "584": 419260928.0, - "585": 419260928.0, - "586": 419260928.0, - "587": 419260928.0, - "588": 419260928.0, - "589": 419260928.0, - "590": 419260928.0, - "591": 419260928.0, - "592": 419260928.0, - "593": 419260928.0, - "594": 419260928.0, - "595": 419260928.0, - "596": 419260928.0, - "597": 419260928.0, - "598": 419260928.0, - "599": 419260928.0, - "600": 419260928.0, - "601": 419260928.0, - "602": 419260928.0, - "603": 419260928.0, - "604": 419260928.0, - "605": 419260928.0, - "606": 419260928.0, - "607": 419260928.0, - "608": 419260928.0, - "609": 419260928.0, - "610": 419260928.0, - "611": 419260928.0, - "612": 419260928.0, - "613": 419260928.0, - "614": 419260928.0, - "615": 419260928.0, - "616": 419260928.0, - "617": 419260928.0, - "618": 419260928.0, - "619": 419260928.0, - "620": 419260928.0, - "621": 419260928.0, - "622": 419260928.0, - "623": 419260928.0, - "624": 419260928.0, - "625": 419260928.0, - "626": 419260928.0, - "627": 419260928.0, - "628": 419260928.0, - "629": 419260928.0, - "630": 419260928.0, - "631": 419260928.0, - "632": 419260928.0, - "633": 419260928.0, - "634": 419260928.0, - "635": 419260928.0, - "636": 419260928.0, - "637": 419260928.0, - "638": 419260928.0, - "639": 419260928.0, - "640": 419260928.0, - "641": 419260928.0, - "642": 419260928.0, - "643": 419260928.0, - "644": 419260928.0, - "645": 419260928.0, - "646": 419260928.0, - "647": 419260928.0, - "648": 419260928.0, - "649": 419260928.0, - "650": 419260928.0, - "651": 419260928.0, - "652": 419260928.0, - "653": 419260928.0, - "654": 419260928.0, - "655": 419260928.0, - "656": 419260928.0, - "657": 419260928.0, - "658": 419260928.0, - "659": 419260928.0, - "660": 419260928.0, - "661": 419260928.0, - "662": 419260928.0, - "663": 419260928.0, - "664": 419260928.0, - "665": 419260928.0, - "666": 419260928.0, - "667": 419260928.0, - "668": 419260928.0, - "669": 419260928.0, - "670": 419260928.0, - "671": 419260928.0, - "672": 419260928.0, - "673": 419260928.0, - "674": 419260928.0, - "675": 419260928.0, - "676": 419260928.0, - "677": 419260928.0, - "678": 419260928.0, - "679": 419260928.0, - "680": 419260928.0, - "681": 419260928.0, - "682": 419260928.0, - "683": 419260928.0, - "684": 419260928.0, - "685": 419260928.0, - "686": 419260928.0, - "687": 419260928.0, - "688": 419260928.0, - "689": 419260928.0, - "690": 419260928.0, - "691": 419260928.0, - "692": 419260928.0, - "693": 419260928.0, - "694": 419260928.0, - "695": 419260928.0, - "696": 419260928.0, - "697": 419260928.0, - "698": 419260928.0, - "699": 419260928.0, - "700": 419260928.0, - "701": 419260928.0, - "702": 419260928.0, - "703": 419260928.0, - "704": 419260928.0, - "705": 419260928.0, - "706": 419260928.0, - "707": 419260928.0, - "708": 419260928.0, - "709": 419260928.0, - "710": 419260928.0, - "711": 419260928.0, - "712": 419260928.0, - "713": 419260928.0, - "714": 419260928.0, - "715": 419260928.0, - "716": 419260928.0, - "717": 419260928.0, - "718": 419260928.0, - "719": 419260928.0, - "720": 419260928.0, - "721": 419260928.0, - "722": 419260928.0, - "723": 419260928.0, - "724": 419260928.0, - "725": 419260928.0, - "726": 419260928.0, - "727": 419260928.0, - "728": 419260928.0, - "729": 419260928.0, - "730": 419260928.0, - "731": 419260928.0, - "732": 419260928.0, - "733": 419260928.0, - "734": 419260928.0, - "735": 419260928.0, - "736": 419260928.0, - "737": 419260928.0, - "738": 419260928.0, - "739": 419260928.0, - "740": 419260928.0, - "741": 419260928.0, - "742": 419260928.0, - "743": 419260928.0, - "744": 419260928.0, - "745": 419260928.0, - "746": 419260928.0, - "747": 419260928.0, - "748": 419260928.0, - "749": 419260928.0, - "750": 419260928.0, - "751": 419260928.0, - "752": 419260928.0, - "753": 419260928.0, - "754": 419260928.0, - "755": 419260928.0, - "756": 419260928.0, - "757": 419260928.0, - "758": 419260928.0, - "759": 419260928.0, - "760": 419260928.0, - "761": 419260928.0, - "762": 419260928.0, - "763": 419260928.0, - "764": 419260928.0, - "765": 419260928.0, - "766": 419260928.0, - "767": 419260928.0, - "768": 419260928.0, - "769": 419260928.0, - "770": 419260928.0, - "771": 419260928.0, - "772": 419260928.0, - "773": 419260928.0, - "774": 419260928.0, - "775": 419260928.0, - "776": 419260928.0, - "777": 419260928.0, - "778": 419260928.0, - "779": 419260928.0, - "780": 419260928.0, - "781": 419260928.0, - "782": 419260928.0, - "783": 419260928.0, - "784": 419260928.0, - "785": 419260928.0, - "786": 419260928.0, - "787": 419260928.0, - "788": 419260928.0, - "789": 419260928.0, - "790": 419260928.0, - "791": 419260928.0, - "792": 419260928.0, - "793": 419260928.0, - "794": 419260928.0, - "795": 419260928.0, - "796": 419260928.0, - "797": 419260928.0, - "798": 419260928.0, - "799": 419260928.0, - "800": 419260928.0, - "801": 419260928.0, - "802": 419260928.0, - "803": 419260928.0, - "804": 419260928.0, - "805": 419260928.0, - "806": 419260928.0, - "807": 419260928.0, - "808": 419260928.0, - "809": 419260928.0, - "810": 419260928.0, - "811": 419260928.0, - "812": 419260928.0, - "813": 419260928.0, - "814": 419260928.0, - "815": 419260928.0, - "816": 419260928.0, - "817": 419260928.0, - "818": 419260928.0, - "819": 419260928.0, - "820": 419260928.0, - "821": 419260928.0, - "822": 419260928.0, - "823": 419260928.0, - "824": 419260928.0, - "825": 419260928.0, - "826": 419260928.0, - "827": 419260928.0, - "828": 419260928.0, - "829": 419260928.0, - "830": 419260928.0, - "831": 419260928.0, - "832": 419260928.0, - "833": 419260928.0, - "834": 419260928.0, - "835": 419260928.0, - "836": 419260928.0, - "837": 419260928.0, - "838": 419260928.0, - "839": 419260928.0, - "840": 419260928.0, - "841": 419260928.0, - "842": 419260928.0, - "843": 419260928.0, - "844": 419260928.0, - "845": 419260928.0, - "846": 419260928.0, - "847": 419260928.0, - "848": 419260928.0, - "849": 419260928.0, - "850": 419260928.0, - "851": 419260928.0, - "852": 419260928.0, - "853": 419260928.0, - "854": 419260928.0, - "855": 419260928.0, - "856": 419260928.0, - "857": 419260928.0, - "858": 419260928.0, - "859": 419260928.0, - "860": 419260928.0, - "861": 419260928.0, - "862": 419260928.0, - "863": 419260928.0, - "864": 419260928.0, - "865": 419260928.0, - "866": 419260928.0, - "867": 419260928.0, - "868": 419260928.0, - "869": 419260928.0, - "870": 419260928.0, - "871": 419260928.0, - "872": 419260928.0, - "873": 419260928.0, - "874": 419260928.0, - "875": 419260928.0, - "876": 419260928.0, - "877": 419260928.0, - "878": 419260928.0, - "879": 419260928.0, - "880": 419260928.0, - "881": 419260928.0, - "882": 419260928.0, - "883": 419260928.0, - "884": 419260928.0, - "885": 419260928.0, - "886": 419260928.0, - "887": 419260928.0, - "888": 419260928.0, - "889": 419260928.0, - "890": 419260928.0, - "891": 419260928.0, - "892": 419260928.0, - "893": 419260928.0, - "894": 419260928.0, - "895": 419260928.0, - "896": 419260928.0, - "897": 419260928.0, - "898": 419260928.0, - "899": 419260928.0, - "900": 419260928.0, - "901": 419260928.0, - "902": 419260928.0, - "903": 419260928.0, - "904": 419260928.0, - "905": 419260928.0, - "906": 419260928.0, - "907": 419260928.0, - "908": 419260928.0, - "909": 419260928.0, - "910": 419260928.0, - "911": 419260928.0, - "912": 419260928.0, - "913": 419260928.0, - "914": 419260928.0, - "915": 419260928.0, - "916": 419260928.0, - "917": 419260928.0, - "918": 419260928.0, - "919": 419260928.0, - "920": 419260928.0, - "921": 419260928.0, - "922": 419260928.0, - "923": 419260928.0, - "924": 419260928.0, - "925": 419260928.0, - "926": 419260928.0, - "927": 419260928.0, - "928": 419260928.0, - "929": 419260928.0, - "930": 419260928.0, - "931": 419260928.0, - "932": 419260928.0, - "933": 419260928.0, - "934": 419260928.0, - "935": 419260928.0, - "936": 419260928.0, - "937": 419260928.0, - "938": 419260928.0, - "939": 419260928.0, - "940": 419260928.0, - "941": 419260928.0, - "942": 419260928.0, - "943": 419260928.0, - "944": 419260928.0, - "945": 419260928.0, - "946": 419260928.0, - "947": 419260928.0, - "948": 419260928.0, - "949": 419260928.0, - "950": 419260928.0, - "951": 419260928.0, - "952": 419260928.0, - "953": 419260928.0, - "954": 419260928.0, - "955": 419260928.0, - "956": 419260928.0, - "957": 419260928.0, - "958": 419260928.0, - "959": 419260928.0, - "960": 419260928.0, - "961": 419260928.0, - "962": 419260928.0, - "963": 419260928.0, - "964": 419260928.0, - "965": 419260928.0, - "966": 419260928.0, - "967": 419260928.0, - "968": 419260928.0, - "969": 419260928.0, - "970": 419260928.0, - "971": 419260928.0, - "972": 419260928.0, - "973": 419260928.0, - "974": 419260928.0, - "975": 419260928.0, - "976": 419260928.0, - "977": 419260928.0, - "978": 419260928.0, - "979": 419260928.0, - "980": 419260928.0, - "981": 419260928.0, - "982": 419260928.0, - "983": 419260928.0, - "984": 419260928.0, - "985": 419260928.0, - "986": 419260928.0, - "987": 419260928.0, - "988": 419260928.0, - "989": 419260928.0, - "990": 419260928.0, - "991": 419260928.0, - "992": 419260928.0, - "993": 419260928.0, - "994": 419260928.0, - "995": 419260928.0, - "996": 419260928.0, - "997": 419260928.0, - "998": 419260928.0, - "999": 419260928.0, - "1000": 419260928.0, - "1001": 419261952.0, - "1002": 419261952.0, - "1003": 419261952.0, - "1004": 419261952.0, - "1005": 419261952.0, - "1006": 419261952.0, - "1007": 419261952.0, - "1008": 419261952.0, - "1009": 419261952.0, - "1010": 419261952.0, - "1011": 419261952.0, - "1012": 419261952.0, - "1013": 419261952.0, - "1014": 419261952.0, - "1015": 419261952.0, - "1016": 419261952.0, - "1017": 419261952.0, - "1018": 419261952.0, - "1019": 419261952.0, - "1020": 419261952.0, - "1021": 419261952.0, - "1022": 419261952.0, - "1023": 419261952.0, - "1024": 419261952.0, - "1025": 419261952.0, - "1026": 419261952.0, - "1027": 419261952.0, - "1028": 419261952.0, - "1029": 419261952.0, - "1030": 419261952.0, - "1031": 419261952.0, - "1032": 419261952.0, - "1033": 419261952.0, - "1034": 419261952.0, - "1035": 419261952.0, - "1036": 419261952.0, - "1037": 419261952.0, - "1038": 419261952.0, - "1039": 419261952.0, - "1040": 419261952.0, - "1041": 419261952.0, - "1042": 419261952.0, - "1043": 419261952.0, - "1044": 419261952.0, - "1045": 419261952.0, - "1046": 419261952.0, - "1047": 419261952.0, - "1048": 419261952.0, - "1049": 419261952.0, - "1050": 419261952.0, - "1051": 419261952.0, - "1052": 419261952.0, - "1053": 419261952.0, - "1054": 419261952.0, - "1055": 419261952.0, - "1056": 419261952.0, - "1057": 419261952.0, - "1058": 419261952.0, - "1059": 419261952.0, - "1060": 419261952.0, - "1061": 419261952.0, - "1062": 419261952.0, - "1063": 419261952.0, - "1064": 419261952.0, - "1065": 419261952.0, - "1066": 419261952.0, - "1067": 419261952.0, - "1068": 419261952.0, - "1069": 419261952.0, - "1070": 419261952.0, - "1071": 419261952.0, - "1072": 419261952.0, - "1073": 419261952.0, - "1074": 419261952.0, - "1075": 419261952.0, - "1076": 419261952.0, - "1077": 419261952.0, - "1078": 419261952.0, - "1079": 419261952.0, - "1080": 419261952.0, - "1081": 419261952.0, - "1082": 419261952.0, - "1083": 419261952.0, - "1084": 419261952.0, - "1085": 419261952.0, - "1086": 419261952.0, - "1087": 419261952.0, - "1088": 419261952.0, - "1089": 419261952.0, - "1090": 419261952.0, - "1091": 419261952.0, - "1092": 419261952.0, - "1093": 419261952.0, - "1094": 419261952.0, - "1095": 419261952.0, - "1096": 419261952.0, - "1097": 419261952.0, - "1098": 419261952.0, - "1099": 419261952.0, - "1100": 419261952.0, - "1101": 419261952.0, - "1102": 419261952.0, - "1103": 419261952.0, - "1104": 419261952.0, - "1105": 419261952.0, - "1106": 419261952.0, - "1107": 419261952.0, - "1108": 419261952.0, - "1109": 419261952.0, - "1110": 419261952.0, - "1111": 419261952.0, - "1112": 419261952.0, - "1113": 419261952.0, - "1114": 419261952.0, - "1115": 419261952.0, - "1116": 419261952.0, - "1117": 419261952.0, - "1118": 419261952.0, - "1119": 419261952.0, - "1120": 419261952.0, - "1121": 419261952.0, - "1122": 419261952.0, - "1123": 419261952.0, - "1124": 419261952.0, - "1125": 419261952.0, - "1126": 419261952.0, - "1127": 419261952.0, - "1128": 419261952.0, - "1129": 419261952.0, - "1130": 419261952.0, - "1131": 419261952.0, - "1132": 419261952.0, - "1133": 419261952.0, - "1134": 419261952.0, - "1135": 419261952.0, - "1136": 419261952.0, - "1137": 419261952.0, - "1138": 419261952.0, - "1139": 419261952.0, - "1140": 419261952.0, - "1141": 419261952.0, - "1142": 419261952.0, - "1143": 419261952.0, - "1144": 419261952.0, - "1145": 419261952.0, - "1146": 419261952.0, - "1147": 419261952.0, - "1148": 419261952.0, - "1149": 419261952.0, - "1150": 419261952.0, - "1151": 419261952.0, - "1152": 419261952.0, - "1153": 419261952.0, - "1154": 419261952.0, - "1155": 419261952.0, - "1156": 419261952.0, - "1157": 419261952.0, - "1158": 419261952.0, - "1159": 419261952.0, - "1160": 419261952.0, - "1161": 419261952.0, - "1162": 419261952.0, - "1163": 419261952.0, - "1164": 419261952.0, - "1165": 419261952.0, - "1166": 419261952.0, - "1167": 419261952.0, - "1168": 419261952.0, - "1169": 419261952.0, - "1170": 419261952.0, - "1171": 419261952.0, - "1172": 419261952.0, - "1173": 419261952.0, - "1174": 419261952.0, - "1175": 419261952.0, - "1176": 419261952.0, - "1177": 419261952.0, - "1178": 419261952.0, - "1179": 419261952.0, - "1180": 419261952.0, - "1181": 419261952.0, - "1182": 419261952.0, - "1183": 419261952.0, - "1184": 419261952.0, - "1185": 419261952.0, - "1186": 419261952.0, - "1187": 419261952.0, - "1188": 419261952.0, - "1189": 419261952.0, - "1190": 419261952.0, - "1191": 419261952.0, - "1192": 419261952.0, - "1193": 419261952.0, - "1194": 419261952.0, - "1195": 419261952.0, - "1196": 419261952.0, - "1197": 419261952.0, - "1198": 419261952.0, - "1199": 419261952.0, - "1200": 419261952.0, - "1201": 419261952.0, - "1202": 419261952.0, - "1203": 419261952.0, - "1204": 419261952.0, - "1205": 419261952.0, - "1206": 419261952.0, - "1207": 419261952.0, - "1208": 419261952.0, - "1209": 419261952.0, - "1210": 419261952.0, - "1211": 419261952.0, - "1212": 419261952.0, - "1213": 419261952.0, - "1214": 419261952.0, - "1215": 419261952.0, - "1216": 419261952.0, - "1217": 419261952.0, - "1218": 419261952.0, - "1219": 419261952.0, - "1220": 419261952.0, - "1221": 419261952.0, - "1222": 419261952.0, - "1223": 419261952.0, - "1224": 419261952.0, - "1225": 419261952.0, - "1226": 419261952.0, - "1227": 419261952.0, - "1228": 419261952.0, - "1229": 419261952.0, - "1230": 419261952.0, - "1231": 419261952.0, - "1232": 419261952.0, - "1233": 419261952.0, - "1234": 419261952.0, - "1235": 419261952.0, - "1236": 419261952.0, - "1237": 419261952.0, - "1238": 419261952.0, - "1239": 419261952.0, - "1240": 419261952.0, - "1241": 419261952.0, - "1242": 419261952.0, - "1243": 419261952.0, - "1244": 419261952.0, - "1245": 419261952.0, - "1246": 419261952.0, - "1247": 419261952.0, - "1248": 419261952.0, - "1249": 419261952.0, - "1250": 419261952.0, - "1251": 419261952.0, - "1252": 419261952.0, - "1253": 419261952.0, - "1254": 419261952.0, - "1255": 419261952.0, - "1256": 419261952.0, - "1257": 419261952.0, - "1258": 419261952.0, - "1259": 419261952.0, - "1260": 419261952.0, - "1261": 419261952.0, - "1262": 419261952.0, - "1263": 419261952.0, - "1264": 419261952.0, - "1265": 419261952.0, - "1266": 419261952.0, - "1267": 419261952.0, - "1268": 419261952.0, - "1269": 419261952.0, - "1270": 419261952.0, - "1271": 419261952.0, - "1272": 419261952.0, - "1273": 419261952.0, - "1274": 419261952.0, - "1275": 419261952.0, - "1276": 419261952.0, - "1277": 419261952.0, - "1278": 419261952.0, - "1279": 419261952.0, - "1280": 419261952.0, - "1281": 419261952.0, - "1282": 419261952.0, - "1283": 419261952.0, - "1284": 419261952.0, - "1285": 419261952.0, - "1286": 419261952.0, - "1287": 419261952.0, - "1288": 419261952.0, - "1289": 419261952.0, - "1290": 419261952.0, - "1291": 419261952.0, - "1292": 419261952.0, - "1293": 419261952.0, - "1294": 419261952.0, - "1295": 419261952.0, - "1296": 419261952.0, - "1297": 419261952.0, - "1298": 419261952.0, - "1299": 419261952.0, - "1300": 419261952.0, - "1301": 419261952.0, - "1302": 419261952.0, - "1303": 419261952.0, - "1304": 419261952.0, - "1305": 419261952.0, - "1306": 419261952.0, - "1307": 419261952.0, - "1308": 419261952.0, - "1309": 419261952.0, - "1310": 419261952.0, - "1311": 419261952.0, - "1312": 419261952.0, - "1313": 419261952.0, - "1314": 419261952.0, - "1315": 419261952.0, - "1316": 419261952.0, - "1317": 419261952.0, - "1318": 419261952.0, - "1319": 419261952.0, - "1320": 419261952.0, - "1321": 419261952.0, - "1322": 419261952.0, - "1323": 419261952.0, - "1324": 419261952.0, - "1325": 419261952.0, - "1326": 419261952.0, - "1327": 419261952.0, - "1328": 419261952.0, - "1329": 419261952.0, - "1330": 419261952.0, - "1331": 419261952.0, - "1332": 419261952.0, - "1333": 419261952.0, - "1334": 419261952.0, - "1335": 419261952.0, - "1336": 419261952.0, - "1337": 419261952.0, - "1338": 419261952.0, - "1339": 419261952.0, - "1340": 419261952.0, - "1341": 419261952.0, - "1342": 419261952.0, - "1343": 419261952.0, - "1344": 419261952.0, - "1345": 419261952.0, - "1346": 419261952.0, - "1347": 419261952.0, - "1348": 419261952.0, - "1349": 419261952.0, - "1350": 419261952.0, - "1351": 419261952.0, - "1352": 419261952.0, - "1353": 419261952.0, - "1354": 419261952.0, - "1355": 419261952.0, - "1356": 419261952.0, - "1357": 419261952.0, - "1358": 419261952.0, - "1359": 419261952.0, - "1360": 419261952.0, - "1361": 419261952.0, - "1362": 419261952.0, - "1363": 419261952.0, - "1364": 419261952.0, - "1365": 419261952.0, - "1366": 419261952.0, - "1367": 419261952.0, - "1368": 419261952.0, - "1369": 419261952.0, - "1370": 419261952.0, - "1371": 419261952.0, - "1372": 419261952.0, - "1373": 419261952.0, - "1374": 419261952.0, - "1375": 419261952.0, - "1376": 419261952.0, - "1377": 419261952.0, - "1378": 419261952.0, - "1379": 419261952.0, - "1380": 419261952.0, - "1381": 419261952.0, - "1382": 419261952.0, - "1383": 419261952.0, - "1384": 419261952.0, - "1385": 419261952.0, - "1386": 419261952.0, - "1387": 419261952.0, - "1388": 419261952.0, - "1389": 419261952.0, - "1390": 419261952.0, - "1391": 419261952.0, - "1392": 419261952.0, - "1393": 419261952.0, - "1394": 419261952.0, - "1395": 419261952.0, - "1396": 419261952.0, - "1397": 419261952.0, - "1398": 419261952.0, - "1399": 419261952.0, - "1400": 419261952.0, - "1401": 419261952.0, - "1402": 419261952.0, - "1403": 419261952.0, - "1404": 419261952.0, - "1405": 419261952.0, - "1406": 419261952.0, - "1407": 419261952.0, - "1408": 419261952.0, - "1409": 419261952.0, - "1410": 419261952.0, - "1411": 419261952.0, - "1412": 419261952.0, - "1413": 419261952.0, - "1414": 419261952.0, - "1415": 419261952.0, - "1416": 419261952.0, - "1417": 419261952.0, - "1418": 419261952.0, - "1419": 419261952.0, - "1420": 419261952.0, - "1421": 419261952.0, - "1422": 419261952.0, - "1423": 419261952.0, - "1424": 419261952.0, - "1425": 419261952.0, - "1426": 419261952.0, - "1427": 419261952.0, - "1428": 419261952.0, - "1429": 419261952.0, - "1430": 419261952.0, - "1431": 419261952.0, - "1432": 419261952.0, - "1433": 419261952.0, - "1434": 419261952.0, - "1435": 419261952.0, - "1436": 419261952.0, - "1437": 419261952.0, - "1438": 419261952.0, - "1439": 419261952.0, - "1440": 419261952.0, - "1441": 419261952.0, - "1442": 419261952.0, - "1443": 419261952.0, - "1444": "nan", - "1445": "nan", - "1446": "nan", - "1447": "nan", - "1448": "nan", - "1449": "nan", - "1450": "nan", - "1451": "nan", - "1452": "nan", - "1453": "nan", - "1454": "nan", - "1455": "nan", - "1456": "nan", - "1457": "nan", - "1458": "nan", - "1459": "nan", - "1460": "nan", - "1461": "nan", - "1462": "nan", - "1463": "nan", - "1464": "nan", - "1465": "nan", - "1466": "nan", - "1467": "nan", - "1468": "nan", - "1469": "nan", - "1470": "nan", - "1471": "nan", - "1472": "nan", - "1473": "nan", - "1474": "nan", - "1475": "nan", - "1476": "nan", - "1477": "nan", - "1478": "nan", - "1479": "nan", - "1480": "nan", - "1481": "nan", - "1482": "nan", - "1483": "nan", - "1484": "nan", - "1485": "nan", - "1486": "nan", - "1487": "nan", - "1488": "nan", - "1489": "nan", - "1490": "nan", - "1491": "nan", - "1492": "nan", - "1493": "nan", - "1494": "nan", - "1495": "nan", - "1496": "nan", - "1497": "nan", - "1498": "nan", - "1499": "nan", - "1500": "nan", - "1501": "nan", - "1502": "nan", - "1503": "nan", - "1504": "nan", - "1505": "nan", - "1506": "nan", - "1507": "nan", - "1508": "nan", - "1509": "nan", + "1": 423685120.0, + "2": 423685120.0, + "3": 423685120.0, + "4": 423685120.0, + "5": 423685120.0, + "6": 423685120.0, + "7": 423685120.0, + "8": 423685120.0, + "9": 423685120.0, + "10": 423685120.0, + "11": 423685120.0, + "12": 423685120.0, + "13": 423685120.0, + "14": 423685120.0, + "15": 423685120.0, + "16": 423685120.0, + "17": 423685120.0, + "18": 423685120.0, + "19": 423685120.0, + "20": 423685120.0, + "21": 423685120.0, + "22": 423685120.0, + "23": 423685120.0, + "24": 423685120.0, + "25": 423685120.0, + "26": 423685120.0, + "27": 423685120.0, + "28": 423685120.0, + "29": 423685120.0, + "30": 423685120.0, + "31": 423685120.0, + "32": 423685120.0, + "33": 423685120.0, + "34": 423685120.0, + "35": 423685120.0, + "36": 423685120.0, + "37": 423685120.0, + "38": 423685120.0, + "39": 423685120.0, + "40": 423685120.0, + "41": 423685120.0, + "42": 423685120.0, + "43": 423685120.0, + "44": 423685120.0, + "45": 423685120.0, + "46": 423685120.0, + "47": 423685120.0, + "48": 423685120.0, + "49": 423685120.0, + "50": 423685120.0, + "51": 423685120.0, + "52": 423685120.0, + "53": 423685120.0, + "54": 423685120.0, + "55": 423685120.0, + "56": 423685120.0, + "57": 423685120.0, + "58": 423685120.0, + "59": 423685120.0, + "60": 423685120.0, + "61": 423685120.0, + "62": 423685120.0, + "63": 423685120.0, + "64": 423685120.0, + "65": 423685120.0, + "66": 423685120.0, + "67": 423685120.0, + "68": 423685120.0, + "69": 423685120.0, + "70": 423685120.0, + "71": 423685120.0, + "72": 423685120.0, + "73": 423685120.0, + "74": 423685120.0, + "75": 423685120.0, + "76": 423685120.0, + "77": 423685120.0, + "78": 423685120.0, + "79": 423685120.0, + "80": 423685120.0, + "81": 423685120.0, + "82": 423685120.0, + "83": 423685120.0, + "84": 423685120.0, + "85": 423685120.0, + "86": 423685120.0, + "87": 423685120.0, + "88": 423685120.0, + "89": 423685120.0, + "90": 423685120.0, + "91": 423685120.0, + "92": 423685120.0, + "93": 423685120.0, + "94": 423685120.0, + "95": 423685120.0, + "96": 423685120.0, + "97": 423685120.0, + "98": 423685120.0, + "99": 423685120.0, + "100": 423685120.0, + "101": 423685120.0, + "102": 423685120.0, + "103": 423685120.0, + "104": 423685120.0, + "105": 423685120.0, + "106": 423685120.0, + "107": 423685120.0, + "108": 423685120.0, + "109": 423685120.0, + "110": 423685120.0, + "111": 423685120.0, + "112": 423685120.0, + "113": 423685120.0, + "114": 423685120.0, + "115": 423685120.0, + "116": 423685120.0, + "117": 423685120.0, + "118": 423685120.0, + "119": 423685120.0, + "120": 423685120.0, + "121": 423685120.0, + "122": 423685120.0, + "123": 423685120.0, + "124": 423685120.0, + "125": 423685120.0, + "126": 423685120.0, + "127": 423685120.0, + "128": 423685120.0, + "129": 423685120.0, + "130": 423685120.0, + "131": 423685120.0, + "132": 423685120.0, + "133": 423685120.0, + "134": 423685120.0, + "135": 423685120.0, + "136": 423685120.0, + "137": 423685120.0, + "138": 423685120.0, + "139": 423685120.0, + "140": 423685120.0, + "141": 423685120.0, + "142": 423685120.0, + "143": 423685120.0, + "144": 423685120.0, + "145": 423685120.0, + "146": 423685120.0, + "147": 423685120.0, + "148": 423685120.0, + "149": 423685120.0, + "150": 423685120.0, + "151": 423685120.0, + "152": 423685120.0, + "153": 423685120.0, + "154": 423685120.0, + "155": 423685120.0, + "156": 423685120.0, + "157": 423685120.0, + "158": 423685120.0, + "159": 423685120.0, + "160": 423685120.0, + "161": 423685120.0, + "162": 423685120.0, + "163": 423685120.0, + "164": 423685120.0, + "165": 423685120.0, + "166": 423685120.0, + "167": 423685120.0, + "168": 423685120.0, + "169": 423685120.0, + "170": 423685120.0, + "171": 423685120.0, + "172": 423685120.0, + "173": 423685120.0, + "174": 423685120.0, + "175": 423685120.0, + "176": 423685120.0, + "177": 423685120.0, + "178": 423685120.0, + "179": 423685120.0, + "180": 423685120.0, + "181": 423685120.0, + "182": 423685120.0, + "183": 423685120.0, + "184": 423685120.0, + "185": 423685120.0, + "186": 423685120.0, + "187": 423685120.0, + "188": 423685120.0, + "189": 423685120.0, + "190": 423685120.0, + "191": 423685120.0, + "192": 423685120.0, + "193": 423685120.0, + "194": 423685120.0, + "195": 423685120.0, + "196": 423685120.0, + "197": 423685120.0, + "198": 423685120.0, + "199": 423685120.0, + "200": 423685120.0, + "201": 423685120.0, + "202": 423685120.0, + "203": 423685120.0, + "204": 423685120.0, + "205": 423685120.0, + "206": 423685120.0, + "207": 423685120.0, + "208": 423685120.0, + "209": 423685120.0, + "210": 423685120.0, + "211": 423685120.0, + "212": 423685120.0, + "213": 423685120.0, + "214": 423685120.0, + "215": 423685120.0, + "216": 423685120.0, + "217": 423685120.0, + "218": 423685120.0, + "219": 423685120.0, + "220": 423685120.0, + "221": 423685120.0, + "222": 423685120.0, + "223": 423685120.0, + "224": 423685120.0, + "225": 423685120.0, + "226": 423685120.0, + "227": 423685120.0, + "228": 423685120.0, + "229": 423685120.0, + "230": 423685120.0, + "231": 423685120.0, + "232": 423685120.0, + "233": 423685120.0, + "234": 423685120.0, + "235": 423685120.0, + "236": 423685120.0, + "237": 423685120.0, + "238": 423685120.0, + "239": 423685120.0, + "240": 423685120.0, + "241": 423685120.0, + "242": 423685120.0, + "243": 423685120.0, + "244": 423685120.0, + "245": 423685120.0, + "246": 423685120.0, + "247": 423685120.0, + "248": 423685120.0, + "249": 423685120.0, + "250": 423685120.0, + "251": 423685120.0, + "252": 423685120.0, + "253": 423685120.0, + "254": 423685120.0, + "255": 423685120.0, + "256": 423685120.0, + "257": 423685120.0, + "258": 423685120.0, + "259": 423685120.0, + "260": 423685120.0, + "261": 423685120.0, + "262": 423685120.0, + "263": 423685120.0, + "264": 423685120.0, + "265": 423685120.0, + "266": 423685120.0, + "267": 423685120.0, + "268": 423685120.0, + "269": 423685120.0, + "270": 423685120.0, + "271": 423685120.0, + "272": 423685120.0, + "273": 423685120.0, + "274": 423685120.0, + "275": 423685120.0, + "276": 423685120.0, + "277": 423685120.0, + "278": 423685120.0, + "279": 423685120.0, + "280": 423685120.0, + "281": 423685120.0, + "282": 423685120.0, + "283": 423685120.0, + "284": 423685120.0, + "285": 423685120.0, + "286": 423685120.0, + "287": 423685120.0, + "288": 423685120.0, + "289": 423685120.0, + "290": 423685120.0, + "291": 423685120.0, + "292": 423685120.0, + "293": 423685120.0, + "294": 423685120.0, + "295": 423685120.0, + "296": 423685120.0, + "297": 423685120.0, + "298": 423685120.0, + "299": 423685120.0, + "300": 423685120.0, + "301": 423685120.0, + "302": 423685120.0, + "303": 423685120.0, + "304": 423685120.0, + "305": 423685120.0, + "306": 423685120.0, + "307": 423685120.0, + "308": 423685120.0, + "309": 423685120.0, + "310": 423685120.0, + "311": 423685120.0, + "312": 423685120.0, + "313": 423685120.0, + "314": 423685120.0, + "315": 423685120.0, + "316": 423685120.0, + "317": 423685120.0, + "318": 423685120.0, + "319": 423685120.0, + "320": 423685120.0, + "321": 423685120.0, + "322": 423685120.0, + "323": 423685120.0, + "324": 423685120.0, + "325": 423685120.0, + "326": 423685120.0, + "327": 423685120.0, + "328": 423685120.0, + "329": 423685120.0, + "330": 423685120.0, + "331": 423685120.0, + "332": 423685120.0, + "333": 423685120.0, + "334": 423685120.0, + "335": 423685120.0, + "336": 423685120.0, + "337": 423685120.0, + "338": 423685120.0, + "339": 423685120.0, + "340": 423685120.0, + "341": 423685120.0, + "342": 423685120.0, + "343": 423685120.0, + "344": 423685120.0, + "345": 423685120.0, + "346": 423685120.0, + "347": 423685120.0, + "348": 423685120.0, + "349": 423685120.0, + "350": 423685120.0, + "351": 423685120.0, + "352": 423685120.0, + "353": 423685120.0, + "354": 423685120.0, + "355": 423685120.0, + "356": 423685120.0, + "357": 423685120.0, + "358": 423685120.0, + "359": 423685120.0, + "360": 423685120.0, + "361": 423685120.0, + "362": 423685120.0, + "363": 423685120.0, + "364": 423685120.0, + "365": 423685120.0, + "366": 423685120.0, + "367": 423685120.0, + "368": 423685120.0, + "369": 423685120.0, + "370": 423685120.0, + "371": 423685120.0, + "372": 423685120.0, + "373": 423685120.0, + "374": 423685120.0, + "375": 423685120.0, + "376": 423685120.0, + "377": 423685120.0, + "378": 423685120.0, + "379": 423685120.0, + "380": 423685120.0, + "381": 423685120.0, + "382": 423685120.0, + "383": 423685120.0, + "384": 423685120.0, + "385": 423685120.0, + "386": 423685120.0, + "387": 423685120.0, + "388": 423685120.0, + "389": 423685120.0, + "390": 423685120.0, + "391": 423685120.0, + "392": 423685120.0, + "393": 423685120.0, + "394": 423685120.0, + "395": 423685120.0, + "396": 423685120.0, + "397": 423685120.0, + "398": 423685120.0, + "399": 423685120.0, + "400": 423685120.0, + "401": 423685120.0, + "402": 423685120.0, + "403": 423685120.0, + "404": 423685120.0, + "405": 423685120.0, + "406": 423685120.0, + "407": 423685120.0, + "408": 423685120.0, + "409": 423685120.0, + "410": 423685120.0, + "411": 423685120.0, + "412": 423685120.0, + "413": 423685120.0, + "414": 423685120.0, + "415": 423685120.0, + "416": 423685120.0, + "417": 423685120.0, + "418": 423685120.0, + "419": 423685120.0, + "420": 423685120.0, + "421": 423685120.0, + "422": 423685120.0, + "423": 423685120.0, + "424": 423685120.0, + "425": 423685120.0, + "426": 423685120.0, + "427": 423685120.0, + "428": 423685120.0, + "429": 423685120.0, + "430": 423685120.0, + "431": 423685120.0, + "432": 423685120.0, + "433": 423685120.0, + "434": 423685120.0, + "435": 423685120.0, + "436": 423685120.0, + "437": 423685120.0, + "438": 423685120.0, + "439": 423685120.0, + "440": 423685120.0, + "441": 423685120.0, + "442": 423685120.0, + "443": 423685120.0, + "444": 423685120.0, + "445": 423685120.0, + "446": 423685120.0, + "447": 423685120.0, + "448": 423685120.0, + "449": 423685120.0, + "450": 423685120.0, + "451": 423685120.0, + "452": 423685120.0, + "453": 423685120.0, + "454": 423685120.0, + "455": 423685120.0, + "456": 423685120.0, + "457": 423685120.0, + "458": 423685120.0, + "459": 423685120.0, + "460": 423685120.0, + "461": 423685120.0, + "462": 423685120.0, + "463": 423685120.0, + "464": 423685120.0, + "465": 423685120.0, + "466": 423685120.0, + "467": 423685120.0, + "468": 423685120.0, + "469": 423685120.0, + "470": 423685120.0, + "471": 423685120.0, + "472": 423685120.0, + "473": 423685120.0, + "474": 423685120.0, + "475": 423685120.0, + "476": 423685120.0, + "477": 423685120.0, + "478": 423685120.0, + "479": 423685120.0, + "480": 423685120.0, + "481": 423685120.0, + "482": 423685120.0, + "483": 423685120.0, + "484": 423685120.0, + "485": 423685120.0, + "486": 423685120.0, + "487": 423685120.0, + "488": 423685120.0, + "489": 423685120.0, + "490": 423685120.0, + "491": 423685120.0, + "492": 423685120.0, + "493": 423685120.0, + "494": 423685120.0, + "495": 423685120.0, + "496": 423685120.0, + "497": 423685120.0, + "498": 423685120.0, + "499": 423685120.0, + "500": 423685120.0, + "501": 423685120.0, + "502": 423685120.0, + "503": 423685120.0, + "504": 423685120.0, + "505": 423685120.0, + "506": 423685120.0, + "507": 423685120.0, + "508": 423685120.0, + "509": 423685120.0, + "510": 423685120.0, + "511": 423685120.0, + "512": 423685120.0, + "513": 423685120.0, + "514": 423685120.0, + "515": 423685120.0, + "516": 423685120.0, + "517": 423685120.0, + "518": 423685120.0, + "519": 423685120.0, + "520": 423685120.0, + "521": 423685120.0, + "522": 423685120.0, + "523": 423685120.0, + "524": 423685120.0, + "525": 423685120.0, + "526": 423685120.0, + "527": 423685120.0, + "528": 423685120.0, + "529": 423685120.0, + "530": 423685120.0, + "531": 423685120.0, + "532": 423685120.0, + "533": 423685120.0, + "534": 423685120.0, + "535": 423685120.0, + "536": 423685120.0, + "537": 423685120.0, + "538": 423685120.0, + "539": 423685120.0, + "540": 423685120.0, + "541": 423685120.0, + "542": 423685120.0, + "543": 423685120.0, + "544": 423685120.0, + "545": 423685120.0, + "546": 423685120.0, + "547": 423685120.0, + "548": 423685120.0, + "549": 423685120.0, + "550": 423685120.0, + "551": 423685120.0, + "552": 423685120.0, + "553": 423685120.0, + "554": 423685120.0, + "555": 423685120.0, + "556": 423685120.0, + "557": 423685120.0, + "558": 423685120.0, + "559": 423685120.0, + "560": 423685120.0, + "561": 423685120.0, + "562": 423685120.0, + "563": 423685120.0, + "564": 423685120.0, + "565": 423685120.0, + "566": 423685120.0, + "567": 423685120.0, + "568": 423685120.0, + "569": 423685120.0, + "570": 423685120.0, + "571": 423685120.0, + "572": 423685120.0, + "573": 423685120.0, + "574": 423685120.0, + "575": 423685120.0, + "576": 423685120.0, + "577": 423685120.0, + "578": 423685120.0, + "579": 423685120.0, + "580": 423685120.0, + "581": 423685120.0, + "582": 423685120.0, + "583": 423685120.0, + "584": 423685120.0, + "585": 423685120.0, + "586": 423685120.0, + "587": 423685120.0, + "588": 423685120.0, + "589": 423685120.0, + "590": 423685120.0, + "591": 423685120.0, + "592": 423685120.0, + "593": 423685120.0, + "594": 423685120.0, + "595": 423685120.0, + "596": 423685120.0, + "597": 423685120.0, + "598": 423685120.0, + "599": 423685120.0, + "600": 423685120.0, + "601": 423685120.0, + "602": 423685120.0, + "603": 423685120.0, + "604": 423685120.0, + "605": 423685120.0, + "606": 423685120.0, + "607": 423685120.0, + "608": 423685120.0, + "609": 423685120.0, + "610": 423685120.0, + "611": 423685120.0, + "612": 423685120.0, + "613": 423685120.0, + "614": 423685120.0, + "615": 423685120.0, + "616": 423685120.0, + "617": 423685120.0, + "618": 423685120.0, + "619": 423685120.0, + "620": 423685120.0, + "621": 423685120.0, + "622": 423685120.0, + "623": 423685120.0, + "624": 423685120.0, + "625": 423685120.0, + "626": 423685120.0, + "627": 423685120.0, + "628": 423685120.0, + "629": 423685120.0, + "630": 423685120.0, + "631": 423685120.0, + "632": 423685120.0, + "633": 423685120.0, + "634": 423685120.0, + "635": 423685120.0, + "636": 423685120.0, + "637": 423685120.0, + "638": 423685120.0, + "639": 423685120.0, + "640": 423685120.0, + "641": 423685120.0, + "642": 423685120.0, + "643": 423685120.0, + "644": 423685120.0, + "645": 423685120.0, + "646": 423685120.0, + "647": 423685120.0, + "648": 423685120.0, + "649": 423685120.0, + "650": 423685120.0, + "651": 423685120.0, + "652": 423685120.0, + "653": 423685120.0, + "654": 423685120.0, + "655": 423685120.0, + "656": 423685120.0, + "657": 423685120.0, + "658": 423685120.0, + "659": 423685120.0, + "660": 423685120.0, + "661": 423685120.0, + "662": 423685120.0, + "663": 423685120.0, + "664": 423685120.0, + "665": 423685120.0, + "666": 423685120.0, + "667": 423685120.0, + "668": 423685120.0, + "669": 423685120.0, + "670": 423685120.0, + "671": 423685120.0, + "672": 423685120.0, + "673": 423685120.0, + "674": 423685120.0, + "675": 423685120.0, + "676": 423685120.0, + "677": 423685120.0, + "678": 423685120.0, + "679": 423685120.0, + "680": 423685120.0, + "681": 423685120.0, + "682": 423685120.0, + "683": 423685120.0, + "684": 423685120.0, + "685": 423685120.0, + "686": 423685120.0, + "687": 423685120.0, + "688": 423685120.0, + "689": 423685120.0, + "690": 423685120.0, + "691": 423685120.0, + "692": 423685120.0, + "693": 423685120.0, + "694": 423685120.0, + "695": 423685120.0, + "696": 423685120.0, + "697": 423685120.0, + "698": 423685120.0, + "699": 423685120.0, + "700": 423685120.0, + "701": 423685120.0, + "702": 423685120.0, + "703": 423685120.0, + "704": 423685120.0, + "705": 423685120.0, + "706": 423685120.0, + "707": 423685120.0, + "708": 423685120.0, + "709": 423685120.0, + "710": 423685120.0, + "711": 423685120.0, + "712": 423685120.0, + "713": 423685120.0, + "714": 423685120.0, + "715": 423685120.0, + "716": 423685120.0, + "717": 423685120.0, + "718": 423685120.0, + "719": 423685120.0, + "720": 423685120.0, + "721": 423685120.0, + "722": 423685120.0, + "723": 423685120.0, + "724": 423685120.0, + "725": 423685120.0, + "726": 423685120.0, + "727": 423685120.0, + "728": 423685120.0, + "729": 423685120.0, + "730": 423685120.0, + "731": 423685120.0, + "732": 423685120.0, + "733": 423685120.0, + "734": 423685120.0, + "735": 423685120.0, + "736": 423685120.0, + "737": 423685120.0, + "738": 423685120.0, + "739": 423685120.0, + "740": 423685120.0, + "741": 423685120.0, + "742": 423685120.0, + "743": 423685120.0, + "744": 423685120.0, + "745": 423685120.0, + "746": 423685120.0, + "747": 423685120.0, + "748": 423685120.0, + "749": 423685120.0, + "750": 423685120.0, + "751": 423685120.0, + "752": 423685120.0, + "753": 423685120.0, + "754": 423685120.0, + "755": 423685120.0, + "756": 423685120.0, + "757": 423685120.0, + "758": 423685120.0, + "759": 423685120.0, + "760": 423685120.0, + "761": 423685120.0, + "762": 423685120.0, + "763": 423685120.0, + "764": 423685120.0, + "765": 423685120.0, + "766": 423685120.0, + "767": 423685120.0, + "768": 423685120.0, + "769": 423685120.0, + "770": 423685120.0, + "771": 423685120.0, + "772": 423685120.0, + "773": 423685120.0, + "774": 423685120.0, + "775": 423685120.0, + "776": 423685120.0, + "777": 423685120.0, + "778": 423685120.0, + "779": 423685120.0, + "780": 423685120.0, + "781": 423685120.0, + "782": 423685120.0, + "783": 423685120.0, + "784": 423685120.0, + "785": 423685120.0, + "786": 423685120.0, + "787": 423685120.0, + "788": 423685120.0, + "789": 423685120.0, + "790": 423685120.0, + "791": 423685120.0, + "792": 423685120.0, + "793": 423685120.0, + "794": 423685120.0, + "795": 423685120.0, + "796": 423685120.0, + "797": 423685120.0, + "798": 423685120.0, + "799": 423685120.0, + "800": 423685120.0, + "801": 423685120.0, + "802": 423685120.0, + "803": 423685120.0, + "804": 423685120.0, + "805": 423685120.0, + "806": 423685120.0, + "807": 423685120.0, + "808": 423685120.0, + "809": 423685120.0, + "810": 423685120.0, + "811": 423685120.0, + "812": 423685120.0, + "813": 423685120.0, + "814": 423685120.0, + "815": 423685120.0, + "816": 423685120.0, + "817": 423685120.0, + "818": 423685120.0, + "819": 423685120.0, + "820": 423685120.0, + "821": 423685120.0, + "822": 423685120.0, + "823": 423685120.0, + "824": 423685120.0, + "825": 423685120.0, + "826": 423685120.0, + "827": 423685120.0, + "828": 423685120.0, + "829": 423685120.0, + "830": 423685120.0, + "831": 423685120.0, + "832": 423685120.0, + "833": 423685120.0, + "834": 423685120.0, + "835": 423685120.0, + "836": 423685120.0, + "837": 423685120.0, + "838": 423685120.0, + "839": 423685120.0, + "840": 423685120.0, + "841": 423685120.0, + "842": 423685120.0, + "843": 423685120.0, + "844": 423685120.0, + "845": 423685120.0, + "846": 423685120.0, + "847": 423685120.0, + "848": 423685120.0, + "849": 423685120.0, + "850": 423685120.0, + "851": 423685120.0, + "852": 423685120.0, + "853": 423685120.0, + "854": 423685120.0, + "855": 423685120.0, + "856": 423685120.0, + "857": 423685120.0, + "858": 423685120.0, + "859": 423685120.0, + "860": 423685120.0, + "861": 423685120.0, + "862": 423685120.0, + "863": 423685120.0, + "864": 423685120.0, + "865": 423685120.0, + "866": 423685120.0, + "867": 423685120.0, + "868": 423685120.0, + "869": 423685120.0, + "870": 423685120.0, + "871": 423685120.0, + "872": 423685120.0, + "873": 423685120.0, + "874": 423685120.0, + "875": 423685120.0, + "876": 423685120.0, + "877": 423685120.0, + "878": 423685120.0, + "879": 423685120.0, + "880": 423685120.0, + "881": 423685120.0, + "882": 423685120.0, + "883": 423685120.0, + "884": 423685120.0, + "885": 423685120.0, + "886": 423685120.0, + "887": 423685120.0, + "888": 423685120.0, + "889": 423685120.0, + "890": 423685120.0, + "891": 423685120.0, + "892": 423685120.0, + "893": 423685120.0, + "894": 423685120.0, + "895": 423685120.0, + "896": 423685120.0, + "897": 423685120.0, + "898": 423685120.0, + "899": 423685120.0, + "900": 423685120.0, + "901": 423685120.0, + "902": 423685120.0, + "903": 423685120.0, + "904": 423685120.0, + "905": 423685120.0, + "906": 423685120.0, + "907": 423685120.0, + "908": 423685120.0, + "909": 423685120.0, + "910": 423685120.0, + "911": 423685120.0, + "912": 423685120.0, + "913": 423685120.0, + "914": 423685120.0, + "915": 423685120.0, + "916": 423685120.0, + "917": 423685120.0, + "918": 423685120.0, + "919": 423685120.0, + "920": 423685120.0, + "921": 423685120.0, + "922": 423685120.0, + "923": 423685120.0, + "924": 423685120.0, + "925": 423685120.0, + "926": 423685120.0, + "927": 423685120.0, + "928": 423685120.0, + "929": 423685120.0, + "930": 423685120.0, + "931": 423685120.0, + "932": 423685120.0, + "933": 423685120.0, + "934": 423685120.0, + "935": 423685120.0, + "936": 423685120.0, + "937": 423685120.0, + "938": 423685120.0, + "939": 423685120.0, + "940": 423685120.0, + "941": 423685120.0, + "942": 423685120.0, + "943": 423685120.0, + "944": 423685120.0, + "945": 423685120.0, + "946": 423685120.0, + "947": 423685120.0, + "948": 423685120.0, + "949": 423685120.0, + "950": 423685120.0, + "951": 423685120.0, + "952": 423685120.0, + "953": 423685120.0, + "954": 423685120.0, + "955": 423685120.0, + "956": 423685120.0, + "957": 423685120.0, + "958": 423685120.0, + "959": 423685120.0, + "960": 423685120.0, + "961": 423685120.0, + "962": 423685120.0, + "963": 423685120.0, + "964": 423685120.0, + "965": 423685120.0, + "966": 423685120.0, + "967": 423685120.0, + "968": 423685120.0, + "969": 423685120.0, + "970": 423685120.0, + "971": 423685120.0, + "972": 423685120.0, + "973": 423685120.0, + "974": 423685120.0, + "975": 423685120.0, + "976": 423685120.0, + "977": 423685120.0, + "978": 423685120.0, + "979": 423685120.0, + "980": 423685120.0, + "981": 423685120.0, + "982": 423685120.0, + "983": 423685120.0, + "984": 423685120.0, + "985": 423685120.0, + "986": 423685120.0, + "987": 423685120.0, + "988": 423685120.0, + "989": 423685120.0, + "990": 423685120.0, + "991": 423685120.0, + "992": 423685120.0, + "993": 423685120.0, + "994": 423685120.0, + "995": 423685120.0, + "996": 423685120.0, + "997": 423685120.0, + "998": 423685120.0, + "999": 423685120.0, + "1000": 423685120.0, + "1001": 433339392.0, + "1002": 433339392.0, + "1003": 433339392.0, + "1004": 433339392.0, + "1005": 433339392.0, + "1006": 433339392.0, + "1007": 433339392.0, + "1008": 433339392.0, + "1009": 433339392.0, + "1010": 433339392.0, + "1011": 433339392.0, + "1012": 433339392.0, + "1013": 433339392.0, + "1014": 433339392.0, + "1015": 433339392.0, + "1016": 433339392.0, + "1017": 433339392.0, + "1018": 433339392.0, + "1019": 433339392.0, + "1020": 433339392.0, + "1021": 433339392.0, + "1022": 433339392.0, + "1023": 433339392.0, + "1024": 433339392.0, + "1025": 433339392.0, + "1026": 433339392.0, + "1027": 433339392.0, + "1028": 433339392.0, + "1029": 433339392.0, + "1030": 433339392.0, + "1031": 433339392.0, + "1032": 433339392.0, + "1033": 433339392.0, + "1034": 433339392.0, + "1035": 433339392.0, + "1036": 433339392.0, + "1037": 433339392.0, + "1038": 433339392.0, + "1039": 433339392.0, + "1040": 433339392.0, + "1041": 433339392.0, + "1042": 433339392.0, + "1043": 433339392.0, + "1044": 433339392.0, + "1045": 433339392.0, + "1046": 433339392.0, + "1047": 433339392.0, + "1048": 433339392.0, + "1049": 433339392.0, + "1050": 433339392.0, + "1051": 433339392.0, + "1052": 433339392.0, + "1053": 433339392.0, + "1054": 433339392.0, + "1055": 433339392.0, + "1056": 433339392.0, + "1057": 433339392.0, + "1058": 433339392.0, + "1059": 433339392.0, + "1060": 433339392.0, + "1061": 433339392.0, + "1062": 433339392.0, + "1063": 433339392.0, + "1064": 433339392.0, + "1065": 433339392.0, + "1066": 433339392.0, + "1067": 433339392.0, + "1068": 433339392.0, + "1069": 433339392.0, + "1070": 433339392.0, + "1071": 433339392.0, + "1072": 433339392.0, + "1073": 433339392.0, + "1074": 433339392.0, + "1075": 433339392.0, + "1076": 433339392.0, + "1077": 433339392.0, + "1078": 433339392.0, + "1079": 433339392.0, + "1080": 433339392.0, + "1081": 433339392.0, + "1082": 433339392.0, + "1083": 433339392.0, + "1084": 433339392.0, + "1085": 433339392.0, + "1086": 433339392.0, + "1087": 433339392.0, + "1088": 433339392.0, + "1089": 433339392.0, + "1090": 433339392.0, + "1091": 433339392.0, + "1092": 433339392.0, + "1093": 433339392.0, + "1094": 433339392.0, + "1095": 433339392.0, + "1096": 433339392.0, + "1097": 433339392.0, + "1098": 433339392.0, + "1099": 433339392.0, + "1100": 433339392.0, + "1101": 433339392.0, + "1102": 433339392.0, + "1103": 433339392.0, + "1104": 433339392.0, + "1105": 433339392.0, + "1106": 433339392.0, + "1107": 433339392.0, + "1108": 433339392.0, + "1109": 433339392.0, + "1110": 433339392.0, + "1111": 433339392.0, + "1112": 433339392.0, + "1113": 433339392.0, + "1114": 433339392.0, + "1115": 433339392.0, + "1116": 433339392.0, + "1117": 433339392.0, + "1118": 433339392.0, + "1119": 433339392.0, + "1120": 433339392.0, + "1121": 433339392.0, + "1122": 433339392.0, + "1123": 433339392.0, + "1124": 433339392.0, + "1125": 433339392.0, + "1126": 433339392.0, + "1127": 433339392.0, + "1128": 433339392.0, + "1129": 433339392.0, + "1130": 433339392.0, + "1131": 433339392.0, + "1132": 433339392.0, + "1133": 433339392.0, + "1134": 433339392.0, + "1135": 433339392.0, + "1136": 433339392.0, + "1137": 433339392.0, + "1138": 433339392.0, + "1139": 433339392.0, + "1140": 433339392.0, + "1141": 433339392.0, + "1142": 433339392.0, + "1143": 433339392.0, + "1144": 433339392.0, + "1145": 433339392.0, + "1146": 433339392.0, + "1147": 433339392.0, + "1148": 433339392.0, + "1149": 433339392.0, + "1150": 433339392.0, + "1151": 433339392.0, + "1152": 433339392.0, + "1153": 433339392.0, + "1154": 433339392.0, + "1155": 433339392.0, + "1156": 433339392.0, + "1157": 433339392.0, + "1158": 433339392.0, + "1159": 433339392.0, + "1160": 433339392.0, + "1161": 433339392.0, + "1162": 433339392.0, + "1163": 433339392.0, + "1164": 433339392.0, + "1165": 433339392.0, + "1166": 433339392.0, + "1167": 433339392.0, + "1168": 433339392.0, + "1169": 433339392.0, + "1170": 433339392.0, + "1171": 433339392.0, + "1172": 433339392.0, + "1173": 433339392.0, + "1174": 433339392.0, + "1175": 433339392.0, + "1176": 433339392.0, + "1177": 433339392.0, + "1178": 433339392.0, + "1179": 433339392.0, + "1180": 433339392.0, + "1181": 433339392.0, + "1182": 433339392.0, + "1183": 433339392.0, + "1184": 433339392.0, + "1185": 433339392.0, + "1186": 433339392.0, + "1187": 433339392.0, + "1188": 433339392.0, + "1189": 433339392.0, + "1190": 433339392.0, + "1191": 433339392.0, + "1192": 433339392.0, + "1193": 433339392.0, + "1194": 433339392.0, + "1195": 433339392.0, + "1196": 433339392.0, + "1197": 433339392.0, + "1198": 433339392.0, + "1199": 433339392.0, + "1200": 433339392.0, + "1201": 433339392.0, + "1202": 433339392.0, + "1203": 433339392.0, + "1204": 433339392.0, + "1205": 433339392.0, + "1206": 433339392.0, + "1207": 433339392.0, + "1208": 433339392.0, + "1209": 433339392.0, + "1210": 433339392.0, + "1211": 433339392.0, + "1212": 433339392.0, + "1213": 433339392.0, + "1214": 433339392.0, + "1215": 433339392.0, + "1216": 433339392.0, + "1217": 433339392.0, + "1218": 433339392.0, + "1219": 433339392.0, + "1220": 433339392.0, + "1221": 433339392.0, + "1222": 433339392.0, + "1223": 433339392.0, + "1224": 433339392.0, + "1225": 433339392.0, + "1226": 433339392.0, + "1227": 433339392.0, + "1228": 433339392.0, + "1229": 433339392.0, + "1230": 433339392.0, + "1231": 433339392.0, + "1232": 433339392.0, + "1233": 433339392.0, + "1234": 433339392.0, + "1235": 433339392.0, + "1236": 433339392.0, + "1237": 433339392.0, + "1238": 433339392.0, + "1239": 433339392.0, + "1240": 433339392.0, + "1241": 433339392.0, + "1242": 433339392.0, + "1243": 433339392.0, + "1244": 433339392.0, + "1245": 433339392.0, + "1246": 433339392.0, + "1247": 433339392.0, + "1248": 433339392.0, + "1249": 433339392.0, + "1250": 433339392.0, + "1251": 433339392.0, + "1252": 433339392.0, + "1253": 433339392.0, + "1254": 433339392.0, + "1255": 433339392.0, + "1256": 433339392.0, + "1257": 433339392.0, + "1258": 433339392.0, + "1259": 433339392.0, + "1260": 433339392.0, + "1261": 433339392.0, + "1262": 433339392.0, + "1263": 433339392.0, + "1264": 433339392.0, + "1265": 433339392.0, + "1266": 433339392.0, + "1267": 433339392.0, + "1268": 433339392.0, + "1269": 433339392.0, + "1270": 433339392.0, + "1271": 433339392.0, + "1272": 433339392.0, + "1273": 433339392.0, + "1274": 433339392.0, + "1275": 433339392.0, + "1276": 433339392.0, + "1277": 433339392.0, + "1278": 433339392.0, + "1279": 433339392.0, + "1280": 433339392.0, + "1281": 433339392.0, + "1282": 433339392.0, + "1283": 433339392.0, + "1284": 433339392.0, + "1285": 433339392.0, + "1286": 433339392.0, + "1287": 433339392.0, + "1288": 433339392.0, + "1289": 433339392.0, + "1290": 433339392.0, + "1291": 433339392.0, + "1292": 433339392.0, + "1293": 433339392.0, + "1294": 433339392.0, + "1295": 433339392.0, + "1296": 433339392.0, + "1297": 433339392.0, + "1298": 433339392.0, + "1299": 433339392.0, + "1300": 433339392.0, + "1301": 433339392.0, + "1302": 433339392.0, + "1303": 433339392.0, + "1304": 433339392.0, + "1305": 433339392.0, + "1306": 433339392.0, + "1307": 433339392.0, + "1308": 433339392.0, + "1309": 433339392.0, + "1310": 433339392.0, + "1311": 433339392.0, + "1312": 433339392.0, + "1313": 433339392.0, + "1314": 433339392.0, + "1315": 433339392.0, + "1316": 433339392.0, + "1317": 433339392.0, + "1318": 433339392.0, + "1319": 433339392.0, + "1320": 433339392.0, + "1321": 433339392.0, + "1322": 433339392.0, + "1323": 433339392.0, + "1324": 433339392.0, + "1325": 433339392.0, + "1326": 433339392.0, + "1327": 433339392.0, + "1328": 433339392.0, + "1329": 433339392.0, + "1330": 433339392.0, + "1331": 433339392.0, + "1332": 433339392.0, + "1333": 433339392.0, + "1334": 433339392.0, + "1335": 433339392.0, + "1336": 433339392.0, + "1337": 433339392.0, + "1338": 433339392.0, + "1339": 433339392.0, + "1340": 433339392.0, + "1341": 433339392.0, + "1342": 433339392.0, + "1343": 433339392.0, + "1344": 433339392.0, + "1345": 433339392.0, + "1346": 433339392.0, + "1347": 433339392.0, + "1348": 433339392.0, + "1349": 433339392.0, + "1350": 433339392.0, + "1351": 433339392.0, + "1352": 433339392.0, + "1353": 433339392.0, + "1354": 433339392.0, + "1355": 433339392.0, + "1356": 433339392.0, + "1357": 433339392.0, + "1358": 433339392.0, + "1359": 433339392.0, + "1360": 433339392.0, + "1361": 433339392.0, + "1362": 433339392.0, + "1363": 433339392.0, + "1364": 433339392.0, + "1365": 433339392.0, + "1366": 433339392.0, + "1367": 433339392.0, + "1368": 433339392.0, + "1369": 433339392.0, + "1370": 433339392.0, + "1371": 433339392.0, + "1372": 433339392.0, + "1373": 433339392.0, + "1374": 433339392.0, + "1375": 433339392.0, + "1376": 433339392.0, + "1377": 433339392.0, + "1378": 433339392.0, + "1379": 433339392.0, + "1380": 433339392.0, + "1381": 433339392.0, + "1382": 433339392.0, + "1383": 433339392.0, + "1384": 433339392.0, + "1385": 433339392.0, + "1386": 433339392.0, + "1387": 433339392.0, + "1388": 433339392.0, + "1389": 433339392.0, + "1390": 433339392.0, + "1391": 433339392.0, + "1392": 433339392.0, + "1393": 433339392.0, + "1394": 433339392.0, + "1395": 433339392.0, + "1396": 433339392.0, + "1397": 433339392.0, + "1398": 433339392.0, + "1399": 433339392.0, + "1400": 433339392.0, + "1401": 433339392.0, + "1402": 433339392.0, + "1403": 433339392.0, + "1404": 433339392.0, + "1405": 433339392.0, + "1406": 433339392.0, + "1407": 433339392.0, + "1408": 433339392.0, + "1409": 433339392.0, + "1410": 433339392.0, + "1411": 433339392.0, + "1412": 433339392.0, + "1413": 433339392.0, + "1414": 433339392.0, + "1415": 433339392.0, + "1416": 433339392.0, + "1417": 433339392.0, + "1418": 433339392.0, + "1419": 433339392.0, + "1420": 433339392.0, + "1421": 433339392.0, + "1422": 433339392.0, + "1423": 433339392.0, + "1424": 433339392.0, + "1425": 433339392.0, + "1426": 433339392.0, + "1427": 433339392.0, + "1428": 433339392.0, + "1429": 433339392.0, + "1430": 433339392.0, + "1431": 433339392.0, + "1432": 433339392.0, + "1433": 433339392.0, + "1434": 433339392.0, + "1435": 433339392.0, + "1436": 433339392.0, + "1437": 433339392.0, + "1438": 433339392.0, + "1439": 433339392.0, + "1440": 433339392.0, + "1441": 433339392.0, + "1442": 433339392.0, + "1443": 433339392.0, + "1444": 433339392.0, + "1445": 433339392.0, + "1446": 433339392.0, + "1447": 433339392.0, + "1448": 433339392.0, + "1449": 433339392.0, + "1450": 433339392.0, + "1451": 433339392.0, + "1452": 433339392.0, + "1453": 433339392.0, + "1454": 433339392.0, + "1455": 433339392.0, + "1456": 433339392.0, + "1457": 433339392.0, + "1458": 433339392.0, + "1459": 433339392.0, + "1460": 433339392.0, + "1461": 433339392.0, + "1462": 433339392.0, + "1463": 433339392.0, + "1464": 433339392.0, + "1465": 433339392.0, + "1466": 433339392.0, + "1467": 433339392.0, + "1468": 433339392.0, + "1469": 433339392.0, + "1470": 433339392.0, + "1471": 433339392.0, + "1472": 433339392.0, + "1473": 433339392.0, + "1474": 433339392.0, + "1475": 433339392.0, + "1476": 433339392.0, + "1477": 433339392.0, + "1478": 433339392.0, + "1479": 433339392.0, + "1480": 433339392.0, + "1481": 433339392.0, + "1482": 433339392.0, + "1483": 433339392.0, + "1484": 433339392.0, + "1485": 433339392.0, + "1486": 433339392.0, + "1487": 433339392.0, + "1488": 433339392.0, + "1489": 433339392.0, + "1490": 433339392.0, + "1491": 433339392.0, + "1492": 433339392.0, + "1493": 433339392.0, + "1494": 433339392.0, + "1495": 433339392.0, + "1496": 433339392.0, + "1497": 433339392.0, + "1498": 433339392.0, + "1499": 433339392.0, + "1500": 433339392.0, + "1501": 433339392.0, + "1502": 433339392.0, + "1503": 433339392.0, + "1504": 433339392.0, + "1505": 433339392.0, + "1506": 433339392.0, + "1507": 433339392.0, + "1508": 433339392.0, + "1509": 433339392.0, "1510": "nan", "1511": "nan", "1512": "nan", @@ -8033,1514 +8033,1514 @@ "step_interval": 1, "values": { "1": "nan", - "2": 13.37643, - "3": 8.11705, - "4": 7.89959, - "5": 7.89532, - "6": 7.83416, - "7": 7.86732, - "8": 7.88331, - "9": 7.88859, - "10": 9.68218, - "11": 9.45301, - "12": 8.52844, - "13": 8.24635, - "14": 8.02303, - "15": 7.94311, - "16": 7.86411, - "17": 7.86281, - "18": 7.84951, - "19": 8.76456, - "20": 7.88791, - "21": 7.88063, - "22": 7.87422, - "23": 8.26843, - "24": 7.86083, - "25": 7.83832, - "26": 8.10881, - "27": 7.83207, - "28": 7.91309, - "29": 7.93504, - "30": 7.85662, - "31": 7.86549, - "32": 7.85018, - "33": 8.35635, - "34": 8.73618, - "35": 8.40161, - "36": 8.35242, - "37": 8.7437, - "38": 8.66184, - "39": 8.6374, - "40": 8.6742, - "41": 8.35856, - "42": 8.36589, - "43": 8.37881, - "44": 8.38266, - "45": 8.49231, - "46": 9.27884, - "47": 9.47103, - "48": 8.58981, - "49": 8.42963, - "50": 8.37544, - "51": 8.41896, - "52": 8.20765, - "53": 8.22673, - "54": 8.29553, - "55": 8.26838, - "56": 8.27445, - "57": 8.23793, - "58": 8.33076, - "59": 8.24829, - "60": 8.246, - "61": 8.20806, - "62": 8.21585, - "63": 8.1783, - "64": 8.14765, - "65": 8.16374, - "66": 8.10924, - "67": 8.13059, - "68": 8.16904, - "69": 8.31736, - "70": 8.27649, - "71": 8.35408, - "72": 9.38104, - "73": 8.36759, - "74": 8.30731, - "75": 8.33578, - "76": 8.38619, - "77": 8.36966, - "78": 8.29506, - "79": 8.37846, - "80": 8.38708, - "81": 8.38136, - "82": 8.58825, - "83": 8.56481, - "84": 8.44564, - "85": 9.87138, - "86": 8.92692, - "87": 8.38295, - "88": 8.33821, - "89": 8.35614, - "90": 8.29731, - "91": 8.30678, - "92": 8.40295, - "93": 8.369, - "94": 8.29442, - "95": 8.32381, - "96": 8.60199, - "97": 8.34056, - "98": 8.34033, - "99": 8.28965, - "100": 8.41592, - "101": 9.17795, - "102": 8.35924, - "103": 8.33245, - "104": 8.35639, - "105": 8.53454, - "106": 9.55535, - "107": 9.69142, - "108": 9.50444, - "109": 9.58533, - "110": 9.71597, - "111": 10.36703, - "112": 9.68746, - "113": 9.65767, - "114": 9.73151, - "115": 9.69169, - "116": 9.81275, - "117": 9.79875, - "118": 10.21611, - "119": 9.85543, - "120": 9.85364, - "121": 9.90699, - "122": 9.81303, - "123": 9.82714, - "124": 9.83457, - "125": 9.86129, - "126": 9.88937, - "127": 9.85518, - "128": 10.55115, - "129": 10.09851, - "130": 11.07361, - "131": 9.94698, - "132": 8.88216, - "133": 8.28599, - "134": 8.50091, - "135": 8.01519, - "136": 8.07783, - "137": 8.14985, - "138": 11.02828, - "139": 10.36489, - "140": 8.39689, - "141": 8.28261, - "142": 8.33326, - "143": 8.26887, - "144": 8.28013, - "145": 8.22011, - "146": 12.30552, - "147": 11.5161, - "148": 8.28447, - "149": 8.54298, - "150": 8.48587, - "151": 8.08652, - "152": 8.20082, - "153": 8.15827, - "154": 8.10298, - "155": 8.18696, - "156": 8.13758, - "157": 8.22325, - "158": 8.25321, - "159": 8.30705, - "160": 8.24332, - "161": 8.30514, - "162": 9.50859, - "163": 8.45119, - "164": 8.79407, - "165": 8.33648, - "166": 8.28327, - "167": 8.30173, - "168": 8.14046, - "169": 8.18327, - "170": 8.06851, - "171": 7.87236, - "172": 7.83044, - "173": 9.66083, - "174": 8.14915, - "175": 8.54988, - "176": 8.32107, - "177": 7.80396, - "178": 7.89534, - "179": 7.79004, - "180": 7.72903, - "181": 7.60384, - "182": 7.5697, - "183": 7.61777, - "184": 7.63869, - "185": 7.58582, - "186": 7.69134, - "187": 7.70379, - "188": 8.38043, - "189": 7.69607, - "190": 7.68915, - "191": 7.74666, - "192": 7.6433, - "193": 8.16743, - "194": 9.12588, - "195": 7.92958, - "196": 7.82236, - "197": 8.82897, - "198": 10.42451, - "199": 7.92821, - "200": 7.88704, - "201": 7.80533, - "202": 7.80125, - "203": 7.87144, - "204": 7.81687, - "205": 7.79419, - "206": 7.83438, - "207": 7.8912, - "208": 7.75641, - "209": 7.8131, - "210": 8.17179, - "211": 7.82801, - "212": 7.82779, - "213": 7.79175, - "214": 7.77666, - "215": 8.1794, - "216": 9.33704, - "217": 8.86951, - "218": 8.98988, - "219": 8.78276, - "220": 7.97318, - "221": 8.63105, - "222": 8.28538, - "223": 7.99401, - "224": 7.93355, - "225": 7.95819, - "226": 7.85902, - "227": 8.57988, - "228": 8.00257, - "229": 7.99879, - "230": 7.94986, - "231": 8.06478, - "232": 8.07182, - "233": 9.15109, - "234": 8.99255, - "235": 8.07186, - "236": 7.95112, - "237": 7.91316, - "238": 7.88173, - "239": 7.9247, - "240": 8.73092, - "241": 9.10976, - "242": 8.3077, - "243": 8.73737, - "244": 7.88236, - "245": 7.72055, - "246": 7.80225, - "247": 7.86348, - "248": 7.72658, - "249": 11.56078, - "250": 8.59393, - "251": 7.93434, - "252": 7.72921, - "253": 7.61358, - "254": 7.71364, - "255": 7.84251, - "256": 8.14729, - "257": 7.86743, - "258": 7.79123, - "259": 7.77004, - "260": 7.76471, - "261": 7.76073, - "262": 7.86536, - "263": 7.81438, - "264": 8.46182, - "265": 7.8455, - "266": 9.1584, - "267": 8.06601, - "268": 7.82137, - "269": 7.75281, - "270": 7.78167, - "271": 7.80544, - "272": 7.72493, - "273": 7.55473, - "274": 7.53183, - "275": 7.78358, - "276": 7.76805, - "277": 7.8471, - "278": 7.79274, - "279": 7.82772, - "280": 7.90337, - "281": 7.85845, - "282": 7.90363, - "283": 7.81359, - "284": 7.8263, - "285": 7.79162, - "286": 7.77494, - "287": 7.74505, - "288": 7.8005, - "289": 7.9437, - "290": 7.84069, - "291": 7.82923, - "292": 7.80345, - "293": 7.77376, - "294": 7.84802, - "295": 7.82558, - "296": 7.79952, - "297": 7.90168, - "298": 7.92983, - "299": 7.87525, - "300": 7.84432, - "301": 7.87619, - "302": 12.05942, - "303": 7.94254, - "304": 8.56684, - "305": 8.40131, - "306": 9.31718, - "307": 8.14082, - "308": 7.95954, - "309": 8.627, - "310": 7.90575, - "311": 8.87729, - "312": 8.9129, - "313": 8.14849, - "314": 7.89451, - "315": 7.91285, - "316": 8.10509, - "317": 9.65214, - "318": 9.69548, - "319": 9.67457, - "320": 9.72532, - "321": 9.63395, - "322": 9.66958, - "323": 9.74943, - "324": 9.72238, - "325": 9.61616, - "326": 9.70472, - "327": 9.70788, - "328": 9.68663, - "329": 9.80193, - "330": 9.67361, - "331": 9.78559, - "332": 9.71411, - "333": 9.75502, - "334": 9.70733, - "335": 9.67964, - "336": 9.74184, - "337": 9.63786, - "338": 9.75873, - "339": 9.78372, - "340": 9.68743, - "341": 9.71189, - "342": 10.02367, - "343": 10.0703, - "344": 9.61591, - "345": 9.6756, - "346": 9.63303, - "347": 9.72413, - "348": 11.25163, - "349": 12.24517, - "350": 9.75152, - "351": 9.62034, - "352": 7.98559, - "353": 7.92627, - "354": 8.62792, - "355": 10.05575, - "356": 9.75266, - "357": 9.04339, - "358": 9.39261, - "359": 9.01614, - "360": 8.12734, - "361": 7.90278, - "362": 7.8547, - "363": 7.96607, - "364": 7.90943, - "365": 7.93708, - "366": 7.94815, - "367": 9.05943, - "368": 9.5395, - "369": 8.08411, - "370": 8.6228, - "371": 8.02472, - "372": 7.9914, - "373": 7.98749, - "374": 7.98007, - "375": 8.00091, - "376": 7.8799, - "377": 7.94752, - "378": 9.22962, - "379": 8.02808, - "380": 7.91142, - "381": 8.26759, - "382": 8.61061, - "383": 9.54202, - "384": 8.02484, - "385": 7.936, - "386": 8.0438, - "387": 8.0857, - "388": 8.05505, - "389": 8.04268, - "390": 8.10544, - "391": 8.09824, - "392": 8.04874, - "393": 8.01233, - "394": 8.01314, - "395": 8.37665, - "396": 8.00707, - "397": 9.01053, - "398": 9.35812, - "399": 8.30045, - "400": 8.32666, - "401": 8.34745, - "402": 8.94821, - "403": 9.2067, - "404": 8.23747, - "405": 8.13367, - "406": 8.13225, - "407": 8.07798, - "408": 8.01207, - "409": 7.93971, - "410": 7.97355, - "411": 7.94315, - "412": 7.89849, - "413": 7.98355, - "414": 8.11382, - "415": 8.07459, - "416": 8.11378, - "417": 8.07041, - "418": 8.02853, - "419": 8.10604, - "420": 8.4543, - "421": 8.43254, - "422": 8.06377, - "423": 7.97767, - "424": 8.10614, - "425": 8.08428, - "426": 8.05557, - "427": 8.0934, - "428": 8.09395, - "429": 8.67151, - "430": 9.45192, - "431": 8.27032, - "432": 8.06651, - "433": 8.09985, - "434": 8.03274, - "435": 8.0408, - "436": 8.0819, - "437": 8.08657, - "438": 8.13165, - "439": 8.16508, - "440": 8.6089, - "441": 9.72642, - "442": 8.20373, - "443": 8.06996, - "444": 8.06893, - "445": 8.32616, - "446": 8.40416, - "447": 8.44947, - "448": 11.15471, - "449": 11.15042, - "450": 8.00641, - "451": 7.98402, - "452": 8.0195, - "453": 8.04311, - "454": 7.9602, - "455": 8.07518, - "456": 8.01922, - "457": 7.93266, - "458": 8.31394, - "459": 8.39879, - "460": 8.06986, - "461": 8.13914, - "462": 8.0596, - "463": 8.05011, - "464": 8.07135, - "465": 7.93232, - "466": 7.94323, - "467": 7.97223, - "468": 7.9217, - "469": 8.11176, - "470": 8.04861, - "471": 8.02206, - "472": 7.99607, - "473": 8.01517, - "474": 8.01968, - "475": 7.97385, - "476": 7.94434, - "477": 7.89359, - "478": 7.92949, - "479": 7.94869, - "480": 8.01842, - "481": 7.99344, - "482": 8.02081, - "483": 7.9809, - "484": 8.04973, - "485": 7.95712, - "486": 8.26098, - "487": 8.18809, - "488": 8.13843, - "489": 8.14628, - "490": 8.55675, - "491": 8.48274, - "492": 8.52417, - "493": 8.49353, - "494": 8.44352, - "495": 8.1977, - "496": 8.48467, - "497": 8.17048, - "498": 8.4919, - "499": 9.71285, - "500": 17.20428, - "501": 8.18088, - "502": 8.18118, - "503": 8.17503, - "504": 8.05872, - "505": 8.25702, - "506": 8.94901, - "507": 8.09124, - "508": 8.05198, - "509": 7.98652, - "510": 8.05777, - "511": 8.10525, - "512": 8.07614, - "513": 8.00169, - "514": 8.01928, - "515": 7.9316, - "516": 7.98902, - "517": 7.97294, - "518": 8.07043, - "519": 7.96263, - "520": 7.97364, - "521": 8.04276, - "522": 8.09687, - "523": 7.94613, - "524": 7.99615, - "525": 7.8864, - "526": 7.79182, - "527": 7.81618, - "528": 7.85602, - "529": 7.83105, - "530": 7.82269, - "531": 7.80533, - "532": 8.19779, - "533": 7.84745, - "534": 7.82846, - "535": 8.55159, - "536": 8.22695, - "537": 8.81056, - "538": 9.40492, - "539": 9.23816, - "540": 8.32494, - "541": 9.03069, - "542": 9.18285, - "543": 9.23687, - "544": 8.18898, - "545": 7.84122, - "546": 7.81928, - "547": 8.50433, - "548": 8.94731, - "549": 8.23694, - "550": 16.05649, - "551": 8.10363, - "552": 8.21848, - "553": 8.14779, - "554": 8.14326, - "555": 8.11129, - "556": 8.06805, - "557": 8.05255, - "558": 8.06096, - "559": 8.10309, - "560": 8.10725, - "561": 8.38827, - "562": 9.48636, - "563": 9.498, - "564": 9.54837, - "565": 9.55224, - "566": 9.49404, - "567": 9.59741, - "568": 9.58391, - "569": 9.50778, - "570": 9.63587, - "571": 9.61741, - "572": 9.5875, - "573": 9.96055, - "574": 9.64606, - "575": 9.59881, - "576": 9.92805, - "577": 9.57345, - "578": 9.60359, - "579": 9.99314, - "580": 9.60605, - "581": 9.95314, - "582": 9.67647, - "583": 10.26496, - "584": 9.93278, - "585": 9.87033, - "586": 9.6835, - "587": 9.64637, - "588": 9.57269, - "589": 9.65281, - "590": 9.64151, - "591": 9.71876, - "592": 9.65797, - "593": 9.69168, - "594": 13.8258, - "595": 10.691, - "596": 9.65104, - "597": 9.65191, - "598": 9.658, - "599": 9.6602, - "600": 9.676, - "601": 9.64849, - "602": 9.63626, - "603": 9.57263, - "604": 9.60927, - "605": 9.70008, - "606": 9.64944, - "607": 9.58916, - "608": 9.57899, - "609": 9.70172, - "610": 9.68559, - "611": 9.65093, - "612": 10.07999, - "613": 9.76654, - "614": 9.92074, - "615": 9.68235, - "616": 9.70538, - "617": 9.75804, - "618": 9.75724, - "619": 9.76361, - "620": 9.74222, - "621": 9.73439, - "622": 9.74336, - "623": 9.76259, - "624": 9.73084, - "625": 10.12492, - "626": 10.07705, - "627": 9.72275, - "628": 10.33324, - "629": 10.06854, - "630": 10.04036, - "631": 9.73684, - "632": 9.72529, - "633": 9.73961, - "634": 9.74671, - "635": 9.77072, - "636": 9.68272, - "637": 9.69332, - "638": 9.64699, - "639": 9.69374, - "640": 9.73564, - "641": 9.71743, - "642": 9.7591, - "643": 9.58599, - "644": 9.61402, - "645": 9.65975, - "646": 9.6109, - "647": 9.63126, - "648": 9.65695, - "649": 9.6579, - "650": 9.99008, - "651": 9.78431, - "652": 9.84178, - "653": 10.24969, - "654": 9.61889, - "655": 9.66471, - "656": 9.67956, - "657": 9.69219, - "658": 9.66129, - "659": 9.62165, - "660": 9.57344, - "661": 9.56511, - "662": 9.58665, - "663": 9.62255, - "664": 9.51777, - "665": 9.53969, - "666": 9.63906, - "667": 9.65068, - "668": 9.60718, - "669": 9.55068, - "670": 9.99133, - "671": 9.90063, - "672": 9.57855, - "673": 10.27228, - "674": 9.59811, - "675": 9.93281, - "676": 9.88187, - "677": 9.53171, - "678": 9.64974, - "679": 9.61179, - "680": 9.61114, - "681": 9.53056, - "682": 9.55472, - "683": 9.62286, - "684": 9.58649, - "685": 9.58948, - "686": 9.60199, - "687": 9.53718, - "688": 9.58491, - "689": 9.9071, - "690": 9.54608, - "691": 9.57366, - "692": 9.9969, - "693": 9.61293, - "694": 9.58956, - "695": 9.5977, - "696": 9.57634, - "697": 9.57485, - "698": 9.59142, - "699": 9.57303, - "700": 9.5805, - "701": 9.59781, - "702": 9.61104, - "703": 9.61365, - "704": 9.61653, - "705": 9.57354, - "706": 9.59015, - "707": 9.57741, - "708": 9.55418, - "709": 9.58849, - "710": 9.54371, - "711": 9.59287, - "712": 9.6011, - "713": 9.56614, - "714": 9.60612, - "715": 9.63914, - "716": 10.42272, - "717": 9.61977, - "718": 9.88982, - "719": 9.60085, - "720": 9.84331, - "721": 9.89794, - "722": 9.64432, - "723": 9.58694, - "724": 9.6164, - "725": 10.66717, - "726": 9.57602, - "727": 9.90725, - "728": 9.60655, - "729": 9.55044, - "730": 9.66434, - "731": 9.98971, - "732": 9.50648, - "733": 9.44588, - "734": 9.46413, - "735": 9.62784, - "736": 9.50924, - "737": 9.44815, - "738": 9.45577, - "739": 9.60699, - "740": 9.63217, - "741": 9.5716, - "742": 9.63694, - "743": 9.48985, - "744": 9.51752, - "745": 9.64951, - "746": 9.69558, - "747": 9.64538, - "748": 9.61713, - "749": 9.51681, - "750": 9.49991, - "751": 9.51578, - "752": 9.5612, - "753": 9.94918, - "754": 9.72912, - "755": 9.52768, - "756": 9.5521, - "757": 9.59358, - "758": 9.61881, - "759": 9.75106, - "760": 9.70515, - "761": 9.70619, - "762": 10.05865, - "763": 10.10907, - "764": 10.29724, - "765": 9.70207, - "766": 10.09104, - "767": 10.37488, - "768": 10.4714, - "769": 10.2936, - "770": 9.79743, - "771": 9.70099, - "772": 9.72983, - "773": 9.62751, - "774": 9.68239, - "775": 9.71129, - "776": 9.6729, - "777": 9.63343, - "778": 9.71406, - "779": 9.79715, - "780": 9.77548, - "781": 9.70702, - "782": 9.73611, - "783": 9.73384, - "784": 9.77588, - "785": 9.78533, - "786": 9.70237, - "787": 9.7031, - "788": 9.72031, - "789": 9.6818, - "790": 9.7214, - "791": 9.74512, - "792": 9.70078, - "793": 9.74123, - "794": 9.72089, - "795": 9.59362, - "796": 9.58833, - "797": 9.5705, - "798": 9.56933, - "799": 9.58546, - "800": 9.48243, - "801": 9.5224, - "802": 9.63524, - "803": 9.64428, - "804": 9.5922, - "805": 9.93074, - "806": 9.59474, - "807": 9.89459, - "808": 9.93492, - "809": 10.60794, - "810": 9.64674, - "811": 11.83688, - "812": 9.96, - "813": 9.59411, - "814": 9.60933, - "815": 9.52781, - "816": 9.52181, - "817": 9.51231, - "818": 9.51441, - "819": 9.48244, - "820": 9.44688, - "821": 9.46086, - "822": 9.52049, - "823": 9.45003, - "824": 9.42884, - "825": 9.59215, - "826": 9.52455, - "827": 9.74067, - "828": 9.57583, - "829": 9.67011, - "830": 9.78823, - "831": 9.88761, - "832": 9.88062, - "833": 9.91812, - "834": 9.94835, - "835": 9.91834, - "836": 9.8957, - "837": 9.93705, - "838": 9.59307, - "839": 9.63697, - "840": 9.62469, - "841": 9.60073, - "842": 9.55354, - "843": 9.93799, - "844": 9.6432, - "845": 9.5347, - "846": 9.51739, - "847": 9.84873, - "848": 9.74603, - "849": 9.88324, - "850": 9.89086, - "851": 9.84033, - "852": 10.12271, - "853": 9.66917, - "854": 10.37218, - "855": 10.04018, - "856": 10.06616, - "857": 10.13918, - "858": 9.92383, - "859": 9.8886, - "860": 9.82843, - "861": 9.8634, - "862": 9.87565, - "863": 9.7874, - "864": 9.75679, - "865": 9.75967, - "866": 9.74824, - "867": 9.68721, - "868": 9.73596, - "869": 9.73145, - "870": 9.81286, - "871": 9.75638, - "872": 9.77645, - "873": 9.74358, - "874": 9.78057, - "875": 9.73872, - "876": 9.77919, - "877": 9.91703, - "878": 9.81838, - "879": 9.83998, - "880": 9.90098, - "881": 9.88509, - "882": 10.25921, - "883": 9.82212, - "884": 9.82315, - "885": 9.8194, - "886": 10.14654, - "887": 9.86594, - "888": 9.84201, - "889": 9.84386, - "890": 9.80254, - "891": 9.8187, - "892": 9.84405, - "893": 9.91779, - "894": 9.83994, - "895": 9.86315, - "896": 11.16254, - "897": 10.45575, - "898": 9.67504, - "899": 9.90785, - "900": 10.15292, - "901": 9.83119, - "902": 9.78703, - "903": 9.50292, - "904": 9.55349, - "905": 9.50935, - "906": 9.41492, - "907": 9.51659, - "908": 9.42194, - "909": 9.55431, - "910": 9.44002, - "911": 9.47949, - "912": 9.51929, - "913": 9.58639, - "914": 9.50738, - "915": 9.44042, - "916": 9.56196, - "917": 9.56516, - "918": 9.59224, - "919": 9.51356, - "920": 9.57025, - "921": 9.8726, - "922": 9.54848, - "923": 9.5408, - "924": 9.88754, - "925": 9.51291, - "926": 9.50579, - "927": 9.52931, - "928": 9.54625, - "929": 9.53836, - "930": 9.48089, - "931": 9.43991, - "932": 9.54305, - "933": 9.50615, - "934": 9.47637, - "935": 9.48739, - "936": 9.64193, - "937": 9.73294, - "938": 9.82643, - "939": 10.43287, - "940": 10.75742, - "941": 9.84546, - "942": 9.76223, - "943": 10.09452, - "944": 9.80334, - "945": 10.19008, - "946": 10.20953, - "947": 10.29363, - "948": 10.5275, - "949": 9.93043, - "950": 9.89236, - "951": 9.96944, - "952": 9.93862, - "953": 9.95547, - "954": 10.00272, - "955": 10.06965, - "956": 10.1528, - "957": 9.75323, - "958": 9.48123, - "959": 9.77777, - "960": 9.67757, - "961": 9.63881, - "962": 9.36782, - "963": 9.84594, - "964": 9.41064, - "965": 9.42645, - "966": 9.43469, - "967": 9.45151, - "968": 9.45365, - "969": 9.44003, - "970": 9.59862, - "971": 9.75712, - "972": 9.99796, - "973": 9.96587, - "974": 9.94868, - "975": 9.99795, - "976": 10.01178, - "977": 10.03176, - "978": 10.03593, - "979": 9.98637, - "980": 10.0489, - "981": 10.06297, - "982": 11.0502, - "983": 10.05636, - "984": 10.03293, - "985": 10.02281, - "986": 9.93505, - "987": 9.95433, - "988": 10.26963, - "989": 9.97507, - "990": 10.35281, - "991": 10.32745, - "992": 9.98573, - "993": 10.72518, - "994": 10.16152, - "995": 9.83927, - "996": 9.93498, - "997": 9.87822, - "998": 10.29189, - "999": 10.01829, - "1000": 9.93598, - "1001": 9.5914, - "1002": 9.67585, - "1003": 9.76867, - "1004": 9.73256, - "1005": 9.77741, - "1006": 9.75093, - "1007": 9.70725, - "1008": 9.60508, - "1009": 9.5968, - "1010": 9.58469, - "1011": 9.80577, - "1012": 9.65195, - "1013": 9.61515, - "1014": 9.62688, - "1015": 9.5756, - "1016": 9.62388, - "1017": 9.61367, - "1018": 9.56927, - "1019": 9.56069, - "1020": 10.75717, - "1021": 9.67598, - "1022": 9.64822, - "1023": 9.62715, - "1024": 9.61824, - "1025": 9.64308, - "1026": 9.59451, - "1027": 9.694, - "1028": 9.64062, - "1029": 9.60965, - "1030": 10.00933, - "1031": 9.73772, - "1032": 9.73236, - "1033": 10.49323, - "1034": 10.09444, - "1035": 10.15678, - "1036": 10.39885, - "1037": 9.78779, - "1038": 10.13523, - "1039": 9.83729, - "1040": 9.82786, - "1041": 9.83374, - "1042": 9.77175, - "1043": 9.7998, - "1044": 9.83038, - "1045": 9.87827, - "1046": 9.77379, - "1047": 9.77407, - "1048": 9.80442, - "1049": 9.8115, - "1050": 9.86083, - "1051": 9.77503, - "1052": 9.83615, - "1053": 9.81165, - "1054": 9.76648, - "1055": 9.78753, - "1056": 9.92503, - "1057": 9.80844, - "1058": 9.79782, - "1059": 9.88333, - "1060": 9.80356, - "1061": 9.75623, - "1062": 9.80743, - "1063": 9.83129, - "1064": 9.81183, - "1065": 9.76939, - "1066": 9.7492, - "1067": 9.72708, - "1068": 9.99399, - "1069": 9.90439, - "1070": 9.76096, - "1071": 9.74511, - "1072": 9.76242, - "1073": 10.07716, - "1074": 9.79731, - "1075": 9.78763, - "1076": 10.09704, - "1077": 10.13178, - "1078": 10.19531, - "1079": 10.07952, - "1080": 9.71343, - "1081": 10.32996, - "1082": 10.16973, - "1083": 9.90974, - "1084": 9.84114, - "1085": 9.67501, - "1086": 9.81345, - "1087": 9.74548, - "1088": 9.7698, - "1089": 9.75529, - "1090": 9.95964, - "1091": 9.94296, - "1092": 9.84426, - "1093": 9.70649, - "1094": 9.75582, - "1095": 9.79298, - "1096": 9.70975, - "1097": 9.75499, - "1098": 9.74329, - "1099": 9.68062, - "1100": 9.64917, - "1101": 9.79708, - "1102": 9.6601, - "1103": 9.62733, - "1104": 9.64465, - "1105": 9.76573, - "1106": 9.70416, - "1107": 9.70031, - "1108": 9.81999, - "1109": 9.68709, - "1110": 9.76892, - "1111": 10.13494, - "1112": 9.80332, - "1113": 9.87817, - "1114": 9.82017, - "1115": 9.76462, - "1116": 9.81448, - "1117": 10.07969, - "1118": 9.77373, - "1119": 9.73851, - "1120": 9.77904, - "1121": 10.02287, - "1122": 9.62515, - "1123": 10.09523, - "1124": 10.05041, - "1125": 9.66745, - "1126": 9.93977, - "1127": 9.98114, - "1128": 10.04229, - "1129": 9.64978, - "1130": 9.58721, - "1131": 9.60454, - "1132": 9.6343, - "1133": 9.61162, - "1134": 9.60756, - "1135": 9.6578, - "1136": 9.52874, - "1137": 9.49477, - "1138": 9.543, - "1139": 9.54099, - "1140": 9.54649, - "1141": 9.48478, - "1142": 9.52497, - "1143": 9.51901, - "1144": 9.53174, - "1145": 9.55821, - "1146": 9.53402, - "1147": 9.58027, - "1148": 9.53088, - "1149": 9.54101, - "1150": 9.92764, - "1151": 9.55375, - "1152": 9.46453, - "1153": 10.5633, - "1154": 9.61797, - "1155": 9.56638, - "1156": 9.85875, - "1157": 9.5891, - "1158": 9.55776, - "1159": 9.60247, - "1160": 9.57167, - "1161": 9.59079, - "1162": 9.60251, - "1163": 9.56075, - "1164": 9.55262, - "1165": 9.53844, - "1166": 9.57524, - "1167": 9.93411, - "1168": 9.61162, - "1169": 9.57606, - "1170": 9.97139, - "1171": 9.90548, - "1172": 9.65656, - "1173": 10.01149, - "1174": 10.00738, - "1175": 10.12324, - "1176": 9.70152, - "1177": 9.68948, - "1178": 9.71622, - "1179": 9.75928, - "1180": 9.70046, - "1181": 9.69285, - "1182": 9.66811, - "1183": 9.67373, - "1184": 9.67476, - "1185": 9.66702, - "1186": 9.69966, - "1187": 9.70433, - "1188": 9.72021, - "1189": 10.0418, - "1190": 9.69446, - "1191": 9.6653, - "1192": 9.67432, - "1193": 9.70009, - "1194": 9.72888, - "1195": 9.69631, - "1196": 13.81323, - "1197": 14.61961, - "1198": 9.63114, - "1199": 9.66098, - "1200": 9.74282, - "1201": 9.69761, - "1202": 9.65909, - "1203": 9.90441, - "1204": 9.72707, - "1205": 9.71259, - "1206": 9.8104, - "1207": 9.70792, - "1208": 9.73135, - "1209": 9.7746, - "1210": 9.67242, - "1211": 9.68495, - "1212": 9.77431, - "1213": 10.14191, - "1214": 9.91855, - "1215": 10.28241, - "1216": 10.0123, - "1217": 9.73876, - "1218": 10.12278, - "1219": 10.12265, - "1220": 9.75888, - "1221": 10.19946, - "1222": 9.68332, - "1223": 9.73028, - "1224": 9.68026, - "1225": 9.76332, - "1226": 9.88254, - "1227": 9.77468, - "1228": 10.18652, - "1229": 9.78061, - "1230": 9.7829, - "1231": 9.78622, - "1232": 9.77016, - "1233": 9.79742, - "1234": 9.79617, - "1235": 10.05255, - "1236": 9.83907, - "1237": 9.93518, - "1238": 9.86491, - "1239": 11.81536, - "1240": 9.84882, - "1241": 9.70275, - "1242": 9.77535, - "1243": 9.74742, - "1244": 9.70821, - "1245": 9.7277, - "1246": 9.77454, - "1247": 9.66598, - "1248": 9.77534, - "1249": 9.66802, - "1250": 9.66685, - "1251": 9.69125, - "1252": 9.69958, - "1253": 9.74759, - "1254": 9.70648, - "1255": 9.7684, - "1256": 9.77662, - "1257": 9.86328, - "1258": 10.13632, - "1259": 9.8072, - "1260": 10.14846, - "1261": 9.74947, - "1262": 9.9876, - "1263": 9.68872, - "1264": 9.99783, - "1265": 9.98445, - "1266": 9.71165, - "1267": 10.43775, - "1268": 9.75643, - "1269": 9.84315, - "1270": 9.68861, - "1271": 9.84632, - "1272": 9.70863, - "1273": 9.58898, - "1274": 10.04855, - "1275": 9.8348, - "1276": 9.74614, - "1277": 9.70232, - "1278": 9.66783, - "1279": 9.74299, - "1280": 9.74967, - "1281": 9.81791, - "1282": 9.86464, - "1283": 9.69851, - "1284": 9.65423, - "1285": 9.69873, - "1286": 9.77763, - "1287": 9.57776, - "1288": 9.71872, - "1289": 9.73, - "1290": 9.69625, - "1291": 9.69134, - "1292": 9.64398, - "1293": 9.79578, - "1294": 9.71962, - "1295": 9.75716, - "1296": 9.72092, - "1297": 9.78715, - "1298": 9.7665, - "1299": 9.70252, - "1300": 9.69105, - "1301": 9.57016, - "1302": 9.59856, - "1303": 9.64838, - "1304": 10.09692, - "1305": 9.62817, - "1306": 10.59295, - "1307": 9.77917, - "1308": 9.96839, - "1309": 9.97323, - "1310": 9.89107, - "1311": 9.59448, - "1312": 9.67554, - "1313": 9.98631, - "1314": 10.07748, - "1315": 9.67747, - "1316": 9.74609, - "1317": 9.61978, - "1318": 9.7189, - "1319": 9.69017, - "1320": 9.68377, - "1321": 9.60031, - "1322": 9.65705, - "1323": 9.49891, - "1324": 9.63758, - "1325": 9.80214, - "1326": 9.66985, - "1327": 9.82406, - "1328": 9.76548, - "1329": 9.9805, - "1330": 9.8174, - "1331": 9.85899, - "1332": 9.84176, - "1333": 9.87025, - "1334": 9.75113, - "1335": 9.77883, - "1336": 9.93554, - "1337": 9.82263, - "1338": 9.94739, - "1339": 9.87048, - "1340": 9.81506, - "1341": 9.85622, - "1342": 9.86157, - "1343": 9.89144, - "1344": 9.86401, - "1345": 10.3045, - "1346": 9.9433, - "1347": 9.77844, - "1348": 9.80976, - "1349": 9.87203, - "1350": 10.19844, - "1351": 10.14174, - "1352": 10.17973, - "1353": 9.75389, - "1354": 10.03363, - "1355": 9.82794, - "1356": 10.07254, - "1357": 10.02929, - "1358": 9.86343, - "1359": 9.85824, - "1360": 9.89341, - "1361": 10.2142, - "1362": 9.73895, - "1363": 9.78356, - "1364": 9.83582, - "1365": 9.86434, - "1366": 9.80517, - "1367": 9.96403, - "1368": 9.86815, - "1369": 9.87518, - "1370": 9.94571, - "1371": 10.01405, - "1372": 9.89099, - "1373": 9.95794, - "1374": 9.90172, - "1375": 9.87522, - "1376": 9.97566, - "1377": 9.92063, - "1378": 9.72295, - "1379": 9.85217, - "1380": 9.83455, - "1381": 9.88466, - "1382": 10.01579, - "1383": 9.88425, - "1384": 10.30967, - "1385": 9.86138, - "1386": 9.88794, - "1387": 9.95632, - "1388": 9.95162, - "1389": 9.88943, - "1390": 10.18342, - "1391": 9.917, - "1392": 9.86779, - "1393": 10.02266, - "1394": 10.00948, - "1395": 10.29521, - "1396": 9.92128, - "1397": 9.89885, - "1398": 10.27755, - "1399": 10.08198, - "1400": 9.89684, - "1401": 10.23659, - "1402": 10.17221, - "1403": 9.89217, - "1404": 9.95314, - "1405": 9.9401, - "1406": 9.96143, - "1407": 10.31354, - "1408": 9.89945, - "1409": 9.92395, - "1410": 9.87262, - "1411": 9.91634, - "1412": 10.04361, - "1413": 9.86833, - "1414": 9.83274, - "1415": 9.95505, - "1416": 9.90427, - "1417": 9.94281, - "1418": 9.86817, - "1419": 9.94346, - "1420": 9.81527, - "1421": 9.86806, - "1422": 10.23366, - "1423": 9.8936, - "1424": 9.88173, - "1425": 9.83351, - "1426": 9.86058, - "1427": 9.97981, - "1428": 9.88532, - "1429": 10.11691, - "1430": 9.82775, - "1431": 9.92328, - "1432": 9.89719, - "1433": 9.82121, - "1434": 9.85363, - "1435": 9.92819, - "1436": 9.77901, - "1437": 9.84278, - "1438": 9.92284, - "1439": 9.88943, - "1440": 9.78736, - "1441": 10.40798, - "1442": 9.86006, - "1443": 10.42132, - "1444": "nan", - "1445": "nan", - "1446": "nan", - "1447": "nan", - "1448": "nan", - "1449": "nan", - "1450": "nan", - "1451": "nan", - "1452": "nan", - "1453": "nan", - "1454": "nan", - "1455": "nan", - "1456": "nan", - "1457": "nan", - "1458": "nan", - "1459": "nan", - "1460": "nan", - "1461": "nan", - "1462": "nan", - "1463": "nan", - "1464": "nan", - "1465": "nan", - "1466": "nan", - "1467": "nan", - "1468": "nan", - "1469": "nan", - "1470": "nan", - "1471": "nan", - "1472": "nan", - "1473": "nan", - "1474": "nan", - "1475": "nan", - "1476": "nan", - "1477": "nan", - "1478": "nan", - "1479": "nan", - "1480": "nan", - "1481": "nan", - "1482": "nan", - "1483": "nan", - "1484": "nan", - "1485": "nan", - "1486": "nan", - "1487": "nan", - "1488": "nan", - "1489": "nan", - "1490": "nan", - "1491": "nan", - "1492": "nan", - "1493": "nan", - "1494": "nan", - "1495": "nan", - "1496": "nan", - "1497": "nan", - "1498": "nan", - "1499": "nan", - "1500": "nan", - "1501": "nan", - "1502": "nan", - "1503": "nan", - "1504": "nan", - "1505": "nan", - "1506": "nan", - "1507": "nan", - "1508": "nan", - "1509": "nan", + "2": 14.88549, + "3": 8.69619, + "4": 8.66801, + "5": 8.78105, + "6": 8.73761, + "7": 12.08244, + "8": 32.8806, + "9": 8.6462, + "10": 8.727, + "11": 8.73122, + "12": 8.7108, + "13": 9.09621, + "14": 8.68028, + "15": 8.78269, + "16": 8.80345, + "17": 18.27981, + "18": 10.70386, + "19": 9.18625, + "20": 9.47099, + "21": 8.7281, + "22": 9.38963, + "23": 8.78318, + "24": 9.03161, + "25": 8.72393, + "26": 9.49375, + "27": 8.75329, + "28": 8.7366, + "29": 8.76766, + "30": 9.6418, + "31": 8.69838, + "32": 8.76715, + "33": 8.70235, + "34": 8.68159, + "35": 8.7132, + "36": 8.76068, + "37": 8.75889, + "38": 8.79932, + "39": 8.73769, + "40": 8.76277, + "41": 8.66693, + "42": 8.74183, + "43": 8.82198, + "44": 9.72527, + "45": 12.41225, + "46": 9.21887, + "47": 9.12756, + "48": 8.83203, + "49": 8.79146, + "50": 8.70349, + "51": 9.08158, + "52": 8.80028, + "53": 8.81568, + "54": 8.85055, + "55": 8.83132, + "56": 8.75926, + "57": 9.15178, + "58": 8.76244, + "59": 8.66057, + "60": 9.71543, + "61": 9.17281, + "62": 9.38316, + "63": 8.68694, + "64": 9.42159, + "65": 8.738, + "66": 9.37624, + "67": 9.07383, + "68": 8.7961, + "69": 8.76434, + "70": 8.63752, + "71": 8.79046, + "72": 8.80796, + "73": 8.68886, + "74": 8.69061, + "75": 8.80439, + "76": 8.75022, + "77": 8.67152, + "78": 8.81391, + "79": 8.76662, + "80": 8.74896, + "81": 8.79652, + "82": 8.82042, + "83": 8.72903, + "84": 8.75297, + "85": 8.75637, + "86": 8.79287, + "87": 8.75317, + "88": 8.73331, + "89": 8.67978, + "90": 9.07194, + "91": 8.65478, + "92": 8.63544, + "93": 8.65299, + "94": 8.72437, + "95": 8.74669, + "96": 9.10307, + "97": 8.76066, + "98": 8.72012, + "99": 8.69641, + "100": 8.76717, + "101": 8.78195, + "102": 8.87336, + "103": 8.76907, + "104": 8.74696, + "105": 9.01553, + "106": 8.75137, + "107": 9.49272, + "108": 9.39877, + "109": 8.69497, + "110": 8.68579, + "111": 9.74289, + "112": 8.76714, + "113": 8.76017, + "114": 8.74042, + "115": 8.72684, + "116": 8.71649, + "117": 8.75458, + "118": 8.72401, + "119": 8.69683, + "120": 8.72789, + "121": 8.7142, + "122": 8.69725, + "123": 8.79298, + "124": 8.6575, + "125": 8.83224, + "126": 8.73115, + "127": 8.70489, + "128": 8.68012, + "129": 9.05502, + "130": 8.7168, + "131": 8.7272, + "132": 8.69669, + "133": 8.68589, + "134": 8.71827, + "135": 9.08775, + "136": 8.76889, + "137": 8.82858, + "138": 8.76736, + "139": 8.76956, + "140": 8.71062, + "141": 8.72338, + "142": 8.74247, + "143": 8.8624, + "144": 8.73634, + "145": 8.7752, + "146": 8.71779, + "147": 8.79815, + "148": 8.7082, + "149": 8.75763, + "150": 9.01071, + "151": 9.44462, + "152": 9.39655, + "153": 8.73316, + "154": 9.47092, + "155": 8.67235, + "156": 9.03047, + "157": 8.76787, + "158": 8.81281, + "159": 8.7031, + "160": 8.67715, + "161": 8.73739, + "162": 8.6842, + "163": 8.69407, + "164": 8.70446, + "165": 8.70913, + "166": 8.69067, + "167": 8.70301, + "168": 9.14593, + "169": 8.68595, + "170": 8.74162, + "171": 8.73719, + "172": 8.74286, + "173": 9.12678, + "174": 8.79363, + "175": 8.71981, + "176": 8.78718, + "177": 8.68481, + "178": 8.7927, + "179": 8.76997, + "180": 8.71354, + "181": 8.75287, + "182": 8.74123, + "183": 8.7706, + "184": 8.76504, + "185": 8.76494, + "186": 8.85619, + "187": 8.73957, + "188": 8.76342, + "189": 8.80181, + "190": 8.73625, + "191": 8.74549, + "192": 8.67977, + "193": 8.78924, + "194": 9.40521, + "195": 8.69255, + "196": 9.88449, + "197": 8.74418, + "198": 9.46227, + "199": 9.5559, + "200": 9.04738, + "201": 8.69412, + "202": 9.38011, + "203": 8.72418, + "204": 8.7347, + "205": 8.74077, + "206": 9.09819, + "207": 8.78635, + "208": 9.21057, + "209": 8.80899, + "210": 8.65269, + "211": 8.76685, + "212": 9.14207, + "213": 8.79878, + "214": 8.73326, + "215": 8.8295, + "216": 8.80676, + "217": 8.80315, + "218": 8.70347, + "219": 8.76191, + "220": 8.72336, + "221": 8.71731, + "222": 8.75249, + "223": 8.76231, + "224": 8.76, + "225": 8.78652, + "226": 8.64969, + "227": 8.70418, + "228": 8.72381, + "229": 8.78579, + "230": 8.74498, + "231": 8.85067, + "232": 8.77311, + "233": 8.77484, + "234": 8.84687, + "235": 8.72585, + "236": 8.70977, + "237": 8.65329, + "238": 9.41598, + "239": 8.82582, + "240": 9.9878, + "241": 8.74723, + "242": 9.48102, + "243": 9.04241, + "244": 8.76248, + "245": 9.13526, + "246": 8.84711, + "247": 8.7422, + "248": 8.61513, + "249": 8.72169, + "250": 9.1229, + "251": 8.79349, + "252": 8.76048, + "253": 8.7348, + "254": 8.76947, + "255": 8.70801, + "256": 8.70811, + "257": 8.77398, + "258": 8.74489, + "259": 8.73014, + "260": 8.74668, + "261": 8.71698, + "262": 8.65416, + "263": 8.67506, + "264": 8.75065, + "265": 8.73082, + "266": 8.79117, + "267": 8.78508, + "268": 8.73238, + "269": 8.73988, + "270": 8.77775, + "271": 8.76288, + "272": 8.72176, + "273": 8.72147, + "274": 8.77144, + "275": 8.86565, + "276": 8.79047, + "277": 8.63855, + "278": 8.69218, + "279": 8.72487, + "280": 8.65668, + "281": 9.04921, + "282": 8.75252, + "283": 9.37935, + "284": 9.46182, + "285": 9.18486, + "286": 9.37885, + "287": 9.07468, + "288": 8.76877, + "289": 9.12677, + "290": 8.7037, + "291": 8.75648, + "292": 8.80483, + "293": 8.64773, + "294": 8.71276, + "295": 8.67453, + "296": 8.72931, + "297": 8.74577, + "298": 8.73721, + "299": 8.71034, + "300": 8.71186, + "301": 8.68824, + "302": 8.77784, + "303": 8.70538, + "304": 8.73717, + "305": 8.72477, + "306": 8.71504, + "307": 8.7187, + "308": 8.7292, + "309": 8.68313, + "310": 8.79177, + "311": 8.7182, + "312": 8.74976, + "313": 8.82914, + "314": 8.7962, + "315": 8.75212, + "316": 8.68214, + "317": 8.75444, + "318": 8.77477, + "319": 8.7101, + "320": 8.81165, + "321": 8.65105, + "322": 8.66282, + "323": 9.06816, + "324": 8.71185, + "325": 8.69644, + "326": 9.40494, + "327": 8.7692, + "328": 9.84994, + "329": 8.75208, + "330": 9.90441, + "331": 8.62934, + "332": 9.03137, + "333": 8.70977, + "334": 8.66308, + "335": 8.71852, + "336": 8.73723, + "337": 8.72037, + "338": 8.72195, + "339": 8.7195, + "340": 8.7654, + "341": 8.73604, + "342": 8.70549, + "343": 8.75748, + "344": 8.72961, + "345": 8.76384, + "346": 8.7471, + "347": 8.73551, + "348": 8.6797, + "349": 8.71632, + "350": 8.72063, + "351": 8.685, + "352": 8.66136, + "353": 8.67665, + "354": 8.75958, + "355": 8.78762, + "356": 8.75485, + "357": 8.73086, + "358": 8.73616, + "359": 8.70034, + "360": 8.65118, + "361": 9.16983, + "362": 8.70391, + "363": 8.73766, + "364": 8.73773, + "365": 8.77847, + "366": 9.13772, + "367": 8.79244, + "368": 8.74306, + "369": 8.73918, + "370": 9.44844, + "371": 8.80922, + "372": 9.47019, + "373": 8.72549, + "374": 9.86138, + "375": 8.8155, + "376": 9.03422, + "377": 8.73794, + "378": 8.76834, + "379": 8.75406, + "380": 8.71565, + "381": 8.71601, + "382": 8.78463, + "383": 8.72498, + "384": 8.64482, + "385": 8.73897, + "386": 8.76947, + "387": 8.69491, + "388": 8.71946, + "389": 8.67264, + "390": 8.72047, + "391": 8.69611, + "392": 8.70566, + "393": 8.75371, + "394": 8.70107, + "395": 8.63999, + "396": 8.68941, + "397": 8.7768, + "398": 8.70048, + "399": 8.74518, + "400": 9.13325, + "401": 8.74344, + "402": 8.73166, + "403": 8.73528, + "404": 8.77199, + "405": 9.07368, + "406": 8.79548, + "407": 8.78198, + "408": 8.67305, + "409": 8.68681, + "410": 8.80478, + "411": 8.71852, + "412": 8.69408, + "413": 8.9998, + "414": 9.1211, + "415": 8.69497, + "416": 9.41946, + "417": 9.37242, + "418": 8.679, + "419": 9.57457, + "420": 8.71469, + "421": 8.72421, + "422": 8.71029, + "423": 8.72568, + "424": 8.69517, + "425": 8.72445, + "426": 8.76382, + "427": 8.66648, + "428": 8.67174, + "429": 8.69344, + "430": 8.71356, + "431": 8.80395, + "432": 8.78996, + "433": 8.79165, + "434": 8.79523, + "435": 8.68625, + "436": 8.74457, + "437": 8.76331, + "438": 8.62005, + "439": 9.06072, + "440": 8.78858, + "441": 8.64696, + "442": 8.72387, + "443": 8.75162, + "444": 9.14886, + "445": 8.71549, + "446": 8.68625, + "447": 8.74574, + "448": 8.77772, + "449": 8.79313, + "450": 8.73673, + "451": 8.7178, + "452": 8.71247, + "453": 8.78217, + "454": 8.73617, + "455": 8.72952, + "456": 8.7091, + "457": 9.04349, + "458": 9.07594, + "459": 8.64047, + "460": 9.40508, + "461": 8.73038, + "462": 9.46243, + "463": 9.08261, + "464": 9.16602, + "465": 8.7227, + "466": 8.7119, + "467": 8.69926, + "468": 8.71426, + "469": 8.71272, + "470": 8.65752, + "471": 8.80615, + "472": 8.79403, + "473": 8.69897, + "474": 8.67836, + "475": 8.68815, + "476": 8.78653, + "477": 8.66525, + "478": 9.12035, + "479": 8.7082, + "480": 8.79716, + "481": 8.64246, + "482": 9.10773, + "483": 8.71388, + "484": 8.75467, + "485": 8.75154, + "486": 8.7168, + "487": 8.7055, + "488": 8.70954, + "489": 8.78456, + "490": 8.79879, + "491": 8.71699, + "492": 8.71531, + "493": 8.66329, + "494": 8.63512, + "495": 8.65429, + "496": 8.5959, + "497": 8.63649, + "498": 8.67196, + "499": 8.6491, + "500": 8.74877, + "501": 8.61722, + "502": 9.26151, + "503": 8.67856, + "504": 9.34605, + "505": 8.62985, + "506": 9.3671, + "507": 8.57077, + "508": 8.96765, + "509": 9.04964, + "510": 8.62963, + "511": 8.58466, + "512": 8.65811, + "513": 8.6293, + "514": 8.65266, + "515": 8.66263, + "516": 8.60834, + "517": 9.04176, + "518": 8.70988, + "519": 8.64792, + "520": 8.64307, + "521": 9.02062, + "522": 8.694, + "523": 8.59501, + "524": 8.61435, + "525": 8.62253, + "526": 8.64452, + "527": 8.6225, + "528": 8.60346, + "529": 8.63039, + "530": 8.68799, + "531": 8.6925, + "532": 8.57813, + "533": 8.59486, + "534": 8.61832, + "535": 8.63593, + "536": 8.63774, + "537": 8.60103, + "538": 8.68419, + "539": 8.64667, + "540": 8.78363, + "541": 8.70812, + "542": 8.63367, + "543": 8.64657, + "544": 8.69717, + "545": 8.64448, + "546": 9.27207, + "547": 8.57347, + "548": 9.37958, + "549": 9.35578, + "550": 8.61681, + "551": 8.6155, + "552": 8.95592, + "553": 8.99152, + "554": 8.67618, + "555": 8.99625, + "556": 8.65444, + "557": 8.605, + "558": 8.63068, + "559": 8.61579, + "560": 8.98974, + "561": 8.68635, + "562": 8.61988, + "563": 8.65447, + "564": 8.63114, + "565": 8.5829, + "566": 8.64826, + "567": 8.69937, + "568": 8.60336, + "569": 8.62606, + "570": 8.60418, + "571": 8.62152, + "572": 8.68734, + "573": 8.63081, + "574": 8.72659, + "575": 8.61083, + "576": 8.68291, + "577": 8.6201, + "578": 8.69007, + "579": 8.62035, + "580": 8.60754, + "581": 8.71443, + "582": 8.64443, + "583": 8.66623, + "584": 8.64661, + "585": 8.65959, + "586": 8.62758, + "587": 8.61636, + "588": 8.99387, + "589": 9.34389, + "590": 8.71844, + "591": 8.78004, + "592": 9.31374, + "593": 9.39266, + "594": 9.02311, + "595": 9.056, + "596": 8.61128, + "597": 8.69404, + "598": 9.42191, + "599": 8.59345, + "600": 8.69855, + "601": 8.64664, + "602": 8.71824, + "603": 8.6435, + "604": 8.62505, + "605": 8.69551, + "606": 8.65118, + "607": 8.67219, + "608": 8.65425, + "609": 8.65415, + "610": 8.7281, + "611": 8.77189, + "612": 8.65765, + "613": 8.73565, + "614": 8.58316, + "615": 8.67478, + "616": 8.63075, + "617": 8.6511, + "618": 8.64966, + "619": 8.60754, + "620": 8.73057, + "621": 8.69859, + "622": 8.63572, + "623": 8.59256, + "624": 8.67684, + "625": 8.56647, + "626": 8.63505, + "627": 8.73915, + "628": 8.80931, + "629": 8.68435, + "630": 8.6489, + "631": 8.68776, + "632": 8.67772, + "633": 9.37018, + "634": 8.9988, + "635": 8.64944, + "636": 9.44881, + "637": 9.04685, + "638": 9.34815, + "639": 9.02755, + "640": 8.65788, + "641": 8.67746, + "642": 8.66413, + "643": 9.08095, + "644": 8.8266, + "645": 8.73682, + "646": 8.68026, + "647": 8.6653, + "648": 8.66012, + "649": 8.60817, + "650": 8.67351, + "651": 8.66452, + "652": 8.67794, + "653": 8.68251, + "654": 8.632, + "655": 8.5978, + "656": 8.67779, + "657": 8.69782, + "658": 8.69906, + "659": 8.64594, + "660": 8.73193, + "661": 8.70841, + "662": 8.77714, + "663": 8.71545, + "664": 8.6613, + "665": 8.60668, + "666": 8.67343, + "667": 8.66917, + "668": 8.75537, + "669": 8.74514, + "670": 8.7515, + "671": 9.01298, + "672": 8.68197, + "673": 8.60742, + "674": 8.61973, + "675": 9.05548, + "676": 8.63785, + "677": 8.6286, + "678": 9.37466, + "679": 8.64298, + "680": 9.30988, + "681": 8.67029, + "682": 9.36467, + "683": 8.66742, + "684": 9.01526, + "685": 8.69696, + "686": 8.73079, + "687": 9.08864, + "688": 8.66501, + "689": 8.69537, + "690": 8.67311, + "691": 8.71784, + "692": 8.66719, + "693": 8.68528, + "694": 8.63498, + "695": 8.74407, + "696": 8.6462, + "697": 8.64191, + "698": 8.69758, + "699": 8.66808, + "700": 8.61981, + "701": 8.66233, + "702": 8.65233, + "703": 8.62956, + "704": 8.703, + "705": 8.72893, + "706": 8.64178, + "707": 8.63103, + "708": 8.73548, + "709": 8.62754, + "710": 9.0468, + "711": 8.68048, + "712": 8.69484, + "713": 8.70335, + "714": 9.02883, + "715": 8.72755, + "716": 8.69721, + "717": 8.70812, + "718": 8.58749, + "719": 8.64602, + "720": 8.73364, + "721": 9.03836, + "722": 8.9722, + "723": 8.621, + "724": 9.37014, + "725": 9.35284, + "726": 8.70415, + "727": 9.00024, + "728": 8.71289, + "729": 8.65823, + "730": 8.73525, + "731": 8.69741, + "732": 9.1813, + "733": 8.64549, + "734": 8.59251, + "735": 8.61474, + "736": 8.63169, + "737": 8.75229, + "738": 8.67546, + "739": 8.60501, + "740": 8.63473, + "741": 8.7326, + "742": 8.62172, + "743": 8.62241, + "744": 8.6739, + "745": 8.68032, + "746": 8.63196, + "747": 8.65075, + "748": 9.03098, + "749": 8.73549, + "750": 8.70485, + "751": 8.73349, + "752": 9.02257, + "753": 8.62159, + "754": 8.66043, + "755": 8.60841, + "756": 8.62195, + "757": 8.71287, + "758": 8.75282, + "759": 8.63498, + "760": 8.70967, + "761": 8.796, + "762": 8.70437, + "763": 8.75568, + "764": 8.72915, + "765": 9.40577, + "766": 8.71981, + "767": 8.73409, + "768": 9.44882, + "769": 9.41079, + "770": 8.79751, + "771": 9.14899, + "772": 8.67785, + "773": 8.75396, + "774": 8.77709, + "775": 8.70473, + "776": 9.19249, + "777": 8.7305, + "778": 8.75822, + "779": 8.77091, + "780": 8.76, + "781": 8.77456, + "782": 8.7803, + "783": 8.73846, + "784": 8.748, + "785": 8.75607, + "786": 8.73481, + "787": 8.7063, + "788": 9.43789, + "789": 8.91288, + "790": 14.00687, + "791": 9.82781, + "792": 9.62374, + "793": 8.67973, + "794": 8.79629, + "795": 8.72368, + "796": 8.70473, + "797": 8.80231, + "798": 8.74809, + "799": 8.76464, + "800": 8.75895, + "801": 8.81437, + "802": 8.75495, + "803": 8.72457, + "804": 8.80935, + "805": 8.7104, + "806": 8.81735, + "807": 8.73982, + "808": 8.76655, + "809": 9.06609, + "810": 9.07926, + "811": 8.73743, + "812": 9.45011, + "813": 8.66754, + "814": 9.45243, + "815": 9.08849, + "816": 8.82309, + "817": 8.82411, + "818": 8.71468, + "819": 8.73156, + "820": 8.72754, + "821": 8.74778, + "822": 9.17914, + "823": 8.72446, + "824": 8.69397, + "825": 8.71152, + "826": 9.11132, + "827": 8.77546, + "828": 23.02795, + "829": 8.66945, + "830": 9.05446, + "831": 8.71627, + "832": 8.71954, + "833": 8.856, + "834": 8.74815, + "835": 8.67559, + "836": 8.67782, + "837": 8.7734, + "838": 8.70783, + "839": 8.61356, + "840": 8.71719, + "841": 8.73248, + "842": 8.7375, + "843": 8.69141, + "844": 8.69396, + "845": 8.74811, + "846": 8.7214, + "847": 8.81413, + "848": 8.81658, + "849": 8.79139, + "850": 8.74494, + "851": 8.76732, + "852": 8.77662, + "853": 8.69557, + "854": 9.41599, + "855": 8.75986, + "856": 9.40143, + "857": 9.48045, + "858": 11.68606, + "859": 8.71784, + "860": 9.07464, + "861": 8.71965, + "862": 8.70267, + "863": 8.71153, + "864": 8.73922, + "865": 9.12807, + "866": 9.15873, + "867": 8.71422, + "868": 9.10976, + "869": 8.7164, + "870": 8.75771, + "871": 8.75878, + "872": 8.67066, + "873": 8.71565, + "874": 8.73556, + "875": 8.76271, + "876": 8.67747, + "877": 8.67412, + "878": 8.75906, + "879": 8.72171, + "880": 8.7225, + "881": 8.74911, + "882": 8.66603, + "883": 8.71464, + "884": 8.72819, + "885": 8.71137, + "886": 8.70094, + "887": 8.69329, + "888": 8.77051, + "889": 8.72487, + "890": 8.73949, + "891": 8.77397, + "892": 8.72114, + "893": 8.77457, + "894": 8.74838, + "895": 8.7878, + "896": 8.75945, + "897": 13.06208, + "898": 9.11271, + "899": 8.71636, + "900": 9.37293, + "901": 9.40692, + "902": 8.68401, + "903": 9.49787, + "904": 8.78897, + "905": 8.80933, + "906": 8.79748, + "907": 9.04922, + "908": 8.71228, + "909": 8.81469, + "910": 8.70314, + "911": 9.1742, + "912": 8.79736, + "913": 8.65648, + "914": 8.74655, + "915": 8.75667, + "916": 8.71287, + "917": 8.76377, + "918": 8.7052, + "919": 8.66134, + "920": 8.72234, + "921": 8.73464, + "922": 8.73288, + "923": 8.75132, + "924": 8.78799, + "925": 8.76102, + "926": 8.70375, + "927": 8.80134, + "928": 8.71047, + "929": 8.72515, + "930": 8.77098, + "931": 8.7294, + "932": 8.72705, + "933": 8.70807, + "934": 8.70091, + "935": 8.79857, + "936": 8.76281, + "937": 8.7707, + "938": 8.77032, + "939": 8.73553, + "940": 8.72925, + "941": 9.33685, + "942": 9.16084, + "943": 8.77203, + "944": 9.41564, + "945": 9.50391, + "946": 9.14325, + "947": 9.05498, + "948": 8.65965, + "949": 8.73284, + "950": 8.71846, + "951": 8.77804, + "952": 8.77827, + "953": 8.76973, + "954": 8.76718, + "955": 9.17485, + "956": 8.73324, + "957": 8.65849, + "958": 8.70976, + "959": 8.73773, + "960": 8.78704, + "961": 8.76449, + "962": 8.76027, + "963": 8.69988, + "964": 8.67395, + "965": 8.68068, + "966": 8.73321, + "967": 8.72686, + "968": 8.8456, + "969": 8.75559, + "970": 8.71739, + "971": 8.67937, + "972": 8.73234, + "973": 8.78945, + "974": 8.71847, + "975": 8.71195, + "976": 8.75926, + "977": 8.7403, + "978": 8.69865, + "979": 8.72338, + "980": 9.1481, + "981": 8.78649, + "982": 8.75909, + "983": 8.677, + "984": 9.02197, + "985": 9.09206, + "986": 9.03892, + "987": 9.45662, + "988": 8.73024, + "989": 9.47578, + "990": 8.75281, + "991": 9.07324, + "992": 8.71826, + "993": 8.76065, + "994": 8.72885, + "995": 8.74837, + "996": 8.81194, + "997": 8.73847, + "998": 8.81103, + "999": 8.70856, + "1000": 9.2363, + "1001": 8.65349, + "1002": 8.6274, + "1003": 8.66472, + "1004": 8.6063, + "1005": 8.57999, + "1006": 8.70977, + "1007": 8.68944, + "1008": 8.63439, + "1009": 8.69968, + "1010": 8.68977, + "1011": 8.68347, + "1012": 8.65412, + "1013": 8.69489, + "1014": 8.70307, + "1015": 8.67777, + "1016": 9.03626, + "1017": 8.66774, + "1018": 8.73762, + "1019": 8.67175, + "1020": 9.09973, + "1021": 8.7109, + "1022": 8.7441, + "1023": 8.63104, + "1024": 8.7457, + "1025": 8.71245, + "1026": 9.06964, + "1027": 9.04942, + "1028": 8.63727, + "1029": 9.42852, + "1030": 9.41904, + "1031": 8.72906, + "1032": 9.10192, + "1033": 8.65531, + "1034": 8.67804, + "1035": 8.59598, + "1036": 8.70216, + "1037": 8.66874, + "1038": 8.67826, + "1039": 8.6773, + "1040": 8.72395, + "1041": 8.7653, + "1042": 9.13671, + "1043": 8.72463, + "1044": 8.62945, + "1045": 8.63672, + "1046": 8.69161, + "1047": 8.67936, + "1048": 8.63832, + "1049": 8.62641, + "1050": 8.65247, + "1051": 8.67312, + "1052": 8.67074, + "1053": 8.67269, + "1054": 8.7167, + "1055": 9.07136, + "1056": 8.75404, + "1057": 8.79635, + "1058": 8.66065, + "1059": 9.00241, + "1060": 8.72392, + "1061": 8.69619, + "1062": 8.64221, + "1063": 8.71011, + "1064": 8.70586, + "1065": 8.76292, + "1066": 8.70348, + "1067": 8.73824, + "1068": 8.66646, + "1069": 8.66707, + "1070": 9.05212, + "1071": 8.96464, + "1072": 8.74601, + "1073": 9.65382, + "1074": 8.70984, + "1075": 9.41641, + "1076": 9.01298, + "1077": 8.65861, + "1078": 8.65997, + "1079": 8.71619, + "1080": 8.57038, + "1081": 8.68147, + "1082": 8.57839, + "1083": 8.6082, + "1084": 8.61794, + "1085": 8.69004, + "1086": 8.67152, + "1087": 9.05798, + "1088": 8.56698, + "1089": 8.56572, + "1090": 8.61215, + "1091": 8.60925, + "1092": 8.62104, + "1093": 8.59085, + "1094": 9.03055, + "1095": 8.61638, + "1096": 8.60284, + "1097": 8.57485, + "1098": 8.97972, + "1099": 8.60557, + "1100": 8.60757, + "1101": 8.73134, + "1102": 8.54469, + "1103": 8.68402, + "1104": 8.57159, + "1105": 8.58549, + "1106": 8.67626, + "1107": 8.63786, + "1108": 8.77457, + "1109": 8.56713, + "1110": 8.56171, + "1111": 8.5732, + "1112": 8.67396, + "1113": 8.64574, + "1114": 8.59687, + "1115": 9.31662, + "1116": 8.66672, + "1117": 9.35597, + "1118": 8.57452, + "1119": 9.35801, + "1120": 8.94737, + "1121": 8.54403, + "1122": 8.58378, + "1123": 8.58739, + "1124": 8.68184, + "1125": 8.75632, + "1126": 8.6956, + "1127": 8.62404, + "1128": 8.81864, + "1129": 8.71534, + "1130": 8.57507, + "1131": 8.59802, + "1132": 8.62997, + "1133": 9.46967, + "1134": 8.64179, + "1135": 8.67779, + "1136": 8.54953, + "1137": 8.92885, + "1138": 8.60947, + "1139": 8.61747, + "1140": 8.59953, + "1141": 8.61265, + "1142": 8.66399, + "1143": 8.62861, + "1144": 8.66667, + "1145": 8.57334, + "1146": 8.60118, + "1147": 8.71083, + "1148": 8.64544, + "1149": 8.61442, + "1150": 8.64404, + "1151": 8.6117, + "1152": 8.61644, + "1153": 8.69601, + "1154": 8.59898, + "1155": 8.69451, + "1156": 8.63898, + "1157": 8.68107, + "1158": 8.55012, + "1159": 8.66953, + "1160": 9.44297, + "1161": 8.56164, + "1162": 9.41466, + "1163": 8.70577, + "1164": 9.31461, + "1165": 8.99604, + "1166": 8.63768, + "1167": 8.72912, + "1168": 8.6454, + "1169": 8.63549, + "1170": 8.64905, + "1171": 8.62687, + "1172": 9.04353, + "1173": 8.73273, + "1174": 8.69148, + "1175": 8.71461, + "1176": 9.04215, + "1177": 8.65411, + "1178": 9.10494, + "1179": 8.65059, + "1180": 8.72812, + "1181": 8.72255, + "1182": 8.67256, + "1183": 8.65579, + "1184": 8.68197, + "1185": 8.62635, + "1186": 8.66514, + "1187": 8.72188, + "1188": 8.66422, + "1189": 8.6905, + "1190": 8.64205, + "1191": 8.60871, + "1192": 8.63715, + "1193": 8.73142, + "1194": 8.61181, + "1195": 8.68786, + "1196": 8.64243, + "1197": 8.58931, + "1198": 8.62203, + "1199": 8.64157, + "1200": 8.63638, + "1201": 8.75347, + "1202": 8.71183, + "1203": 8.65707, + "1204": 8.97777, + "1205": 8.73674, + "1206": 9.33265, + "1207": 8.63212, + "1208": 9.31054, + "1209": 8.63702, + "1210": 9.15288, + "1211": 8.9992, + "1212": 8.73626, + "1213": 8.64293, + "1214": 8.64471, + "1215": 9.06069, + "1216": 8.93838, + "1217": 8.63945, + "1218": 8.74316, + "1219": 8.54126, + "1220": 8.64695, + "1221": 8.59168, + "1222": 9.07953, + "1223": 8.5631, + "1224": 8.67476, + "1225": 8.6551, + "1226": 8.56607, + "1227": 8.57149, + "1228": 8.48757, + "1229": 8.50335, + "1230": 8.44934, + "1231": 8.47979, + "1232": 8.48407, + "1233": 8.55429, + "1234": 8.56136, + "1235": 8.52971, + "1236": 8.54584, + "1237": 8.5799, + "1238": 8.61346, + "1239": 8.48796, + "1240": 45.53997, + "1241": 8.54869, + "1242": 8.52849, + "1243": 8.53005, + "1244": 8.48551, + "1245": 8.46474, + "1246": 8.57429, + "1247": 8.58682, + "1248": 8.78196, + "1249": 8.45323, + "1250": 9.67871, + "1251": 8.58812, + "1252": 9.26108, + "1253": 8.56589, + "1254": 9.24786, + "1255": 8.49394, + "1256": 8.52648, + "1257": 8.55674, + "1258": 8.46414, + "1259": 8.57273, + "1260": 8.61566, + "1261": 8.5387, + "1262": 8.55462, + "1263": 8.57664, + "1264": 8.52539, + "1265": 8.50949, + "1266": 8.51008, + "1267": 9.00356, + "1268": 8.58163, + "1269": 8.5138, + "1270": 8.48516, + "1271": 8.58737, + "1272": 8.50186, + "1273": 8.51685, + "1274": 8.54829, + "1275": 8.49049, + "1276": 8.52732, + "1277": 8.51894, + "1278": 8.52168, + "1279": 8.47983, + "1280": 8.48546, + "1281": 8.55423, + "1282": 8.41939, + "1283": 8.47639, + "1284": 8.50079, + "1285": 8.52949, + "1286": 8.48181, + "1287": 8.44213, + "1288": 8.52926, + "1289": 8.91817, + "1290": 8.52575, + "1291": 8.52206, + "1292": 8.91427, + "1293": 8.96591, + "1294": 8.57698, + "1295": 9.25403, + "1296": 9.20786, + "1297": 8.51413, + "1298": 8.95889, + "1299": 8.46908, + "1300": 8.49647, + "1301": 8.58348, + "1302": 8.6086, + "1303": 8.53819, + "1304": 8.54762, + "1305": 8.61048, + "1306": 8.50371, + "1307": 8.49369, + "1308": 8.50746, + "1309": 8.53074, + "1310": 8.5048, + "1311": 8.47194, + "1312": 8.46505, + "1313": 8.96321, + "1314": 8.58143, + "1315": 8.58588, + "1316": 8.54531, + "1317": 8.4874, + "1318": 8.50696, + "1319": 8.53939, + "1320": 8.54917, + "1321": 8.5756, + "1322": 8.52418, + "1323": 8.64078, + "1324": 8.54867, + "1325": 8.45669, + "1326": 8.52265, + "1327": 8.54128, + "1328": 8.97809, + "1329": 8.55028, + "1330": 8.57594, + "1331": 8.56634, + "1332": 8.90035, + "1333": 8.61456, + "1334": 8.62985, + "1335": 8.58386, + "1336": 8.61078, + "1337": 8.95588, + "1338": 8.65442, + "1339": 8.62813, + "1340": 9.41129, + "1341": 9.36096, + "1342": 8.60078, + "1343": 9.0135, + "1344": 8.64317, + "1345": 8.68065, + "1346": 8.71924, + "1347": 8.63705, + "1348": 8.72923, + "1349": 8.65392, + "1350": 8.66091, + "1351": 8.69621, + "1352": 8.74704, + "1353": 8.71655, + "1354": 8.63865, + "1355": 8.64465, + "1356": 8.67502, + "1357": 8.66609, + "1358": 9.07816, + "1359": 8.70592, + "1360": 8.65471, + "1361": 8.71117, + "1362": 8.63538, + "1363": 8.71345, + "1364": 8.64941, + "1365": 8.72267, + "1366": 8.66687, + "1367": 9.00631, + "1368": 8.63572, + "1369": 8.64515, + "1370": 8.62435, + "1371": 9.03939, + "1372": 8.65275, + "1373": 8.65151, + "1374": 8.64948, + "1375": 8.68869, + "1376": 8.82985, + "1377": 21.217, + "1378": 40.95872, + "1379": 20.01612, + "1380": 8.75383, + "1381": 9.3481, + "1382": 8.70083, + "1383": 8.65443, + "1384": 9.4217, + "1385": 9.43006, + "1386": 8.77636, + "1387": 9.0669, + "1388": 8.77777, + "1389": 8.70965, + "1390": 8.67851, + "1391": 8.63778, + "1392": 8.68641, + "1393": 8.75037, + "1394": 8.65608, + "1395": 8.66416, + "1396": 8.71299, + "1397": 8.77798, + "1398": 8.69553, + "1399": 8.68763, + "1400": 8.63441, + "1401": 8.62684, + "1402": 8.68906, + "1403": 9.1983, + "1404": 8.73694, + "1405": 8.66699, + "1406": 9.33992, + "1407": 9.01837, + "1408": 8.66395, + "1409": 8.73526, + "1410": 9.10279, + "1411": 8.67293, + "1412": 8.67123, + "1413": 8.73739, + "1414": 8.70842, + "1415": 8.72992, + "1416": 9.58032, + "1417": 8.71712, + "1418": 8.73911, + "1419": 8.80202, + "1420": 8.66567, + "1421": 8.67863, + "1422": 8.79449, + "1423": 8.66177, + "1424": 8.71751, + "1425": 9.38244, + "1426": 8.70115, + "1427": 8.76302, + "1428": 9.43496, + "1429": 9.42172, + "1430": 8.67113, + "1431": 9.10854, + "1432": 8.74069, + "1433": 8.71114, + "1434": 8.736, + "1435": 8.77025, + "1436": 8.71234, + "1437": 8.79655, + "1438": 8.64765, + "1439": 8.7016, + "1440": 8.6769, + "1441": 8.78807, + "1442": 8.67873, + "1443": 8.72378, + "1444": 8.72471, + "1445": 9.06454, + "1446": 8.72754, + "1447": 8.72121, + "1448": 9.54509, + "1449": 8.69379, + "1450": 8.7303, + "1451": 8.68379, + "1452": 8.63982, + "1453": 8.80999, + "1454": 8.66709, + "1455": 8.7115, + "1456": 8.75449, + "1457": 8.73172, + "1458": 8.65046, + "1459": 8.62662, + "1460": 8.66976, + "1461": 8.65035, + "1462": 8.67483, + "1463": 8.67235, + "1464": 8.66259, + "1465": 8.71793, + "1466": 8.73276, + "1467": 8.72361, + "1468": 8.74631, + "1469": 9.07112, + "1470": 9.03492, + "1471": 8.67742, + "1472": 9.3953, + "1473": 9.47543, + "1474": 8.66103, + "1475": 9.04497, + "1476": 8.67482, + "1477": 8.66024, + "1478": 8.67807, + "1479": 8.7691, + "1480": 8.66112, + "1481": 8.69242, + "1482": 8.63093, + "1483": 8.93329, + "1484": 8.84864, + "1485": 9.07026, + "1486": 8.69765, + "1487": 8.68548, + "1488": 9.0605, + "1489": 8.65309, + "1490": 8.7069, + "1491": 8.67222, + "1492": 8.66236, + "1493": 9.10427, + "1494": 8.67805, + "1495": 8.6195, + "1496": 8.6614, + "1497": 8.69983, + "1498": 8.69539, + "1499": 8.71311, + "1500": 8.73107, + "1501": 8.6485, + "1502": 8.69147, + "1503": 8.61687, + "1504": 8.61433, + "1505": 8.611, + "1506": 8.67697, + "1507": 8.71282, + "1508": 8.70033, + "1509": 8.76975, "1510": "nan", "1511": "nan", "1512": "nan", diff --git a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_h100.json index a5003a9a581..c97e14dbfc3 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_weekly_mcore_tp4_cp2_current_scaling_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgx_h100.json @@ -6,2004 +6,2004 @@ "values": { "1": 10.84754, "2": 10.85706, - "3": 10.85347, - "4": 10.86636, - "5": 10.85081, - "6": 10.85002, - "7": 10.85764, - "8": 10.8497, - "9": 10.8459, - "10": 10.84545, - "11": 10.83381, - "12": 10.83053, + "3": 10.85346, + "4": 10.86642, + "5": 10.8509, + "6": 10.85013, + "7": 10.85754, + "8": 10.84975, + "9": 10.84593, + "10": 10.84527, + "11": 10.8338, + "12": 10.83054, "13": 10.81881, - "14": 10.83805, - "15": 10.77901, + "14": 10.83804, + "15": 10.77891, "16": 10.78962, - "17": 10.75947, - "18": 10.78521, - "19": 10.72306, - "20": 10.68819, - "21": 10.64, - "22": 10.64248, - "23": 10.65097, - "24": 10.54615, + "17": 10.75965, + "18": 10.78537, + "19": 10.72289, + "20": 10.68818, + "21": 10.64002, + "22": 10.64238, + "23": 10.6509, + "24": 10.54606, "25": 10.55844, - "26": 10.62986, - "27": 10.46361, - "28": 10.4687, - "29": 10.36202, - "30": 10.27015, - "31": 10.43, - "32": 10.35121, + "26": 10.62983, + "27": 10.46355, + "28": 10.46889, + "29": 10.36199, + "30": 10.27007, + "31": 10.43007, + "32": 10.35126, "33": 10.22009, - "34": 10.16746, - "35": 10.23499, - "36": 10.15393, - "37": 10.10229, - "38": 10.03116, + "34": 10.16739, + "35": 10.23504, + "36": 10.15396, + "37": 10.1023, + "38": 10.03134, "39": 10.04517, - "40": 10.06715, - "41": 9.94864, - "42": 9.95229, - "43": 9.86881, - "44": 9.98944, - "45": 10.00584, - "46": 9.84494, - "47": 9.99844, - "48": 9.81442, - "49": 9.94699, - "50": 9.94184, - "51": 9.59206, - "52": 9.79222, - "53": 9.62804, - "54": 9.8831, - "55": 9.73752, - "56": 9.848, - "57": 9.85921, - "58": 9.87551, - "59": 9.54422, - "60": 9.64486, - "61": 9.87802, - "62": 9.7622, - "63": 9.67839, - "64": 9.82576, - "65": 9.59434, - "66": 9.62692, + "40": 10.06709, + "41": 9.94869, + "42": 9.95224, + "43": 9.86872, + "44": 9.98941, + "45": 10.00586, + "46": 9.84491, + "47": 9.99851, + "48": 9.81444, + "49": 9.947, + "50": 9.94181, + "51": 9.59199, + "52": 9.79223, + "53": 9.62799, + "54": 9.88315, + "55": 9.73756, + "56": 9.84798, + "57": 9.85927, + "58": 9.8755, + "59": 9.54418, + "60": 9.64479, + "61": 9.87803, + "62": 9.76216, + "63": 9.6784, + "64": 9.82571, + "65": 9.59432, + "66": 9.62687, "67": 9.7398, - "68": 9.6031, - "69": 9.29377, - "70": 9.42249, - "71": 9.78788, - "72": 9.71134, - "73": 9.61676, - "74": 9.45092, - "75": 9.23965, - "76": 9.5059, - "77": 9.57622, - "78": 9.55778, - "79": 9.30755, + "68": 9.60313, + "69": 9.2937, + "70": 9.42248, + "71": 9.78791, + "72": 9.71123, + "73": 9.61675, + "74": 9.45091, + "75": 9.23957, + "76": 9.50589, + "77": 9.57621, + "78": 9.55777, + "79": 9.30756, "80": 9.35869, "81": 9.4592, - "82": 9.55371, - "83": 9.53108, - "84": 9.35256, - "85": 9.39882, - "86": 9.64918, - "87": 9.23349, - "88": 9.48716, - "89": 9.2219, - "90": 9.41242, - "91": 9.38795, - "92": 9.37694, - "93": 9.36104, - "94": 9.51329, - "95": 9.4179, - "96": 9.33421, - "97": 9.20422, - "98": 9.49007, - "99": 9.29133, - "100": 9.35642, - "101": 9.24564, - "102": 9.2402, + "82": 9.55375, + "83": 9.53111, + "84": 9.35257, + "85": 9.3988, + "86": 9.64921, + "87": 9.23342, + "88": 9.48714, + "89": 9.22202, + "90": 9.41243, + "91": 9.38793, + "92": 9.37698, + "93": 9.36102, + "94": 9.51327, + "95": 9.41784, + "96": 9.33418, + "97": 9.20421, + "98": 9.49008, + "99": 9.2914, + "100": 9.35645, + "101": 9.2456, + "102": 9.24017, "103": 9.07528, - "104": 9.16591, - "105": 9.37481, - "106": 9.14972, - "107": 9.1766, - "108": 9.3128, - "109": 9.28756, - "110": 9.36512, + "104": 9.16588, + "105": 9.37479, + "106": 9.14966, + "107": 9.17657, + "108": 9.31282, + "109": 9.28763, + "110": 9.36509, "111": 9.17373, - "112": 9.23042, + "112": 9.23044, "113": 9.35223, - "114": 9.35539, - "115": 9.32135, - "116": 9.00105, - "117": 9.06173, - "118": 9.06261, - "119": 9.22286, - "120": 9.08082, - "121": 9.19242, + "114": 9.3554, + "115": 9.32136, + "116": 9.00106, + "117": 9.06171, + "118": 9.06268, + "119": 9.22291, + "120": 9.08068, + "121": 9.19234, "122": 9.13794, - "123": 9.25677, - "124": 9.45527, - "125": 9.21646, - "126": 9.05913, + "123": 9.25678, + "124": 9.45522, + "125": 9.21641, + "126": 9.05915, "127": 9.01207, - "128": 9.21841, - "129": 8.98135, - "130": 9.1383, - "131": 9.15415, - "132": 9.03277, - "133": 8.85989, + "128": 9.21829, + "129": 8.98129, + "130": 9.13829, + "131": 9.15409, + "132": 9.03273, + "133": 8.85988, "134": 9.18204, - "135": 8.88675, - "136": 9.16268, - "137": 9.15712, + "135": 8.88672, + "136": 9.16265, + "137": 9.15709, "138": 9.23006, - "139": 9.08605, - "140": 8.87051, - "141": 9.29545, - "142": 9.19636, - "143": 9.11758, - "144": 9.24094, - "145": 9.10344, - "146": 8.98107, - "147": 8.98559, - "148": 9.134, - "149": 9.06611, - "150": 9.00905, - "151": 8.92897, - "152": 8.87601, - "153": 9.06516, - "154": 9.17838, - "155": 9.13576, - "156": 9.04868, - "157": 9.15018, - "158": 9.05128, - "159": 9.03456, - "160": 8.89031, - "161": 9.04603, - "162": 8.8941, - "163": 8.84229, - "164": 8.97343, - "165": 8.92886, - "166": 8.65512, - "167": 8.83277, - "168": 8.81935, - "169": 8.65793, - "170": 9.04589, - "171": 8.72019, - "172": 8.81957, - "173": 8.90914, - "174": 8.84876, - "175": 8.70827, + "139": 9.08595, + "140": 8.87048, + "141": 9.29546, + "142": 9.19631, + "143": 9.11753, + "144": 9.24096, + "145": 9.10357, + "146": 8.98108, + "147": 8.98558, + "148": 9.13402, + "149": 9.06619, + "150": 9.00921, + "151": 8.92898, + "152": 8.87609, + "153": 9.06533, + "154": 9.17839, + "155": 9.13583, + "156": 9.04881, + "157": 9.1503, + "158": 9.05136, + "159": 9.03468, + "160": 8.89043, + "161": 9.04615, + "162": 8.89425, + "163": 8.8424, + "164": 8.97349, + "165": 8.92897, + "166": 8.6552, + "167": 8.83285, + "168": 8.81941, + "169": 8.65807, + "170": 9.04596, + "171": 8.72028, + "172": 8.81963, + "173": 8.90925, + "174": 8.84887, + "175": 8.70835, "176": 8.75934, - "177": 8.76445, - "178": 8.72261, - "179": 8.63927, - "180": 8.74248, - "181": 8.69328, - "182": 8.72272, - "183": 9.08566, - "184": 8.60874, + "177": 8.76455, + "178": 8.72272, + "179": 8.63936, + "180": 8.74251, + "181": 8.69327, + "182": 8.72271, + "183": 9.08564, + "184": 8.60876, "185": 8.88295, "186": 8.74224, "187": 8.57442, - "188": 8.68305, - "189": 8.86583, - "190": 8.5362, + "188": 8.68313, + "189": 8.8659, + "190": 8.53625, "191": 8.66488, - "192": 8.61088, - "193": 8.57621, - "194": 8.75138, - "195": 8.59354, + "192": 8.6109, + "193": 8.57624, + "194": 8.75144, + "195": 8.59347, "196": 8.7762, - "197": 8.74356, - "198": 8.62948, - "199": 8.77193, - "200": 8.73535, - "201": 8.6699, - "202": 8.55057, - "203": 8.54085, - "204": 8.71276, - "205": 8.22356, + "197": 8.74361, + "198": 8.62949, + "199": 8.77197, + "200": 8.7354, + "201": 8.66993, + "202": 8.55059, + "203": 8.54088, + "204": 8.71277, + "205": 8.22363, "206": 8.85955, - "207": 8.6792, - "208": 8.70843, - "209": 8.75248, - "210": 8.58225, - "211": 8.84228, - "212": 8.49201, - "213": 8.57327, - "214": 8.51304, - "215": 8.56524, - "216": 8.50667, - "217": 8.53383, - "218": 8.53711, - "219": 8.64418, - "220": 8.54637, - "221": 8.39841, - "222": 8.50656, - "223": 8.44218, - "224": 8.52978, - "225": 8.572, - "226": 8.44328, - "227": 8.67978, - "228": 8.3872, - "229": 8.45559, - "230": 8.50014, - "231": 8.50385, - "232": 8.50046, - "233": 8.49577, - "234": 8.64194, - "235": 8.56367, - "236": 8.40018, - "237": 8.49288, - "238": 8.30772, - "239": 8.56367, - "240": 8.67363, - "241": 8.44896, - "242": 8.47433, - "243": 8.51932, - "244": 8.37203, - "245": 8.59953, - "246": 8.59789, - "247": 8.44236, - "248": 8.51318, - "249": 8.52574, - "250": 8.42631, - "251": 8.38114, - "252": 8.54975, - "253": 8.31923, - "254": 8.35628, - "255": 8.2996, - "256": 8.21187, - "257": 8.39807, - "258": 8.4551, - "259": 8.2356, - "260": 8.24399, - "261": 8.2405, - "262": 8.35276, - "263": 8.3105, - "264": 8.19479, - "265": 8.33609, - "266": 8.2375, - "267": 7.90566, - "268": 8.38321, - "269": 8.40891, - "270": 8.26905, - "271": 8.28348, - "272": 8.32379, - "273": 8.13682, - "274": 8.1027, - "275": 8.01303, - "276": 7.9296, - "277": 8.24125, - "278": 8.0514, - "279": 7.96904, - "280": 7.76, - "281": 8.10598, - "282": 8.15236, - "283": 8.16247, - "284": 8.10613, - "285": 8.07454, - "286": 7.90586, - "287": 7.99678, - "288": 8.24936, - "289": 8.17785, - "290": 8.13271, - "291": 8.25992, - "292": 8.08264, - "293": 8.12546, - "294": 7.98096, - "295": 7.9707, - "296": 8.24241, - "297": 7.79561, - "298": 8.04901, - "299": 7.94476, - "300": 7.85672, - "301": 8.0159, - "302": 7.9513, - "303": 7.99653, - "304": 7.96616, - "305": 8.0013, - "306": 7.98105, - "307": 7.99307, - "308": 8.00237, - "309": 8.01271, - "310": 7.97906, - "311": 7.93247, - "312": 7.88912, - "313": 7.83666, + "207": 8.67933, + "208": 8.70842, + "209": 8.7525, + "210": 8.58237, + "211": 8.84234, + "212": 8.49209, + "213": 8.57333, + "214": 8.51315, + "215": 8.56535, + "216": 8.50675, + "217": 8.53395, + "218": 8.53723, + "219": 8.64438, + "220": 8.5465, + "221": 8.39859, + "222": 8.50673, + "223": 8.44238, + "224": 8.52995, + "225": 8.57216, + "226": 8.44345, + "227": 8.67991, + "228": 8.38737, + "229": 8.45581, + "230": 8.50039, + "231": 8.50407, + "232": 8.50063, + "233": 8.49591, + "234": 8.6421, + "235": 8.56387, + "236": 8.40037, + "237": 8.49308, + "238": 8.30801, + "239": 8.56384, + "240": 8.67383, + "241": 8.44917, + "242": 8.47455, + "243": 8.51951, + "244": 8.37232, + "245": 8.59973, + "246": 8.59815, + "247": 8.44266, + "248": 8.51344, + "249": 8.52597, + "250": 8.42651, + "251": 8.38142, + "252": 8.55005, + "253": 8.31947, + "254": 8.35654, + "255": 8.29987, + "256": 8.2121, + "257": 8.39828, + "258": 8.45531, + "259": 8.23588, + "260": 8.24426, + "261": 8.24073, + "262": 8.35303, + "263": 8.31072, + "264": 8.19489, + "265": 8.33622, + "266": 8.23771, + "267": 7.90582, + "268": 8.38336, + "269": 8.40918, + "270": 8.26929, + "271": 8.28371, + "272": 8.32402, + "273": 8.13714, + "274": 8.10283, + "275": 8.0132, + "276": 7.92971, + "277": 8.24143, + "278": 8.05164, + "279": 7.96914, + "280": 7.76013, + "281": 8.10619, + "282": 8.15265, + "283": 8.16272, + "284": 8.1064, + "285": 8.07469, + "286": 7.906, + "287": 7.99693, + "288": 8.24948, + "289": 8.17804, + "290": 8.13285, + "291": 8.26011, + "292": 8.0828, + "293": 8.12566, + "294": 7.98113, + "295": 7.97089, + "296": 8.24262, + "297": 7.79573, + "298": 8.04911, + "299": 7.94486, + "300": 7.8569, + "301": 8.016, + "302": 7.95139, + "303": 7.99654, + "304": 7.96627, + "305": 8.00134, + "306": 7.98109, + "307": 7.9932, + "308": 8.00231, + "309": 8.01269, + "310": 7.97898, + "311": 7.93228, + "312": 7.88895, + "313": 7.83659, "314": 7.8274, - "315": 7.83226, - "316": 7.75194, - "317": 7.93264, - "318": 7.98404, - "319": 7.83273, - "320": 7.57021, - "321": 7.75249, - "322": 7.83618, - "323": 7.77413, - "324": 7.91467, - "325": 7.8009, - "326": 7.65646, - "327": 7.86875, - "328": 7.7904, - "329": 7.88457, - "330": 7.75675, - "331": 7.52719, - "332": 7.81839, - "333": 7.8458, - "334": 7.68506, - "335": 7.70231, - "336": 7.91754, - "337": 7.65346, - "338": 7.90035, - "339": 7.72742, - "340": 7.76121, - "341": 7.71087, - "342": 7.82374, - "343": 7.61797, - "344": 7.59207, - "345": 7.61237, - "346": 7.46621, - "347": 7.55899, - "348": 7.68574, - "349": 7.5883, - "350": 7.65881, - "351": 7.74983, - "352": 7.70702, - "353": 7.50448, - "354": 7.7458, - "355": 7.76719, - "356": 7.7775, - "357": 7.81787, - "358": 7.60095, - "359": 7.55023, - "360": 7.63168, - "361": 7.54655, - "362": 7.76698, - "363": 7.59037, - "364": 7.58236, - "365": 7.6224, - "366": 7.30868, - "367": 7.563, - "368": 7.44751, - "369": 7.34924, - "370": 7.46691, - "371": 7.46393, - "372": 7.65572, - "373": 7.52822, - "374": 7.44542, - "375": 7.53255, - "376": 7.34872, - "377": 7.24179, - "378": 7.54178, - "379": 7.49443, - "380": 7.38722, - "381": 7.47223, - "382": 7.29421, - "383": 7.27671, - "384": 7.41339, - "385": 7.39668, - "386": 7.23384, - "387": 7.42274, - "388": 7.28306, - "389": 7.43753, - "390": 7.243, - "391": 7.64798, - "392": 7.33649, - "393": 7.42101, - "394": 7.47719, - "395": 7.44055, - "396": 7.28484, - "397": 7.23191, - "398": 7.42336, - "399": 7.158, - "400": 7.29886, - "401": 7.35511, - "402": 7.3934, - "403": 7.28417, - "404": 7.30531, - "405": 7.26344, - "406": 7.22028, - "407": 7.36276, - "408": 7.18486, - "409": 7.16744, - "410": 7.31755, - "411": 7.21974, - "412": 7.20031, - "413": 7.23302, - "414": 6.91463, - "415": 7.33335, - "416": 7.42982, - "417": 7.02298, - "418": 7.27561, - "419": 7.04121, - "420": 7.41187, - "421": 7.18346, - "422": 7.23832, - "423": 7.09624, - "424": 7.2444, - "425": 7.3172, - "426": 7.29045, - "427": 7.13277, - "428": 7.09453, - "429": 6.88052, - "430": 7.20641, - "431": 7.00852, - "432": 7.23304, - "433": 6.9791, - "434": 6.96147, - "435": 7.02062, - "436": 7.01088, - "437": 6.99359, - "438": 7.00352, - "439": 6.94144, - "440": 7.06304, - "441": 7.04269, - "442": 7.10196, - "443": 7.09426, - "444": 6.70771, - "445": 6.99684, - "446": 7.14396, - "447": 7.12681, - "448": 6.98453, - "449": 7.05119, - "450": 7.01775, - "451": 6.83239, - "452": 6.91276, - "453": 7.01683, - "454": 6.96913, - "455": 7.03346, - "456": 6.99622, - "457": 6.96957, - "458": 6.90581, - "459": 6.69192, - "460": 7.06336, - "461": 7.09671, - "462": 6.87224, - "463": 7.05476, - "464": 6.65101, - "465": 7.03051, - "466": 7.00781, - "467": 6.99987, - "468": 6.9554, - "469": 6.82849, - "470": 7.04459, - "471": 6.8823, - "472": 6.96158, - "473": 6.82318, - "474": 6.97526, - "475": 7.16698, - "476": 6.76311, - "477": 6.89648, - "478": 6.90742, - "479": 6.7039, - "480": 7.02728, - "481": 6.99384, - "482": 6.73027, - "483": 6.78291, - "484": 6.75131, - "485": 6.92909, - "486": 7.06477, - "487": 6.63104, - "488": 6.88314, - "489": 6.76919, - "490": 6.82177, - "491": 6.70682, - "492": 6.69015, - "493": 6.76419, - "494": 6.67059, - "495": 6.63108, - "496": 6.58643, - "497": 6.8383, - "498": 6.64289, - "499": 6.85141, - "500": 6.65138, - "501": 6.72721, - "502": 6.83717, - "503": 6.70647, - "504": 6.61423, - "505": 6.61842, - "506": 6.74252, - "507": 6.8618, - "508": 6.85477, - "509": 6.64701, - "510": 6.8187, - "511": 6.73703, - "512": 6.73514, - "513": 6.65526, - "514": 6.70876, - "515": 6.44518, - "516": 6.74107, - "517": 6.70304, - "518": 6.5369, - "519": 6.63153, - "520": 6.85695, - "521": 6.66095, - "522": 6.70566, - "523": 6.73929, - "524": 6.73423, - "525": 6.67298, - "526": 6.41335, - "527": 6.79814, - "528": 6.65864, - "529": 6.62977, - "530": 6.62339, - "531": 6.6425, - "532": 6.63135, - "533": 6.76055, - "534": 6.61013, - "535": 6.74872, - "536": 6.62481, - "537": 6.63771, - "538": 6.53053, - "539": 6.55035, - "540": 6.5829, - "541": 6.44979, - "542": 6.6683, - "543": 6.67901, - "544": 6.67675, - "545": 6.81183, - "546": 6.63062, - "547": 6.41661, - "548": 6.72234, - "549": 6.69593, - "550": 6.52645, - "551": 6.74763, - "552": 6.63826, - "553": 6.48149, - "554": 6.63447, - "555": 6.45821, - "556": 6.61364, - "557": 6.63075, - "558": 6.38272, - "559": 6.3668, - "560": 6.58162, - "561": 6.72933, - "562": 6.63452, - "563": 6.73809, - "564": 6.34718, - "565": 6.51323, - "566": 6.6959, - "567": 6.56468, - "568": 6.5072, - "569": 6.45047, - "570": 6.36202, - "571": 6.6279, - "572": 6.31031, - "573": 6.57771, - "574": 6.46919, - "575": 6.64167, - "576": 6.5131, - "577": 6.52256, - "578": 6.4816, - "579": 6.46302, - "580": 6.56284, - "581": 6.60324, - "582": 6.47584, - "583": 6.5102, - "584": 6.51765, - "585": 6.422, - "586": 6.40875, - "587": 6.45758, - "588": 6.56221, - "589": 6.62172, - "590": 6.2858, - "591": 6.67134, - "592": 6.26083, - "593": 6.47131, - "594": 6.38111, - "595": 6.35421, - "596": 6.25555, - "597": 6.18744, - "598": 6.45002, - "599": 6.39179, - "600": 6.45156, - "601": 6.25566, - "602": 6.52579, - "603": 6.51437, - "604": 6.38086, - "605": 6.48651, - "606": 6.30662, - "607": 6.52609, - "608": 6.66681, - "609": 6.16744, - "610": 6.56453, - "611": 6.39437, - "612": 6.57443, - "613": 6.4178, - "614": 6.19572, - "615": 6.38861, - "616": 6.35092, - "617": 6.36856, - "618": 6.44274, - "619": 6.13119, - "620": 6.4011, - "621": 6.45177, - "622": 6.39112, - "623": 6.57382, - "624": 6.35068, - "625": 6.27223, - "626": 6.29407, - "627": 6.43508, - "628": 6.24746, - "629": 6.58064, - "630": 6.35861, - "631": 6.34083, - "632": 6.30198, - "633": 6.24894, - "634": 6.30164, - "635": 6.53863, - "636": 6.23628, - "637": 6.62933, - "638": 6.01412, - "639": 6.27273, - "640": 6.28724, - "641": 6.20227, - "642": 6.27746, - "643": 6.45259, - "644": 6.25151, - "645": 6.23933, - "646": 6.39721, - "647": 6.32915, - "648": 6.3506, - "649": 6.33914, - "650": 6.47706, - "651": 6.32709, - "652": 6.24656, - "653": 6.37356, - "654": 6.44183, - "655": 6.51827, - "656": 6.31931, - "657": 6.4243, - "658": 6.23618, - "659": 6.15026, - "660": 6.38553, - "661": 6.16383, - "662": 6.2683, - "663": 6.36564, - "664": 6.32747, - "665": 6.39665, - "666": 6.15542, - "667": 6.19139, - "668": 6.23116, - "669": 6.20905, - "670": 6.24187, - "671": 6.23641, - "672": 6.4802, - "673": 6.33532, - "674": 6.29021, - "675": 6.37899, - "676": 6.38531, - "677": 6.29993, - "678": 6.27279, - "679": 6.2331, - "680": 6.28768, - "681": 6.19678, - "682": 6.0844, - "683": 6.26965, - "684": 6.32118, - "685": 6.29394, - "686": 6.14399, - "687": 6.2821, - "688": 6.20356, - "689": 6.61581, - "690": 6.17306, - "691": 6.17807, - "692": 6.27011, - "693": 6.14129, - "694": 6.22931, - "695": 6.32403, - "696": 6.11155, - "697": 6.15157, - "698": 6.22583, - "699": 6.457, - "700": 6.0413, - "701": 6.05716, - "702": 6.24309, - "703": 6.17713, - "704": 6.21402, - "705": 6.12142, - "706": 6.0702, - "707": 6.24713, - "708": 6.30824, - "709": 5.9995, - "710": 6.1564, - "711": 6.25068, - "712": 6.17625, - "713": 5.89086, - "714": 6.10449, - "715": 6.10903, - "716": 6.40657, - "717": 6.18456, - "718": 6.2321, - "719": 6.26639, - "720": 6.25803, - "721": 6.25413, - "722": 6.2237, - "723": 6.07071, - "724": 6.21913, - "725": 6.03054, - "726": 6.29366, - "727": 6.00861, - "728": 6.03712, - "729": 6.08501, - "730": 6.17738, - "731": 6.09265, - "732": 6.07983, - "733": 6.11771, - "734": 6.37961, - "735": 6.27066, - "736": 6.17652, - "737": 6.35899, - "738": 6.12916, - "739": 6.1424, - "740": 5.87876, - "741": 6.00011, - "742": 5.9853, - "743": 6.17514, - "744": 6.02476, - "745": 6.14781, - "746": 6.03241, - "747": 6.09562, - "748": 6.23113, - "749": 5.93362, - "750": 6.16582, - "751": 5.95238, - "752": 6.02, - "753": 6.02482, - "754": 6.28944, - "755": 6.13149, - "756": 6.25137, - "757": 6.01974, - "758": 6.20047, - "759": 6.22616, - "760": 6.0264, - "761": 6.18976, - "762": 6.22445, - "763": 6.03445, - "764": 5.96389, - "765": 5.92873, - "766": 5.96818, - "767": 5.81508, - "768": 6.18641, - "769": 6.2785, - "770": 6.2959, - "771": 5.79296, - "772": 6.03124, - "773": 6.1878, - "774": 5.88494, - "775": 6.02772, - "776": 6.12909, - "777": 5.87895, - "778": 6.05678, - "779": 5.87121, - "780": 6.13921, - "781": 5.85469, - "782": 6.04401, - "783": 5.95442, - "784": 5.9219, - "785": 6.09467, - "786": 6.10416, - "787": 5.66036, - "788": 6.00061, - "789": 6.21366, - "790": 6.26621, - "791": 5.79601, - "792": 5.9955, - "793": 6.18411, - "794": 6.03549, - "795": 6.00708, - "796": 6.16635, - "797": 6.05765, - "798": 6.05963, - "799": 6.11147, - "800": 6.01593, - "801": 6.14993, - "802": 5.98297, - "803": 6.15389, - "804": 6.00732, - "805": 5.82809, - "806": 6.09155, - "807": 6.04998, - "808": 5.92885, - "809": 5.78027, - "810": 6.01971, - "811": 5.93828, - "812": 5.9126, - "813": 5.967, - "814": 6.03123, - "815": 5.81233, - "816": 6.11816, - "817": 5.93802, - "818": 6.06518, - "819": 6.01183, - "820": 5.73131, - "821": 5.94867, - "822": 6.19876, - "823": 5.83065, - "824": 5.98527, - "825": 6.18945, - "826": 6.20058, - "827": 6.0583, - "828": 6.07191, - "829": 5.89087, - "830": 5.945, - "831": 5.90136, - "832": 5.97232, - "833": 6.06803, - "834": 5.99947, - "835": 6.00236, - "836": 5.79749, - "837": 6.10959, - "838": 5.86809, - "839": 5.8367, - "840": 6.18499, - "841": 5.78658, - "842": 5.89225, - "843": 5.94827, - "844": 6.01076, - "845": 6.08991, - "846": 5.69133, - "847": 5.75994, - "848": 5.96605, - "849": 6.0988, - "850": 5.84794, - "851": 6.02373, - "852": 5.75256, - "853": 5.99338, - "854": 6.01855, - "855": 5.82243, - "856": 5.99852, - "857": 6.00861, - "858": 6.05774, - "859": 5.95798, - "860": 6.10008, - "861": 6.07323, - "862": 6.00838, - "863": 5.83891, - "864": 5.84759, - "865": 5.93957, - "866": 5.89101, - "867": 5.87997, - "868": 6.06759, - "869": 6.08904, - "870": 5.97325, - "871": 6.04584, - "872": 5.89912, - "873": 5.84888, - "874": 6.03044, - "875": 5.91432, - "876": 5.97076, - "877": 5.92922, - "878": 6.10334, - "879": 5.76968, - "880": 6.01537, - "881": 5.99767, - "882": 5.91318, - "883": 5.68183, - "884": 5.966, - "885": 5.7518, - "886": 5.99422, - "887": 5.91779, - "888": 5.84392, - "889": 6.01616, - "890": 6.02073, - "891": 5.95325, - "892": 5.71264, - "893": 6.09168, - "894": 5.73254, - "895": 5.8432, - "896": 5.84765, - "897": 5.8616, - "898": 5.93177, - "899": 5.9419, - "900": 5.9032, - "901": 5.95542, - "902": 5.83605, - "903": 6.05513, - "904": 5.93404, - "905": 5.90538, - "906": 5.62436, - "907": 5.91358, - "908": 5.7422, - "909": 5.99435, - "910": 5.86545, - "911": 5.70706, - "912": 5.70747, - "913": 5.77028, - "914": 5.8342, - "915": 5.80338, - "916": 5.89426, - "917": 5.87287, - "918": 5.82669, - "919": 5.81525, - "920": 5.89803, - "921": 5.8497, - "922": 5.6301, - "923": 6.04217, - "924": 5.61769, - "925": 5.63092, - "926": 5.8673, - "927": 5.96616, - "928": 5.84588, - "929": 5.83146, - "930": 5.96095, - "931": 5.76456, - "932": 5.59824, - "933": 5.64159, - "934": 5.81587, - "935": 5.64445, - "936": 5.83973, - "937": 5.96939, - "938": 5.59636, - "939": 5.79376, - "940": 5.96733, - "941": 5.72785, - "942": 5.83771, - "943": 5.87312, - "944": 5.95895, - "945": 5.70776, - "946": 5.56374, - "947": 5.75541, - "948": 5.79792, - "949": 5.83295, - "950": 5.8524, - "951": 5.72927, - "952": 5.69918, - "953": 5.6847, - "954": 5.73361, - "955": 5.53679, - "956": 5.63276, - "957": 5.8485, - "958": 5.80913, - "959": 5.5798, - "960": 5.8098, - "961": 5.83764, - "962": 5.77649, - "963": 5.77448, - "964": 5.71468, - "965": 5.64511, - "966": 5.61157, - "967": 5.73204, - "968": 5.74617, - "969": 5.83365, - "970": 5.65504, - "971": 5.7128, - "972": 5.85837, - "973": 5.67947, - "974": 5.72333, - "975": 5.86828, - "976": 5.71813, - "977": 5.78083, - "978": 5.69309, - "979": 5.59685, - "980": 5.77078, - "981": 5.90525, - "982": 5.47908, - "983": 5.62678, - "984": 5.55499, - "985": 5.5963, - "986": 5.64858, - "987": 5.57835, - "988": 5.7209, - "989": 5.70487, - "990": 5.63467, - "991": 5.85707, - "992": 5.78048, - "993": 5.87706, - "994": 5.70944, - "995": 5.74063, - "996": 5.74884, - "997": 5.82808, - "998": 5.84786, - "999": 5.84022, - "1000": 5.69183, - "1001": 5.87666, - "1002": 5.76356, - "1003": 5.64967, - "1004": 5.80663, - "1005": 5.5422, - "1006": 5.33487, - "1007": 5.77658, - "1008": 5.79964, - "1009": 5.66152, - "1010": 5.79105, - "1011": 5.90527, - "1012": 5.63137, - "1013": 5.62148, - "1014": 5.68819, - "1015": 5.56753, - "1016": 5.88156, - "1017": 5.83975, - "1018": 5.63098, - "1019": 5.74012, - "1020": 5.62227, - "1021": 5.86099, - "1022": 5.50427, - "1023": 5.65868, - "1024": 5.75243, - "1025": 5.57971, - "1026": 5.42015, - "1027": 5.60847, - "1028": 5.69877, - "1029": 5.69329, - "1030": 5.69591, - "1031": 5.41367, - "1032": 5.79417, - "1033": 5.58403, - "1034": 5.63498, - "1035": 5.7224, - "1036": 5.62897, - "1037": 5.3738, - "1038": 5.67298, - "1039": 5.65584, - "1040": 5.58262, - "1041": 5.6044, - "1042": 5.82608, - "1043": 5.57073, - "1044": 5.47501, - "1045": 5.9729, - "1046": 5.49275, - "1047": 5.39737, - "1048": 5.50066, - "1049": 5.68162, - "1050": 5.70586, - "1051": 5.58113, - "1052": 5.68986, - "1053": 5.63486, - "1054": 5.46737, - "1055": 5.60601, - "1056": 5.68405, - "1057": 5.76455, - "1058": 5.57254, - "1059": 5.75863, - "1060": 5.82942, - "1061": 5.4808, - "1062": 5.65829, - "1063": 5.51012, - "1064": 5.59989, - "1065": 5.56061, - "1066": 5.75347, - "1067": 5.68058, - "1068": 5.4442, - "1069": 5.61669, - "1070": 5.81963, - "1071": 5.519, - "1072": 5.6278, - "1073": 5.62598, - "1074": 5.52987, - "1075": 5.71217, - "1076": 5.6025, - "1077": 5.71621, - "1078": 5.5738, - "1079": 5.62404, - "1080": 5.65683, - "1081": 5.63126, - "1082": 5.51945, - "1083": 5.65617, - "1084": 5.56079, - "1085": 5.41589, - "1086": 5.62844, - "1087": 5.4494, - "1088": 5.51797, - "1089": 5.77542, - "1090": 5.53372, - "1091": 5.52094, - "1092": 5.41671, - "1093": 5.70364, - "1094": 5.57797, - "1095": 5.5823, - "1096": 5.62083, - "1097": 5.65255, - "1098": 5.65999, - "1099": 5.52259, - "1100": 5.64908, - "1101": 5.68729, - "1102": 5.54397, - "1103": 5.55721, - "1104": 5.54432, - "1105": 5.56117, - "1106": 5.69336, - "1107": 5.68544, - "1108": 5.79244, - "1109": 5.54739, - "1110": 5.67061, - "1111": 5.59688, - "1112": 5.59185, - "1113": 5.63158, - "1114": 5.62119, - "1115": 5.60895, - "1116": 5.67302, - "1117": 5.65678, - "1118": 5.66264, - "1119": 5.71587, - "1120": 5.64662, - "1121": 5.38616, - "1122": 5.23797, - "1123": 5.48379, - "1124": 5.66271, - "1125": 5.68673, - "1126": 5.69192, - "1127": 5.57495, - "1128": 5.62839, - "1129": 5.303, - "1130": 5.55058, - "1131": 5.63412, - "1132": 5.73271, - "1133": 5.52409, - "1134": 5.56288, - "1135": 5.53087, - "1136": 5.43079, - "1137": 5.47501, - "1138": 5.57397, - "1139": 5.42241, - "1140": 5.2694, - "1141": 5.59125, - "1142": 5.64501, - "1143": 5.39118, - "1144": 5.38998, - "1145": 5.37003, - "1146": 5.63646, - "1147": 5.49518, - "1148": 5.51391, - "1149": 5.52968, - "1150": 5.41471, - "1151": 5.56984, - "1152": 5.42926, - "1153": 5.47069, - "1154": 5.50817, - "1155": 5.44395, - "1156": 5.35432, - "1157": 5.66873, - "1158": 5.40524, - "1159": 5.33953, - "1160": 5.79913, - "1161": 5.54337, - "1162": 5.46281, - "1163": 5.5314, - "1164": 5.3909, - "1165": 5.53249, - "1166": 5.49142, - "1167": 5.36627, - "1168": 5.49859, - "1169": 5.40953, - "1170": 5.59175, - "1171": 5.49133, - "1172": 5.64289, - "1173": 5.62754, - "1174": 5.51937, - "1175": 5.34994, - "1176": 5.39013, - "1177": 5.5628, - "1178": 5.47449, - "1179": 5.50208, - "1180": 5.47275, - "1181": 5.56117, - "1182": 5.60626, - "1183": 5.77742, - "1184": 5.5548, - "1185": 5.29611, - "1186": 5.61228, - "1187": 5.56289, - "1188": 5.52331, - "1189": 5.39592, - "1190": 5.40778, - "1191": 5.39493, - "1192": 5.50352, - "1193": 5.46938, - "1194": 5.46205, - "1195": 5.33111, - "1196": 5.52759, - "1197": 5.48298, - "1198": 5.52933, - "1199": 5.39437, - "1200": 5.33384, - "1201": 5.49269, - "1202": 5.44213, - "1203": 5.49973, - "1204": 5.40907, - "1205": 5.49444, - "1206": 5.34142, - "1207": 5.59166, - "1208": 5.4323, - "1209": 5.29606, - "1210": 5.50546, - "1211": 5.51517, - "1212": 5.6007, - "1213": 5.42701, - "1214": 5.51021, - "1215": 5.24453, - "1216": 5.42008, - "1217": 5.39006, - "1218": 5.4553, - "1219": 5.48813, - "1220": 5.38978, - "1221": 5.45806, - "1222": 5.31678, - "1223": 5.48232, - "1224": 5.4191, - "1225": 5.43478, - "1226": 5.32864, - "1227": 5.48157, - "1228": 5.73944, - "1229": 5.33098, - "1230": 5.41584, - "1231": 5.08174, - "1232": 5.79247, - "1233": 5.29264, - "1234": 5.24911, - "1235": 5.37351, - "1236": 5.48555, - "1237": 5.21028, - "1238": 5.41879, - "1239": 5.4148, - "1240": 5.46937, - "1241": 5.57845, - "1242": 5.46257, - "1243": 5.43957, - "1244": 5.52571, - "1245": 5.19924, - "1246": 5.72787, - "1247": 5.43615, - "1248": 5.30739, - "1249": 5.40853, - "1250": 5.34628, - "1251": 5.42662, - "1252": 5.57771, - "1253": 5.49169, - "1254": 5.31318, - "1255": 5.51925, - "1256": 5.61159, - "1257": 5.4289, - "1258": 5.56515, - "1259": 5.48113, - "1260": 5.51443, - "1261": 5.64437, - "1262": 5.39988, - "1263": 5.33137, - "1264": 5.50988, - "1265": 5.31195, - "1266": 5.24398, - "1267": 5.37437, - "1268": 5.39341, - "1269": 5.15668, - "1270": 5.40342, - "1271": 5.28286, - "1272": 5.52621, - "1273": 5.30045, - "1274": 5.351, - "1275": 5.38516, - "1276": 5.40173, - "1277": 5.46625, - "1278": 5.35958, - "1279": 5.44228, - "1280": 5.46271, - "1281": 5.4056, - "1282": 5.38668, - "1283": 5.4304, - "1284": 5.34899, - "1285": 5.51294, - "1286": 5.34077, - "1287": 5.59214, - "1288": 5.26641, - "1289": 5.43745, - "1290": 5.50446, - "1291": 5.50686, - "1292": 5.45102, - "1293": 5.42217, - "1294": 5.50095, - "1295": 5.3522, - "1296": 5.19186, - "1297": 5.1729, - "1298": 5.12102, - "1299": 5.3057, - "1300": 5.21514, - "1301": 5.30685, - "1302": 5.28088, - "1303": 5.36001, - "1304": 5.43855, - "1305": 5.37582, - "1306": 5.25862, - "1307": 5.19729, - "1308": 5.27673, - "1309": 5.41271, - "1310": 5.26705, - "1311": 5.38377, - "1312": 5.35934, - "1313": 5.30085, - "1314": 5.29969, - "1315": 5.42583, - "1316": 5.26575, - "1317": 5.28445, - "1318": 5.21773, - "1319": 5.3462, - "1320": 5.42092, - "1321": 5.45389, - "1322": 5.46718, - "1323": 5.37642, - "1324": 5.25828, - "1325": 5.41131, - "1326": 5.54385, - "1327": 5.39297, - "1328": 5.22143, - "1329": 5.42006, - "1330": 5.40245, - "1331": 5.31571, - "1332": 5.31727, - "1333": 5.37547, - "1334": 5.45047, - "1335": 5.37244, - "1336": 5.44342, - "1337": 5.47474, - "1338": 5.30994, - "1339": 5.142, - "1340": 5.41832, - "1341": 5.34646, - "1342": 5.35945, - "1343": 5.48107, - "1344": 5.38104, - "1345": 5.34529, - "1346": 5.08307, - "1347": 5.38781, - "1348": 5.49549, - "1349": 5.41503, - "1350": 5.03275, - "1351": 5.31951, - "1352": 5.16581, - "1353": 5.34482, - "1354": 5.36432, - "1355": 5.11547, - "1356": 5.26096, - "1357": 5.29177, - "1358": 5.16399, - "1359": 5.11228, - "1360": 5.17631, - "1361": 5.31361, - "1362": 5.07125, - "1363": 5.30052, - "1364": 5.40182, - "1365": 5.02516, - "1366": 5.11886, - "1367": 5.33842, - "1368": 5.18809, - "1369": 5.22915, - "1370": 5.20464, - "1371": 5.28463, - "1372": 5.26539, - "1373": 5.28947, - "1374": 5.28235, - "1375": 5.46378, - "1376": 5.27112, - "1377": 5.271, - "1378": 5.31839, - "1379": 5.23289, - "1380": 5.26376, - "1381": 5.48494, - "1382": 5.09147, - "1383": 5.38147, - "1384": 5.36396, - "1385": 5.39657, - "1386": 5.1696, - "1387": 5.16734, - "1388": 5.28448, - "1389": 5.30663, - "1390": 5.25959, - "1391": 5.27263, - "1392": 5.37735, - "1393": 5.38842, - "1394": 5.40883, - "1395": 5.32843, - "1396": 5.21944, - "1397": 5.28415, - "1398": 5.37281, - "1399": 5.36293, - "1400": 5.27111, - "1401": 5.36659, - "1402": 5.43116, - "1403": 5.20049, - "1404": 5.28607, - "1405": 5.1197, - "1406": 4.99065, - "1407": 5.3999, - "1408": 5.19551, - "1409": 5.39694, - "1410": 5.37537, - "1411": 4.92336, - "1412": 5.35767, - "1413": 5.41703, - "1414": 5.22298, - "1415": 5.44804, - "1416": 5.3332, - "1417": 5.39638, - "1418": 5.30812, - "1419": 5.32128, - "1420": 5.44641, - "1421": 5.40228, - "1422": 5.42558, - "1423": 5.00462, - "1424": 5.33774, - "1425": 5.59076, - "1426": 5.2375, - "1427": 5.32428, - "1428": 5.33966, - "1429": 5.08326, - "1430": 5.33508, - "1431": 5.32875, - "1432": 5.34899, - "1433": 5.19227, - "1434": 5.16796, - "1435": 5.20588, - "1436": 5.1112, - "1437": 5.23304, - "1438": 5.31841, - "1439": 5.35384, - "1440": 5.35004, - "1441": 5.17463, - "1442": 5.2231, - "1443": 5.21053, - "1444": 5.1334, - "1445": 5.07878, - "1446": 5.26855, - "1447": 5.26094, - "1448": 5.29661, - "1449": 5.25244, - "1450": 5.3473, - "1451": 5.07577, - "1452": 5.27527, - "1453": 5.17559, - "1454": 5.01567, - "1455": 5.12749, - "1456": 5.27693, - "1457": 5.19385, - "1458": 5.00944, - "1459": 5.22368, - "1460": 5.23971, - "1461": 5.07987, - "1462": 4.97012, - "1463": 5.15213, - "1464": 5.21668, - "1465": 5.27534, - "1466": 5.35578, - "1467": 5.34503, - "1468": 5.23268, - "1469": 5.05177, - "1470": 5.1274, - "1471": 5.25582, - "1472": 5.12766, - "1473": 5.11104, - "1474": 5.22883, - "1475": 5.19551, - "1476": 5.16135, - "1477": 5.27075, - "1478": 5.30965, - "1479": 5.01394, - "1480": 5.18234, - "1481": 5.25385, - "1482": 5.35234, - "1483": 5.27211, - "1484": 4.92826, - "1485": 5.29529, - "1486": 5.05398, - "1487": 4.89064, - "1488": 5.18762, - "1489": 5.10719, - "1490": 5.04881, - "1491": 5.32357, - "1492": 5.22864, - "1493": 4.94657, - "1494": 5.10915, - "1495": 5.14112, - "1496": 5.06035, - "1497": 5.36735, - "1498": 5.31008, - "1499": 5.14222, - "1500": 5.09948, - "1501": 5.03722, - "1502": 5.15398, - "1503": 5.43867, - "1504": 5.32711, - "1505": 5.0107, - "1506": 5.14931, - "1507": 5.16406, - "1508": 5.17039, - "1509": 5.31837, - "1510": 5.0273, - "1511": 5.12367, - "1512": 4.98348, - "1513": 5.17526, - "1514": 5.3389, - "1515": 5.36703, - "1516": 5.2775, - "1517": 5.22711, - "1518": 5.03402, - "1519": 5.30058, - "1520": 5.14353, - "1521": 5.16303, - "1522": 5.34065, - "1523": 5.2472, - "1524": 5.07297, - "1525": 5.2145, - "1526": 5.28538, - "1527": 5.26265, - "1528": 5.24394, - "1529": 5.18554, - "1530": 5.2424, - "1531": 5.10121, - "1532": 5.1593, - "1533": 5.05361, - "1534": 5.22301, - "1535": 5.16646, - "1536": 5.10414, - "1537": 5.03368, - "1538": 4.92194, - "1539": 5.24034, - "1540": 5.11724, - "1541": 5.25945, - "1542": 5.24176, - "1543": 5.05631, - "1544": 5.0837, - "1545": 5.12127, - "1546": 5.33201, - "1547": 5.11305, - "1548": 5.23821, - "1549": 5.23596, - "1550": 4.97846, - "1551": 5.26268, - "1552": 5.02775, - "1553": 5.15247, - "1554": 5.11399, - "1555": 5.11608, - "1556": 5.20205, - "1557": 5.0932, - "1558": 5.23476, - "1559": 5.00668, - "1560": 5.11639, - "1561": 5.15028, - "1562": 5.18666, - "1563": 5.24973, - "1564": 5.26729, - "1565": 5.09178, - "1566": 5.29731, - "1567": 5.04675, - "1568": 5.08874, - "1569": 5.20495, - "1570": 5.1755, - "1571": 4.95818, - "1572": 5.05008, - "1573": 5.0318, - "1574": 5.00044, - "1575": 5.2354, - "1576": 5.21309, - "1577": 5.131, - "1578": 5.36558, - "1579": 4.94656, - "1580": 5.12913, - "1581": 5.10366, - "1582": 5.28475, - "1583": 5.05044, - "1584": 5.05874, - "1585": 5.12349, - "1586": 5.30786, - "1587": 5.13822, - "1588": 5.2287, - "1589": 4.84403, - "1590": 5.10292, - "1591": 5.18532, - "1592": 5.14442, - "1593": 5.23919, - "1594": 5.11931, - "1595": 5.1109, - "1596": 5.1972, - "1597": 5.12038, - "1598": 5.16388, - "1599": 5.19096, - "1600": 4.87194, - "1601": 5.12366, - "1602": 5.23365, - "1603": 5.19864, - "1604": 5.05997, - "1605": 5.03696, - "1606": 4.99596, - "1607": 5.07326, - "1608": 4.98747, - "1609": 5.08079, - "1610": 5.05437, - "1611": 5.00075, - "1612": 4.76483, - "1613": 5.03738, - "1614": 4.88675, - "1615": 5.08252, - "1616": 5.23359, - "1617": 5.07068, - "1618": 4.99079, - "1619": 5.18664, - "1620": 5.14649, - "1621": 5.31793, - "1622": 5.07268, - "1623": 5.15351, - "1624": 5.13858, - "1625": 5.12816, - "1626": 5.10874, - "1627": 5.11673, - "1628": 5.06714, - "1629": 4.93791, - "1630": 5.0688, - "1631": 5.06334, - "1632": 5.10652, - "1633": 4.97697, - "1634": 4.92968, - "1635": 5.05576, - "1636": 4.92389, - "1637": 5.23536, - "1638": 5.16285, - "1639": 4.98301, - "1640": 5.00865, - "1641": 5.12943, - "1642": 5.08528, - "1643": 5.05545, - "1644": 5.12278, - "1645": 4.96691, - "1646": 5.12527, - "1647": 5.03503, - "1648": 5.19708, - "1649": 4.92839, - "1650": 5.0631, - "1651": 4.93684, - "1652": 5.21659, - "1653": 5.16316, - "1654": 5.13194, - "1655": 5.16638, - "1656": 5.34817, - "1657": 5.21363, - "1658": 5.04408, - "1659": 4.93441, - "1660": 4.81334, - "1661": 5.02918, - "1662": 5.14831, - "1663": 5.16376, - "1664": 4.991, - "1665": 5.11263, - "1666": 5.11138, - "1667": 4.85398, - "1668": 5.11416, - "1669": 5.07855, - "1670": 5.11467, - "1671": 5.17167, - "1672": 4.78165, - "1673": 5.04066, - "1674": 4.92442, - "1675": 5.05411, - "1676": 5.01259, - "1677": 4.80771, - "1678": 5.03472, - "1679": 4.89379, - "1680": 5.04295, - "1681": 5.06967, - "1682": 5.0446, - "1683": 4.90827, - "1684": 5.06603, - "1685": 5.13535, - "1686": 5.07766, - "1687": 4.98173, - "1688": 5.17489, - "1689": 5.15629, - "1690": 5.00009, - "1691": 5.00611, - "1692": 4.91711, - "1693": 5.02751, - "1694": 4.95044, - "1695": 4.92146, - "1696": 5.0902, - "1697": 5.05555, - "1698": 4.95644, - "1699": 5.01347, - "1700": 4.95104, - "1701": 5.1749, - "1702": 5.0793, - "1703": 5.17079, - "1704": 5.14533, - "1705": 4.96679, - "1706": 4.98733, - "1707": 4.79166, - "1708": 5.03391, - "1709": 5.23367, - "1710": 5.03506, - "1711": 5.1912, - "1712": 5.19961, - "1713": 5.04142, - "1714": 5.05259, - "1715": 4.92321, - "1716": 4.93911, - "1717": 4.86755, - "1718": 5.02955, - "1719": 5.13105, - "1720": 5.02635, - "1721": 4.93783, - "1722": 5.06797, - "1723": 4.94103, - "1724": 5.04378, - "1725": 5.19754, - "1726": 5.0742, - "1727": 4.91878, - "1728": 5.02236, - "1729": 5.0525, - "1730": 4.9153, - "1731": 5.00251, - "1732": 4.92052, - "1733": 5.13441, - "1734": 4.83549, - "1735": 5.21593, - "1736": 4.92045, - "1737": 4.86783, - "1738": 4.98161, - "1739": 5.16557, - "1740": 4.8441, - "1741": 4.78363, - "1742": 4.91461, - "1743": 5.0957, - "1744": 4.98456, - "1745": 4.82953, - "1746": 4.95274, - "1747": 4.87232, - "1748": 5.0709, - "1749": 4.86929, - "1750": 5.0161, - "1751": 5.12443, - "1752": 4.9113, - "1753": 5.09228, - "1754": 5.0606, - "1755": 4.89967, - "1756": 5.02522, - "1757": 5.14539, - "1758": 4.87374, - "1759": 4.95074, - "1760": 4.83716, - "1761": 5.02925, - "1762": 4.82307, - "1763": 4.77968, - "1764": 4.93719, - "1765": 5.15137, - "1766": 5.34131, - "1767": 5.22879, - "1768": 4.94844, - "1769": 5.00554, - "1770": 4.98394, - "1771": 4.96803, - "1772": 4.98489, - "1773": 4.97281, - "1774": 4.87563, - "1775": 4.95634, - "1776": 4.99697, - "1777": 4.95197, - "1778": 4.99785, - "1779": 5.08624, - "1780": 4.83814, - "1781": 5.05844, - "1782": 4.99921, - "1783": 5.02124, - "1784": 4.94014, - "1785": 5.17412, - "1786": 4.81371, - "1787": 4.97724, - "1788": 4.83003, - "1789": 4.89028, - "1790": 4.80936, - "1791": 4.74947, - "1792": 4.884, - "1793": 5.11377, - "1794": 4.99128, - "1795": 4.97321, - "1796": 5.00469, - "1797": 4.7935, - "1798": 4.77264, - "1799": 5.02419, - "1800": 4.91457, - "1801": 5.05258, - "1802": 4.82865, - "1803": 4.95864, - "1804": 4.8879, - "1805": 4.90968, - "1806": 4.88585, - "1807": 4.92978, - "1808": 4.92939, - "1809": 5.15357, - "1810": 5.10212, - "1811": 4.96175, - "1812": 4.80932, - "1813": 5.10293, - "1814": 4.78448, - "1815": 4.86871, - "1816": 5.05414, - "1817": 4.79352, - "1818": 4.80712, - "1819": 5.02837, - "1820": 4.69163, - "1821": 5.02752, - "1822": 4.66322, - "1823": 4.87331, - "1824": 4.79861, - "1825": 5.07166, - "1826": 4.82291, - "1827": 4.80286, - "1828": 4.95829, - "1829": 5.11395, - "1830": 4.92255, - "1831": 4.90472, - "1832": 4.84104, - "1833": 4.79636, - "1834": 4.95084, - "1835": 4.96083, - "1836": 4.91403, - "1837": 4.67837, - "1838": 4.81247, - "1839": 4.90468, - "1840": 4.91332, - "1841": 4.84347, - "1842": 4.96079, - "1843": 4.7153, - "1844": 4.6222, - "1845": 5.01128, - "1846": 4.75816, - "1847": 4.86921, - "1848": 4.91111, - "1849": 4.85294, - "1850": 4.8725, - "1851": 5.02002, - "1852": 4.98172, - "1853": 4.83108, - "1854": 4.86817, - "1855": 4.82429, - "1856": 4.75545, - "1857": 4.96941, - "1858": 4.97204, - "1859": 4.75797, - "1860": 4.86868, - "1861": 5.21433, - "1862": 4.62052, - "1863": 4.84224, - "1864": 4.7541, - "1865": 4.86999, - "1866": 4.79567, - "1867": 5.01329, - "1868": 4.72339, - "1869": 4.76758, - "1870": 4.9436, - "1871": 5.00769, - "1872": 4.68677, - "1873": 4.70328, - "1874": 4.85119, - "1875": 4.85669, - "1876": 4.74529, - "1877": 4.80681, - "1878": 4.81747, - "1879": 4.82927, - "1880": 4.89824, - "1881": 4.79595, - "1882": 4.80144, - "1883": 4.78724, - "1884": 4.98211, - "1885": 4.92508, - "1886": 4.83022, - "1887": 4.82108, - "1888": 4.97823, - "1889": 4.96841, - "1890": 4.71579, - "1891": 4.66278, - "1892": 4.85641, - "1893": 4.6555, - "1894": 4.91006, - "1895": 4.80146, - "1896": 4.66682, - "1897": 4.8011, - "1898": 4.9256, - "1899": 4.78387, - "1900": 4.91748, - "1901": 4.85712, - "1902": 4.78971, - "1903": 4.76855, - "1904": 4.66049, - "1905": 4.55408, - "1906": 4.81933, - "1907": 4.9136, - "1908": 5.03533, - "1909": 4.8956, - "1910": 4.79096, - "1911": 4.81474, - "1912": 4.65568, - "1913": 4.9542, - "1914": 4.88839, - "1915": 4.86901, - "1916": 4.9341, - "1917": 4.86033, - "1918": 4.8793, - "1919": 5.00154, - "1920": 4.77219, - "1921": 4.89287, - "1922": 4.82083, - "1923": 4.76166, - "1924": 4.83085, - "1925": 5.0628, - "1926": 4.94327, - "1927": 4.93216, - "1928": 4.92971, - "1929": 4.93776, - "1930": 4.91821, - "1931": 4.77898, - "1932": 4.86833, - "1933": 4.83816, - "1934": 4.84618, - "1935": 5.11472, - "1936": 4.89107, - "1937": 4.88569, - "1938": 4.80631, - "1939": 4.70952, - "1940": 4.83125, - "1941": 4.74348, - "1942": 4.88207, - "1943": 4.74519, - "1944": 4.7549, - "1945": 4.6957, - "1946": 4.92637, - "1947": 4.88212, - "1948": 4.60605, - "1949": 4.90513, - "1950": 4.80295, - "1951": 4.97199, - "1952": 4.74414, - "1953": 4.79995, - "1954": 4.74442, - "1955": 4.85783, - "1956": 4.88468, - "1957": 4.73929, - "1958": 4.70548, - "1959": 4.76927, - "1960": 4.77413, - "1961": 4.71689, - "1962": 4.83826, - "1963": 4.83299, - "1964": 4.85422, - "1965": 4.87991, - "1966": 4.79559, - "1967": 4.60016, - "1968": 4.83564, - "1969": 4.59874, - "1970": 4.58173, - "1971": 4.90923, - "1972": 4.90156, - "1973": 4.55964, - "1974": 4.83218, - "1975": 4.83403, - "1976": 4.72049, - "1977": 4.58294, - "1978": 5.01339, - "1979": 4.67075, - "1980": 4.75523, - "1981": 4.88062, - "1982": 4.72855, - "1983": 4.89911, - "1984": 4.65256, - "1985": 4.78901, - "1986": 4.70369, - "1987": 4.82022, - "1988": 4.89506, - "1989": 4.64246, - "1990": 4.8021, - "1991": 4.70816, - "1992": 4.8061, - "1993": 4.7463, - "1994": 4.86237, - "1995": 4.56343, - "1996": 4.66074, - "1997": 4.81606, - "1998": 4.68206, - "1999": 4.73562, - "2000": 4.63235 + "315": 7.83219, + "316": 7.75184, + "317": 7.93246, + "318": 7.98384, + "319": 7.83253, + "320": 7.56992, + "321": 7.75227, + "322": 7.83579, + "323": 7.77383, + "324": 7.91439, + "325": 7.80056, + "326": 7.6562, + "327": 7.86833, + "328": 7.79009, + "329": 7.88417, + "330": 7.75625, + "331": 7.52662, + "332": 7.8177, + "333": 7.84534, + "334": 7.68437, + "335": 7.70162, + "336": 7.91701, + "337": 7.65282, + "338": 7.89975, + "339": 7.72673, + "340": 7.76054, + "341": 7.71013, + "342": 7.82307, + "343": 7.61739, + "344": 7.59137, + "345": 7.61167, + "346": 7.46559, + "347": 7.55832, + "348": 7.68517, + "349": 7.58755, + "350": 7.65807, + "351": 7.74914, + "352": 7.70625, + "353": 7.50382, + "354": 7.74516, + "355": 7.76647, + "356": 7.77691, + "357": 7.81732, + "358": 7.60038, + "359": 7.54973, + "360": 7.63098, + "361": 7.54609, + "362": 7.76643, + "363": 7.5898, + "364": 7.58189, + "365": 7.62203, + "366": 7.30813, + "367": 7.56249, + "368": 7.44695, + "369": 7.34885, + "370": 7.46648, + "371": 7.46346, + "372": 7.65533, + "373": 7.52795, + "374": 7.44493, + "375": 7.532, + "376": 7.3483, + "377": 7.24136, + "378": 7.54143, + "379": 7.49396, + "380": 7.3868, + "381": 7.47194, + "382": 7.29399, + "383": 7.27632, + "384": 7.41307, + "385": 7.39635, + "386": 7.23361, + "387": 7.42234, + "388": 7.28286, + "389": 7.43727, + "390": 7.24258, + "391": 7.64786, + "392": 7.33599, + "393": 7.42065, + "394": 7.47711, + "395": 7.4406, + "396": 7.28474, + "397": 7.23178, + "398": 7.42322, + "399": 7.15796, + "400": 7.29876, + "401": 7.35503, + "402": 7.39325, + "403": 7.28394, + "404": 7.30529, + "405": 7.26333, + "406": 7.22014, + "407": 7.36277, + "408": 7.1848, + "409": 7.16717, + "410": 7.31764, + "411": 7.21973, + "412": 7.20015, + "413": 7.23299, + "414": 6.91457, + "415": 7.33319, + "416": 7.42971, + "417": 7.02293, + "418": 7.27558, + "419": 7.04131, + "420": 7.41182, + "421": 7.18335, + "422": 7.23823, + "423": 7.09606, + "424": 7.24419, + "425": 7.31707, + "426": 7.29031, + "427": 7.13265, + "428": 7.09429, + "429": 6.88025, + "430": 7.20628, + "431": 7.00842, + "432": 7.23284, + "433": 6.97896, + "434": 6.96145, + "435": 7.0205, + "436": 7.01066, + "437": 6.99356, + "438": 7.00339, + "439": 6.94136, + "440": 7.06286, + "441": 7.04265, + "442": 7.10181, + "443": 7.09417, + "444": 6.70764, + "445": 6.99676, + "446": 7.14381, + "447": 7.12662, + "448": 6.98445, + "449": 7.05101, + "450": 7.01776, + "451": 6.8324, + "452": 6.91238, + "453": 7.01672, + "454": 6.96891, + "455": 7.03323, + "456": 6.9961, + "457": 6.96944, + "458": 6.90553, + "459": 6.6917, + "460": 7.06296, + "461": 7.09643, + "462": 6.87185, + "463": 7.05421, + "464": 6.65055, + "465": 7.03022, + "466": 7.00744, + "467": 6.99927, + "468": 6.95498, + "469": 6.82807, + "470": 7.04408, + "471": 6.88198, + "472": 6.96087, + "473": 6.82239, + "474": 6.97441, + "475": 7.16647, + "476": 6.76228, + "477": 6.89619, + "478": 6.90621, + "479": 6.70331, + "480": 7.02606, + "481": 6.99322, + "482": 6.72974, + "483": 6.78204, + "484": 6.75039, + "485": 6.92854, + "486": 7.06354, + "487": 6.63025, + "488": 6.88238, + "489": 6.7679, + "490": 6.82121, + "491": 6.7059, + "492": 6.6899, + "493": 6.76344, + "494": 6.66976, + "495": 6.63002, + "496": 6.5856, + "497": 6.83721, + "498": 6.64223, + "499": 6.85071, + "500": 6.65057, + "501": 6.72636, + "502": 6.83668, + "503": 6.7054, + "504": 6.61338, + "505": 6.61732, + "506": 6.74139, + "507": 6.86095, + "508": 6.85354, + "509": 6.64671, + "510": 6.81842, + "511": 6.73691, + "512": 6.7354, + "513": 6.6547, + "514": 6.70871, + "515": 6.44451, + "516": 6.74068, + "517": 6.70227, + "518": 6.53664, + "519": 6.63151, + "520": 6.85691, + "521": 6.66058, + "522": 6.70538, + "523": 6.73863, + "524": 6.73369, + "525": 6.6726, + "526": 6.41314, + "527": 6.79748, + "528": 6.65831, + "529": 6.6297, + "530": 6.62283, + "531": 6.64209, + "532": 6.63083, + "533": 6.75974, + "534": 6.6096, + "535": 6.74828, + "536": 6.62409, + "537": 6.6379, + "538": 6.53035, + "539": 6.551, + "540": 6.58294, + "541": 6.45006, + "542": 6.66825, + "543": 6.67905, + "544": 6.6771, + "545": 6.81205, + "546": 6.63014, + "547": 6.41745, + "548": 6.72216, + "549": 6.69625, + "550": 6.52706, + "551": 6.74817, + "552": 6.63798, + "553": 6.48202, + "554": 6.63369, + "555": 6.45812, + "556": 6.61414, + "557": 6.63036, + "558": 6.38269, + "559": 6.36739, + "560": 6.58191, + "561": 6.73012, + "562": 6.63521, + "563": 6.73836, + "564": 6.34768, + "565": 6.51332, + "566": 6.69695, + "567": 6.5642, + "568": 6.50693, + "569": 6.45039, + "570": 6.36195, + "571": 6.62815, + "572": 6.31039, + "573": 6.57846, + "574": 6.46877, + "575": 6.64165, + "576": 6.5137, + "577": 6.52264, + "578": 6.48199, + "579": 6.4633, + "580": 6.56273, + "581": 6.60301, + "582": 6.47585, + "583": 6.51075, + "584": 6.51736, + "585": 6.42115, + "586": 6.40904, + "587": 6.45665, + "588": 6.56321, + "589": 6.62188, + "590": 6.28641, + "591": 6.67193, + "592": 6.26131, + "593": 6.47171, + "594": 6.38247, + "595": 6.35519, + "596": 6.25807, + "597": 6.1866, + "598": 6.45017, + "599": 6.39194, + "600": 6.45325, + "601": 6.25785, + "602": 6.52602, + "603": 6.51619, + "604": 6.38184, + "605": 6.48808, + "606": 6.30848, + "607": 6.52869, + "608": 6.66732, + "609": 6.16837, + "610": 6.5667, + "611": 6.39452, + "612": 6.57485, + "613": 6.41957, + "614": 6.19785, + "615": 6.39012, + "616": 6.35249, + "617": 6.37088, + "618": 6.44422, + "619": 6.13333, + "620": 6.40259, + "621": 6.4539, + "622": 6.39342, + "623": 6.57621, + "624": 6.35306, + "625": 6.2742, + "626": 6.2981, + "627": 6.43664, + "628": 6.24956, + "629": 6.58253, + "630": 6.35958, + "631": 6.34363, + "632": 6.30368, + "633": 6.25067, + "634": 6.30401, + "635": 6.54141, + "636": 6.23936, + "637": 6.63232, + "638": 6.01713, + "639": 6.27606, + "640": 6.28889, + "641": 6.20587, + "642": 6.27993, + "643": 6.45349, + "644": 6.25397, + "645": 6.24189, + "646": 6.40063, + "647": 6.33277, + "648": 6.35079, + "649": 6.34213, + "650": 6.48012, + "651": 6.32808, + "652": 6.24952, + "653": 6.37763, + "654": 6.445, + "655": 6.52173, + "656": 6.32265, + "657": 6.42629, + "658": 6.23889, + "659": 6.15329, + "660": 6.3884, + "661": 6.1652, + "662": 6.27045, + "663": 6.36828, + "664": 6.32903, + "665": 6.3993, + "666": 6.15825, + "667": 6.19378, + "668": 6.23345, + "669": 6.21216, + "670": 6.245, + "671": 6.2375, + "672": 6.48145, + "673": 6.33748, + "674": 6.29174, + "675": 6.38139, + "676": 6.38832, + "677": 6.30233, + "678": 6.27507, + "679": 6.23582, + "680": 6.29027, + "681": 6.19951, + "682": 6.08765, + "683": 6.27149, + "684": 6.32413, + "685": 6.29661, + "686": 6.14975, + "687": 6.28457, + "688": 6.20904, + "689": 6.62056, + "690": 6.17684, + "691": 6.18112, + "692": 6.27757, + "693": 6.14708, + "694": 6.23815, + "695": 6.33044, + "696": 6.12004, + "697": 6.15828, + "698": 6.23233, + "699": 6.46352, + "700": 6.04695, + "701": 6.06623, + "702": 6.25097, + "703": 6.1846, + "704": 6.21911, + "705": 6.12825, + "706": 6.0786, + "707": 6.25466, + "708": 6.31924, + "709": 6.01114, + "710": 6.16838, + "711": 6.26378, + "712": 6.18394, + "713": 5.89995, + "714": 6.10823, + "715": 6.11653, + "716": 6.41497, + "717": 6.19445, + "718": 6.24143, + "719": 6.2761, + "720": 6.26698, + "721": 6.2661, + "722": 6.23601, + "723": 6.08316, + "724": 6.2345, + "725": 6.04158, + "726": 6.30991, + "727": 6.02042, + "728": 6.0501, + "729": 6.09482, + "730": 6.18854, + "731": 6.10516, + "732": 6.09285, + "733": 6.13031, + "734": 6.38839, + "735": 6.28027, + "736": 6.18382, + "737": 6.36925, + "738": 6.13689, + "739": 6.15232, + "740": 5.88594, + "741": 6.00792, + "742": 5.98957, + "743": 6.17823, + "744": 6.03424, + "745": 6.1567, + "746": 6.04059, + "747": 6.10409, + "748": 6.2356, + "749": 5.94136, + "750": 6.17177, + "751": 5.96385, + "752": 6.02466, + "753": 6.03424, + "754": 6.29215, + "755": 6.13882, + "756": 6.2561, + "757": 6.02521, + "758": 6.20756, + "759": 6.2311, + "760": 6.02939, + "761": 6.1971, + "762": 6.23012, + "763": 6.04078, + "764": 5.96952, + "765": 5.9354, + "766": 5.97461, + "767": 5.81971, + "768": 6.19095, + "769": 6.28344, + "770": 6.30103, + "771": 5.79528, + "772": 6.03625, + "773": 6.18968, + "774": 5.88869, + "775": 6.03264, + "776": 6.13193, + "777": 5.88453, + "778": 6.06083, + "779": 5.87453, + "780": 6.14178, + "781": 5.85802, + "782": 6.04847, + "783": 5.95877, + "784": 5.92494, + "785": 6.09827, + "786": 6.10716, + "787": 5.6638, + "788": 6.00456, + "789": 6.21604, + "790": 6.26951, + "791": 5.79834, + "792": 5.99663, + "793": 6.1873, + "794": 6.03582, + "795": 6.01137, + "796": 6.16906, + "797": 6.06259, + "798": 6.06325, + "799": 6.11752, + "800": 6.01826, + "801": 6.15331, + "802": 5.98645, + "803": 6.1567, + "804": 6.01249, + "805": 5.8321, + "806": 6.09351, + "807": 6.05258, + "808": 5.93147, + "809": 5.78121, + "810": 6.02158, + "811": 5.93862, + "812": 5.91374, + "813": 5.96876, + "814": 6.03185, + "815": 5.8161, + "816": 6.12139, + "817": 5.94133, + "818": 6.06895, + "819": 6.01386, + "820": 5.73342, + "821": 5.95149, + "822": 6.20138, + "823": 5.83323, + "824": 5.98835, + "825": 6.19416, + "826": 6.20337, + "827": 6.06215, + "828": 6.07486, + "829": 5.89302, + "830": 5.94537, + "831": 5.90329, + "832": 5.9734, + "833": 6.06972, + "834": 5.99953, + "835": 6.00636, + "836": 5.79968, + "837": 6.11124, + "838": 5.87059, + "839": 5.83784, + "840": 6.18682, + "841": 5.78673, + "842": 5.8942, + "843": 5.95186, + "844": 6.01236, + "845": 6.09325, + "846": 5.69279, + "847": 5.76088, + "848": 5.96822, + "849": 6.09659, + "850": 5.85008, + "851": 6.02064, + "852": 5.7549, + "853": 5.99249, + "854": 6.02591, + "855": 5.82332, + "856": 6.00559, + "857": 6.00876, + "858": 6.06126, + "859": 5.96263, + "860": 6.10143, + "861": 6.0713, + "862": 6.00729, + "863": 5.84156, + "864": 5.84538, + "865": 5.94134, + "866": 5.89421, + "867": 5.88242, + "868": 6.06938, + "869": 6.09142, + "870": 5.97442, + "871": 6.04661, + "872": 5.89967, + "873": 5.84923, + "874": 6.03076, + "875": 5.91557, + "876": 5.97185, + "877": 5.93152, + "878": 6.10746, + "879": 5.77077, + "880": 6.01742, + "881": 6.00036, + "882": 5.91401, + "883": 5.68283, + "884": 5.96906, + "885": 5.75256, + "886": 5.9967, + "887": 5.91851, + "888": 5.84352, + "889": 6.01651, + "890": 6.02217, + "891": 5.95309, + "892": 5.71323, + "893": 6.09352, + "894": 5.73208, + "895": 5.84382, + "896": 5.84487, + "897": 5.86047, + "898": 5.92753, + "899": 5.94241, + "900": 5.90203, + "901": 5.9558, + "902": 5.83692, + "903": 6.05398, + "904": 5.93616, + "905": 5.90785, + "906": 5.62466, + "907": 5.91429, + "908": 5.74173, + "909": 5.99357, + "910": 5.86501, + "911": 5.70537, + "912": 5.70735, + "913": 5.76886, + "914": 5.83068, + "915": 5.80098, + "916": 5.89241, + "917": 5.87216, + "918": 5.82511, + "919": 5.81479, + "920": 5.89928, + "921": 5.84951, + "922": 5.62953, + "923": 6.04284, + "924": 5.61664, + "925": 5.6284, + "926": 5.86602, + "927": 5.96465, + "928": 5.84558, + "929": 5.831, + "930": 5.96078, + "931": 5.7636, + "932": 5.59927, + "933": 5.64075, + "934": 5.81637, + "935": 5.6448, + "936": 5.83809, + "937": 5.9661, + "938": 5.59466, + "939": 5.7903, + "940": 5.9661, + "941": 5.7269, + "942": 5.83517, + "943": 5.87119, + "944": 5.95685, + "945": 5.70597, + "946": 5.56301, + "947": 5.75282, + "948": 5.79766, + "949": 5.83042, + "950": 5.85196, + "951": 5.72778, + "952": 5.69963, + "953": 5.68442, + "954": 5.73234, + "955": 5.5349, + "956": 5.63088, + "957": 5.84662, + "958": 5.80508, + "959": 5.5795, + "960": 5.8075, + "961": 5.83647, + "962": 5.77697, + "963": 5.7727, + "964": 5.71274, + "965": 5.64476, + "966": 5.60853, + "967": 5.7317, + "968": 5.74358, + "969": 5.83164, + "970": 5.65593, + "971": 5.71414, + "972": 5.85748, + "973": 5.67758, + "974": 5.72305, + "975": 5.86483, + "976": 5.71632, + "977": 5.77972, + "978": 5.69181, + "979": 5.59759, + "980": 5.77009, + "981": 5.90349, + "982": 5.47759, + "983": 5.62392, + "984": 5.55496, + "985": 5.59426, + "986": 5.6446, + "987": 5.57738, + "988": 5.71596, + "989": 5.69944, + "990": 5.63204, + "991": 5.85272, + "992": 5.77703, + "993": 5.87546, + "994": 5.70447, + "995": 5.73744, + "996": 5.74525, + "997": 5.82485, + "998": 5.84481, + "999": 5.83892, + "1000": 5.6907, + "1001": 5.87569, + "1002": 5.76592, + "1003": 5.64754, + "1004": 5.80524, + "1005": 5.53839, + "1006": 5.33588, + "1007": 5.77605, + "1008": 5.80078, + "1009": 5.66068, + "1010": 5.78916, + "1011": 5.90288, + "1012": 5.62617, + "1013": 5.62099, + "1014": 5.68464, + "1015": 5.56766, + "1016": 5.87782, + "1017": 5.83714, + "1018": 5.62895, + "1019": 5.73628, + "1020": 5.61812, + "1021": 5.85843, + "1022": 5.50148, + "1023": 5.65666, + "1024": 5.749, + "1025": 5.5786, + "1026": 5.41747, + "1027": 5.60617, + "1028": 5.69657, + "1029": 5.68979, + "1030": 5.69331, + "1031": 5.41272, + "1032": 5.78846, + "1033": 5.58042, + "1034": 5.62925, + "1035": 5.71915, + "1036": 5.62969, + "1037": 5.37061, + "1038": 5.66767, + "1039": 5.6504, + "1040": 5.58195, + "1041": 5.60135, + "1042": 5.83001, + "1043": 5.57307, + "1044": 5.47853, + "1045": 5.97393, + "1046": 5.49969, + "1047": 5.40206, + "1048": 5.50344, + "1049": 5.68341, + "1050": 5.7042, + "1051": 5.58457, + "1052": 5.68806, + "1053": 5.63698, + "1054": 5.46791, + "1055": 5.60489, + "1056": 5.68481, + "1057": 5.76512, + "1058": 5.57732, + "1059": 5.76013, + "1060": 5.83194, + "1061": 5.47992, + "1062": 5.66633, + "1063": 5.5129, + "1064": 5.60119, + "1065": 5.56186, + "1066": 5.75508, + "1067": 5.68066, + "1068": 5.44601, + "1069": 5.61739, + "1070": 5.81763, + "1071": 5.51677, + "1072": 5.62937, + "1073": 5.62873, + "1074": 5.5305, + "1075": 5.71786, + "1076": 5.6033, + "1077": 5.72295, + "1078": 5.5746, + "1079": 5.62918, + "1080": 5.65223, + "1081": 5.63546, + "1082": 5.51023, + "1083": 5.65326, + "1084": 5.55981, + "1085": 5.41844, + "1086": 5.63271, + "1087": 5.45047, + "1088": 5.52241, + "1089": 5.77754, + "1090": 5.53785, + "1091": 5.52475, + "1092": 5.42003, + "1093": 5.70636, + "1094": 5.58207, + "1095": 5.58808, + "1096": 5.62735, + "1097": 5.65611, + "1098": 5.66246, + "1099": 5.52514, + "1100": 5.65315, + "1101": 5.69158, + "1102": 5.54437, + "1103": 5.55823, + "1104": 5.54948, + "1105": 5.56259, + "1106": 5.69503, + "1107": 5.68901, + "1108": 5.7915, + "1109": 5.54791, + "1110": 5.67063, + "1111": 5.59722, + "1112": 5.59618, + "1113": 5.63703, + "1114": 5.62484, + "1115": 5.60963, + "1116": 5.67482, + "1117": 5.65511, + "1118": 5.66516, + "1119": 5.71938, + "1120": 5.64848, + "1121": 5.3869, + "1122": 5.24022, + "1123": 5.48578, + "1124": 5.66499, + "1125": 5.69357, + "1126": 5.691, + "1127": 5.57811, + "1128": 5.63072, + "1129": 5.3042, + "1130": 5.55179, + "1131": 5.63538, + "1132": 5.73405, + "1133": 5.52486, + "1134": 5.56154, + "1135": 5.52997, + "1136": 5.43031, + "1137": 5.47657, + "1138": 5.57446, + "1139": 5.4261, + "1140": 5.27187, + "1141": 5.59712, + "1142": 5.65179, + "1143": 5.39838, + "1144": 5.39758, + "1145": 5.37476, + "1146": 5.64253, + "1147": 5.49683, + "1148": 5.51407, + "1149": 5.53215, + "1150": 5.40621, + "1151": 5.56645, + "1152": 5.41723, + "1153": 5.45911, + "1154": 5.49961, + "1155": 5.44064, + "1156": 5.34938, + "1157": 5.66505, + "1158": 5.40107, + "1159": 5.33945, + "1160": 5.79858, + "1161": 5.54893, + "1162": 5.46395, + "1163": 5.53698, + "1164": 5.39266, + "1165": 5.53988, + "1166": 5.50107, + "1167": 5.369, + "1168": 5.50378, + "1169": 5.40913, + "1170": 5.59704, + "1171": 5.49144, + "1172": 5.64815, + "1173": 5.63097, + "1174": 5.51805, + "1175": 5.35096, + "1176": 5.38824, + "1177": 5.56196, + "1178": 5.47408, + "1179": 5.50159, + "1180": 5.47138, + "1181": 5.5607, + "1182": 5.60403, + "1183": 5.77432, + "1184": 5.55393, + "1185": 5.29819, + "1186": 5.61417, + "1187": 5.56234, + "1188": 5.52362, + "1189": 5.396, + "1190": 5.40968, + "1191": 5.39503, + "1192": 5.50482, + "1193": 5.47101, + "1194": 5.46109, + "1195": 5.33163, + "1196": 5.52828, + "1197": 5.48547, + "1198": 5.53238, + "1199": 5.39388, + "1200": 5.33533, + "1201": 5.49594, + "1202": 5.44331, + "1203": 5.50076, + "1204": 5.41726, + "1205": 5.49796, + "1206": 5.34438, + "1207": 5.593, + "1208": 5.42955, + "1209": 5.30177, + "1210": 5.5067, + "1211": 5.51947, + "1212": 5.60376, + "1213": 5.42751, + "1214": 5.51066, + "1215": 5.24567, + "1216": 5.42092, + "1217": 5.39233, + "1218": 5.45748, + "1219": 5.49082, + "1220": 5.39042, + "1221": 5.45966, + "1222": 5.31736, + "1223": 5.484, + "1224": 5.42184, + "1225": 5.43552, + "1226": 5.32782, + "1227": 5.48101, + "1228": 5.73667, + "1229": 5.32755, + "1230": 5.4164, + "1231": 5.08, + "1232": 5.79336, + "1233": 5.29455, + "1234": 5.24901, + "1235": 5.37658, + "1236": 5.48789, + "1237": 5.21279, + "1238": 5.41996, + "1239": 5.41148, + "1240": 5.4706, + "1241": 5.58064, + "1242": 5.45972, + "1243": 5.43956, + "1244": 5.52374, + "1245": 5.20054, + "1246": 5.72403, + "1247": 5.43472, + "1248": 5.30553, + "1249": 5.40658, + "1250": 5.34624, + "1251": 5.42674, + "1252": 5.57988, + "1253": 5.49422, + "1254": 5.31494, + "1255": 5.52069, + "1256": 5.6145, + "1257": 5.43002, + "1258": 5.56337, + "1259": 5.48612, + "1260": 5.51488, + "1261": 5.64614, + "1262": 5.40278, + "1263": 5.33399, + "1264": 5.51306, + "1265": 5.31273, + "1266": 5.24419, + "1267": 5.37621, + "1268": 5.3936, + "1269": 5.15905, + "1270": 5.40456, + "1271": 5.28646, + "1272": 5.52854, + "1273": 5.30305, + "1274": 5.35324, + "1275": 5.38788, + "1276": 5.40318, + "1277": 5.46821, + "1278": 5.36115, + "1279": 5.44454, + "1280": 5.46697, + "1281": 5.40799, + "1282": 5.39014, + "1283": 5.42903, + "1284": 5.34895, + "1285": 5.51455, + "1286": 5.33959, + "1287": 5.59257, + "1288": 5.27215, + "1289": 5.4352, + "1290": 5.50862, + "1291": 5.50876, + "1292": 5.45545, + "1293": 5.4245, + "1294": 5.50132, + "1295": 5.35729, + "1296": 5.19368, + "1297": 5.17933, + "1298": 5.12454, + "1299": 5.30931, + "1300": 5.21692, + "1301": 5.31192, + "1302": 5.28326, + "1303": 5.36305, + "1304": 5.4399, + "1305": 5.3762, + "1306": 5.26052, + "1307": 5.19572, + "1308": 5.27448, + "1309": 5.41237, + "1310": 5.26681, + "1311": 5.38549, + "1312": 5.36152, + "1313": 5.30098, + "1314": 5.29659, + "1315": 5.42657, + "1316": 5.26597, + "1317": 5.28466, + "1318": 5.22082, + "1319": 5.34765, + "1320": 5.42273, + "1321": 5.45484, + "1322": 5.46787, + "1323": 5.37867, + "1324": 5.25895, + "1325": 5.41311, + "1326": 5.54702, + "1327": 5.39603, + "1328": 5.22477, + "1329": 5.4262, + "1330": 5.40755, + "1331": 5.31986, + "1332": 5.31812, + "1333": 5.38065, + "1334": 5.45166, + "1335": 5.37545, + "1336": 5.44626, + "1337": 5.47777, + "1338": 5.31196, + "1339": 5.14259, + "1340": 5.42266, + "1341": 5.34523, + "1342": 5.35986, + "1343": 5.47822, + "1344": 5.38455, + "1345": 5.34841, + "1346": 5.08361, + "1347": 5.39313, + "1348": 5.49724, + "1349": 5.41756, + "1350": 5.03551, + "1351": 5.32151, + "1352": 5.16669, + "1353": 5.34933, + "1354": 5.36585, + "1355": 5.11872, + "1356": 5.26492, + "1357": 5.29438, + "1358": 5.16735, + "1359": 5.1177, + "1360": 5.17836, + "1361": 5.31395, + "1362": 5.07729, + "1363": 5.30208, + "1364": 5.40541, + "1365": 5.03041, + "1366": 5.12212, + "1367": 5.3431, + "1368": 5.19169, + "1369": 5.23413, + "1370": 5.20833, + "1371": 5.28887, + "1372": 5.26922, + "1373": 5.29207, + "1374": 5.2866, + "1375": 5.46594, + "1376": 5.27158, + "1377": 5.27468, + "1378": 5.31995, + "1379": 5.23318, + "1380": 5.26423, + "1381": 5.48623, + "1382": 5.09237, + "1383": 5.38149, + "1384": 5.36601, + "1385": 5.39587, + "1386": 5.17179, + "1387": 5.16778, + "1388": 5.28306, + "1389": 5.30867, + "1390": 5.26124, + "1391": 5.27205, + "1392": 5.37826, + "1393": 5.38761, + "1394": 5.40922, + "1395": 5.33065, + "1396": 5.22161, + "1397": 5.28545, + "1398": 5.37338, + "1399": 5.36406, + "1400": 5.272, + "1401": 5.36768, + "1402": 5.42906, + "1403": 5.2051, + "1404": 5.2881, + "1405": 5.12101, + "1406": 4.99395, + "1407": 5.40297, + "1408": 5.1996, + "1409": 5.39905, + "1410": 5.37542, + "1411": 4.92212, + "1412": 5.35983, + "1413": 5.42065, + "1414": 5.22194, + "1415": 5.44705, + "1416": 5.33479, + "1417": 5.40003, + "1418": 5.30372, + "1419": 5.32065, + "1420": 5.44511, + "1421": 5.40092, + "1422": 5.4268, + "1423": 5.00931, + "1424": 5.34022, + "1425": 5.59553, + "1426": 5.23718, + "1427": 5.32579, + "1428": 5.34165, + "1429": 5.08678, + "1430": 5.33487, + "1431": 5.33063, + "1432": 5.3492, + "1433": 5.19402, + "1434": 5.16864, + "1435": 5.21003, + "1436": 5.11103, + "1437": 5.23292, + "1438": 5.32199, + "1439": 5.35624, + "1440": 5.35036, + "1441": 5.176, + "1442": 5.22766, + "1443": 5.21302, + "1444": 5.1377, + "1445": 5.08426, + "1446": 5.27121, + "1447": 5.26171, + "1448": 5.29977, + "1449": 5.25382, + "1450": 5.34992, + "1451": 5.07793, + "1452": 5.27596, + "1453": 5.17685, + "1454": 5.0179, + "1455": 5.12978, + "1456": 5.2791, + "1457": 5.19237, + "1458": 5.01255, + "1459": 5.22709, + "1460": 5.24067, + "1461": 5.0814, + "1462": 4.97051, + "1463": 5.15304, + "1464": 5.21787, + "1465": 5.27321, + "1466": 5.35166, + "1467": 5.3427, + "1468": 5.22962, + "1469": 5.05147, + "1470": 5.12485, + "1471": 5.25512, + "1472": 5.12462, + "1473": 5.10977, + "1474": 5.22399, + "1475": 5.19193, + "1476": 5.1622, + "1477": 5.26842, + "1478": 5.31298, + "1479": 5.01426, + "1480": 5.18717, + "1481": 5.25419, + "1482": 5.35537, + "1483": 5.27414, + "1484": 4.93321, + "1485": 5.29759, + "1486": 5.05298, + "1487": 4.88898, + "1488": 5.18445, + "1489": 5.10557, + "1490": 5.04776, + "1491": 5.32238, + "1492": 5.22618, + "1493": 4.94537, + "1494": 5.11156, + "1495": 5.13704, + "1496": 5.06068, + "1497": 5.36803, + "1498": 5.30875, + "1499": 5.14382, + "1500": 5.09918, + "1501": 5.03819, + "1502": 5.1556, + "1503": 5.43756, + "1504": 5.3277, + "1505": 5.01077, + "1506": 5.14855, + "1507": 5.16599, + "1508": 5.17149, + "1509": 5.32003, + "1510": 5.02729, + "1511": 5.12232, + "1512": 4.98459, + "1513": 5.17351, + "1514": 5.33797, + "1515": 5.36456, + "1516": 5.27738, + "1517": 5.22885, + "1518": 5.03482, + "1519": 5.30173, + "1520": 5.1419, + "1521": 5.16165, + "1522": 5.33835, + "1523": 5.24514, + "1524": 5.07441, + "1525": 5.21523, + "1526": 5.28565, + "1527": 5.26125, + "1528": 5.24319, + "1529": 5.18673, + "1530": 5.24399, + "1531": 5.10319, + "1532": 5.16061, + "1533": 5.05209, + "1534": 5.22512, + "1535": 5.17011, + "1536": 5.10499, + "1537": 5.03437, + "1538": 4.92156, + "1539": 5.24017, + "1540": 5.11703, + "1541": 5.25771, + "1542": 5.24207, + "1543": 5.05683, + "1544": 5.08282, + "1545": 5.12142, + "1546": 5.32949, + "1547": 5.11078, + "1548": 5.23843, + "1549": 5.23514, + "1550": 4.97465, + "1551": 5.26341, + "1552": 5.02487, + "1553": 5.15396, + "1554": 5.11398, + "1555": 5.11659, + "1556": 5.2043, + "1557": 5.09464, + "1558": 5.23535, + "1559": 5.00696, + "1560": 5.11615, + "1561": 5.15114, + "1562": 5.18687, + "1563": 5.24967, + "1564": 5.26861, + "1565": 5.09285, + "1566": 5.29624, + "1567": 5.0476, + "1568": 5.09072, + "1569": 5.20294, + "1570": 5.17486, + "1571": 4.95548, + "1572": 5.04718, + "1573": 5.03159, + "1574": 4.99832, + "1575": 5.23515, + "1576": 5.21197, + "1577": 5.13219, + "1578": 5.36691, + "1579": 4.94577, + "1580": 5.13091, + "1581": 5.10498, + "1582": 5.28558, + "1583": 5.0508, + "1584": 5.06036, + "1585": 5.12376, + "1586": 5.30984, + "1587": 5.13645, + "1588": 5.22716, + "1589": 4.84242, + "1590": 5.10332, + "1591": 5.18406, + "1592": 5.14231, + "1593": 5.23937, + "1594": 5.11902, + "1595": 5.11146, + "1596": 5.19604, + "1597": 5.11829, + "1598": 5.16546, + "1599": 5.19379, + "1600": 4.87282, + "1601": 5.12554, + "1602": 5.2348, + "1603": 5.19975, + "1604": 5.06036, + "1605": 5.03819, + "1606": 4.99511, + "1607": 5.07386, + "1608": 4.98739, + "1609": 5.07952, + "1610": 5.05422, + "1611": 4.99815, + "1612": 4.76476, + "1613": 5.03911, + "1614": 4.88654, + "1615": 5.08306, + "1616": 5.23126, + "1617": 5.07139, + "1618": 4.99111, + "1619": 5.188, + "1620": 5.14704, + "1621": 5.31775, + "1622": 5.06806, + "1623": 5.1518, + "1624": 5.13655, + "1625": 5.12558, + "1626": 5.10658, + "1627": 5.11532, + "1628": 5.06477, + "1629": 4.93911, + "1630": 5.06725, + "1631": 5.06209, + "1632": 5.10762, + "1633": 4.97665, + "1634": 4.92599, + "1635": 5.05765, + "1636": 4.9234, + "1637": 5.23589, + "1638": 5.16223, + "1639": 4.98259, + "1640": 5.0088, + "1641": 5.12901, + "1642": 5.08651, + "1643": 5.05407, + "1644": 5.12349, + "1645": 4.96758, + "1646": 5.12589, + "1647": 5.03714, + "1648": 5.195, + "1649": 4.92688, + "1650": 5.06195, + "1651": 4.93667, + "1652": 5.2142, + "1653": 5.16765, + "1654": 5.13544, + "1655": 5.16694, + "1656": 5.34867, + "1657": 5.21355, + "1658": 5.04428, + "1659": 4.93467, + "1660": 4.81625, + "1661": 5.0324, + "1662": 5.14711, + "1663": 5.16386, + "1664": 4.9897, + "1665": 5.11329, + "1666": 5.11174, + "1667": 4.85634, + "1668": 5.11543, + "1669": 5.07792, + "1670": 5.11575, + "1671": 5.17325, + "1672": 4.78012, + "1673": 5.03951, + "1674": 4.92276, + "1675": 5.05352, + "1676": 5.0099, + "1677": 4.80545, + "1678": 5.03315, + "1679": 4.89183, + "1680": 5.04424, + "1681": 5.06702, + "1682": 5.04422, + "1683": 4.90886, + "1684": 5.0687, + "1685": 5.13695, + "1686": 5.08186, + "1687": 4.98422, + "1688": 5.1747, + "1689": 5.1566, + "1690": 4.99763, + "1691": 5.0037, + "1692": 4.91606, + "1693": 5.02553, + "1694": 4.95156, + "1695": 4.92004, + "1696": 5.09039, + "1697": 5.05745, + "1698": 4.957, + "1699": 5.01405, + "1700": 4.95053, + "1701": 5.17374, + "1702": 5.07909, + "1703": 5.17033, + "1704": 5.14606, + "1705": 4.96693, + "1706": 4.98798, + "1707": 4.78911, + "1708": 5.03515, + "1709": 5.23405, + "1710": 5.03491, + "1711": 5.19432, + "1712": 5.19844, + "1713": 5.03948, + "1714": 5.05126, + "1715": 4.92306, + "1716": 4.94219, + "1717": 4.87086, + "1718": 5.03153, + "1719": 5.13099, + "1720": 5.02792, + "1721": 4.94099, + "1722": 5.06904, + "1723": 4.94202, + "1724": 5.04228, + "1725": 5.19765, + "1726": 5.07047, + "1727": 4.91798, + "1728": 5.02467, + "1729": 5.0549, + "1730": 4.91477, + "1731": 5.00546, + "1732": 4.91948, + "1733": 5.13533, + "1734": 4.83617, + "1735": 5.21555, + "1736": 4.92223, + "1737": 4.86817, + "1738": 4.98217, + "1739": 5.16787, + "1740": 4.84165, + "1741": 4.78313, + "1742": 4.91274, + "1743": 5.09646, + "1744": 4.98717, + "1745": 4.83246, + "1746": 4.95384, + "1747": 4.87336, + "1748": 5.07231, + "1749": 4.86869, + "1750": 5.0149, + "1751": 5.12799, + "1752": 4.91171, + "1753": 5.09495, + "1754": 5.05988, + "1755": 4.89813, + "1756": 5.02432, + "1757": 5.14562, + "1758": 4.87278, + "1759": 4.95172, + "1760": 4.83598, + "1761": 5.02863, + "1762": 4.8233, + "1763": 4.77993, + "1764": 4.93801, + "1765": 5.15365, + "1766": 5.34417, + "1767": 5.23015, + "1768": 4.94996, + "1769": 5.00542, + "1770": 4.9869, + "1771": 4.96844, + "1772": 4.98718, + "1773": 4.97768, + "1774": 4.87708, + "1775": 4.95647, + "1776": 4.99905, + "1777": 4.95187, + "1778": 4.99752, + "1779": 5.08936, + "1780": 4.84259, + "1781": 5.05873, + "1782": 5.00269, + "1783": 5.02237, + "1784": 4.93924, + "1785": 5.17368, + "1786": 4.81539, + "1787": 4.97855, + "1788": 4.83119, + "1789": 4.88708, + "1790": 4.80557, + "1791": 4.74722, + "1792": 4.88279, + "1793": 5.11274, + "1794": 4.99248, + "1795": 4.97577, + "1796": 5.00708, + "1797": 4.79358, + "1798": 4.77536, + "1799": 5.02564, + "1800": 4.91625, + "1801": 5.0544, + "1802": 4.82988, + "1803": 4.95935, + "1804": 4.89046, + "1805": 4.9127, + "1806": 4.88786, + "1807": 4.9323, + "1808": 4.92909, + "1809": 5.15547, + "1810": 5.10201, + "1811": 4.96646, + "1812": 4.81285, + "1813": 5.10649, + "1814": 4.78734, + "1815": 4.8686, + "1816": 5.05382, + "1817": 4.79906, + "1818": 4.80993, + "1819": 5.03015, + "1820": 4.69424, + "1821": 5.02943, + "1822": 4.6676, + "1823": 4.87459, + "1824": 4.8006, + "1825": 5.07318, + "1826": 4.82421, + "1827": 4.80355, + "1828": 4.95872, + "1829": 5.11451, + "1830": 4.92372, + "1831": 4.90408, + "1832": 4.83944, + "1833": 4.79594, + "1834": 4.95127, + "1835": 4.9632, + "1836": 4.91644, + "1837": 4.67872, + "1838": 4.81311, + "1839": 4.90503, + "1840": 4.91458, + "1841": 4.84667, + "1842": 4.96111, + "1843": 4.71579, + "1844": 4.62263, + "1845": 5.01032, + "1846": 4.75861, + "1847": 4.86874, + "1848": 4.91168, + "1849": 4.8548, + "1850": 4.8728, + "1851": 5.01984, + "1852": 4.98368, + "1853": 4.8321, + "1854": 4.86982, + "1855": 4.82613, + "1856": 4.7585, + "1857": 4.9702, + "1858": 4.97243, + "1859": 4.75763, + "1860": 4.87015, + "1861": 5.2155, + "1862": 4.61983, + "1863": 4.84121, + "1864": 4.75684, + "1865": 4.8705, + "1866": 4.79949, + "1867": 5.0133, + "1868": 4.7256, + "1869": 4.76912, + "1870": 4.94695, + "1871": 5.00622, + "1872": 4.68944, + "1873": 4.70357, + "1874": 4.85396, + "1875": 4.85816, + "1876": 4.74656, + "1877": 4.81047, + "1878": 4.81835, + "1879": 4.82843, + "1880": 4.90275, + "1881": 4.80004, + "1882": 4.80368, + "1883": 4.79001, + "1884": 4.9819, + "1885": 4.92449, + "1886": 4.83007, + "1887": 4.82592, + "1888": 4.97472, + "1889": 4.9682, + "1890": 4.7149, + "1891": 4.66146, + "1892": 4.8556, + "1893": 4.65319, + "1894": 4.90672, + "1895": 4.79755, + "1896": 4.66672, + "1897": 4.80011, + "1898": 4.92523, + "1899": 4.78238, + "1900": 4.91944, + "1901": 4.8578, + "1902": 4.78983, + "1903": 4.76699, + "1904": 4.65919, + "1905": 4.55447, + "1906": 4.82111, + "1907": 4.9157, + "1908": 5.03656, + "1909": 4.89756, + "1910": 4.79118, + "1911": 4.81797, + "1912": 4.6593, + "1913": 4.95552, + "1914": 4.88944, + "1915": 4.87053, + "1916": 4.93455, + "1917": 4.86059, + "1918": 4.87835, + "1919": 5.00177, + "1920": 4.77276, + "1921": 4.8912, + "1922": 4.82075, + "1923": 4.76053, + "1924": 4.83336, + "1925": 5.06421, + "1926": 4.94366, + "1927": 4.93372, + "1928": 4.93008, + "1929": 4.93572, + "1930": 4.91814, + "1931": 4.77823, + "1932": 4.86729, + "1933": 4.83739, + "1934": 4.8456, + "1935": 5.11401, + "1936": 4.8913, + "1937": 4.88548, + "1938": 4.80819, + "1939": 4.71066, + "1940": 4.83263, + "1941": 4.74525, + "1942": 4.88182, + "1943": 4.7456, + "1944": 4.75657, + "1945": 4.69693, + "1946": 4.92806, + "1947": 4.88115, + "1948": 4.60616, + "1949": 4.90548, + "1950": 4.8013, + "1951": 4.96918, + "1952": 4.7445, + "1953": 4.79985, + "1954": 4.74563, + "1955": 4.85863, + "1956": 4.88335, + "1957": 4.74162, + "1958": 4.70669, + "1959": 4.76879, + "1960": 4.77554, + "1961": 4.71832, + "1962": 4.83722, + "1963": 4.83508, + "1964": 4.85654, + "1965": 4.88125, + "1966": 4.79815, + "1967": 4.60289, + "1968": 4.83537, + "1969": 4.59996, + "1970": 4.5871, + "1971": 4.91156, + "1972": 4.90367, + "1973": 4.56255, + "1974": 4.83355, + "1975": 4.83492, + "1976": 4.72093, + "1977": 4.58721, + "1978": 5.01189, + "1979": 4.67192, + "1980": 4.75644, + "1981": 4.87937, + "1982": 4.72883, + "1983": 4.89794, + "1984": 4.6513, + "1985": 4.78983, + "1986": 4.70555, + "1987": 4.81876, + "1988": 4.8931, + "1989": 4.64299, + "1990": 4.803, + "1991": 4.70826, + "1992": 4.80856, + "1993": 4.74462, + "1994": 4.86177, + "1995": 4.56479, + "1996": 4.66056, + "1997": 4.81611, + "1998": 4.68273, + "1999": 4.73484, + "2000": 4.63373 } }, "num-zeros": { @@ -2011,2006 +2011,2006 @@ "end_step": 2000, "step_interval": 1, "values": { - "1": 25.0, - "2": 31.0, - "3": 39.0, - "4": 35.0, - "5": 33.0, - "6": 43.0, - "7": 43.0, - "8": 29.0, - "9": 38.0, - "10": 31.0, - "11": 24.0, - "12": 33.0, - "13": 40.0, - "14": 27.0, - "15": 34.0, - "16": 42.0, - "17": 27.0, - "18": 51.0, - "19": 29.0, - "20": 32.0, - "21": 37.0, - "22": 42.0, + "1": 27.0, + "2": 29.0, + "3": 41.0, + "4": 26.0, + "5": 37.0, + "6": 28.0, + "7": 38.0, + "8": 33.0, + "9": 23.0, + "10": 21.0, + "11": 40.0, + "12": 20.0, + "13": 30.0, + "14": 36.0, + "15": 31.0, + "16": 29.0, + "17": 37.0, + "18": 38.0, + "19": 26.0, + "20": 41.0, + "21": 39.0, + "22": 30.0, "23": 41.0, - "24": 30.0, - "25": 34.0, - "26": 32.0, - "27": 26.0, - "28": 47.0, - "29": 36.0, + "24": 40.0, + "25": 32.0, + "26": 35.0, + "27": 30.0, + "28": 45.0, + "29": 34.0, "30": 42.0, - "31": 43.0, - "32": 29.0, - "33": 37.0, - "34": 44.0, - "35": 47.0, - "36": 42.0, - "37": 38.0, - "38": 52.0, - "39": 47.0, - "40": 62.0, - "41": 49.0, - "42": 48.0, - "43": 55.0, - "44": 46.0, - "45": 64.0, - "46": 57.0, + "31": 44.0, + "32": 44.0, + "33": 50.0, + "34": 41.0, + "35": 46.0, + "36": 49.0, + "37": 49.0, + "38": 51.0, + "39": 50.0, + "40": 71.0, + "41": 62.0, + "42": 41.0, + "43": 52.0, + "44": 56.0, + "45": 53.0, + "46": 46.0, "47": 66.0, - "48": 45.0, - "49": 61.0, - "50": 56.0, - "51": 60.0, - "52": 51.0, - "53": 43.0, + "48": 56.0, + "49": 54.0, + "50": 73.0, + "51": 45.0, + "52": 40.0, + "53": 49.0, "54": 67.0, - "55": 68.0, - "56": 65.0, - "57": 55.0, - "58": 66.0, - "59": 60.0, - "60": 51.0, - "61": 52.0, - "62": 52.0, - "63": 64.0, - "64": 72.0, - "65": 65.0, - "66": 71.0, - "67": 55.0, - "68": 62.0, + "55": 51.0, + "56": 64.0, + "57": 58.0, + "58": 70.0, + "59": 63.0, + "60": 60.0, + "61": 55.0, + "62": 54.0, + "63": 60.0, + "64": 63.0, + "65": 66.0, + "66": 61.0, + "67": 72.0, + "68": 71.0, "69": 57.0, - "70": 80.0, - "71": 74.0, - "72": 73.0, - "73": 63.0, - "74": 56.0, - "75": 67.0, - "76": 63.0, - "77": 92.0, - "78": 76.0, - "79": 54.0, - "80": 66.0, - "81": 66.0, - "82": 61.0, - "83": 70.0, - "84": 57.0, - "85": 62.0, - "86": 86.0, - "87": 77.0, - "88": 76.0, - "89": 57.0, - "90": 76.0, + "70": 68.0, + "71": 84.0, + "72": 57.0, + "73": 61.0, + "74": 72.0, + "75": 59.0, + "76": 64.0, + "77": 65.0, + "78": 81.0, + "79": 52.0, + "80": 75.0, + "81": 73.0, + "82": 57.0, + "83": 72.0, + "84": 61.0, + "85": 67.0, + "86": 88.0, + "87": 48.0, + "88": 104.0, + "89": 56.0, + "90": 58.0, "91": 73.0, - "92": 87.0, - "93": 64.0, - "94": 59.0, - "95": 88.0, - "96": 59.0, - "97": 81.0, - "98": 82.0, - "99": 74.0, - "100": 71.0, - "101": 75.0, - "102": 55.0, - "103": 47.0, - "104": 66.0, - "105": 90.0, - "106": 68.0, - "107": 76.0, - "108": 88.0, - "109": 69.0, - "110": 70.0, - "111": 66.0, - "112": 75.0, - "113": 68.0, + "92": 86.0, + "93": 59.0, + "94": 51.0, + "95": 42.0, + "96": 69.0, + "97": 95.0, + "98": 85.0, + "99": 67.0, + "100": 70.0, + "101": 64.0, + "102": 52.0, + "103": 65.0, + "104": 63.0, + "105": 81.0, + "106": 61.0, + "107": 74.0, + "108": 56.0, + "109": 70.0, + "110": 90.0, + "111": 86.0, + "112": 70.0, + "113": 78.0, "114": 62.0, - "115": 80.0, - "116": 69.0, - "117": 69.0, + "115": 65.0, + "116": 63.0, + "117": 64.0, "118": 64.0, - "119": 79.0, - "120": 63.0, - "121": 75.0, - "122": 66.0, - "123": 58.0, - "124": 74.0, - "125": 89.0, - "126": 54.0, - "127": 57.0, - "128": 71.0, - "129": 79.0, - "130": 65.0, - "131": 83.0, - "132": 74.0, - "133": 59.0, - "134": 64.0, - "135": 66.0, - "136": 58.0, - "137": 65.0, - "138": 67.0, - "139": 75.0, - "140": 64.0, - "141": 61.0, - "142": 67.0, - "143": 75.0, + "119": 76.0, + "120": 52.0, + "121": 81.0, + "122": 52.0, + "123": 80.0, + "124": 81.0, + "125": 78.0, + "126": 51.0, + "127": 69.0, + "128": 73.0, + "129": 75.0, + "130": 66.0, + "131": 75.0, + "132": 80.0, + "133": 67.0, + "134": 63.0, + "135": 55.0, + "136": 73.0, + "137": 64.0, + "138": 66.0, + "139": 56.0, + "140": 68.0, + "141": 70.0, + "142": 60.0, + "143": 64.0, "144": 69.0, - "145": 72.0, - "146": 64.0, - "147": 47.0, - "148": 68.0, - "149": 50.0, - "150": 53.0, - "151": 53.0, - "152": 35.0, + "145": 66.0, + "146": 62.0, + "147": 64.0, + "148": 72.0, + "149": 65.0, + "150": 60.0, + "151": 54.0, + "152": 42.0, "153": 50.0, - "154": 58.0, - "155": 70.0, - "156": 58.0, - "157": 56.0, - "158": 57.0, - "159": 65.0, - "160": 66.0, - "161": 42.0, - "162": 61.0, - "163": 44.0, - "164": 61.0, - "165": 69.0, + "154": 64.0, + "155": 50.0, + "156": 71.0, + "157": 62.0, + "158": 52.0, + "159": 58.0, + "160": 46.0, + "161": 49.0, + "162": 65.0, + "163": 46.0, + "164": 66.0, + "165": 68.0, "166": 62.0, - "167": 39.0, - "168": 58.0, - "169": 63.0, + "167": 51.0, + "168": 54.0, + "169": 68.0, "170": 64.0, - "171": 42.0, - "172": 66.0, - "173": 60.0, - "174": 45.0, - "175": 67.0, - "176": 52.0, - "177": 71.0, - "178": 55.0, - "179": 76.0, - "180": 53.0, - "181": 61.0, - "182": 68.0, + "171": 52.0, + "172": 65.0, + "173": 74.0, + "174": 69.0, + "175": 58.0, + "176": 63.0, + "177": 63.0, + "178": 65.0, + "179": 64.0, + "180": 51.0, + "181": 58.0, + "182": 45.0, "183": 86.0, - "184": 67.0, - "185": 70.0, - "186": 92.0, - "187": 68.0, + "184": 74.0, + "185": 75.0, + "186": 87.0, + "187": 67.0, "188": 60.0, "189": 73.0, - "190": 67.0, - "191": 73.0, - "192": 59.0, - "193": 65.0, - "194": 66.0, - "195": 56.0, - "196": 82.0, - "197": 73.0, - "198": 68.0, - "199": 58.0, - "200": 60.0, - "201": 54.0, - "202": 68.0, - "203": 57.0, - "204": 55.0, - "205": 51.0, - "206": 61.0, - "207": 67.0, - "208": 44.0, - "209": 64.0, - "210": 66.0, - "211": 56.0, - "212": 62.0, - "213": 72.0, - "214": 71.0, - "215": 71.0, - "216": 71.0, - "217": 61.0, - "218": 68.0, - "219": 96.0, - "220": 79.0, - "221": 55.0, - "222": 46.0, - "223": 68.0, - "224": 72.0, + "190": 52.0, + "191": 62.0, + "192": 55.0, + "193": 74.0, + "194": 63.0, + "195": 51.0, + "196": 57.0, + "197": 62.0, + "198": 43.0, + "199": 57.0, + "200": 67.0, + "201": 62.0, + "202": 78.0, + "203": 46.0, + "204": 41.0, + "205": 65.0, + "206": 62.0, + "207": 70.0, + "208": 59.0, + "209": 61.0, + "210": 59.0, + "211": 50.0, + "212": 66.0, + "213": 61.0, + "214": 57.0, + "215": 61.0, + "216": 68.0, + "217": 65.0, + "218": 69.0, + "219": 77.0, + "220": 64.0, + "221": 54.0, + "222": 51.0, + "223": 72.0, + "224": 76.0, "225": 76.0, - "226": 76.0, - "227": 90.0, + "226": 66.0, + "227": 89.0, "228": 55.0, - "229": 49.0, - "230": 62.0, - "231": 77.0, - "232": 56.0, - "233": 77.0, - "234": 85.0, - "235": 114.0, - "236": 80.0, - "237": 85.0, - "238": 74.0, - "239": 58.0, - "240": 79.0, - "241": 63.0, - "242": 76.0, - "243": 61.0, - "244": 73.0, - "245": 83.0, - "246": 74.0, - "247": 82.0, - "248": 80.0, - "249": 81.0, - "250": 87.0, - "251": 88.0, - "252": 80.0, - "253": 73.0, - "254": 78.0, - "255": 73.0, - "256": 69.0, - "257": 85.0, - "258": 99.0, - "259": 56.0, - "260": 84.0, - "261": 72.0, - "262": 75.0, - "263": 93.0, - "264": 75.0, - "265": 61.0, - "266": 55.0, + "229": 55.0, + "230": 55.0, + "231": 75.0, + "232": 61.0, + "233": 68.0, + "234": 74.0, + "235": 96.0, + "236": 85.0, + "237": 80.0, + "238": 62.0, + "239": 72.0, + "240": 64.0, + "241": 76.0, + "242": 82.0, + "243": 69.0, + "244": 49.0, + "245": 77.0, + "246": 101.0, + "247": 67.0, + "248": 73.0, + "249": 83.0, + "250": 80.0, + "251": 69.0, + "252": 66.0, + "253": 61.0, + "254": 76.0, + "255": 79.0, + "256": 85.0, + "257": 76.0, + "258": 87.0, + "259": 69.0, + "260": 76.0, + "261": 67.0, + "262": 77.0, + "263": 87.0, + "264": 79.0, + "265": 50.0, + "266": 60.0, "267": 60.0, - "268": 75.0, - "269": 89.0, - "270": 78.0, - "271": 75.0, - "272": 86.0, - "273": 58.0, - "274": 65.0, - "275": 66.0, - "276": 60.0, - "277": 77.0, - "278": 70.0, - "279": 64.0, - "280": 61.0, - "281": 57.0, - "282": 86.0, - "283": 74.0, + "268": 67.0, + "269": 84.0, + "270": 85.0, + "271": 73.0, + "272": 88.0, + "273": 51.0, + "274": 70.0, + "275": 86.0, + "276": 68.0, + "277": 71.0, + "278": 76.0, + "279": 83.0, + "280": 58.0, + "281": 72.0, + "282": 70.0, + "283": 101.0, "284": 77.0, - "285": 75.0, - "286": 42.0, - "287": 89.0, - "288": 67.0, - "289": 91.0, - "290": 80.0, - "291": 94.0, - "292": 72.0, - "293": 76.0, - "294": 73.0, + "285": 61.0, + "286": 61.0, + "287": 76.0, + "288": 82.0, + "289": 85.0, + "290": 66.0, + "291": 98.0, + "292": 94.0, + "293": 103.0, + "294": 77.0, "295": 98.0, - "296": 91.0, - "297": 69.0, - "298": 47.0, - "299": 82.0, - "300": 74.0, - "301": 84.0, - "302": 78.0, - "303": 79.0, - "304": 70.0, - "305": 64.0, - "306": 79.0, - "307": 84.0, - "308": 74.0, - "309": 89.0, - "310": 83.0, - "311": 77.0, - "312": 70.0, - "313": 103.0, - "314": 86.0, - "315": 68.0, - "316": 80.0, - "317": 68.0, - "318": 106.0, - "319": 75.0, - "320": 91.0, - "321": 93.0, - "322": 94.0, - "323": 90.0, - "324": 101.0, - "325": 60.0, + "296": 103.0, + "297": 76.0, + "298": 74.0, + "299": 79.0, + "300": 73.0, + "301": 82.0, + "302": 95.0, + "303": 60.0, + "304": 89.0, + "305": 66.0, + "306": 63.0, + "307": 80.0, + "308": 81.0, + "309": 82.0, + "310": 75.0, + "311": 83.0, + "312": 76.0, + "313": 83.0, + "314": 80.0, + "315": 59.0, + "316": 72.0, + "317": 75.0, + "318": 84.0, + "319": 86.0, + "320": 61.0, + "321": 86.0, + "322": 88.0, + "323": 82.0, + "324": 86.0, + "325": 56.0, "326": 84.0, - "327": 81.0, - "328": 81.0, - "329": 106.0, - "330": 116.0, - "331": 83.0, - "332": 100.0, - "333": 86.0, - "334": 60.0, - "335": 81.0, - "336": 68.0, - "337": 86.0, - "338": 91.0, - "339": 90.0, - "340": 100.0, - "341": 95.0, - "342": 60.0, - "343": 101.0, - "344": 80.0, - "345": 95.0, - "346": 71.0, - "347": 82.0, - "348": 90.0, - "349": 90.0, - "350": 82.0, - "351": 98.0, - "352": 88.0, - "353": 87.0, - "354": 92.0, - "355": 60.0, - "356": 114.0, - "357": 79.0, - "358": 98.0, - "359": 67.0, - "360": 94.0, - "361": 63.0, - "362": 113.0, - "363": 93.0, - "364": 109.0, - "365": 74.0, - "366": 101.0, - "367": 75.0, - "368": 53.0, - "369": 73.0, - "370": 100.0, - "371": 93.0, - "372": 99.0, - "373": 105.0, - "374": 68.0, - "375": 89.0, - "376": 78.0, - "377": 82.0, + "327": 89.0, + "328": 104.0, + "329": 102.0, + "330": 110.0, + "331": 95.0, + "332": 79.0, + "333": 77.0, + "334": 65.0, + "335": 95.0, + "336": 75.0, + "337": 85.0, + "338": 88.0, + "339": 82.0, + "340": 95.0, + "341": 82.0, + "342": 66.0, + "343": 100.0, + "344": 68.0, + "345": 82.0, + "346": 98.0, + "347": 81.0, + "348": 105.0, + "349": 72.0, + "350": 87.0, + "351": 94.0, + "352": 93.0, + "353": 97.0, + "354": 95.0, + "355": 68.0, + "356": 105.0, + "357": 78.0, + "358": 77.0, + "359": 104.0, + "360": 103.0, + "361": 66.0, + "362": 114.0, + "363": 87.0, + "364": 84.0, + "365": 81.0, + "366": 84.0, + "367": 90.0, + "368": 78.0, + "369": 83.0, + "370": 84.0, + "371": 76.0, + "372": 81.0, + "373": 98.0, + "374": 67.0, + "375": 110.0, + "376": 83.0, + "377": 105.0, "378": 99.0, - "379": 85.0, - "380": 88.0, - "381": 95.0, - "382": 105.0, - "383": 82.0, - "384": 100.0, - "385": 72.0, - "386": 70.0, - "387": 76.0, - "388": 111.0, + "379": 92.0, + "380": 83.0, + "381": 108.0, + "382": 84.0, + "383": 71.0, + "384": 113.0, + "385": 79.0, + "386": 73.0, + "387": 92.0, + "388": 84.0, "389": 95.0, - "390": 107.0, - "391": 120.0, - "392": 79.0, - "393": 98.0, - "394": 118.0, - "395": 110.0, - "396": 95.0, - "397": 83.0, - "398": 72.0, - "399": 76.0, - "400": 88.0, - "401": 83.0, - "402": 108.0, - "403": 105.0, - "404": 120.0, - "405": 80.0, - "406": 97.0, - "407": 84.0, - "408": 104.0, - "409": 93.0, - "410": 92.0, - "411": 83.0, - "412": 56.0, - "413": 78.0, - "414": 90.0, - "415": 86.0, - "416": 110.0, - "417": 88.0, - "418": 86.0, - "419": 63.0, - "420": 88.0, - "421": 90.0, - "422": 76.0, - "423": 89.0, - "424": 74.0, - "425": 92.0, - "426": 80.0, - "427": 95.0, - "428": 84.0, - "429": 86.0, - "430": 90.0, - "431": 73.0, - "432": 105.0, - "433": 81.0, - "434": 78.0, - "435": 80.0, - "436": 99.0, - "437": 85.0, - "438": 69.0, - "439": 91.0, - "440": 80.0, - "441": 102.0, - "442": 88.0, - "443": 96.0, - "444": 65.0, - "445": 79.0, - "446": 88.0, - "447": 98.0, - "448": 107.0, - "449": 82.0, - "450": 56.0, - "451": 67.0, - "452": 49.0, - "453": 92.0, - "454": 100.0, - "455": 111.0, - "456": 93.0, - "457": 99.0, - "458": 68.0, - "459": 63.0, - "460": 73.0, - "461": 93.0, - "462": 70.0, - "463": 99.0, - "464": 75.0, - "465": 68.0, + "390": 97.0, + "391": 104.0, + "392": 93.0, + "393": 90.0, + "394": 99.0, + "395": 84.0, + "396": 90.0, + "397": 82.0, + "398": 71.0, + "399": 74.0, + "400": 92.0, + "401": 111.0, + "402": 94.0, + "403": 89.0, + "404": 108.0, + "405": 71.0, + "406": 89.0, + "407": 85.0, + "408": 100.0, + "409": 71.0, + "410": 96.0, + "411": 85.0, + "412": 70.0, + "413": 74.0, + "414": 86.0, + "415": 103.0, + "416": 120.0, + "417": 87.0, + "418": 96.0, + "419": 90.0, + "420": 80.0, + "421": 98.0, + "422": 81.0, + "423": 78.0, + "424": 82.0, + "425": 85.0, + "426": 59.0, + "427": 126.0, + "428": 90.0, + "429": 91.0, + "430": 94.0, + "431": 68.0, + "432": 86.0, + "433": 80.0, + "434": 79.0, + "435": 75.0, + "436": 83.0, + "437": 90.0, + "438": 71.0, + "439": 78.0, + "440": 88.0, + "441": 70.0, + "442": 98.0, + "443": 103.0, + "444": 72.0, + "445": 72.0, + "446": 87.0, + "447": 82.0, + "448": 103.0, + "449": 95.0, + "450": 72.0, + "451": 81.0, + "452": 73.0, + "453": 78.0, + "454": 116.0, + "455": 113.0, + "456": 90.0, + "457": 107.0, + "458": 76.0, + "459": 59.0, + "460": 92.0, + "461": 85.0, + "462": 66.0, + "463": 77.0, + "464": 81.0, + "465": 62.0, "466": 73.0, - "467": 59.0, - "468": 72.0, - "469": 93.0, - "470": 106.0, - "471": 86.0, - "472": 90.0, - "473": 92.0, - "474": 71.0, - "475": 99.0, - "476": 67.0, - "477": 49.0, - "478": 87.0, - "479": 71.0, - "480": 52.0, - "481": 84.0, - "482": 82.0, - "483": 75.0, - "484": 77.0, - "485": 83.0, - "486": 90.0, - "487": 69.0, - "488": 69.0, - "489": 58.0, - "490": 68.0, - "491": 78.0, - "492": 69.0, - "493": 82.0, - "494": 60.0, - "495": 85.0, - "496": 66.0, - "497": 70.0, - "498": 60.0, - "499": 66.0, - "500": 57.0, - "501": 84.0, - "502": 71.0, - "503": 46.0, - "504": 60.0, - "505": 61.0, - "506": 66.0, - "507": 67.0, - "508": 74.0, - "509": 70.0, - "510": 79.0, - "511": 78.0, - "512": 59.0, - "513": 81.0, - "514": 62.0, - "515": 68.0, - "516": 70.0, - "517": 62.0, - "518": 56.0, - "519": 77.0, - "520": 74.0, - "521": 51.0, - "522": 64.0, - "523": 48.0, - "524": 66.0, - "525": 101.0, - "526": 49.0, - "527": 97.0, - "528": 55.0, - "529": 75.0, - "530": 72.0, - "531": 72.0, - "532": 49.0, - "533": 51.0, - "534": 76.0, - "535": 67.0, - "536": 59.0, - "537": 48.0, - "538": 47.0, - "539": 50.0, - "540": 64.0, - "541": 60.0, - "542": 68.0, - "543": 82.0, - "544": 63.0, - "545": 72.0, - "546": 74.0, - "547": 67.0, - "548": 64.0, - "549": 68.0, - "550": 67.0, - "551": 86.0, - "552": 65.0, - "553": 49.0, - "554": 66.0, - "555": 52.0, - "556": 59.0, - "557": 62.0, - "558": 82.0, - "559": 61.0, - "560": 82.0, - "561": 80.0, - "562": 63.0, - "563": 75.0, - "564": 66.0, - "565": 48.0, - "566": 56.0, - "567": 54.0, - "568": 57.0, - "569": 62.0, - "570": 54.0, - "571": 72.0, - "572": 66.0, - "573": 64.0, - "574": 70.0, - "575": 61.0, - "576": 55.0, - "577": 53.0, - "578": 53.0, - "579": 62.0, - "580": 60.0, - "581": 75.0, - "582": 60.0, - "583": 60.0, - "584": 50.0, - "585": 60.0, - "586": 44.0, - "587": 51.0, - "588": 63.0, - "589": 71.0, - "590": 66.0, - "591": 64.0, - "592": 46.0, - "593": 65.0, - "594": 41.0, - "595": 51.0, - "596": 62.0, - "597": 53.0, - "598": 65.0, - "599": 60.0, - "600": 57.0, - "601": 60.0, + "467": 86.0, + "468": 90.0, + "469": 87.0, + "470": 76.0, + "471": 83.0, + "472": 88.0, + "473": 83.0, + "474": 70.0, + "475": 93.0, + "476": 74.0, + "477": 61.0, + "478": 75.0, + "479": 73.0, + "480": 67.0, + "481": 95.0, + "482": 75.0, + "483": 70.0, + "484": 71.0, + "485": 78.0, + "486": 79.0, + "487": 59.0, + "488": 93.0, + "489": 88.0, + "490": 76.0, + "491": 71.0, + "492": 64.0, + "493": 86.0, + "494": 68.0, + "495": 82.0, + "496": 58.0, + "497": 64.0, + "498": 70.0, + "499": 67.0, + "500": 65.0, + "501": 71.0, + "502": 79.0, + "503": 66.0, + "504": 72.0, + "505": 86.0, + "506": 60.0, + "507": 55.0, + "508": 61.0, + "509": 62.0, + "510": 66.0, + "511": 56.0, + "512": 63.0, + "513": 67.0, + "514": 69.0, + "515": 78.0, + "516": 56.0, + "517": 57.0, + "518": 64.0, + "519": 78.0, + "520": 70.0, + "521": 48.0, + "522": 74.0, + "523": 59.0, + "524": 68.0, + "525": 84.0, + "526": 66.0, + "527": 87.0, + "528": 54.0, + "529": 63.0, + "530": 65.0, + "531": 73.0, + "532": 73.0, + "533": 80.0, + "534": 78.0, + "535": 45.0, + "536": 61.0, + "537": 73.0, + "538": 45.0, + "539": 51.0, + "540": 69.0, + "541": 57.0, + "542": 73.0, + "543": 61.0, + "544": 65.0, + "545": 70.0, + "546": 66.0, + "547": 76.0, + "548": 69.0, + "549": 70.0, + "550": 48.0, + "551": 65.0, + "552": 72.0, + "553": 62.0, + "554": 69.0, + "555": 53.0, + "556": 67.0, + "557": 59.0, + "558": 74.0, + "559": 65.0, + "560": 86.0, + "561": 65.0, + "562": 65.0, + "563": 74.0, + "564": 64.0, + "565": 56.0, + "566": 68.0, + "567": 66.0, + "568": 45.0, + "569": 69.0, + "570": 53.0, + "571": 61.0, + "572": 49.0, + "573": 75.0, + "574": 74.0, + "575": 67.0, + "576": 49.0, + "577": 55.0, + "578": 40.0, + "579": 55.0, + "580": 64.0, + "581": 60.0, + "582": 67.0, + "583": 62.0, + "584": 47.0, + "585": 68.0, + "586": 40.0, + "587": 78.0, + "588": 71.0, + "589": 58.0, + "590": 42.0, + "591": 56.0, + "592": 51.0, + "593": 69.0, + "594": 44.0, + "595": 45.0, + "596": 63.0, + "597": 46.0, + "598": 50.0, + "599": 64.0, + "600": 50.0, + "601": 45.0, "602": 54.0, - "603": 63.0, - "604": 59.0, - "605": 47.0, - "606": 58.0, - "607": 56.0, - "608": 52.0, - "609": 53.0, - "610": 50.0, - "611": 55.0, - "612": 63.0, - "613": 45.0, - "614": 54.0, - "615": 54.0, - "616": 58.0, - "617": 46.0, - "618": 55.0, - "619": 41.0, - "620": 64.0, - "621": 57.0, - "622": 48.0, - "623": 47.0, - "624": 58.0, - "625": 37.0, - "626": 47.0, - "627": 54.0, - "628": 39.0, - "629": 68.0, - "630": 44.0, - "631": 41.0, - "632": 54.0, - "633": 39.0, - "634": 68.0, - "635": 59.0, - "636": 41.0, - "637": 54.0, - "638": 33.0, - "639": 53.0, - "640": 47.0, - "641": 62.0, - "642": 56.0, - "643": 55.0, - "644": 40.0, - "645": 56.0, - "646": 46.0, - "647": 57.0, - "648": 47.0, - "649": 59.0, - "650": 49.0, - "651": 43.0, - "652": 55.0, - "653": 49.0, - "654": 44.0, - "655": 53.0, - "656": 55.0, + "603": 48.0, + "604": 60.0, + "605": 51.0, + "606": 53.0, + "607": 59.0, + "608": 41.0, + "609": 42.0, + "610": 56.0, + "611": 52.0, + "612": 69.0, + "613": 64.0, + "614": 47.0, + "615": 53.0, + "616": 41.0, + "617": 54.0, + "618": 67.0, + "619": 53.0, + "620": 79.0, + "621": 58.0, + "622": 38.0, + "623": 53.0, + "624": 50.0, + "625": 55.0, + "626": 52.0, + "627": 44.0, + "628": 44.0, + "629": 46.0, + "630": 48.0, + "631": 40.0, + "632": 59.0, + "633": 52.0, + "634": 54.0, + "635": 57.0, + "636": 57.0, + "637": 47.0, + "638": 48.0, + "639": 55.0, + "640": 44.0, + "641": 51.0, + "642": 50.0, + "643": 66.0, + "644": 35.0, + "645": 60.0, + "646": 44.0, + "647": 47.0, + "648": 56.0, + "649": 55.0, + "650": 41.0, + "651": 53.0, + "652": 54.0, + "653": 60.0, + "654": 48.0, + "655": 50.0, + "656": 52.0, "657": 47.0, - "658": 51.0, - "659": 49.0, - "660": 48.0, - "661": 51.0, - "662": 54.0, - "663": 59.0, - "664": 52.0, - "665": 54.0, - "666": 52.0, - "667": 37.0, - "668": 57.0, - "669": 48.0, - "670": 46.0, - "671": 38.0, - "672": 57.0, - "673": 56.0, - "674": 37.0, - "675": 51.0, - "676": 43.0, - "677": 57.0, - "678": 45.0, - "679": 46.0, - "680": 62.0, - "681": 45.0, - "682": 31.0, - "683": 43.0, - "684": 55.0, - "685": 43.0, - "686": 38.0, - "687": 48.0, - "688": 50.0, - "689": 46.0, - "690": 42.0, - "691": 44.0, - "692": 43.0, - "693": 50.0, - "694": 57.0, - "695": 31.0, - "696": 56.0, - "697": 40.0, - "698": 53.0, - "699": 45.0, - "700": 37.0, - "701": 48.0, - "702": 40.0, - "703": 50.0, - "704": 34.0, + "658": 37.0, + "659": 34.0, + "660": 46.0, + "661": 46.0, + "662": 45.0, + "663": 56.0, + "664": 59.0, + "665": 45.0, + "666": 46.0, + "667": 43.0, + "668": 53.0, + "669": 46.0, + "670": 55.0, + "671": 50.0, + "672": 55.0, + "673": 40.0, + "674": 56.0, + "675": 52.0, + "676": 36.0, + "677": 55.0, + "678": 38.0, + "679": 35.0, + "680": 57.0, + "681": 54.0, + "682": 30.0, + "683": 56.0, + "684": 51.0, + "685": 50.0, + "686": 39.0, + "687": 47.0, + "688": 40.0, + "689": 36.0, + "690": 36.0, + "691": 39.0, + "692": 44.0, + "693": 40.0, + "694": 50.0, + "695": 21.0, + "696": 42.0, + "697": 24.0, + "698": 35.0, + "699": 49.0, + "700": 36.0, + "701": 41.0, + "702": 35.0, + "703": 39.0, + "704": 33.0, "705": 47.0, - "706": 50.0, + "706": 40.0, "707": 41.0, - "708": 34.0, - "709": 34.0, - "710": 40.0, - "711": 52.0, - "712": 33.0, - "713": 47.0, - "714": 28.0, - "715": 36.0, - "716": 37.0, + "708": 38.0, + "709": 26.0, + "710": 37.0, + "711": 45.0, + "712": 54.0, + "713": 39.0, + "714": 36.0, + "715": 47.0, + "716": 53.0, "717": 39.0, - "718": 48.0, - "719": 45.0, - "720": 39.0, - "721": 38.0, - "722": 39.0, - "723": 44.0, - "724": 33.0, - "725": 33.0, - "726": 45.0, - "727": 30.0, - "728": 42.0, - "729": 35.0, - "730": 39.0, - "731": 53.0, - "732": 42.0, - "733": 45.0, - "734": 29.0, - "735": 37.0, - "736": 33.0, - "737": 25.0, - "738": 33.0, - "739": 31.0, - "740": 32.0, - "741": 47.0, - "742": 33.0, - "743": 33.0, - "744": 47.0, - "745": 29.0, - "746": 42.0, - "747": 25.0, - "748": 32.0, - "749": 52.0, - "750": 27.0, - "751": 37.0, - "752": 30.0, - "753": 31.0, - "754": 55.0, - "755": 27.0, - "756": 44.0, - "757": 35.0, - "758": 33.0, - "759": 32.0, - "760": 39.0, - "761": 42.0, - "762": 47.0, - "763": 43.0, - "764": 45.0, - "765": 40.0, - "766": 46.0, - "767": 54.0, - "768": 47.0, - "769": 45.0, - "770": 38.0, + "718": 47.0, + "719": 40.0, + "720": 37.0, + "721": 57.0, + "722": 47.0, + "723": 47.0, + "724": 35.0, + "725": 40.0, + "726": 37.0, + "727": 41.0, + "728": 39.0, + "729": 34.0, + "730": 41.0, + "731": 38.0, + "732": 34.0, + "733": 37.0, + "734": 47.0, + "735": 49.0, + "736": 55.0, + "737": 45.0, + "738": 38.0, + "739": 58.0, + "740": 46.0, + "741": 57.0, + "742": 60.0, + "743": 31.0, + "744": 54.0, + "745": 36.0, + "746": 48.0, + "747": 46.0, + "748": 53.0, + "749": 45.0, + "750": 33.0, + "751": 46.0, + "752": 35.0, + "753": 45.0, + "754": 42.0, + "755": 33.0, + "756": 40.0, + "757": 43.0, + "758": 32.0, + "759": 43.0, + "760": 48.0, + "761": 35.0, + "762": 38.0, + "763": 34.0, + "764": 38.0, + "765": 28.0, + "766": 38.0, + "767": 29.0, + "768": 36.0, + "769": 40.0, + "770": 39.0, "771": 32.0, - "772": 48.0, - "773": 43.0, - "774": 47.0, - "775": 50.0, - "776": 32.0, - "777": 41.0, + "772": 38.0, + "773": 50.0, + "774": 39.0, + "775": 29.0, + "776": 36.0, + "777": 43.0, "778": 40.0, - "779": 31.0, - "780": 33.0, - "781": 32.0, - "782": 32.0, - "783": 32.0, - "784": 53.0, - "785": 27.0, - "786": 30.0, - "787": 37.0, - "788": 39.0, + "779": 28.0, + "780": 36.0, + "781": 40.0, + "782": 39.0, + "783": 47.0, + "784": 41.0, + "785": 33.0, + "786": 43.0, + "787": 46.0, + "788": 44.0, "789": 43.0, - "790": 38.0, - "791": 37.0, - "792": 33.0, - "793": 40.0, - "794": 29.0, - "795": 47.0, - "796": 41.0, - "797": 43.0, - "798": 37.0, - "799": 44.0, - "800": 35.0, - "801": 42.0, - "802": 39.0, - "803": 60.0, - "804": 49.0, - "805": 40.0, - "806": 41.0, - "807": 50.0, - "808": 42.0, - "809": 34.0, - "810": 33.0, - "811": 35.0, - "812": 43.0, - "813": 53.0, - "814": 37.0, - "815": 57.0, - "816": 37.0, - "817": 41.0, - "818": 32.0, - "819": 36.0, - "820": 29.0, - "821": 52.0, - "822": 40.0, - "823": 31.0, - "824": 40.0, - "825": 35.0, - "826": 40.0, - "827": 37.0, - "828": 34.0, - "829": 30.0, - "830": 39.0, - "831": 28.0, - "832": 33.0, - "833": 42.0, - "834": 37.0, - "835": 36.0, - "836": 32.0, - "837": 40.0, - "838": 32.0, - "839": 29.0, - "840": 33.0, - "841": 30.0, - "842": 27.0, - "843": 44.0, - "844": 48.0, - "845": 37.0, - "846": 42.0, - "847": 37.0, - "848": 64.0, - "849": 29.0, - "850": 34.0, - "851": 26.0, - "852": 33.0, - "853": 38.0, - "854": 39.0, - "855": 38.0, - "856": 51.0, - "857": 27.0, - "858": 49.0, - "859": 24.0, - "860": 35.0, - "861": 39.0, - "862": 31.0, - "863": 47.0, - "864": 25.0, - "865": 47.0, - "866": 50.0, - "867": 46.0, - "868": 33.0, - "869": 36.0, - "870": 32.0, - "871": 46.0, - "872": 31.0, - "873": 43.0, - "874": 34.0, - "875": 42.0, - "876": 34.0, - "877": 39.0, - "878": 47.0, - "879": 26.0, - "880": 35.0, - "881": 34.0, - "882": 34.0, - "883": 31.0, - "884": 44.0, - "885": 50.0, - "886": 49.0, - "887": 32.0, - "888": 29.0, - "889": 30.0, - "890": 33.0, - "891": 46.0, - "892": 26.0, - "893": 34.0, - "894": 51.0, - "895": 40.0, - "896": 37.0, - "897": 32.0, - "898": 37.0, - "899": 46.0, - "900": 29.0, - "901": 44.0, - "902": 39.0, - "903": 27.0, - "904": 33.0, - "905": 34.0, - "906": 43.0, - "907": 38.0, - "908": 38.0, - "909": 33.0, - "910": 39.0, - "911": 34.0, - "912": 38.0, - "913": 39.0, - "914": 35.0, - "915": 36.0, - "916": 32.0, - "917": 44.0, - "918": 34.0, - "919": 33.0, - "920": 29.0, - "921": 32.0, - "922": 29.0, - "923": 41.0, - "924": 27.0, - "925": 21.0, - "926": 29.0, - "927": 36.0, - "928": 48.0, - "929": 38.0, - "930": 38.0, - "931": 38.0, - "932": 26.0, - "933": 40.0, - "934": 26.0, - "935": 36.0, - "936": 33.0, - "937": 45.0, - "938": 44.0, - "939": 37.0, - "940": 38.0, - "941": 29.0, - "942": 41.0, - "943": 34.0, - "944": 49.0, - "945": 30.0, - "946": 29.0, - "947": 32.0, - "948": 37.0, - "949": 35.0, - "950": 36.0, - "951": 42.0, - "952": 41.0, - "953": 41.0, - "954": 30.0, - "955": 31.0, - "956": 37.0, - "957": 38.0, - "958": 29.0, - "959": 26.0, - "960": 34.0, - "961": 31.0, - "962": 34.0, - "963": 35.0, - "964": 35.0, - "965": 35.0, - "966": 33.0, - "967": 28.0, - "968": 31.0, - "969": 38.0, - "970": 36.0, - "971": 38.0, - "972": 39.0, - "973": 42.0, - "974": 42.0, - "975": 32.0, - "976": 34.0, - "977": 27.0, + "790": 49.0, + "791": 41.0, + "792": 44.0, + "793": 51.0, + "794": 47.0, + "795": 51.0, + "796": 48.0, + "797": 40.0, + "798": 42.0, + "799": 37.0, + "800": 42.0, + "801": 48.0, + "802": 30.0, + "803": 44.0, + "804": 37.0, + "805": 52.0, + "806": 53.0, + "807": 44.0, + "808": 31.0, + "809": 40.0, + "810": 31.0, + "811": 54.0, + "812": 42.0, + "813": 48.0, + "814": 24.0, + "815": 51.0, + "816": 42.0, + "817": 43.0, + "818": 28.0, + "819": 38.0, + "820": 38.0, + "821": 35.0, + "822": 38.0, + "823": 36.0, + "824": 44.0, + "825": 40.0, + "826": 42.0, + "827": 40.0, + "828": 36.0, + "829": 39.0, + "830": 34.0, + "831": 39.0, + "832": 30.0, + "833": 44.0, + "834": 36.0, + "835": 31.0, + "836": 37.0, + "837": 46.0, + "838": 38.0, + "839": 37.0, + "840": 51.0, + "841": 50.0, + "842": 34.0, + "843": 40.0, + "844": 37.0, + "845": 38.0, + "846": 33.0, + "847": 45.0, + "848": 34.0, + "849": 45.0, + "850": 31.0, + "851": 46.0, + "852": 28.0, + "853": 44.0, + "854": 20.0, + "855": 32.0, + "856": 24.0, + "857": 38.0, + "858": 31.0, + "859": 35.0, + "860": 47.0, + "861": 31.0, + "862": 34.0, + "863": 36.0, + "864": 34.0, + "865": 33.0, + "866": 27.0, + "867": 37.0, + "868": 42.0, + "869": 37.0, + "870": 42.0, + "871": 40.0, + "872": 29.0, + "873": 44.0, + "874": 42.0, + "875": 32.0, + "876": 33.0, + "877": 29.0, + "878": 41.0, + "879": 48.0, + "880": 37.0, + "881": 33.0, + "882": 36.0, + "883": 40.0, + "884": 42.0, + "885": 35.0, + "886": 37.0, + "887": 34.0, + "888": 28.0, + "889": 36.0, + "890": 44.0, + "891": 39.0, + "892": 27.0, + "893": 47.0, + "894": 38.0, + "895": 33.0, + "896": 27.0, + "897": 38.0, + "898": 38.0, + "899": 31.0, + "900": 45.0, + "901": 34.0, + "902": 43.0, + "903": 37.0, + "904": 35.0, + "905": 40.0, + "906": 25.0, + "907": 40.0, + "908": 41.0, + "909": 31.0, + "910": 33.0, + "911": 42.0, + "912": 32.0, + "913": 40.0, + "914": 43.0, + "915": 34.0, + "916": 56.0, + "917": 34.0, + "918": 35.0, + "919": 40.0, + "920": 26.0, + "921": 38.0, + "922": 31.0, + "923": 45.0, + "924": 31.0, + "925": 35.0, + "926": 44.0, + "927": 39.0, + "928": 49.0, + "929": 47.0, + "930": 35.0, + "931": 31.0, + "932": 39.0, + "933": 37.0, + "934": 21.0, + "935": 50.0, + "936": 38.0, + "937": 49.0, + "938": 39.0, + "939": 45.0, + "940": 34.0, + "941": 36.0, + "942": 43.0, + "943": 42.0, + "944": 65.0, + "945": 40.0, + "946": 42.0, + "947": 36.0, + "948": 46.0, + "949": 32.0, + "950": 43.0, + "951": 36.0, + "952": 42.0, + "953": 29.0, + "954": 35.0, + "955": 33.0, + "956": 35.0, + "957": 32.0, + "958": 36.0, + "959": 35.0, + "960": 32.0, + "961": 32.0, + "962": 27.0, + "963": 38.0, + "964": 50.0, + "965": 50.0, + "966": 42.0, + "967": 40.0, + "968": 44.0, + "969": 27.0, + "970": 25.0, + "971": 39.0, + "972": 48.0, + "973": 30.0, + "974": 25.0, + "975": 42.0, + "976": 38.0, + "977": 32.0, "978": 27.0, - "979": 41.0, - "980": 46.0, - "981": 33.0, - "982": 37.0, - "983": 36.0, - "984": 32.0, - "985": 34.0, - "986": 35.0, - "987": 33.0, - "988": 41.0, - "989": 36.0, - "990": 37.0, - "991": 45.0, - "992": 41.0, - "993": 45.0, - "994": 34.0, - "995": 38.0, - "996": 46.0, - "997": 31.0, - "998": 41.0, - "999": 48.0, - "1000": 44.0, - "1001": 49.0, - "1002": 26.0, + "979": 31.0, + "980": 41.0, + "981": 42.0, + "982": 38.0, + "983": 40.0, + "984": 35.0, + "985": 51.0, + "986": 22.0, + "987": 27.0, + "988": 36.0, + "989": 43.0, + "990": 50.0, + "991": 34.0, + "992": 31.0, + "993": 37.0, + "994": 33.0, + "995": 42.0, + "996": 47.0, + "997": 33.0, + "998": 42.0, + "999": 44.0, + "1000": 49.0, + "1001": 23.0, + "1002": 31.0, "1003": 37.0, - "1004": 38.0, - "1005": 34.0, - "1006": 35.0, - "1007": 40.0, - "1008": 41.0, - "1009": 28.0, - "1010": 46.0, - "1011": 33.0, - "1012": 18.0, - "1013": 44.0, - "1014": 47.0, - "1015": 33.0, - "1016": 49.0, - "1017": 36.0, - "1018": 44.0, - "1019": 40.0, - "1020": 38.0, - "1021": 31.0, - "1022": 47.0, - "1023": 42.0, - "1024": 46.0, - "1025": 41.0, - "1026": 32.0, - "1027": 29.0, - "1028": 35.0, - "1029": 35.0, - "1030": 34.0, - "1031": 41.0, - "1032": 37.0, - "1033": 37.0, + "1004": 41.0, + "1005": 43.0, + "1006": 39.0, + "1007": 37.0, + "1008": 46.0, + "1009": 38.0, + "1010": 36.0, + "1011": 46.0, + "1012": 40.0, + "1013": 26.0, + "1014": 35.0, + "1015": 24.0, + "1016": 47.0, + "1017": 35.0, + "1018": 29.0, + "1019": 41.0, + "1020": 47.0, + "1021": 34.0, + "1022": 33.0, + "1023": 36.0, + "1024": 35.0, + "1025": 26.0, + "1026": 44.0, + "1027": 37.0, + "1028": 31.0, + "1029": 32.0, + "1030": 20.0, + "1031": 42.0, + "1032": 31.0, + "1033": 43.0, "1034": 34.0, - "1035": 40.0, - "1036": 40.0, - "1037": 43.0, - "1038": 31.0, + "1035": 29.0, + "1036": 29.0, + "1037": 41.0, + "1038": 33.0, "1039": 41.0, - "1040": 23.0, - "1041": 33.0, - "1042": 30.0, - "1043": 30.0, - "1044": 31.0, - "1045": 35.0, - "1046": 37.0, - "1047": 42.0, - "1048": 43.0, - "1049": 40.0, - "1050": 48.0, - "1051": 39.0, - "1052": 37.0, - "1053": 35.0, - "1054": 34.0, - "1055": 29.0, - "1056": 20.0, - "1057": 33.0, - "1058": 36.0, - "1059": 30.0, - "1060": 36.0, - "1061": 42.0, - "1062": 33.0, - "1063": 43.0, - "1064": 28.0, - "1065": 26.0, - "1066": 48.0, - "1067": 51.0, - "1068": 42.0, - "1069": 35.0, - "1070": 35.0, - "1071": 42.0, - "1072": 29.0, - "1073": 34.0, - "1074": 44.0, - "1075": 28.0, - "1076": 35.0, - "1077": 42.0, - "1078": 36.0, + "1040": 28.0, + "1041": 39.0, + "1042": 24.0, + "1043": 33.0, + "1044": 38.0, + "1045": 36.0, + "1046": 24.0, + "1047": 33.0, + "1048": 31.0, + "1049": 41.0, + "1050": 42.0, + "1051": 35.0, + "1052": 42.0, + "1053": 31.0, + "1054": 31.0, + "1055": 47.0, + "1056": 34.0, + "1057": 35.0, + "1058": 30.0, + "1059": 45.0, + "1060": 26.0, + "1061": 30.0, + "1062": 28.0, + "1063": 28.0, + "1064": 26.0, + "1065": 36.0, + "1066": 26.0, + "1067": 31.0, + "1068": 33.0, + "1069": 40.0, + "1070": 38.0, + "1071": 47.0, + "1072": 28.0, + "1073": 37.0, + "1074": 40.0, + "1075": 31.0, + "1076": 33.0, + "1077": 30.0, + "1078": 48.0, "1079": 43.0, - "1080": 26.0, - "1081": 33.0, - "1082": 30.0, - "1083": 36.0, - "1084": 24.0, - "1085": 32.0, - "1086": 40.0, - "1087": 34.0, - "1088": 27.0, - "1089": 61.0, - "1090": 40.0, - "1091": 37.0, - "1092": 39.0, - "1093": 43.0, + "1080": 29.0, + "1081": 34.0, + "1082": 39.0, + "1083": 29.0, + "1084": 50.0, + "1085": 34.0, + "1086": 45.0, + "1087": 35.0, + "1088": 33.0, + "1089": 39.0, + "1090": 42.0, + "1091": 35.0, + "1092": 20.0, + "1093": 30.0, "1094": 32.0, - "1095": 39.0, - "1096": 36.0, - "1097": 43.0, - "1098": 34.0, - "1099": 48.0, - "1100": 40.0, + "1095": 30.0, + "1096": 45.0, + "1097": 31.0, + "1098": 31.0, + "1099": 35.0, + "1100": 36.0, "1101": 35.0, - "1102": 46.0, - "1103": 27.0, - "1104": 36.0, - "1105": 41.0, - "1106": 43.0, - "1107": 39.0, - "1108": 33.0, - "1109": 42.0, - "1110": 30.0, - "1111": 36.0, - "1112": 48.0, - "1113": 29.0, - "1114": 34.0, - "1115": 29.0, - "1116": 33.0, - "1117": 30.0, - "1118": 35.0, - "1119": 22.0, - "1120": 29.0, - "1121": 38.0, - "1122": 35.0, - "1123": 38.0, - "1124": 28.0, - "1125": 29.0, - "1126": 37.0, - "1127": 39.0, - "1128": 40.0, - "1129": 33.0, - "1130": 36.0, - "1131": 38.0, - "1132": 44.0, - "1133": 29.0, - "1134": 39.0, - "1135": 44.0, - "1136": 45.0, - "1137": 39.0, - "1138": 39.0, - "1139": 46.0, - "1140": 32.0, - "1141": 42.0, - "1142": 35.0, - "1143": 36.0, - "1144": 28.0, - "1145": 33.0, - "1146": 33.0, + "1102": 37.0, + "1103": 26.0, + "1104": 37.0, + "1105": 28.0, + "1106": 32.0, + "1107": 53.0, + "1108": 35.0, + "1109": 37.0, + "1110": 51.0, + "1111": 34.0, + "1112": 22.0, + "1113": 41.0, + "1114": 35.0, + "1115": 43.0, + "1116": 35.0, + "1117": 40.0, + "1118": 31.0, + "1119": 37.0, + "1120": 32.0, + "1121": 33.0, + "1122": 32.0, + "1123": 29.0, + "1124": 48.0, + "1125": 45.0, + "1126": 30.0, + "1127": 42.0, + "1128": 35.0, + "1129": 29.0, + "1130": 38.0, + "1131": 33.0, + "1132": 33.0, + "1133": 27.0, + "1134": 33.0, + "1135": 34.0, + "1136": 27.0, + "1137": 35.0, + "1138": 31.0, + "1139": 27.0, + "1140": 31.0, + "1141": 33.0, + "1142": 29.0, + "1143": 34.0, + "1144": 31.0, + "1145": 36.0, + "1146": 36.0, "1147": 46.0, - "1148": 37.0, - "1149": 32.0, - "1150": 27.0, - "1151": 32.0, - "1152": 26.0, - "1153": 18.0, - "1154": 38.0, - "1155": 38.0, - "1156": 28.0, - "1157": 26.0, - "1158": 39.0, - "1159": 27.0, - "1160": 35.0, - "1161": 40.0, - "1162": 26.0, - "1163": 33.0, - "1164": 33.0, - "1165": 36.0, - "1166": 37.0, - "1167": 31.0, - "1168": 34.0, - "1169": 36.0, - "1170": 25.0, - "1171": 39.0, - "1172": 35.0, - "1173": 38.0, - "1174": 31.0, - "1175": 27.0, - "1176": 36.0, - "1177": 28.0, - "1178": 36.0, + "1148": 25.0, + "1149": 33.0, + "1150": 36.0, + "1151": 39.0, + "1152": 34.0, + "1153": 41.0, + "1154": 48.0, + "1155": 37.0, + "1156": 33.0, + "1157": 41.0, + "1158": 37.0, + "1159": 45.0, + "1160": 42.0, + "1161": 33.0, + "1162": 34.0, + "1163": 27.0, + "1164": 48.0, + "1165": 20.0, + "1166": 34.0, + "1167": 39.0, + "1168": 38.0, + "1169": 47.0, + "1170": 23.0, + "1171": 20.0, + "1172": 42.0, + "1173": 34.0, + "1174": 30.0, + "1175": 31.0, + "1176": 39.0, + "1177": 42.0, + "1178": 35.0, "1179": 35.0, - "1180": 34.0, - "1181": 25.0, - "1182": 46.0, - "1183": 37.0, - "1184": 39.0, - "1185": 46.0, - "1186": 44.0, - "1187": 33.0, - "1188": 46.0, - "1189": 36.0, - "1190": 36.0, - "1191": 49.0, - "1192": 45.0, - "1193": 29.0, - "1194": 34.0, - "1195": 40.0, - "1196": 37.0, - "1197": 35.0, - "1198": 40.0, - "1199": 29.0, - "1200": 41.0, - "1201": 40.0, - "1202": 38.0, - "1203": 38.0, - "1204": 40.0, - "1205": 51.0, - "1206": 32.0, - "1207": 45.0, - "1208": 29.0, - "1209": 30.0, - "1210": 36.0, - "1211": 34.0, - "1212": 40.0, - "1213": 29.0, - "1214": 41.0, - "1215": 32.0, - "1216": 35.0, - "1217": 25.0, - "1218": 43.0, - "1219": 37.0, - "1220": 30.0, - "1221": 31.0, - "1222": 38.0, - "1223": 36.0, + "1180": 37.0, + "1181": 38.0, + "1182": 38.0, + "1183": 42.0, + "1184": 26.0, + "1185": 37.0, + "1186": 35.0, + "1187": 41.0, + "1188": 35.0, + "1189": 46.0, + "1190": 38.0, + "1191": 42.0, + "1192": 32.0, + "1193": 31.0, + "1194": 41.0, + "1195": 26.0, + "1196": 45.0, + "1197": 36.0, + "1198": 49.0, + "1199": 35.0, + "1200": 34.0, + "1201": 36.0, + "1202": 30.0, + "1203": 33.0, + "1204": 45.0, + "1205": 28.0, + "1206": 36.0, + "1207": 35.0, + "1208": 40.0, + "1209": 38.0, + "1210": 43.0, + "1211": 24.0, + "1212": 35.0, + "1213": 33.0, + "1214": 34.0, + "1215": 31.0, + "1216": 30.0, + "1217": 38.0, + "1218": 50.0, + "1219": 41.0, + "1220": 35.0, + "1221": 25.0, + "1222": 34.0, + "1223": 37.0, "1224": 36.0, - "1225": 43.0, - "1226": 38.0, - "1227": 37.0, - "1228": 28.0, - "1229": 25.0, - "1230": 29.0, - "1231": 26.0, - "1232": 32.0, - "1233": 32.0, - "1234": 35.0, - "1235": 26.0, - "1236": 40.0, - "1237": 37.0, - "1238": 35.0, - "1239": 43.0, - "1240": 36.0, - "1241": 39.0, - "1242": 38.0, - "1243": 28.0, - "1244": 30.0, - "1245": 21.0, - "1246": 32.0, - "1247": 40.0, - "1248": 25.0, - "1249": 28.0, - "1250": 40.0, - "1251": 31.0, - "1252": 33.0, - "1253": 38.0, - "1254": 46.0, - "1255": 47.0, - "1256": 37.0, - "1257": 39.0, - "1258": 34.0, - "1259": 35.0, - "1260": 48.0, - "1261": 44.0, - "1262": 36.0, - "1263": 35.0, - "1264": 33.0, - "1265": 32.0, - "1266": 53.0, - "1267": 45.0, - "1268": 32.0, - "1269": 27.0, + "1225": 45.0, + "1226": 35.0, + "1227": 39.0, + "1228": 29.0, + "1229": 28.0, + "1230": 27.0, + "1231": 38.0, + "1232": 43.0, + "1233": 40.0, + "1234": 36.0, + "1235": 29.0, + "1236": 42.0, + "1237": 32.0, + "1238": 31.0, + "1239": 34.0, + "1240": 27.0, + "1241": 53.0, + "1242": 45.0, + "1243": 35.0, + "1244": 35.0, + "1245": 36.0, + "1246": 40.0, + "1247": 26.0, + "1248": 34.0, + "1249": 31.0, + "1250": 36.0, + "1251": 45.0, + "1252": 38.0, + "1253": 32.0, + "1254": 32.0, + "1255": 40.0, + "1256": 29.0, + "1257": 30.0, + "1258": 42.0, + "1259": 30.0, + "1260": 29.0, + "1261": 33.0, + "1262": 47.0, + "1263": 29.0, + "1264": 48.0, + "1265": 36.0, + "1266": 34.0, + "1267": 32.0, + "1268": 33.0, + "1269": 30.0, "1270": 38.0, - "1271": 44.0, - "1272": 41.0, - "1273": 47.0, - "1274": 27.0, - "1275": 36.0, - "1276": 32.0, - "1277": 34.0, - "1278": 32.0, - "1279": 34.0, - "1280": 33.0, - "1281": 37.0, - "1282": 28.0, + "1271": 33.0, + "1272": 46.0, + "1273": 25.0, + "1274": 38.0, + "1275": 39.0, + "1276": 43.0, + "1277": 40.0, + "1278": 27.0, + "1279": 39.0, + "1280": 26.0, + "1281": 35.0, + "1282": 39.0, "1283": 41.0, - "1284": 39.0, - "1285": 27.0, - "1286": 41.0, - "1287": 37.0, - "1288": 49.0, - "1289": 26.0, - "1290": 43.0, - "1291": 41.0, - "1292": 54.0, - "1293": 31.0, - "1294": 37.0, - "1295": 36.0, - "1296": 42.0, - "1297": 37.0, - "1298": 46.0, - "1299": 27.0, - "1300": 32.0, - "1301": 47.0, - "1302": 42.0, - "1303": 38.0, - "1304": 41.0, - "1305": 31.0, - "1306": 35.0, - "1307": 45.0, - "1308": 37.0, - "1309": 39.0, - "1310": 26.0, - "1311": 32.0, + "1284": 37.0, + "1285": 30.0, + "1286": 39.0, + "1287": 33.0, + "1288": 25.0, + "1289": 46.0, + "1290": 39.0, + "1291": 38.0, + "1292": 37.0, + "1293": 40.0, + "1294": 28.0, + "1295": 24.0, + "1296": 31.0, + "1297": 27.0, + "1298": 36.0, + "1299": 42.0, + "1300": 33.0, + "1301": 45.0, + "1302": 36.0, + "1303": 41.0, + "1304": 36.0, + "1305": 37.0, + "1306": 32.0, + "1307": 32.0, + "1308": 36.0, + "1309": 32.0, + "1310": 38.0, + "1311": 40.0, "1312": 33.0, - "1313": 44.0, - "1314": 34.0, - "1315": 43.0, - "1316": 39.0, - "1317": 31.0, - "1318": 50.0, - "1319": 32.0, - "1320": 47.0, - "1321": 36.0, + "1313": 43.0, + "1314": 39.0, + "1315": 44.0, + "1316": 47.0, + "1317": 35.0, + "1318": 25.0, + "1319": 28.0, + "1320": 44.0, + "1321": 31.0, "1322": 36.0, - "1323": 31.0, - "1324": 34.0, - "1325": 33.0, - "1326": 29.0, - "1327": 37.0, - "1328": 48.0, - "1329": 35.0, - "1330": 38.0, - "1331": 29.0, - "1332": 40.0, - "1333": 41.0, - "1334": 48.0, + "1323": 33.0, + "1324": 39.0, + "1325": 30.0, + "1326": 38.0, + "1327": 31.0, + "1328": 32.0, + "1329": 27.0, + "1330": 28.0, + "1331": 34.0, + "1332": 28.0, + "1333": 35.0, + "1334": 39.0, "1335": 45.0, - "1336": 39.0, - "1337": 45.0, - "1338": 30.0, - "1339": 30.0, - "1340": 45.0, - "1341": 36.0, - "1342": 38.0, - "1343": 31.0, - "1344": 34.0, - "1345": 37.0, - "1346": 30.0, - "1347": 32.0, - "1348": 44.0, - "1349": 46.0, - "1350": 36.0, + "1336": 34.0, + "1337": 35.0, + "1338": 39.0, + "1339": 41.0, + "1340": 37.0, + "1341": 41.0, + "1342": 27.0, + "1343": 52.0, + "1344": 30.0, + "1345": 34.0, + "1346": 48.0, + "1347": 35.0, + "1348": 42.0, + "1349": 33.0, + "1350": 34.0, "1351": 38.0, "1352": 34.0, - "1353": 39.0, - "1354": 40.0, - "1355": 38.0, - "1356": 42.0, - "1357": 46.0, - "1358": 38.0, - "1359": 35.0, - "1360": 28.0, - "1361": 36.0, - "1362": 41.0, - "1363": 35.0, - "1364": 33.0, - "1365": 32.0, - "1366": 44.0, - "1367": 21.0, - "1368": 32.0, - "1369": 40.0, - "1370": 31.0, - "1371": 30.0, - "1372": 42.0, - "1373": 40.0, - "1374": 40.0, - "1375": 31.0, + "1353": 28.0, + "1354": 44.0, + "1355": 33.0, + "1356": 34.0, + "1357": 25.0, + "1358": 44.0, + "1359": 34.0, + "1360": 49.0, + "1361": 50.0, + "1362": 30.0, + "1363": 48.0, + "1364": 35.0, + "1365": 39.0, + "1366": 30.0, + "1367": 27.0, + "1368": 43.0, + "1369": 33.0, + "1370": 50.0, + "1371": 35.0, + "1372": 32.0, + "1373": 41.0, + "1374": 37.0, + "1375": 40.0, "1376": 39.0, - "1377": 32.0, - "1378": 35.0, - "1379": 36.0, - "1380": 42.0, - "1381": 39.0, - "1382": 35.0, - "1383": 34.0, - "1384": 42.0, - "1385": 41.0, - "1386": 43.0, - "1387": 31.0, - "1388": 31.0, - "1389": 27.0, - "1390": 41.0, - "1391": 42.0, - "1392": 39.0, - "1393": 34.0, - "1394": 38.0, - "1395": 38.0, - "1396": 50.0, - "1397": 48.0, - "1398": 25.0, - "1399": 34.0, - "1400": 32.0, - "1401": 37.0, - "1402": 25.0, - "1403": 32.0, - "1404": 39.0, - "1405": 27.0, - "1406": 26.0, - "1407": 36.0, - "1408": 34.0, - "1409": 32.0, - "1410": 46.0, - "1411": 38.0, - "1412": 37.0, - "1413": 45.0, - "1414": 43.0, - "1415": 35.0, - "1416": 40.0, - "1417": 31.0, - "1418": 27.0, - "1419": 41.0, - "1420": 28.0, - "1421": 42.0, - "1422": 42.0, - "1423": 35.0, - "1424": 40.0, - "1425": 51.0, - "1426": 26.0, - "1427": 28.0, - "1428": 42.0, + "1377": 38.0, + "1378": 33.0, + "1379": 48.0, + "1380": 35.0, + "1381": 28.0, + "1382": 37.0, + "1383": 46.0, + "1384": 34.0, + "1385": 49.0, + "1386": 29.0, + "1387": 38.0, + "1388": 44.0, + "1389": 39.0, + "1390": 33.0, + "1391": 59.0, + "1392": 30.0, + "1393": 25.0, + "1394": 31.0, + "1395": 31.0, + "1396": 40.0, + "1397": 42.0, + "1398": 26.0, + "1399": 39.0, + "1400": 41.0, + "1401": 43.0, + "1402": 29.0, + "1403": 38.0, + "1404": 37.0, + "1405": 46.0, + "1406": 34.0, + "1407": 43.0, + "1408": 25.0, + "1409": 37.0, + "1410": 41.0, + "1411": 55.0, + "1412": 33.0, + "1413": 29.0, + "1414": 44.0, + "1415": 43.0, + "1416": 33.0, + "1417": 34.0, + "1418": 35.0, + "1419": 52.0, + "1420": 32.0, + "1421": 43.0, + "1422": 36.0, + "1423": 37.0, + "1424": 33.0, + "1425": 43.0, + "1426": 27.0, + "1427": 39.0, + "1428": 43.0, "1429": 31.0, - "1430": 38.0, - "1431": 44.0, - "1432": 49.0, - "1433": 31.0, - "1434": 37.0, - "1435": 36.0, - "1436": 31.0, - "1437": 39.0, - "1438": 41.0, - "1439": 37.0, + "1430": 45.0, + "1431": 41.0, + "1432": 45.0, + "1433": 36.0, + "1434": 36.0, + "1435": 40.0, + "1436": 37.0, + "1437": 44.0, + "1438": 34.0, + "1439": 31.0, "1440": 43.0, - "1441": 35.0, + "1441": 32.0, "1442": 37.0, - "1443": 38.0, - "1444": 38.0, - "1445": 38.0, - "1446": 29.0, - "1447": 41.0, - "1448": 43.0, - "1449": 28.0, + "1443": 51.0, + "1444": 28.0, + "1445": 34.0, + "1446": 31.0, + "1447": 40.0, + "1448": 34.0, + "1449": 30.0, "1450": 39.0, - "1451": 29.0, - "1452": 28.0, - "1453": 42.0, - "1454": 30.0, - "1455": 46.0, - "1456": 39.0, - "1457": 43.0, - "1458": 33.0, - "1459": 39.0, - "1460": 32.0, - "1461": 41.0, - "1462": 25.0, - "1463": 35.0, - "1464": 35.0, - "1465": 32.0, - "1466": 27.0, - "1467": 33.0, - "1468": 30.0, - "1469": 36.0, + "1451": 41.0, + "1452": 35.0, + "1453": 32.0, + "1454": 31.0, + "1455": 42.0, + "1456": 27.0, + "1457": 40.0, + "1458": 37.0, + "1459": 35.0, + "1460": 31.0, + "1461": 40.0, + "1462": 32.0, + "1463": 36.0, + "1464": 31.0, + "1465": 30.0, + "1466": 35.0, + "1467": 45.0, + "1468": 41.0, + "1469": 46.0, "1470": 38.0, - "1471": 34.0, + "1471": 37.0, "1472": 29.0, - "1473": 39.0, - "1474": 33.0, - "1475": 37.0, - "1476": 44.0, - "1477": 26.0, - "1478": 22.0, - "1479": 46.0, - "1480": 40.0, - "1481": 36.0, - "1482": 43.0, - "1483": 27.0, - "1484": 52.0, - "1485": 27.0, - "1486": 34.0, - "1487": 32.0, - "1488": 38.0, - "1489": 39.0, - "1490": 43.0, - "1491": 41.0, - "1492": 36.0, - "1493": 34.0, - "1494": 46.0, - "1495": 35.0, - "1496": 38.0, - "1497": 28.0, - "1498": 44.0, - "1499": 38.0, - "1500": 36.0, - "1501": 29.0, - "1502": 52.0, - "1503": 37.0, - "1504": 40.0, - "1505": 42.0, - "1506": 37.0, - "1507": 37.0, - "1508": 53.0, - "1509": 40.0, - "1510": 28.0, + "1473": 36.0, + "1474": 32.0, + "1475": 39.0, + "1476": 28.0, + "1477": 36.0, + "1478": 24.0, + "1479": 31.0, + "1480": 34.0, + "1481": 35.0, + "1482": 42.0, + "1483": 37.0, + "1484": 29.0, + "1485": 32.0, + "1486": 32.0, + "1487": 28.0, + "1488": 36.0, + "1489": 28.0, + "1490": 48.0, + "1491": 45.0, + "1492": 48.0, + "1493": 42.0, + "1494": 40.0, + "1495": 29.0, + "1496": 30.0, + "1497": 34.0, + "1498": 34.0, + "1499": 37.0, + "1500": 45.0, + "1501": 35.0, + "1502": 37.0, + "1503": 33.0, + "1504": 32.0, + "1505": 46.0, + "1506": 43.0, + "1507": 35.0, + "1508": 35.0, + "1509": 30.0, + "1510": 32.0, "1511": 42.0, - "1512": 32.0, - "1513": 42.0, - "1514": 36.0, - "1515": 40.0, - "1516": 25.0, + "1512": 38.0, + "1513": 37.0, + "1514": 26.0, + "1515": 46.0, + "1516": 27.0, "1517": 37.0, - "1518": 42.0, - "1519": 24.0, - "1520": 38.0, - "1521": 42.0, - "1522": 39.0, - "1523": 28.0, - "1524": 36.0, - "1525": 29.0, - "1526": 29.0, - "1527": 33.0, - "1528": 37.0, - "1529": 31.0, - "1530": 38.0, - "1531": 31.0, - "1532": 32.0, - "1533": 27.0, - "1534": 38.0, - "1535": 38.0, - "1536": 39.0, - "1537": 47.0, - "1538": 33.0, - "1539": 49.0, - "1540": 27.0, - "1541": 48.0, - "1542": 48.0, - "1543": 44.0, - "1544": 36.0, - "1545": 30.0, - "1546": 57.0, - "1547": 24.0, - "1548": 36.0, - "1549": 30.0, - "1550": 22.0, - "1551": 42.0, - "1552": 31.0, - "1553": 50.0, - "1554": 40.0, - "1555": 46.0, - "1556": 28.0, - "1557": 34.0, - "1558": 39.0, - "1559": 36.0, - "1560": 38.0, - "1561": 36.0, - "1562": 39.0, - "1563": 40.0, - "1564": 45.0, - "1565": 38.0, - "1566": 35.0, - "1567": 45.0, - "1568": 50.0, - "1569": 31.0, - "1570": 48.0, - "1571": 36.0, - "1572": 30.0, - "1573": 42.0, - "1574": 39.0, - "1575": 37.0, - "1576": 32.0, - "1577": 35.0, - "1578": 44.0, - "1579": 44.0, - "1580": 42.0, - "1581": 35.0, - "1582": 32.0, - "1583": 41.0, - "1584": 32.0, - "1585": 33.0, + "1518": 30.0, + "1519": 40.0, + "1520": 37.0, + "1521": 40.0, + "1522": 36.0, + "1523": 32.0, + "1524": 29.0, + "1525": 42.0, + "1526": 27.0, + "1527": 42.0, + "1528": 45.0, + "1529": 43.0, + "1530": 28.0, + "1531": 30.0, + "1532": 36.0, + "1533": 37.0, + "1534": 37.0, + "1535": 43.0, + "1536": 34.0, + "1537": 37.0, + "1538": 40.0, + "1539": 35.0, + "1540": 28.0, + "1541": 42.0, + "1542": 39.0, + "1543": 28.0, + "1544": 34.0, + "1545": 31.0, + "1546": 39.0, + "1547": 43.0, + "1548": 39.0, + "1549": 43.0, + "1550": 33.0, + "1551": 31.0, + "1552": 24.0, + "1553": 33.0, + "1554": 41.0, + "1555": 41.0, + "1556": 37.0, + "1557": 40.0, + "1558": 33.0, + "1559": 29.0, + "1560": 39.0, + "1561": 33.0, + "1562": 41.0, + "1563": 48.0, + "1564": 33.0, + "1565": 47.0, + "1566": 50.0, + "1567": 39.0, + "1568": 39.0, + "1569": 53.0, + "1570": 56.0, + "1571": 27.0, + "1572": 40.0, + "1573": 38.0, + "1574": 26.0, + "1575": 33.0, + "1576": 35.0, + "1577": 45.0, + "1578": 51.0, + "1579": 47.0, + "1580": 34.0, + "1581": 36.0, + "1582": 27.0, + "1583": 46.0, + "1584": 40.0, + "1585": 45.0, "1586": 34.0, - "1587": 36.0, - "1588": 36.0, - "1589": 36.0, - "1590": 41.0, - "1591": 37.0, - "1592": 31.0, - "1593": 39.0, - "1594": 34.0, - "1595": 43.0, - "1596": 55.0, - "1597": 43.0, - "1598": 39.0, - "1599": 48.0, - "1600": 36.0, - "1601": 44.0, - "1602": 31.0, - "1603": 45.0, + "1587": 34.0, + "1588": 35.0, + "1589": 29.0, + "1590": 28.0, + "1591": 47.0, + "1592": 49.0, + "1593": 30.0, + "1594": 27.0, + "1595": 44.0, + "1596": 35.0, + "1597": 42.0, + "1598": 33.0, + "1599": 42.0, + "1600": 32.0, + "1601": 36.0, + "1602": 39.0, + "1603": 38.0, "1604": 37.0, - "1605": 35.0, - "1606": 30.0, - "1607": 47.0, - "1608": 25.0, - "1609": 38.0, - "1610": 22.0, - "1611": 48.0, - "1612": 34.0, - "1613": 36.0, - "1614": 38.0, - "1615": 38.0, - "1616": 44.0, - "1617": 29.0, - "1618": 42.0, - "1619": 39.0, - "1620": 32.0, - "1621": 43.0, - "1622": 23.0, - "1623": 21.0, - "1624": 33.0, - "1625": 27.0, - "1626": 40.0, - "1627": 37.0, - "1628": 37.0, - "1629": 39.0, - "1630": 35.0, - "1631": 26.0, - "1632": 49.0, - "1633": 40.0, - "1634": 38.0, - "1635": 43.0, - "1636": 38.0, - "1637": 46.0, - "1638": 51.0, - "1639": 28.0, - "1640": 46.0, - "1641": 40.0, - "1642": 46.0, - "1643": 42.0, - "1644": 40.0, - "1645": 42.0, - "1646": 45.0, - "1647": 48.0, - "1648": 31.0, - "1649": 33.0, - "1650": 52.0, - "1651": 33.0, - "1652": 36.0, - "1653": 41.0, - "1654": 47.0, - "1655": 46.0, - "1656": 39.0, - "1657": 34.0, - "1658": 45.0, - "1659": 38.0, - "1660": 35.0, - "1661": 50.0, + "1605": 31.0, + "1606": 45.0, + "1607": 44.0, + "1608": 29.0, + "1609": 36.0, + "1610": 32.0, + "1611": 32.0, + "1612": 29.0, + "1613": 35.0, + "1614": 37.0, + "1615": 30.0, + "1616": 38.0, + "1617": 34.0, + "1618": 33.0, + "1619": 32.0, + "1620": 39.0, + "1621": 45.0, + "1622": 33.0, + "1623": 42.0, + "1624": 35.0, + "1625": 42.0, + "1626": 38.0, + "1627": 35.0, + "1628": 31.0, + "1629": 42.0, + "1630": 43.0, + "1631": 31.0, + "1632": 48.0, + "1633": 44.0, + "1634": 35.0, + "1635": 54.0, + "1636": 40.0, + "1637": 36.0, + "1638": 34.0, + "1639": 40.0, + "1640": 48.0, + "1641": 51.0, + "1642": 28.0, + "1643": 36.0, + "1644": 41.0, + "1645": 34.0, + "1646": 33.0, + "1647": 34.0, + "1648": 39.0, + "1649": 30.0, + "1650": 43.0, + "1651": 24.0, + "1652": 44.0, + "1653": 38.0, + "1654": 40.0, + "1655": 34.0, + "1656": 36.0, + "1657": 46.0, + "1658": 36.0, + "1659": 41.0, + "1660": 33.0, + "1661": 43.0, "1662": 36.0, - "1663": 28.0, - "1664": 39.0, - "1665": 32.0, - "1666": 36.0, - "1667": 43.0, - "1668": 39.0, + "1663": 38.0, + "1664": 31.0, + "1665": 50.0, + "1666": 43.0, + "1667": 37.0, + "1668": 40.0, "1669": 34.0, - "1670": 43.0, - "1671": 32.0, - "1672": 38.0, - "1673": 37.0, - "1674": 48.0, - "1675": 31.0, - "1676": 41.0, - "1677": 43.0, - "1678": 47.0, - "1679": 45.0, - "1680": 27.0, - "1681": 50.0, - "1682": 41.0, - "1683": 45.0, - "1684": 40.0, - "1685": 33.0, - "1686": 30.0, - "1687": 36.0, - "1688": 39.0, - "1689": 38.0, - "1690": 36.0, - "1691": 25.0, - "1692": 44.0, - "1693": 35.0, - "1694": 37.0, - "1695": 35.0, - "1696": 37.0, - "1697": 32.0, - "1698": 35.0, - "1699": 43.0, - "1700": 49.0, - "1701": 42.0, - "1702": 45.0, - "1703": 38.0, - "1704": 38.0, - "1705": 49.0, - "1706": 47.0, - "1707": 43.0, - "1708": 43.0, - "1709": 47.0, - "1710": 50.0, - "1711": 40.0, - "1712": 28.0, - "1713": 34.0, - "1714": 42.0, - "1715": 38.0, - "1716": 50.0, - "1717": 46.0, - "1718": 46.0, - "1719": 43.0, - "1720": 57.0, - "1721": 34.0, - "1722": 38.0, - "1723": 26.0, - "1724": 45.0, - "1725": 30.0, - "1726": 32.0, - "1727": 44.0, - "1728": 38.0, - "1729": 38.0, - "1730": 47.0, - "1731": 44.0, - "1732": 38.0, - "1733": 43.0, - "1734": 42.0, - "1735": 45.0, - "1736": 38.0, - "1737": 35.0, - "1738": 38.0, + "1670": 48.0, + "1671": 39.0, + "1672": 35.0, + "1673": 33.0, + "1674": 41.0, + "1675": 28.0, + "1676": 33.0, + "1677": 30.0, + "1678": 35.0, + "1679": 40.0, + "1680": 31.0, + "1681": 49.0, + "1682": 23.0, + "1683": 40.0, + "1684": 36.0, + "1685": 34.0, + "1686": 24.0, + "1687": 52.0, + "1688": 40.0, + "1689": 37.0, + "1690": 44.0, + "1691": 38.0, + "1692": 46.0, + "1693": 36.0, + "1694": 35.0, + "1695": 45.0, + "1696": 39.0, + "1697": 38.0, + "1698": 38.0, + "1699": 26.0, + "1700": 38.0, + "1701": 37.0, + "1702": 41.0, + "1703": 41.0, + "1704": 35.0, + "1705": 38.0, + "1706": 30.0, + "1707": 47.0, + "1708": 32.0, + "1709": 26.0, + "1710": 51.0, + "1711": 42.0, + "1712": 52.0, + "1713": 40.0, + "1714": 36.0, + "1715": 40.0, + "1716": 42.0, + "1717": 45.0, + "1718": 37.0, + "1719": 46.0, + "1720": 44.0, + "1721": 35.0, + "1722": 43.0, + "1723": 42.0, + "1724": 42.0, + "1725": 32.0, + "1726": 33.0, + "1727": 39.0, + "1728": 49.0, + "1729": 37.0, + "1730": 44.0, + "1731": 35.0, + "1732": 36.0, + "1733": 40.0, + "1734": 39.0, + "1735": 39.0, + "1736": 26.0, + "1737": 39.0, + "1738": 39.0, "1739": 45.0, - "1740": 37.0, - "1741": 38.0, - "1742": 33.0, - "1743": 44.0, - "1744": 44.0, - "1745": 45.0, - "1746": 44.0, - "1747": 33.0, - "1748": 36.0, - "1749": 47.0, - "1750": 28.0, - "1751": 46.0, - "1752": 55.0, - "1753": 47.0, - "1754": 40.0, - "1755": 39.0, - "1756": 36.0, - "1757": 59.0, - "1758": 52.0, - "1759": 35.0, - "1760": 34.0, - "1761": 46.0, - "1762": 26.0, - "1763": 38.0, - "1764": 37.0, - "1765": 43.0, - "1766": 40.0, - "1767": 30.0, - "1768": 34.0, - "1769": 37.0, - "1770": 34.0, - "1771": 49.0, - "1772": 43.0, - "1773": 48.0, - "1774": 34.0, - "1775": 45.0, + "1740": 46.0, + "1741": 45.0, + "1742": 36.0, + "1743": 45.0, + "1744": 41.0, + "1745": 34.0, + "1746": 47.0, + "1747": 30.0, + "1748": 37.0, + "1749": 43.0, + "1750": 46.0, + "1751": 29.0, + "1752": 43.0, + "1753": 43.0, + "1754": 50.0, + "1755": 40.0, + "1756": 34.0, + "1757": 40.0, + "1758": 28.0, + "1759": 47.0, + "1760": 37.0, + "1761": 43.0, + "1762": 40.0, + "1763": 27.0, + "1764": 33.0, + "1765": 31.0, + "1766": 38.0, + "1767": 41.0, + "1768": 33.0, + "1769": 30.0, + "1770": 41.0, + "1771": 39.0, + "1772": 50.0, + "1773": 35.0, + "1774": 50.0, + "1775": 40.0, "1776": 39.0, - "1777": 32.0, - "1778": 37.0, - "1779": 33.0, - "1780": 43.0, - "1781": 47.0, - "1782": 33.0, - "1783": 42.0, - "1784": 43.0, - "1785": 46.0, - "1786": 50.0, - "1787": 43.0, - "1788": 47.0, - "1789": 33.0, - "1790": 36.0, - "1791": 46.0, - "1792": 30.0, - "1793": 43.0, - "1794": 44.0, - "1795": 33.0, - "1796": 36.0, - "1797": 40.0, - "1798": 37.0, - "1799": 33.0, - "1800": 39.0, + "1777": 36.0, + "1778": 44.0, + "1779": 44.0, + "1780": 36.0, + "1781": 41.0, + "1782": 39.0, + "1783": 35.0, + "1784": 36.0, + "1785": 45.0, + "1786": 40.0, + "1787": 48.0, + "1788": 43.0, + "1789": 38.0, + "1790": 40.0, + "1791": 33.0, + "1792": 38.0, + "1793": 42.0, + "1794": 49.0, + "1795": 34.0, + "1796": 39.0, + "1797": 41.0, + "1798": 27.0, + "1799": 48.0, + "1800": 44.0, "1801": 48.0, - "1802": 37.0, - "1803": 43.0, - "1804": 37.0, - "1805": 33.0, - "1806": 33.0, - "1807": 42.0, - "1808": 40.0, - "1809": 53.0, - "1810": 41.0, - "1811": 44.0, - "1812": 36.0, - "1813": 39.0, + "1802": 40.0, + "1803": 30.0, + "1804": 36.0, + "1805": 34.0, + "1806": 40.0, + "1807": 34.0, + "1808": 51.0, + "1809": 30.0, + "1810": 43.0, + "1811": 34.0, + "1812": 43.0, + "1813": 27.0, "1814": 34.0, - "1815": 46.0, - "1816": 46.0, - "1817": 38.0, - "1818": 37.0, - "1819": 46.0, - "1820": 30.0, - "1821": 59.0, - "1822": 58.0, - "1823": 46.0, - "1824": 34.0, - "1825": 42.0, - "1826": 33.0, - "1827": 33.0, - "1828": 49.0, - "1829": 43.0, - "1830": 47.0, - "1831": 36.0, - "1832": 45.0, - "1833": 37.0, - "1834": 35.0, - "1835": 43.0, + "1815": 36.0, + "1816": 36.0, + "1817": 37.0, + "1818": 42.0, + "1819": 43.0, + "1820": 51.0, + "1821": 41.0, + "1822": 49.0, + "1823": 38.0, + "1824": 28.0, + "1825": 35.0, + "1826": 32.0, + "1827": 41.0, + "1828": 37.0, + "1829": 49.0, + "1830": 49.0, + "1831": 33.0, + "1832": 37.0, + "1833": 43.0, + "1834": 43.0, + "1835": 41.0, "1836": 45.0, - "1837": 43.0, - "1838": 32.0, - "1839": 47.0, - "1840": 33.0, - "1841": 29.0, - "1842": 35.0, - "1843": 39.0, - "1844": 46.0, - "1845": 33.0, - "1846": 37.0, - "1847": 38.0, - "1848": 30.0, - "1849": 42.0, - "1850": 34.0, - "1851": 39.0, - "1852": 34.0, - "1853": 32.0, - "1854": 35.0, - "1855": 55.0, - "1856": 36.0, - "1857": 33.0, - "1858": 33.0, - "1859": 39.0, - "1860": 32.0, - "1861": 39.0, - "1862": 45.0, - "1863": 38.0, - "1864": 40.0, - "1865": 35.0, - "1866": 28.0, - "1867": 28.0, - "1868": 41.0, - "1869": 37.0, - "1870": 33.0, - "1871": 40.0, - "1872": 52.0, - "1873": 44.0, - "1874": 39.0, - "1875": 33.0, - "1876": 42.0, - "1877": 43.0, - "1878": 41.0, - "1879": 44.0, + "1837": 47.0, + "1838": 41.0, + "1839": 33.0, + "1840": 44.0, + "1841": 42.0, + "1842": 32.0, + "1843": 33.0, + "1844": 48.0, + "1845": 37.0, + "1846": 33.0, + "1847": 47.0, + "1848": 35.0, + "1849": 32.0, + "1850": 37.0, + "1851": 30.0, + "1852": 38.0, + "1853": 40.0, + "1854": 39.0, + "1855": 43.0, + "1856": 40.0, + "1857": 43.0, + "1858": 24.0, + "1859": 36.0, + "1860": 34.0, + "1861": 41.0, + "1862": 37.0, + "1863": 43.0, + "1864": 39.0, + "1865": 45.0, + "1866": 41.0, + "1867": 41.0, + "1868": 28.0, + "1869": 34.0, + "1870": 35.0, + "1871": 36.0, + "1872": 29.0, + "1873": 39.0, + "1874": 27.0, + "1875": 46.0, + "1876": 33.0, + "1877": 41.0, + "1878": 30.0, + "1879": 41.0, "1880": 40.0, - "1881": 43.0, - "1882": 48.0, - "1883": 34.0, - "1884": 36.0, - "1885": 58.0, - "1886": 47.0, - "1887": 35.0, - "1888": 34.0, - "1889": 39.0, - "1890": 32.0, - "1891": 40.0, - "1892": 38.0, - "1893": 25.0, - "1894": 41.0, - "1895": 38.0, - "1896": 41.0, - "1897": 37.0, - "1898": 38.0, - "1899": 26.0, - "1900": 35.0, - "1901": 38.0, + "1881": 32.0, + "1882": 53.0, + "1883": 35.0, + "1884": 30.0, + "1885": 36.0, + "1886": 28.0, + "1887": 41.0, + "1888": 54.0, + "1889": 48.0, + "1890": 36.0, + "1891": 50.0, + "1892": 37.0, + "1893": 39.0, + "1894": 49.0, + "1895": 28.0, + "1896": 34.0, + "1897": 42.0, + "1898": 40.0, + "1899": 35.0, + "1900": 57.0, + "1901": 37.0, "1902": 38.0, - "1903": 32.0, - "1904": 35.0, - "1905": 40.0, - "1906": 37.0, - "1907": 42.0, - "1908": 35.0, - "1909": 41.0, - "1910": 32.0, - "1911": 35.0, - "1912": 26.0, - "1913": 42.0, - "1914": 44.0, - "1915": 45.0, - "1916": 48.0, - "1917": 37.0, - "1918": 26.0, - "1919": 34.0, - "1920": 31.0, - "1921": 47.0, - "1922": 37.0, - "1923": 29.0, - "1924": 49.0, - "1925": 47.0, - "1926": 40.0, - "1927": 40.0, - "1928": 43.0, - "1929": 41.0, - "1930": 35.0, - "1931": 41.0, - "1932": 40.0, - "1933": 38.0, - "1934": 53.0, - "1935": 51.0, - "1936": 51.0, - "1937": 30.0, - "1938": 33.0, - "1939": 50.0, - "1940": 55.0, - "1941": 45.0, + "1903": 42.0, + "1904": 36.0, + "1905": 31.0, + "1906": 39.0, + "1907": 44.0, + "1908": 27.0, + "1909": 42.0, + "1910": 45.0, + "1911": 33.0, + "1912": 37.0, + "1913": 44.0, + "1914": 51.0, + "1915": 38.0, + "1916": 41.0, + "1917": 36.0, + "1918": 36.0, + "1919": 37.0, + "1920": 35.0, + "1921": 34.0, + "1922": 42.0, + "1923": 37.0, + "1924": 45.0, + "1925": 33.0, + "1926": 41.0, + "1927": 52.0, + "1928": 35.0, + "1929": 46.0, + "1930": 53.0, + "1931": 42.0, + "1932": 39.0, + "1933": 40.0, + "1934": 46.0, + "1935": 37.0, + "1936": 33.0, + "1937": 34.0, + "1938": 56.0, + "1939": 47.0, + "1940": 37.0, + "1941": 55.0, "1942": 36.0, - "1943": 48.0, - "1944": 37.0, - "1945": 47.0, + "1943": 44.0, + "1944": 52.0, + "1945": 42.0, "1946": 47.0, - "1947": 52.0, - "1948": 43.0, - "1949": 30.0, - "1950": 43.0, - "1951": 42.0, + "1947": 37.0, + "1948": 46.0, + "1949": 34.0, + "1950": 51.0, + "1951": 51.0, "1952": 45.0, - "1953": 50.0, - "1954": 46.0, - "1955": 36.0, - "1956": 38.0, - "1957": 41.0, + "1953": 52.0, + "1954": 39.0, + "1955": 39.0, + "1956": 36.0, + "1957": 42.0, "1958": 47.0, "1959": 39.0, - "1960": 41.0, - "1961": 41.0, - "1962": 38.0, - "1963": 43.0, - "1964": 40.0, - "1965": 31.0, - "1966": 35.0, - "1967": 40.0, - "1968": 47.0, - "1969": 32.0, - "1970": 37.0, - "1971": 32.0, - "1972": 40.0, - "1973": 30.0, + "1960": 33.0, + "1961": 32.0, + "1962": 47.0, + "1963": 47.0, + "1964": 41.0, + "1965": 58.0, + "1966": 45.0, + "1967": 37.0, + "1968": 46.0, + "1969": 42.0, + "1970": 32.0, + "1971": 29.0, + "1972": 39.0, + "1973": 34.0, "1974": 36.0, - "1975": 35.0, - "1976": 38.0, - "1977": 43.0, - "1978": 43.0, + "1975": 33.0, + "1976": 37.0, + "1977": 34.0, + "1978": 25.0, "1979": 43.0, - "1980": 46.0, - "1981": 43.0, - "1982": 44.0, - "1983": 39.0, - "1984": 48.0, - "1985": 44.0, - "1986": 37.0, - "1987": 53.0, - "1988": 28.0, - "1989": 54.0, - "1990": 43.0, - "1991": 33.0, - "1992": 48.0, - "1993": 42.0, - "1994": 39.0, - "1995": 49.0, - "1996": 43.0, - "1997": 38.0, - "1998": 44.0, - "1999": 37.0, - "2000": 36.0 + "1980": 45.0, + "1981": 38.0, + "1982": 28.0, + "1983": 38.0, + "1984": 38.0, + "1985": 43.0, + "1986": 50.0, + "1987": 49.0, + "1988": 36.0, + "1989": 32.0, + "1990": 38.0, + "1991": 37.0, + "1992": 36.0, + "1993": 58.0, + "1994": 42.0, + "1995": 50.0, + "1996": 39.0, + "1997": 40.0, + "1998": 42.0, + "1999": 39.0, + "2000": 34.0 } }, "mem-allocated-bytes": { @@ -8033,2005 +8033,2005 @@ "step_interval": 1, "values": { "1": "nan", - "2": 12.23502, - "3": 5.13935, - "4": 5.13472, - "5": 5.14012, - "6": 5.11625, - "7": 5.10556, - "8": 5.10646, - "9": 5.12832, - "10": 5.08295, - "11": 5.09231, - "12": 5.06594, - "13": 5.07301, - "14": 5.06893, - "15": 5.06892, - "16": 5.07878, - "17": 5.0713, - "18": 5.06663, - "19": 5.08137, - "20": 5.06841, - "21": 5.07417, - "22": 5.07304, - "23": 5.07846, - "24": 5.06436, - "25": 5.48719, - "26": 5.0795, - "27": 5.06865, - "28": 5.06769, - "29": 5.48404, - "30": 5.07171, - "31": 5.43626, - "32": 5.46031, - "33": 5.46579, - "34": 5.07787, - "35": 5.55465, - "36": 5.07262, - "37": 5.46198, - "38": 5.07093, - "39": 5.64865, - "40": 5.0913, - "41": 5.0935, - "42": 5.1098, - "43": 5.11269, - "44": 5.11677, - "45": 5.11206, - "46": 5.1291, - "47": 5.10401, - "48": 5.10279, - "49": 5.10127, - "50": 5.11261, - "51": 5.38946, - "52": 5.38559, - "53": 5.08321, - "54": 5.09434, - "55": 5.10309, - "56": 5.10955, - "57": 5.08376, - "58": 5.08879, - "59": 5.08549, - "60": 5.0907, - "61": 5.08889, - "62": 5.09284, - "63": 5.10018, - "64": 5.14494, - "65": 5.09937, - "66": 5.11835, - "67": 5.44792, - "68": 5.09822, - "69": 5.09184, - "70": 5.46935, - "71": 5.52152, - "72": 5.11767, - "73": 5.09886, - "74": 5.11169, - "75": 5.1454, - "76": 5.09679, - "77": 5.07014, - "78": 5.85976, - "79": 5.08328, - "80": 5.10078, - "81": 5.52457, - "82": 5.50051, - "83": 5.10814, - "84": 5.10067, - "85": 5.48315, - "86": 5.16261, - "87": 5.10706, - "88": 5.11722, - "89": 5.09152, - "90": 5.19804, - "91": 5.12619, - "92": 5.15883, - "93": 5.09523, - "94": 5.08538, - "95": 5.0917, - "96": 5.09731, - "97": 5.12507, - "98": 5.08803, - "99": 5.09891, - "100": 5.09569, - "101": 5.0932, - "102": 5.09256, - "103": 5.08663, - "104": 5.12267, - "105": 5.11455, - "106": 5.44711, - "107": 5.12103, - "108": 5.44287, - "109": 5.11538, - "110": 5.13547, - "111": 5.17156, - "112": 5.12822, - "113": 5.1259, - "114": 5.1079, - "115": 5.12835, - "116": 5.19888, - "117": 5.13024, - "118": 5.51007, - "119": 5.1124, - "120": 5.10974, - "121": 5.14165, - "122": 5.112, - "123": 5.51281, - "124": 5.51257, - "125": 5.0914, - "126": 5.4936, - "127": 5.19008, - "128": 5.49783, - "129": 5.17266, - "130": 5.13226, - "131": 5.48125, - "132": 5.11105, - "133": 5.18583, - "134": 5.09531, - "135": 5.11795, - "136": 5.10419, - "137": 5.09607, - "138": 5.11298, - "139": 5.11979, - "140": 5.10528, - "141": 5.12086, - "142": 5.06881, - "143": 5.0854, - "144": 5.08175, - "145": 5.45339, - "146": 5.08471, - "147": 5.42841, - "148": 5.08754, - "149": 5.07226, - "150": 5.07622, - "151": 5.07633, - "152": 5.09625, - "153": 5.06474, - "154": 5.07187, - "155": 5.07686, - "156": 5.1912, - "157": 5.07758, - "158": 5.10567, - "159": 5.09775, - "160": 5.07526, - "161": 5.08629, - "162": 5.24729, - "163": 5.06614, - "164": 5.48112, - "165": 5.07182, - "166": 5.07844, - "167": 5.08316, - "168": 5.48059, - "169": 5.4694, - "170": 5.08741, - "171": 5.07565, - "172": 5.48036, - "173": 5.46316, - "174": 5.07987, - "175": 5.07858, - "176": 5.47804, - "177": 5.08261, - "178": 5.0723, - "179": 5.07276, - "180": 5.06781, - "181": 5.09034, - "182": 5.08631, - "183": 5.08486, - "184": 5.45556, - "185": 5.10494, - "186": 5.43711, - "187": 5.09271, - "188": 5.07699, - "189": 5.07423, - "190": 5.08902, - "191": 5.09467, - "192": 5.07741, - "193": 5.08776, - "194": 5.08167, - "195": 5.08384, - "196": 5.08743, - "197": 5.08291, - "198": 5.09835, - "199": 5.08136, - "200": 5.07326, - "201": 5.07541, - "202": 5.12058, - "203": 5.07196, - "204": 5.07069, - "205": 5.0899, - "206": 5.07924, - "207": 5.08382, - "208": 5.13679, - "209": 5.07618, - "210": 5.09832, - "211": 5.4868, - "212": 5.07365, - "213": 5.06582, - "214": 5.47506, - "215": 5.45512, - "216": 5.08519, - "217": 5.12486, - "218": 5.48836, - "219": 5.12459, - "220": 5.97427, - "221": 5.12153, - "222": 5.11807, - "223": 5.845, - "224": 5.07049, - "225": 5.47535, - "226": 5.09723, - "227": 5.08467, - "228": 5.12225, - "229": 5.10404, - "230": 5.10311, - "231": 5.16613, - "232": 5.09845, - "233": 5.41492, - "234": 5.08303, - "235": 5.09445, - "236": 5.0986, - "237": 5.09586, - "238": 5.10555, - "239": 5.09271, - "240": 5.09475, - "241": 5.09252, - "242": 5.07229, - "243": 5.06469, - "244": 5.06775, - "245": 5.14719, - "246": 5.7241, - "247": 5.06736, - "248": 5.0678, - "249": 5.07723, - "250": 5.07823, - "251": 5.09037, - "252": 5.09331, - "253": 5.07627, - "254": 5.07303, - "255": 5.08579, - "256": 5.06609, - "257": 5.47158, - "258": 5.11913, - "259": 5.06464, - "260": 5.85015, - "261": 5.06547, - "262": 5.42467, - "263": 5.07169, - "264": 5.81077, - "265": 5.06957, - "266": 5.46028, - "267": 5.07464, - "268": 5.06532, - "269": 5.46371, - "270": 5.07522, - "271": 5.07488, - "272": 5.07064, - "273": 5.0751, - "274": 5.09654, - "275": 5.08122, - "276": 5.07598, - "277": 5.07317, - "278": 5.07441, - "279": 5.06479, - "280": 5.07561, - "281": 5.06839, - "282": 5.06901, - "283": 5.07087, - "284": 5.08157, - "285": 5.10057, - "286": 5.10252, - "287": 5.1092, - "288": 5.09276, - "289": 5.13329, - "290": 5.12245, - "291": 5.10428, - "292": 5.09915, - "293": 5.08521, - "294": 5.09095, - "295": 5.15325, - "296": 5.10877, - "297": 5.08904, - "298": 5.09495, - "299": 5.10035, - "300": 5.44257, - "301": 5.09509, - "302": 5.09452, - "303": 5.83789, - "304": 5.08195, - "305": 5.47623, - "306": 5.46415, - "307": 5.08855, - "308": 5.08256, - "309": 5.08596, - "310": 5.47889, - "311": 5.67231, - "312": 5.06806, - "313": 5.07818, - "314": 5.45492, - "315": 5.07738, - "316": 5.06913, - "317": 5.07492, - "318": 5.072, - "319": 5.07133, - "320": 5.06899, - "321": 5.08749, - "322": 5.06462, - "323": 5.19044, - "324": 5.08809, - "325": 5.05912, - "326": 5.05491, - "327": 5.06393, - "328": 5.06081, - "329": 5.07355, - "330": 5.07611, - "331": 5.07994, - "332": 5.08004, - "333": 5.08641, - "334": 5.07617, - "335": 5.09265, - "336": 5.08088, - "337": 5.09179, - "338": 5.0812, - "339": 5.07978, - "340": 5.43147, - "341": 5.4365, - "342": 5.08514, - "343": 5.14935, - "344": 5.19531, - "345": 5.09512, - "346": 5.14727, - "347": 5.0756, - "348": 5.08057, - "349": 5.47275, - "350": 5.46423, - "351": 5.44508, - "352": 5.13583, - "353": 5.08547, - "354": 5.07251, - "355": 5.44593, - "356": 5.09007, - "357": 5.46392, - "358": 5.07301, - "359": 5.0646, - "360": 5.45925, - "361": 5.06568, - "362": 5.07963, - "363": 5.06939, - "364": 5.06593, - "365": 5.06988, - "366": 5.06318, - "367": 5.08961, - "368": 5.0705, - "369": 5.06642, - "370": 5.07746, - "371": 5.09434, - "372": 5.06641, - "373": 5.07086, - "374": 5.06644, - "375": 5.06627, - "376": 5.11792, - "377": 5.06055, - "378": 5.41584, - "379": 5.09201, - "380": 5.41573, - "381": 5.06509, - "382": 5.06905, - "383": 5.06862, - "384": 5.06621, - "385": 5.06836, - "386": 5.06823, - "387": 5.07047, - "388": 5.08081, - "389": 5.4034, - "390": 5.06734, - "391": 5.08023, - "392": 5.06649, - "393": 5.07909, - "394": 5.08103, - "395": 5.07919, - "396": 5.45237, - "397": 5.86083, - "398": 5.06686, - "399": 5.07244, - "400": 5.07514, - "401": 5.07767, - "402": 5.44883, - "403": 5.47151, - "404": 5.06885, - "405": 5.10952, - "406": 5.48453, - "407": 5.085, - "408": 5.06963, - "409": 5.0722, - "410": 5.06833, - "411": 5.10359, - "412": 5.10657, - "413": 5.10135, - "414": 5.11939, - "415": 5.15729, - "416": 5.12151, - "417": 5.27844, - "418": 5.53013, - "419": 5.54329, - "420": 5.17056, - "421": 5.16615, - "422": 5.15854, - "423": 5.16266, - "424": 5.155, - "425": 5.1501, - "426": 5.19744, - "427": 5.14757, - "428": 5.15434, - "429": 5.14947, - "430": 5.15096, - "431": 5.14983, - "432": 5.15668, - "433": 5.15256, - "434": 5.1489, - "435": 5.15898, - "436": 5.16067, - "437": 5.15897, - "438": 5.18289, - "439": 5.14728, - "440": 5.43162, - "441": 5.16524, - "442": 5.95805, - "443": 5.5459, - "444": 5.14635, - "445": 5.14688, - "446": 5.15015, - "447": 5.5325, - "448": 5.17755, - "449": 5.49461, - "450": 5.10942, - "451": 5.10159, - "452": 5.49713, - "453": 5.11075, - "454": 5.1141, - "455": 5.11049, - "456": 5.48369, - "457": 5.1086, - "458": 5.46467, - "459": 5.1119, - "460": 5.13672, - "461": 5.12152, - "462": 5.10743, - "463": 5.12246, - "464": 5.12467, - "465": 5.12124, - "466": 5.54088, - "467": 5.22574, - "468": 5.09036, - "469": 5.09625, - "470": 5.11517, - "471": 5.10478, - "472": 5.11013, - "473": 5.10452, - "474": 5.11314, - "475": 5.10749, - "476": 5.11376, - "477": 5.08969, - "478": 5.08678, - "479": 5.5657, - "480": 5.14372, - "481": 5.13659, - "482": 5.15103, - "483": 5.16246, - "484": 5.16612, - "485": 5.13238, - "486": 5.1306, - "487": 5.52651, - "488": 5.52191, - "489": 5.52736, - "490": 5.13609, - "491": 5.13504, - "492": 5.13336, - "493": 5.52464, - "494": 5.13475, - "495": 5.89131, - "496": 5.49797, - "497": 5.14095, - "498": 5.51762, - "499": 5.16198, - "500": 5.1434, - "501": 5.15283, - "502": 5.13287, - "503": 5.13048, - "504": 5.13628, - "505": 5.18165, - "506": 5.14775, - "507": 5.15377, - "508": 5.13999, - "509": 5.13504, - "510": 5.12601, - "511": 5.13133, - "512": 5.12829, - "513": 5.12977, - "514": 5.13614, - "515": 5.13129, - "516": 5.12837, - "517": 5.13175, - "518": 5.13271, - "519": 5.14315, - "520": 5.15395, - "521": 5.14786, - "522": 5.15787, - "523": 5.14929, - "524": 5.15382, - "525": 5.14965, - "526": 5.14998, - "527": 5.14298, - "528": 5.15031, - "529": 5.15578, - "530": 5.1589, - "531": 5.1634, - "532": 5.55054, - "533": 5.55637, - "534": 5.51906, - "535": 5.9101, - "536": 5.53166, - "537": 5.15896, - "538": 5.54758, - "539": 5.16125, - "540": 5.57148, - "541": 5.16074, - "542": 5.16166, - "543": 5.55201, - "544": 5.15701, - "545": 5.16181, - "546": 5.15515, - "547": 5.16724, - "548": 5.18155, - "549": 5.1681, - "550": 5.15289, - "551": 5.16152, - "552": 5.16061, - "553": 5.16211, - "554": 5.19095, - "555": 5.16759, - "556": 5.15952, - "557": 5.15411, - "558": 5.1496, - "559": 5.15669, - "560": 5.14858, - "561": 5.17095, - "562": 5.15746, - "563": 5.15819, - "564": 5.14397, - "565": 5.14734, - "566": 5.1437, - "567": 5.1417, - "568": 5.15903, - "569": 5.15334, - "570": 5.14856, - "571": 5.14969, - "572": 5.15991, - "573": 5.50563, - "574": 5.68376, - "575": 5.25652, - "576": 5.15661, - "577": 5.14709, - "578": 5.53964, - "579": 5.53566, - "580": 5.14577, - "581": 5.14744, - "582": 5.55928, - "583": 5.14604, - "584": 5.15041, - "585": 5.54332, - "586": 5.15623, - "587": 5.54258, - "588": 5.15435, - "589": 5.1535, - "590": 5.53127, - "591": 5.14322, - "592": 5.15208, - "593": 5.14958, - "594": 5.14787, - "595": 5.14812, - "596": 5.14503, - "597": 5.16024, - "598": 5.14754, - "599": 5.14927, - "600": 5.16219, - "601": 5.15357, - "602": 5.14938, - "603": 5.15337, - "604": 5.15075, - "605": 5.146, - "606": 5.14848, - "607": 5.14983, - "608": 5.14797, - "609": 5.14969, - "610": 5.16263, - "611": 5.15782, - "612": 5.50525, - "613": 5.50664, - "614": 5.15481, - "615": 5.14687, - "616": 5.1431, - "617": 5.14515, - "618": 5.13519, - "619": 5.14208, - "620": 5.14682, - "621": 5.17115, - "622": 5.15354, - "623": 5.15862, - "624": 5.9326, - "625": 5.14837, - "626": 5.20097, - "627": 5.2136, - "628": 5.147, - "629": 5.55326, - "630": 5.14504, - "631": 5.5475, - "632": 5.14961, - "633": 5.55525, - "634": 5.14756, - "635": 5.53287, - "636": 5.14407, - "637": 5.14371, - "638": 5.15265, - "639": 5.14427, - "640": 5.15134, - "641": 5.14933, - "642": 5.14309, - "643": 5.15123, - "644": 5.15391, - "645": 5.17037, - "646": 5.15328, - "647": 5.16133, - "648": 5.16215, - "649": 5.14885, - "650": 5.15038, - "651": 5.502, - "652": 5.49473, - "653": 5.1395, - "654": 5.17351, - "655": 5.18291, - "656": 5.17367, - "657": 5.17363, - "658": 5.17361, - "659": 5.14065, - "660": 5.15391, - "661": 5.14757, - "662": 5.16749, - "663": 5.16479, - "664": 5.15556, - "665": 5.24658, - "666": 5.16479, - "667": 5.19464, - "668": 5.17412, - "669": 5.56895, - "670": 5.55696, - "671": 5.17272, - "672": 5.16066, - "673": 5.14786, - "674": 5.16525, - "675": 5.55863, - "676": 5.57588, - "677": 5.16731, - "678": 5.60609, - "679": 5.16879, - "680": 5.17534, - "681": 5.57756, - "682": 5.15667, - "683": 5.15706, - "684": 5.15844, - "685": 5.16259, - "686": 5.20967, - "687": 5.16979, - "688": 5.16437, - "689": 5.17457, - "690": 5.54403, - "691": 5.53493, - "692": 5.17382, - "693": 5.32984, - "694": 5.1775, - "695": 5.17424, - "696": 5.17427, - "697": 5.17525, - "698": 5.15337, - "699": 5.14965, - "700": 5.14863, - "701": 5.16806, - "702": 5.15169, - "703": 5.28348, - "704": 5.14994, - "705": 5.15383, - "706": 5.15657, - "707": 5.1505, - "708": 5.15315, - "709": 5.15115, - "710": 5.14639, - "711": 5.1488, - "712": 5.2469, - "713": 5.15439, - "714": 5.53337, - "715": 5.5339, - "716": 5.20713, - "717": 5.20359, - "718": 5.1206, - "719": 5.1175, - "720": 5.17021, - "721": 5.52515, - "722": 5.52752, - "723": 5.13838, - "724": 5.53815, - "725": 5.14284, - "726": 5.1939, - "727": 5.52569, - "728": 5.16043, - "729": 5.55551, - "730": 5.50661, - "731": 5.14582, - "732": 5.15847, - "733": 5.13995, - "734": 5.14533, - "735": 5.16385, - "736": 5.16194, - "737": 5.15497, - "738": 5.18641, - "739": 5.27146, - "740": 5.14711, - "741": 5.30743, - "742": 5.15497, - "743": 5.1488, - "744": 5.1378, - "745": 5.13856, - "746": 5.14145, - "747": 5.13596, - "748": 5.13441, - "749": 5.13105, - "750": 5.13519, - "751": 5.14036, - "752": 5.13793, - "753": 5.13184, - "754": 5.14643, - "755": 5.152, - "756": 5.15465, - "757": 5.13375, - "758": 5.14888, - "759": 5.14759, - "760": 5.55128, - "761": 5.56402, - "762": 5.2909, - "763": 5.16911, - "764": 5.15946, - "765": 5.1645, - "766": 5.15656, - "767": 5.16071, - "768": 6.3546, - "769": 5.52384, - "770": 5.56078, - "771": 5.17046, - "772": 5.17553, - "773": 5.53013, - "774": 5.16229, - "775": 5.16307, - "776": 5.17207, - "777": 5.16104, - "778": 5.17168, - "779": 5.16771, - "780": 5.16551, - "781": 5.17265, - "782": 5.16743, - "783": 5.18991, - "784": 5.19774, - "785": 5.24636, - "786": 5.15366, - "787": 5.15225, - "788": 5.20401, - "789": 5.16987, - "790": 5.15217, - "791": 5.15126, - "792": 5.15254, - "793": 5.15282, - "794": 5.15276, - "795": 5.15792, - "796": 5.15492, - "797": 5.15423, - "798": 5.14815, - "799": 5.14877, - "800": 5.14835, - "801": 5.15658, - "802": 5.15862, - "803": 5.15219, - "804": 5.19036, - "805": 5.15746, - "806": 6.28665, - "807": 5.5119, - "808": 5.14844, - "809": 5.15279, - "810": 5.15687, - "811": 5.15045, - "812": 5.15629, - "813": 5.15036, - "814": 5.54376, - "815": 5.54864, - "816": 5.54708, - "817": 5.15752, - "818": 5.15711, - "819": 5.53181, - "820": 5.15861, - "821": 5.16094, - "822": 5.15089, - "823": 5.15132, - "824": 5.1621, - "825": 5.15897, - "826": 5.15834, - "827": 5.17382, - "828": 5.16837, - "829": 5.16797, - "830": 5.17387, - "831": 5.16684, - "832": 5.23028, - "833": 5.15916, - "834": 5.15407, - "835": 5.16316, - "836": 5.15625, - "837": 5.16167, - "838": 5.16062, - "839": 5.15042, - "840": 5.15302, - "841": 5.15, - "842": 5.15866, - "843": 5.15309, - "844": 5.14748, - "845": 5.48066, - "846": 5.49694, - "847": 5.15253, - "848": 5.15112, - "849": 5.15023, - "850": 5.16484, - "851": 5.55135, - "852": 5.55364, - "853": 5.17158, - "854": 5.15248, - "855": 5.14666, - "856": 5.14737, - "857": 5.15218, - "858": 5.15071, - "859": 5.54964, - "860": 5.5312, - "861": 5.5514, - "862": 5.53723, - "863": 5.15247, - "864": 5.52402, - "865": 5.15271, - "866": 5.16513, - "867": 5.15577, - "868": 5.15383, - "869": 5.1564, - "870": 5.19755, - "871": 5.16265, - "872": 5.17451, - "873": 5.1627, - "874": 5.16026, - "875": 5.15348, - "876": 5.16442, - "877": 5.15395, - "878": 5.17052, - "879": 5.16453, - "880": 5.17288, - "881": 5.15842, - "882": 5.16068, - "883": 5.20461, - "884": 5.51586, - "885": 5.50725, - "886": 5.16951, - "887": 5.17431, - "888": 5.14858, - "889": 5.15046, - "890": 5.14664, - "891": 5.15051, - "892": 5.14836, - "893": 5.15041, - "894": 5.15367, - "895": 5.16587, - "896": 5.89545, - "897": 5.56017, - "898": 5.16744, - "899": 5.1836, - "900": 5.17671, - "901": 5.16779, - "902": 5.16348, - "903": 5.16447, - "904": 5.16131, - "905": 5.56038, - "906": 5.16993, - "907": 5.96664, - "908": 5.1746, - "909": 5.17134, - "910": 5.53509, - "911": 5.15376, - "912": 5.1587, - "913": 5.15301, - "914": 5.15898, - "915": 5.15406, - "916": 5.15229, - "917": 5.15744, - "918": 5.15874, - "919": 5.14993, - "920": 5.14764, - "921": 5.1712, - "922": 5.16051, - "923": 5.50829, - "924": 5.51525, - "925": 5.15152, - "926": 5.15442, - "927": 5.15637, - "928": 5.21816, - "929": 5.1543, - "930": 5.15578, - "931": 5.14447, - "932": 5.15071, - "933": 5.16585, - "934": 5.54389, - "935": 5.17439, - "936": 5.17213, - "937": 5.17263, - "938": 5.17241, - "939": 5.1761, - "940": 5.17224, - "941": 5.18262, - "942": 5.5795, - "943": 5.5477, - "944": 5.15855, - "945": 5.1602, - "946": 5.15362, - "947": 5.17836, - "948": 5.17107, - "949": 5.17028, - "950": 5.17819, - "951": 5.56285, - "952": 5.18135, - "953": 5.17848, - "954": 5.96694, - "955": 5.17456, - "956": 5.18645, - "957": 5.53435, - "958": 5.16286, - "959": 5.16477, - "960": 5.20108, - "961": 5.16068, - "962": 5.88852, - "963": 5.17603, - "964": 5.1821, - "965": 5.16756, - "966": 5.17046, - "967": 5.17416, - "968": 5.17591, - "969": 5.18328, - "970": 5.17852, - "971": 5.16833, - "972": 6.01163, - "973": 5.15618, - "974": 5.14914, - "975": 5.151, - "976": 5.16871, - "977": 5.15636, - "978": 5.15765, - "979": 5.16096, - "980": 5.1511, - "981": 5.15752, - "982": 5.16034, - "983": 5.15555, - "984": 5.17072, - "985": 5.57973, - "986": 5.19858, - "987": 5.17404, - "988": 5.92258, - "989": 5.11827, - "990": 5.12788, - "991": 5.15193, - "992": 5.12765, - "993": 5.1312, - "994": 5.12268, - "995": 5.12356, - "996": 5.20897, - "997": 5.72006, - "998": 5.27174, - "999": 5.52486, - "1000": 5.51609, - "1001": 5.83655, - "1002": 5.1288, - "1003": 5.1354, - "1004": 5.1271, - "1005": 5.14784, - "1006": 5.30602, - "1007": 5.13646, - "1008": 5.14915, - "1009": 5.1298, - "1010": 5.1292, - "1011": 5.13065, - "1012": 5.12981, - "1013": 5.12576, - "1014": 5.1547, - "1015": 5.14691, - "1016": 5.15633, - "1017": 5.15444, - "1018": 5.15129, - "1019": 5.15166, - "1020": 5.15644, - "1021": 5.1555, - "1022": 5.15084, - "1023": 5.14743, - "1024": 5.15374, - "1025": 5.15446, - "1026": 5.15851, - "1027": 5.15134, - "1028": 5.19724, - "1029": 5.15601, - "1030": 5.15283, - "1031": 5.15095, - "1032": 5.57322, - "1033": 5.54019, - "1034": 5.1602, - "1035": 5.16153, - "1036": 5.16808, - "1037": 5.19622, - "1038": 5.22999, - "1039": 5.53007, - "1040": 5.54764, - "1041": 5.18284, - "1042": 5.54366, - "1043": 5.62778, - "1044": 5.67952, - "1045": 5.60709, - "1046": 5.20551, - "1047": 5.19216, - "1048": 5.57155, - "1049": 5.24393, - "1050": 5.19486, - "1051": 5.22863, - "1052": 5.19592, - "1053": 5.18847, - "1054": 5.35572, - "1055": 5.19636, - "1056": 5.17968, - "1057": 5.21003, - "1058": 5.16497, - "1059": 5.14932, - "1060": 5.15656, - "1061": 5.1588, - "1062": 5.15032, - "1063": 5.16127, - "1064": 5.13806, - "1065": 5.12406, - "1066": 5.12314, - "1067": 5.1117, - "1068": 5.12686, - "1069": 5.10417, - "1070": 5.1129, - "1071": 5.10448, - "1072": 5.14956, - "1073": 5.1523, - "1074": 5.21918, - "1075": 5.2718, - "1076": 5.18638, - "1077": 5.14426, - "1078": 6.30015, - "1079": 5.49003, - "1080": 5.12428, - "1081": 5.13061, - "1082": 5.18189, - "1083": 5.12801, - "1084": 5.13773, - "1085": 5.13256, - "1086": 5.14256, - "1087": 5.52477, - "1088": 5.14082, - "1089": 5.14364, - "1090": 5.13564, - "1091": 5.53344, - "1092": 5.53462, - "1093": 5.13778, - "1094": 5.47828, - "1095": 5.13693, - "1096": 5.17877, - "1097": 5.15787, - "1098": 5.14102, - "1099": 5.1465, - "1100": 5.2252, - "1101": 5.13733, - "1102": 5.14356, - "1103": 5.13761, - "1104": 5.1299, - "1105": 5.1347, - "1106": 5.15354, - "1107": 5.16513, - "1108": 5.15561, - "1109": 5.14732, - "1110": 5.1197, - "1111": 5.11382, - "1112": 5.12063, - "1113": 5.1218, - "1114": 5.12358, - "1115": 5.11679, - "1116": 5.11367, - "1117": 5.81531, - "1118": 5.10644, - "1119": 5.10165, - "1120": 5.12043, - "1121": 5.21975, - "1122": 5.11574, - "1123": 5.60008, - "1124": 5.50904, - "1125": 5.10148, - "1126": 5.11468, - "1127": 5.10621, - "1128": 5.10707, - "1129": 5.11437, - "1130": 5.1208, - "1131": 5.10306, - "1132": 5.11399, - "1133": 5.49755, - "1134": 5.12331, - "1135": 5.25441, - "1136": 5.49586, - "1137": 5.11611, - "1138": 5.51796, - "1139": 5.44207, - "1140": 5.1179, - "1141": 5.10602, - "1142": 5.11264, - "1143": 5.12891, - "1144": 5.13411, - "1145": 5.10989, - "1146": 5.11315, - "1147": 5.18874, - "1148": 5.10345, - "1149": 5.09363, - "1150": 5.10613, - "1151": 5.11687, - "1152": 5.09978, - "1153": 5.1104, - "1154": 5.10084, - "1155": 5.10672, - "1156": 5.82492, - "1157": 5.11199, - "1158": 5.12266, - "1159": 5.11061, - "1160": 5.1056, - "1161": 5.26213, - "1162": 5.11541, - "1163": 5.12607, - "1164": 5.14596, - "1165": 5.13626, - "1166": 5.14483, - "1167": 5.12989, - "1168": 5.12501, - "1169": 5.52299, - "1170": 5.52899, - "1171": 5.14044, - "1172": 5.24529, - "1173": 5.13169, - "1174": 5.13275, - "1175": 5.12868, - "1176": 5.14214, - "1177": 5.12878, - "1178": 5.13168, - "1179": 5.14072, - "1180": 5.52331, - "1181": 5.13815, - "1182": 5.51475, - "1183": 5.13054, - "1184": 5.1251, - "1185": 5.87006, - "1186": 5.13293, - "1187": 5.14572, - "1188": 5.13391, - "1189": 5.14365, - "1190": 5.14314, - "1191": 5.14665, - "1192": 5.14683, - "1193": 5.14322, - "1194": 5.13846, - "1195": 5.83663, - "1196": 5.12865, - "1197": 5.13468, - "1198": 5.13312, - "1199": 5.15277, - "1200": 5.13498, - "1201": 5.13326, - "1202": 5.12902, - "1203": 5.128, - "1204": 5.12479, - "1205": 5.13889, - "1206": 5.12698, - "1207": 5.12921, - "1208": 5.13032, - "1209": 5.11942, - "1210": 5.13113, - "1211": 5.12455, - "1212": 5.14046, - "1213": 5.14112, - "1214": 5.14323, - "1215": 5.92442, - "1216": 5.14304, - "1217": 5.13288, - "1218": 5.12773, - "1219": 5.12841, - "1220": 5.13652, - "1221": 5.12478, - "1222": 5.13964, - "1223": 5.12373, - "1224": 5.12116, - "1225": 5.51685, - "1226": 5.13685, - "1227": 5.13248, - "1228": 5.51419, - "1229": 5.12987, - "1230": 5.13235, - "1231": 5.13186, - "1232": 5.85765, - "1233": 5.50536, - "1234": 5.48569, - "1235": 5.14587, - "1236": 5.13775, - "1237": 5.13506, - "1238": 5.144, - "1239": 5.1392, - "1240": 5.13847, - "1241": 5.12544, - "1242": 5.12957, - "1243": 5.13302, - "1244": 5.12492, - "1245": 5.12992, - "1246": 5.14603, - "1247": 5.12779, - "1248": 5.12335, - "1249": 5.12282, - "1250": 5.11867, - "1251": 5.12567, - "1252": 5.13204, - "1253": 5.12086, - "1254": 5.11985, - "1255": 5.13079, - "1256": 5.13053, - "1257": 5.25509, - "1258": 5.16176, - "1259": 5.15193, - "1260": 5.54261, - "1261": 5.55116, - "1262": 5.29138, - "1263": 5.14816, - "1264": 5.14433, - "1265": 5.14086, - "1266": 5.14062, - "1267": 5.14465, - "1268": 5.1571, - "1269": 5.47731, - "1270": 5.1415, - "1271": 5.53396, - "1272": 5.50614, - "1273": 5.5035, - "1274": 5.1507, - "1275": 5.51637, - "1276": 5.14394, - "1277": 5.14449, - "1278": 5.89252, - "1279": 5.15039, - "1280": 5.15108, - "1281": 5.22756, - "1282": 5.17819, - "1283": 5.13079, - "1284": 5.14004, - "1285": 5.13611, - "1286": 5.13933, - "1287": 5.13365, - "1288": 5.13844, - "1289": 5.13929, - "1290": 5.14593, - "1291": 5.13522, - "1292": 5.13683, - "1293": 5.12393, - "1294": 5.12912, - "1295": 5.14616, - "1296": 5.14157, - "1297": 5.1395, - "1298": 5.13673, - "1299": 5.14093, - "1300": 5.13835, - "1301": 5.13081, - "1302": 5.13958, - "1303": 5.1426, - "1304": 5.16839, - "1305": 5.16027, - "1306": 5.9423, - "1307": 5.16116, - "1308": 5.29539, - "1309": 5.12694, - "1310": 5.11073, - "1311": 5.45911, - "1312": 5.46305, - "1313": 5.12482, - "1314": 5.13507, - "1315": 5.14703, - "1316": 5.13129, - "1317": 5.53074, - "1318": 5.13365, - "1319": 5.15772, - "1320": 5.90289, - "1321": 5.14252, - "1322": 5.13079, - "1323": 5.44638, - "1324": 5.52675, - "1325": 5.13033, - "1326": 5.12705, - "1327": 5.14385, - "1328": 5.1404, - "1329": 5.14074, - "1330": 5.14939, - "1331": 5.22107, - "1332": 5.14905, - "1333": 5.44662, - "1334": 5.14221, - "1335": 5.14475, - "1336": 5.1389, - "1337": 5.15365, - "1338": 5.14129, - "1339": 5.14225, - "1340": 5.14815, - "1341": 5.14175, - "1342": 5.14964, - "1343": 5.13792, - "1344": 5.14157, - "1345": 5.13533, - "1346": 5.13417, - "1347": 5.13757, - "1348": 5.14498, - "1349": 5.13826, - "1350": 5.52163, - "1351": 5.50641, - "1352": 5.53886, - "1353": 5.54041, - "1354": 5.1537, - "1355": 5.14657, - "1356": 5.13511, - "1357": 5.14442, - "1358": 5.13333, - "1359": 5.18299, - "1360": 5.17103, - "1361": 5.14629, - "1362": 5.14175, - "1363": 5.52208, - "1364": 5.1506, - "1365": 5.14324, - "1366": 5.50979, - "1367": 5.14516, - "1368": 5.14453, - "1369": 5.46382, - "1370": 5.13943, - "1371": 5.16809, - "1372": 5.55149, - "1373": 5.15547, - "1374": 5.19524, - "1375": 5.14333, - "1376": 5.15093, - "1377": 5.14775, - "1378": 5.15169, - "1379": 5.14768, - "1380": 5.16769, - "1381": 5.1563, - "1382": 5.13281, - "1383": 5.12939, - "1384": 5.1304, - "1385": 5.16966, - "1386": 5.13257, - "1387": 5.1442, - "1388": 5.14036, - "1389": 5.49898, - "1390": 5.49406, - "1391": 5.12963, - "1392": 5.13573, - "1393": 5.13674, - "1394": 5.1347, - "1395": 5.14279, - "1396": 5.14539, - "1397": 5.12108, - "1398": 5.95811, - "1399": 5.11979, - "1400": 5.11157, - "1401": 5.11529, - "1402": 5.10596, - "1403": 5.10391, - "1404": 5.10389, - "1405": 5.09801, - "1406": 5.27038, - "1407": 5.10003, - "1408": 5.1048, - "1409": 5.4993, - "1410": 5.13608, - "1411": 5.1025, - "1412": 5.47581, - "1413": 5.10524, - "1414": 5.10952, - "1415": 5.10856, - "1416": 5.43358, - "1417": 5.10772, - "1418": 5.51191, - "1419": 5.12706, - "1420": 5.10872, - "1421": 5.1184, - "1422": 5.11601, - "1423": 5.32548, - "1424": 5.16059, - "1425": 5.11783, - "1426": 5.11813, - "1427": 5.1144, - "1428": 5.11832, - "1429": 5.82692, - "1430": 5.10188, - "1431": 5.115, - "1432": 5.11268, - "1433": 5.10778, - "1434": 5.11724, - "1435": 5.11719, - "1436": 5.11676, - "1437": 5.11136, - "1438": 5.11012, - "1439": 5.10854, - "1440": 5.12109, - "1441": 5.11766, - "1442": 5.11654, - "1443": 5.91345, - "1444": 5.124, - "1445": 5.12023, - "1446": 5.19538, - "1447": 5.10327, - "1448": 5.10256, - "1449": 5.09748, - "1450": 5.10675, - "1451": 5.10196, - "1452": 5.09945, - "1453": 5.10283, - "1454": 5.1157, - "1455": 5.49381, - "1456": 5.10119, - "1457": 5.11033, - "1458": 5.10441, - "1459": 5.46059, - "1460": 5.10882, - "1461": 5.10213, - "1462": 5.43426, - "1463": 5.10819, - "1464": 5.50455, - "1465": 5.09925, - "1466": 5.20478, - "1467": 5.81179, - "1468": 5.11654, - "1469": 5.12301, - "1470": 5.10503, - "1471": 5.10058, - "1472": 5.10834, - "1473": 5.09943, - "1474": 5.10238, - "1475": 5.12095, - "1476": 5.1076, - "1477": 5.10326, - "1478": 5.1079, - "1479": 5.10535, - "1480": 5.10301, - "1481": 5.11418, - "1482": 5.13915, - "1483": 5.10283, - "1484": 5.09914, - "1485": 5.1026, - "1486": 5.10647, - "1487": 5.10826, - "1488": 5.51174, - "1489": 5.80277, - "1490": 5.11962, - "1491": 5.11276, - "1492": 5.21946, - "1493": 5.11329, - "1494": 5.11151, - "1495": 5.11082, - "1496": 5.10634, - "1497": 5.09958, - "1498": 5.11723, - "1499": 5.11224, - "1500": 5.10832, - "1501": 5.50354, - "1502": 5.24041, - "1503": 5.1172, - "1504": 5.47409, - "1505": 5.11375, - "1506": 5.82374, - "1507": 5.44396, - "1508": 5.11432, - "1509": 5.11519, - "1510": 5.12315, - "1511": 5.51412, - "1512": 5.13552, - "1513": 5.10975, - "1514": 5.11221, - "1515": 5.11778, - "1516": 5.1196, - "1517": 5.11258, - "1518": 5.11436, - "1519": 10.98744, - "1520": 15.106, - "1521": 5.69353, - "1522": 5.10508, - "1523": 5.1033, - "1524": 5.15625, - "1525": 5.10357, - "1526": 5.10147, - "1527": 5.10309, - "1528": 5.10029, - "1529": 5.10498, - "1530": 5.106, - "1531": 5.09827, - "1532": 5.11653, - "1533": 5.1058, - "1534": 5.10602, - "1535": 5.91292, - "1536": 5.1114, - "1537": 5.10102, - "1538": 5.10111, - "1539": 5.0915, - "1540": 5.09056, - "1541": 5.09263, - "1542": 5.10119, - "1543": 5.08003, - "1544": 5.09479, - "1545": 5.79509, - "1546": 5.08651, - "1547": 5.46234, - "1548": 5.09185, - "1549": 5.0794, - "1550": 5.41073, - "1551": 5.0729, - "1552": 5.07014, - "1553": 5.40387, - "1554": 5.07819, - "1555": 5.09228, - "1556": 5.08213, - "1557": 5.08815, - "1558": 5.48273, - "1559": 5.10444, - "1560": 5.07461, - "1561": 5.06457, - "1562": 5.06743, - "1563": 5.06512, - "1564": 5.06752, - "1565": 5.06909, - "1566": 5.08178, - "1567": 5.07829, - "1568": 5.06818, - "1569": 5.06673, - "1570": 5.06651, - "1571": 5.07297, - "1572": 5.06911, - "1573": 5.06946, - "1574": 5.06867, - "1575": 5.18105, - "1576": 5.52736, - "1577": 5.07283, - "1578": 5.0736, - "1579": 5.12106, - "1580": 5.51815, - "1581": 5.50454, - "1582": 5.10219, - "1583": 5.08468, - "1584": 5.7886, - "1585": 5.07319, - "1586": 5.07275, - "1587": 5.07793, - "1588": 5.06896, - "1589": 5.07685, - "1590": 5.08452, - "1591": 5.07404, - "1592": 5.07352, - "1593": 5.42876, - "1594": 5.06997, - "1595": 5.07735, - "1596": 5.39629, - "1597": 5.06617, - "1598": 5.06824, - "1599": 5.06874, - "1600": 5.41738, - "1601": 5.2469, - "1602": 5.48834, - "1603": 5.07151, - "1604": 5.48564, - "1605": 5.08336, - "1606": 5.07247, - "1607": 5.07727, - "1608": 5.06856, - "1609": 5.075, - "1610": 5.06753, - "1611": 5.06904, - "1612": 5.07397, - "1613": 5.07511, - "1614": 5.07569, - "1615": 5.61818, - "1616": 5.06822, - "1617": 5.06871, - "1618": 5.09298, - "1619": 5.06851, - "1620": 5.05584, - "1621": 10.14476, - "1622": 21.27367, - "1623": 6.34089, - "1624": 5.55203, - "1625": 5.05569, - "1626": 5.85623, - "1627": 5.06275, - "1628": 5.0687, - "1629": 5.05121, - "1630": 5.05779, - "1631": 5.05246, - "1632": 5.07771, - "1633": 5.10016, - "1634": 5.06414, - "1635": 5.08236, - "1636": 5.08216, - "1637": 5.093, - "1638": 5.08194, - "1639": 5.42921, - "1640": 5.07353, - "1641": 5.07663, - "1642": 5.0829, - "1643": 5.40501, - "1644": 5.10843, - "1645": 5.09536, - "1646": 5.42706, - "1647": 5.07782, - "1648": 5.06007, - "1649": 5.06417, - "1650": 5.48232, - "1651": 5.06435, - "1652": 5.058, - "1653": 5.0675, - "1654": 5.06235, - "1655": 5.06074, - "1656": 5.07732, - "1657": 5.06469, - "1658": 5.06528, - "1659": 5.06253, - "1660": 5.07122, - "1661": 5.06281, - "1662": 5.78595, - "1663": 5.15027, - "1664": 5.05338, - "1665": 5.05734, - "1666": 5.06179, - "1667": 5.07396, - "1668": 5.06971, - "1669": 5.06651, - "1670": 5.06589, - "1671": 5.50154, - "1672": 5.44517, - "1673": 5.05351, - "1674": 5.07394, - "1675": 5.352, - "1676": 5.09333, - "1677": 5.08419, - "1678": 5.08213, - "1679": 5.08293, - "1680": 5.08383, - "1681": 5.08443, - "1682": 5.06754, - "1683": 5.06987, - "1684": 5.06711, - "1685": 5.43413, - "1686": 5.08231, - "1687": 5.08531, - "1688": 5.41175, - "1689": 5.08607, - "1690": 5.08487, - "1691": 5.4222, - "1692": 5.09072, - "1693": 5.08614, - "1694": 5.08456, - "1695": 5.08289, - "1696": 5.0793, - "1697": 5.48905, - "1698": 5.05954, - "1699": 5.07308, - "1700": 5.42986, - "1701": 5.89215, - "1702": 5.14508, - "1703": 5.09454, - "1704": 5.08248, - "1705": 5.06993, - "1706": 5.15805, - "1707": 5.07468, - "1708": 5.06949, - "1709": 5.08837, - "1710": 5.06262, - "1711": 5.06305, - "1712": 5.0672, - "1713": 5.07506, - "1714": 5.08012, - "1715": 5.08266, - "1716": 5.07383, - "1717": 5.45793, - "1718": 5.45155, - "1719": 5.06862, - "1720": 5.06724, - "1721": 5.08229, - "1722": 5.0872, - "1723": 5.06865, - "1724": 5.06105, - "1725": 5.06372, - "1726": 5.06262, - "1727": 5.41407, - "1728": 5.0688, - "1729": 5.07586, - "1730": 5.06659, - "1731": 5.42576, - "1732": 5.06651, - "1733": 5.07455, - "1734": 5.40012, - "1735": 5.07398, - "1736": 5.06489, - "1737": 5.4016, - "1738": 5.07532, - "1739": 5.43127, - "1740": 5.44726, - "1741": 5.08061, - "1742": 5.06822, - "1743": 5.06577, - "1744": 5.48945, - "1745": 5.0684, - "1746": 5.06634, - "1747": 5.07306, - "1748": 5.06923, - "1749": 5.06495, - "1750": 5.08424, - "1751": 5.06404, - "1752": 5.06758, - "1753": 5.07076, - "1754": 5.07488, - "1755": 5.07252, - "1756": 5.08222, - "1757": 5.06475, - "1758": 5.06847, - "1759": 5.06565, - "1760": 5.07371, - "1761": 5.07545, - "1762": 5.11777, - "1763": 5.86038, - "1764": 5.08059, - "1765": 5.07101, - "1766": 5.06453, - "1767": 5.07239, - "1768": 5.07559, - "1769": 5.07135, - "1770": 5.06627, - "1771": 5.06009, - "1772": 5.06397, - "1773": 5.06739, - "1774": 5.06499, - "1775": 5.06744, - "1776": 5.06949, - "1777": 5.42162, - "1778": 5.41931, - "1779": 5.4153, - "1780": 5.74145, - "1781": 5.06965, - "1782": 5.07303, - "1783": 5.07682, - "1784": 5.39408, - "1785": 5.06611, - "1786": 5.08315, - "1787": 5.08074, - "1788": 5.06948, - "1789": 5.06608, - "1790": 5.48233, - "1791": 5.06751, - "1792": 5.07264, - "1793": 5.06698, - "1794": 5.06561, - "1795": 5.06462, - "1796": 5.06264, - "1797": 5.0669, - "1798": 5.09801, - "1799": 5.06043, - "1800": 5.06501, - "1801": 5.0651, - "1802": 5.06123, - "1803": 5.059, - "1804": 5.15838, - "1805": 5.14636, - "1806": 5.1295, - "1807": 5.08206, - "1808": 5.45997, - "1809": 5.45327, - "1810": 5.06671, - "1811": 5.07095, - "1812": 5.07707, - "1813": 5.07262, - "1814": 5.07022, - "1815": 5.06214, - "1816": 5.06912, - "1817": 5.43075, - "1818": 5.42966, - "1819": 5.07143, - "1820": 5.07984, - "1821": 5.07226, - "1822": 5.06933, - "1823": 5.42747, - "1824": 5.06705, - "1825": 5.07382, - "1826": 5.0721, - "1827": 5.4045, - "1828": 5.07771, - "1829": 5.07055, - "1830": 5.40891, - "1831": 5.07156, - "1832": 5.25378, - "1833": 5.07615, - "1834": 5.0672, - "1835": 5.07176, - "1836": 5.06938, - "1837": 5.48088, - "1838": 5.06781, - "1839": 5.07661, - "1840": 5.06533, - "1841": 5.06765, - "1842": 5.06904, - "1843": 5.0773, - "1844": 5.06886, - "1845": 5.07763, - "1846": 5.07622, - "1847": 5.06669, - "1848": 5.06576, - "1849": 5.07058, - "1850": 5.0606, - "1851": 5.06931, - "1852": 5.0673, - "1853": 5.07348, - "1854": 5.87052, - "1855": 5.07533, - "1856": 5.4281, - "1857": 5.46793, - "1858": 5.0622, - "1859": 5.06196, - "1860": 5.06425, - "1861": 5.05655, - "1862": 5.06202, - "1863": 5.0669, - "1864": 5.06323, - "1865": 5.05668, - "1866": 5.05432, - "1867": 5.07603, - "1868": 5.41613, - "1869": 5.08419, - "1870": 5.07021, - "1871": 5.06977, - "1872": 5.39161, - "1873": 5.07573, - "1874": 5.07542, - "1875": 5.4012, - "1876": 5.06952, - "1877": 5.07303, - "1878": 5.06937, - "1879": 5.07305, - "1880": 5.07802, - "1881": 5.07534, - "1882": 5.06634, - "1883": 5.47628, - "1884": 5.08256, - "1885": 5.06709, - "1886": 5.06237, - "1887": 5.12976, - "1888": 5.06308, - "1889": 5.0508, - "1890": 5.05491, - "1891": 5.06096, - "1892": 5.05391, - "1893": 5.05913, - "1894": 5.41551, - "1895": 5.06629, - "1896": 5.41654, - "1897": 5.0681, - "1898": 5.07182, - "1899": 5.05154, - "1900": 5.45369, - "1901": 5.44573, - "1902": 5.07088, - "1903": 5.06024, - "1904": 5.07707, - "1905": 5.05626, - "1906": 5.05725, - "1907": 5.06171, - "1908": 5.06713, - "1909": 5.0525, - "1910": 5.08074, - "1911": 5.06403, - "1912": 5.05465, - "1913": 5.04894, - "1914": 5.05309, - "1915": 5.40228, - "1916": 5.07171, - "1917": 5.05823, - "1918": 5.39099, - "1919": 5.05159, - "1920": 5.05778, - "1921": 5.38511, - "1922": 5.07076, - "1923": 5.07063, - "1924": 5.14236, - "1925": 5.05948, - "1926": 5.06056, - "1927": 5.05815, - "1928": 5.06681, - "1929": 5.07359, - "1930": 5.48554, - "1931": 5.05767, - "1932": 5.0521, - "1933": 5.41718, - "1934": 5.07001, - "1935": 5.41834, - "1936": 5.07154, - "1937": 5.06933, - "1938": 5.06182, - "1939": 5.05946, - "1940": 5.06601, - "1941": 5.06052, - "1942": 5.0554, - "1943": 5.05652, - "1944": 5.05613, - "1945": 5.0524, - "1946": 5.83783, - "1947": 5.07128, - "1948": 5.07209, - "1949": 5.23523, - "1950": 5.077, - "1951": 5.07113, - "1952": 5.05952, - "1953": 5.05624, - "1954": 5.05609, - "1955": 5.06821, - "1956": 5.05633, - "1957": 5.063, - "1958": 5.09276, - "1959": 5.06044, - "1960": 5.05582, - "1961": 5.3945, - "1962": 5.35795, - "1963": 5.06903, - "1964": 5.40823, - "1965": 5.08139, - "1966": 5.07607, - "1967": 5.07692, - "1968": 5.41012, - "1969": 5.08771, - "1970": 5.09622, - "1971": 5.07575, - "1972": 5.4471, - "1973": 5.43483, - "1974": 5.08967, - "1975": 5.09622, - "1976": 5.09101, - "1977": 5.48877, - "1978": 5.07838, - "1979": 5.0851, - "1980": 5.07579, - "1981": 5.08598, - "1982": 5.07966, - "1983": 5.08149, - "1984": 5.08582, - "1985": 5.08557, - "1986": 5.08421, - "1987": 5.09746, - "1988": 5.10839, - "1989": 5.2448, - "1990": 5.08292, - "1991": 5.47048, - "1992": 5.45932, - "1993": 5.0934, - "1994": 5.1096, - "1995": 5.08606, - "1996": 5.09155, - "1997": 5.0958, - "1998": 5.08849, - "1999": 5.09272, - "2000": 5.09949 + "2": 12.51233, + "3": 5.38107, + "4": 5.43611, + "5": 5.38807, + "6": 5.37701, + "7": 5.38851, + "8": 5.38392, + "9": 5.35687, + "10": 5.36761, + "11": 5.34916, + "12": 5.34653, + "13": 5.36137, + "14": 5.36685, + "15": 5.38801, + "16": 5.36404, + "17": 5.81968, + "18": 5.36053, + "19": 5.36537, + "20": 6.37766, + "21": 5.8377, + "22": 5.40982, + "23": 5.86089, + "24": 5.78165, + "25": 5.40321, + "26": 5.39633, + "27": 5.39632, + "28": 5.39006, + "29": 5.39554, + "30": 5.94685, + "31": 5.41178, + "32": 5.47463, + "33": 5.40806, + "34": 5.41449, + "35": 5.42168, + "36": 5.39859, + "37": 5.38063, + "38": 5.38003, + "39": 5.38433, + "40": 5.3937, + "41": 5.39531, + "42": 5.4117, + "43": 5.40242, + "44": 5.47234, + "45": 5.40276, + "46": 5.40821, + "47": 5.40766, + "48": 5.39421, + "49": 5.40115, + "50": 5.42687, + "51": 5.40249, + "52": 5.39937, + "53": 5.40816, + "54": 5.4026, + "55": 5.42729, + "56": 5.40094, + "57": 5.40721, + "58": 5.78779, + "59": 5.75954, + "60": 5.40515, + "61": 5.8182, + "62": 5.39655, + "63": 5.42419, + "64": 5.42326, + "65": 5.84261, + "66": 5.41224, + "67": 6.21149, + "68": 5.44034, + "69": 5.42972, + "70": 5.40235, + "71": 5.39535, + "72": 5.40167, + "73": 5.79976, + "74": 5.4014, + "75": 5.40734, + "76": 5.40112, + "77": 5.39989, + "78": 5.3931, + "79": 5.38962, + "80": 5.38777, + "81": 5.40786, + "82": 5.39614, + "83": 5.40201, + "84": 5.39241, + "85": 5.40534, + "86": 5.4024, + "87": 5.4108, + "88": 5.40083, + "89": 5.38999, + "90": 5.38609, + "91": 5.39052, + "92": 5.39505, + "93": 5.39344, + "94": 5.48237, + "95": 5.4004, + "96": 5.39585, + "97": 6.13105, + "98": 5.42889, + "99": 5.37775, + "100": 5.40156, + "101": 5.3645, + "102": 5.41952, + "103": 5.38317, + "104": 5.39745, + "105": 5.37326, + "106": 5.43639, + "107": 5.85242, + "108": 5.3758, + "109": 5.41003, + "110": 5.81833, + "111": 5.83699, + "112": 5.74985, + "113": 5.34368, + "114": 5.34003, + "115": 5.33966, + "116": 5.34042, + "117": 5.34264, + "118": 5.73072, + "119": 5.3424, + "120": 5.33546, + "121": 5.34142, + "122": 5.36445, + "123": 5.33407, + "124": 5.38864, + "125": 5.34486, + "126": 5.33153, + "127": 5.34204, + "128": 5.3357, + "129": 5.33416, + "130": 5.36781, + "131": 5.37783, + "132": 5.39624, + "133": 5.37493, + "134": 5.36433, + "135": 6.11344, + "136": 5.36697, + "137": 5.37509, + "138": 5.37024, + "139": 5.38236, + "140": 5.37056, + "141": 5.35792, + "142": 5.35188, + "143": 5.43331, + "144": 5.39253, + "145": 5.37174, + "146": 5.39412, + "147": 5.38641, + "148": 5.39539, + "149": 5.38535, + "150": 5.39954, + "151": 5.41714, + "152": 5.85479, + "153": 5.4315, + "154": 5.87226, + "155": 5.81695, + "156": 5.78855, + "157": 5.38966, + "158": 5.41632, + "159": 5.39249, + "160": 5.38991, + "161": 5.39621, + "162": 5.77598, + "163": 5.38513, + "164": 5.38581, + "165": 5.38102, + "166": 5.3775, + "167": 5.50289, + "168": 5.39478, + "169": 5.37797, + "170": 5.36418, + "171": 5.33185, + "172": 5.33366, + "173": 6.07498, + "174": 5.43872, + "175": 5.33404, + "176": 5.33202, + "177": 5.33685, + "178": 5.36002, + "179": 5.37133, + "180": 5.38628, + "181": 5.40107, + "182": 5.40375, + "183": 5.4013, + "184": 5.40561, + "185": 5.39697, + "186": 5.39707, + "187": 5.38658, + "188": 5.37678, + "189": 5.37173, + "190": 5.37715, + "191": 5.37252, + "192": 5.37411, + "193": 5.37278, + "194": 5.37334, + "195": 5.37926, + "196": 5.80441, + "197": 5.33739, + "198": 5.78603, + "199": 6.14362, + "200": 5.3361, + "201": 5.33762, + "202": 5.33064, + "203": 5.32723, + "204": 5.33647, + "205": 5.72723, + "206": 5.36248, + "207": 5.34027, + "208": 5.33864, + "209": 5.33631, + "210": 5.36447, + "211": 5.71615, + "212": 5.72402, + "213": 5.33951, + "214": 5.37293, + "215": 5.33691, + "216": 5.36962, + "217": 5.39059, + "218": 5.39931, + "219": 5.36717, + "220": 5.3561, + "221": 5.37254, + "222": 5.3825, + "223": 5.38876, + "224": 5.36105, + "225": 5.37372, + "226": 5.35209, + "227": 5.3522, + "228": 5.34677, + "229": 5.55011, + "230": 5.57165, + "231": 5.3597, + "232": 5.35399, + "233": 5.35783, + "234": 5.34835, + "235": 5.36752, + "236": 5.37222, + "237": 5.37846, + "238": 5.38365, + "239": 5.37731, + "240": 5.38315, + "241": 5.79819, + "242": 6.04949, + "243": 6.19066, + "244": 5.37991, + "245": 5.37521, + "246": 5.39061, + "247": 5.37547, + "248": 5.37602, + "249": 6.15588, + "250": 5.74229, + "251": 5.38515, + "252": 5.37893, + "253": 5.37827, + "254": 5.38335, + "255": 5.37063, + "256": 5.37671, + "257": 5.37757, + "258": 5.37494, + "259": 5.37392, + "260": 5.3754, + "261": 5.37818, + "262": 5.39814, + "263": 5.37607, + "264": 5.37141, + "265": 5.38276, + "266": 5.37264, + "267": 5.37192, + "268": 5.36758, + "269": 5.3743, + "270": 5.37887, + "271": 5.37943, + "272": 5.36742, + "273": 5.38948, + "274": 5.3786, + "275": 5.37719, + "276": 5.37608, + "277": 5.38853, + "278": 5.40298, + "279": 5.63569, + "280": 5.33433, + "281": 5.33397, + "282": 5.34111, + "283": 5.33914, + "284": 5.36332, + "285": 5.41708, + "286": 5.78367, + "287": 5.76089, + "288": 6.88674, + "289": 5.3455, + "290": 5.32874, + "291": 5.3303, + "292": 5.32963, + "293": 5.3383, + "294": 5.72508, + "295": 5.33527, + "296": 5.33248, + "297": 5.33363, + "298": 5.33576, + "299": 5.34013, + "300": 5.3387, + "301": 5.34509, + "302": 5.3572, + "303": 5.34198, + "304": 5.34368, + "305": 5.33758, + "306": 5.35381, + "307": 5.35103, + "308": 5.35277, + "309": 5.35496, + "310": 5.3708, + "311": 5.35318, + "312": 5.35528, + "313": 5.3419, + "314": 5.344, + "315": 5.33865, + "316": 5.33438, + "317": 5.33138, + "318": 5.33038, + "319": 5.33401, + "320": 5.33214, + "321": 5.33234, + "322": 5.33488, + "323": 5.33058, + "324": 5.3341, + "325": 5.33141, + "326": 6.06721, + "327": 5.34541, + "328": 5.60892, + "329": 5.34021, + "330": 5.77231, + "331": 5.3414, + "332": 6.14807, + "333": 5.33897, + "334": 5.33416, + "335": 5.34238, + "336": 5.33039, + "337": 5.3327, + "338": 5.72458, + "339": 5.31977, + "340": 5.4941, + "341": 5.34033, + "342": 5.32988, + "343": 5.34033, + "344": 5.33804, + "345": 5.3294, + "346": 5.4022, + "347": 5.32792, + "348": 5.32317, + "349": 5.32405, + "350": 5.39646, + "351": 5.34439, + "352": 5.34008, + "353": 5.31893, + "354": 5.31786, + "355": 5.3256, + "356": 5.32723, + "357": 5.33685, + "358": 5.34858, + "359": 5.34684, + "360": 5.3441, + "361": 5.34912, + "362": 5.34559, + "363": 5.34605, + "364": 5.34379, + "365": 6.32129, + "366": 5.35471, + "367": 5.35577, + "368": 5.33216, + "369": 5.33469, + "370": 5.33013, + "371": 5.33693, + "372": 5.34241, + "373": 5.3579, + "374": 5.78389, + "375": 5.87048, + "376": 5.74997, + "377": 5.50656, + "378": 5.34186, + "379": 5.39843, + "380": 5.33396, + "381": 5.71694, + "382": 5.33425, + "383": 5.35855, + "384": 5.33921, + "385": 5.33978, + "386": 5.33436, + "387": 5.33441, + "388": 5.33455, + "389": 5.33695, + "390": 5.49468, + "391": 5.41034, + "392": 5.3234, + "393": 5.34048, + "394": 5.33444, + "395": 5.34855, + "396": 5.34664, + "397": 5.49699, + "398": 5.33294, + "399": 5.33901, + "400": 5.34532, + "401": 5.33257, + "402": 5.33348, + "403": 6.08214, + "404": 5.34681, + "405": 5.33367, + "406": 5.3466, + "407": 5.33965, + "408": 5.35401, + "409": 5.34442, + "410": 5.35179, + "411": 5.34334, + "412": 5.34333, + "413": 5.34804, + "414": 5.43767, + "415": 5.35507, + "416": 5.34641, + "417": 5.36275, + "418": 5.78921, + "419": 6.23226, + "420": 5.38676, + "421": 5.76643, + "422": 5.34597, + "423": 5.34811, + "424": 5.35012, + "425": 5.73256, + "426": 5.34156, + "427": 5.51796, + "428": 5.34889, + "429": 5.33723, + "430": 5.34124, + "431": 5.34529, + "432": 5.36247, + "433": 5.34164, + "434": 5.34469, + "435": 5.34123, + "436": 5.33387, + "437": 5.33603, + "438": 5.3367, + "439": 5.36131, + "440": 5.47961, + "441": 6.09917, + "442": 5.3466, + "443": 5.34527, + "444": 5.34466, + "445": 5.34952, + "446": 5.3403, + "447": 5.34167, + "448": 5.32421, + "449": 5.31606, + "450": 5.31731, + "451": 5.32048, + "452": 5.49269, + "453": 5.32086, + "454": 5.31902, + "455": 5.32121, + "456": 5.32793, + "457": 5.32358, + "458": 5.31817, + "459": 5.31755, + "460": 5.32279, + "461": 5.3354, + "462": 5.33399, + "463": 5.77169, + "464": 6.12628, + "465": 5.33523, + "466": 5.74268, + "467": 5.33068, + "468": 5.34697, + "469": 5.34437, + "470": 5.73494, + "471": 5.35257, + "472": 5.35073, + "473": 5.35221, + "474": 5.35559, + "475": 5.35035, + "476": 5.42878, + "477": 5.48222, + "478": 5.34389, + "479": 5.70513, + "480": 5.72111, + "481": 5.34552, + "482": 5.3487, + "483": 5.36978, + "484": 5.36234, + "485": 5.35375, + "486": 5.48301, + "487": 5.35391, + "488": 5.34697, + "489": 5.37903, + "490": 5.35629, + "491": 5.34831, + "492": 5.34471, + "493": 5.34772, + "494": 5.34459, + "495": 5.35838, + "496": 5.35635, + "497": 5.34682, + "498": 5.34692, + "499": 5.35023, + "500": 5.34548, + "501": 5.51183, + "502": 5.35089, + "503": 5.35211, + "504": 5.34707, + "505": 5.35219, + "506": 5.36181, + "507": 5.79546, + "508": 6.20197, + "509": 5.34896, + "510": 5.34612, + "511": 5.77396, + "512": 5.35309, + "513": 5.6625, + "514": 5.73599, + "515": 5.34708, + "516": 5.34587, + "517": 5.35125, + "518": 6.0996, + "519": 5.35963, + "520": 5.35867, + "521": 5.34826, + "522": 5.35273, + "523": 5.34801, + "524": 5.34867, + "525": 5.34521, + "526": 5.72797, + "527": 5.36603, + "528": 5.3424, + "529": 5.37762, + "530": 5.369, + "531": 5.36479, + "532": 5.35948, + "533": 5.36895, + "534": 5.35862, + "535": 5.37263, + "536": 5.35295, + "537": 5.36265, + "538": 5.78781, + "539": 5.35649, + "540": 5.36643, + "541": 5.36034, + "542": 5.35991, + "543": 5.37638, + "544": 5.37304, + "545": 5.36929, + "546": 5.36549, + "547": 5.36338, + "548": 5.36492, + "549": 5.36619, + "550": 5.9649, + "551": 5.76763, + "552": 5.78393, + "553": 5.37654, + "554": 5.36445, + "555": 5.38151, + "556": 6.51617, + "557": 5.75735, + "558": 5.37011, + "559": 5.36744, + "560": 5.37187, + "561": 5.35057, + "562": 5.37891, + "563": 5.36392, + "564": 5.3634, + "565": 5.45226, + "566": 5.38155, + "567": 5.3663, + "568": 5.40547, + "569": 5.40773, + "570": 5.40001, + "571": 5.40903, + "572": 5.38409, + "573": 5.37536, + "574": 5.39536, + "575": 5.35898, + "576": 5.35297, + "577": 5.3839, + "578": 5.3652, + "579": 5.35647, + "580": 5.34752, + "581": 5.35613, + "582": 5.36038, + "583": 5.40974, + "584": 5.40495, + "585": 5.39854, + "586": 5.40462, + "587": 5.40357, + "588": 5.39856, + "589": 5.41048, + "590": 5.38665, + "591": 5.34345, + "592": 5.34427, + "593": 5.34558, + "594": 5.8081, + "595": 6.49451, + "596": 5.77015, + "597": 5.35341, + "598": 5.35174, + "599": 5.37431, + "600": 5.36075, + "601": 6.15732, + "602": 5.35607, + "603": 5.37281, + "604": 5.35139, + "605": 5.35853, + "606": 5.34426, + "607": 5.35373, + "608": 5.34058, + "609": 5.33834, + "610": 5.3404, + "611": 5.34798, + "612": 5.35021, + "613": 5.33502, + "614": 5.34625, + "615": 5.3583, + "616": 5.37228, + "617": 5.41101, + "618": 5.41383, + "619": 5.39271, + "620": 5.39775, + "621": 5.39213, + "622": 5.39735, + "623": 5.39722, + "624": 5.37946, + "625": 5.38684, + "626": 5.37925, + "627": 5.42899, + "628": 5.34661, + "629": 5.35505, + "630": 5.371, + "631": 5.34981, + "632": 5.32814, + "633": 6.0842, + "634": 5.3372, + "635": 5.33124, + "636": 5.32745, + "637": 5.33008, + "638": 5.33725, + "639": 5.79535, + "640": 6.14819, + "641": 5.32646, + "642": 5.31501, + "643": 5.31665, + "644": 5.31897, + "645": 5.36289, + "646": 6.13707, + "647": 5.34291, + "648": 5.34813, + "649": 5.34634, + "650": 5.34942, + "651": 5.35473, + "652": 5.89563, + "653": 5.34927, + "654": 5.33879, + "655": 5.48244, + "656": 5.36941, + "657": 5.30935, + "658": 5.31271, + "659": 5.31694, + "660": 5.36652, + "661": 5.42274, + "662": 5.37283, + "663": 5.43423, + "664": 5.51146, + "665": 5.35386, + "666": 5.33377, + "667": 5.37764, + "668": 5.33403, + "669": 5.31786, + "670": 5.29321, + "671": 6.03712, + "672": 5.32534, + "673": 5.40214, + "674": 5.32025, + "675": 5.37137, + "676": 5.31187, + "677": 5.37397, + "678": 5.29768, + "679": 5.4012, + "680": 5.32528, + "681": 5.32253, + "682": 5.34392, + "683": 5.782, + "684": 6.16161, + "685": 5.30044, + "686": 5.29792, + "687": 5.30218, + "688": 5.30306, + "689": 5.74508, + "690": 5.91711, + "691": 5.69824, + "692": 5.28574, + "693": 5.28957, + "694": 5.29302, + "695": 5.30966, + "696": 5.29267, + "697": 5.29052, + "698": 5.28318, + "699": 5.29361, + "700": 5.38544, + "701": 5.31053, + "702": 5.32897, + "703": 5.32575, + "704": 5.33129, + "705": 5.32774, + "706": 5.33162, + "707": 5.48516, + "708": 5.32406, + "709": 5.29254, + "710": 6.02598, + "711": 5.28641, + "712": 5.33116, + "713": 5.32796, + "714": 5.32461, + "715": 5.32476, + "716": 5.31821, + "717": 5.31536, + "718": 5.34579, + "719": 5.35191, + "720": 5.35289, + "721": 5.37098, + "722": 5.32867, + "723": 5.3347, + "724": 5.32066, + "725": 5.32697, + "726": 5.34108, + "727": 6.34508, + "728": 5.74583, + "729": 5.48244, + "730": 5.32477, + "731": 5.32485, + "732": 5.32886, + "733": 5.72462, + "734": 5.31464, + "735": 5.31034, + "736": 5.73728, + "737": 5.31542, + "738": 5.38439, + "739": 5.27885, + "740": 5.27795, + "741": 5.2916, + "742": 5.2759, + "743": 5.27727, + "744": 5.29955, + "745": 5.28199, + "746": 5.28228, + "747": 5.28789, + "748": 6.02633, + "749": 5.34043, + "750": 5.3264, + "751": 5.73766, + "752": 5.32926, + "753": 5.30722, + "754": 5.30757, + "755": 5.31831, + "756": 5.32974, + "757": 5.31845, + "758": 5.32411, + "759": 5.31625, + "760": 5.31681, + "761": 5.3183, + "762": 5.31648, + "763": 5.30981, + "764": 5.55259, + "765": 5.25535, + "766": 5.27565, + "767": 5.26705, + "768": 5.28016, + "769": 5.27071, + "770": 5.28296, + "771": 6.13184, + "772": 5.70534, + "773": 5.2926, + "774": 5.28731, + "775": 5.296, + "776": 5.4408, + "777": 5.69767, + "778": 5.27914, + "779": 5.27235, + "780": 5.68447, + "781": 5.27418, + "782": 5.27048, + "783": 5.32361, + "784": 5.28044, + "785": 5.27604, + "786": 5.64646, + "787": 5.63194, + "788": 5.27044, + "789": 5.27906, + "790": 5.27383, + "791": 5.27232, + "792": 5.29428, + "793": 5.38329, + "794": 5.2857, + "795": 5.32362, + "796": 5.32215, + "797": 5.3241, + "798": 5.35573, + "799": 5.33254, + "800": 5.35652, + "801": 5.39299, + "802": 5.43078, + "803": 5.34628, + "804": 5.25493, + "805": 5.25398, + "806": 5.27352, + "807": 5.2762, + "808": 5.3041, + "809": 5.36687, + "810": 5.3079, + "811": 5.30002, + "812": 5.31695, + "813": 5.29553, + "814": 5.27269, + "815": 5.71772, + "816": 5.68091, + "817": 5.68997, + "818": 5.28735, + "819": 5.30471, + "820": 5.32561, + "821": 5.32306, + "822": 5.69795, + "823": 5.31608, + "824": 5.30894, + "825": 6.05549, + "826": 5.769, + "827": 5.31655, + "828": 5.3198, + "829": 5.30835, + "830": 5.31755, + "831": 5.31694, + "832": 5.31179, + "833": 5.33168, + "834": 5.32747, + "835": 5.31904, + "836": 5.31156, + "837": 5.3884, + "838": 5.3319, + "839": 5.49219, + "840": 5.33136, + "841": 5.31572, + "842": 5.3113, + "843": 5.35522, + "844": 5.31216, + "845": 5.30992, + "846": 5.31175, + "847": 5.31233, + "848": 5.31337, + "849": 5.30813, + "850": 5.37903, + "851": 5.37775, + "852": 5.28608, + "853": 5.26759, + "854": 5.26919, + "855": 5.27688, + "856": 5.26877, + "857": 5.29459, + "858": 5.31871, + "859": 5.71837, + "860": 6.09876, + "861": 5.28603, + "862": 5.28356, + "863": 6.01845, + "864": 5.24729, + "865": 5.23847, + "866": 5.64143, + "867": 5.24566, + "868": 5.25826, + "869": 5.25483, + "870": 5.23873, + "871": 5.65553, + "872": 5.26077, + "873": 5.24346, + "874": 5.27185, + "875": 5.289, + "876": 5.27628, + "877": 5.28131, + "878": 5.27434, + "879": 5.27313, + "880": 5.27917, + "881": 5.27329, + "882": 5.2713, + "883": 5.30342, + "884": 5.278, + "885": 5.28935, + "886": 5.27132, + "887": 5.27406, + "888": 5.29067, + "889": 5.67867, + "890": 5.30222, + "891": 5.28117, + "892": 5.27264, + "893": 5.27026, + "894": 5.26628, + "895": 5.2707, + "896": 5.26852, + "897": 5.27778, + "898": 5.27199, + "899": 5.2705, + "900": 5.2758, + "901": 5.65957, + "902": 5.66533, + "903": 6.10272, + "904": 5.6872, + "905": 5.29189, + "906": 5.27302, + "907": 5.27888, + "908": 5.28785, + "909": 5.67075, + "910": 5.2692, + "911": 5.27804, + "912": 5.26932, + "913": 5.32037, + "914": 5.2907, + "915": 5.67661, + "916": 5.27822, + "917": 5.27133, + "918": 5.27158, + "919": 5.2855, + "920": 5.33919, + "921": 5.32416, + "922": 5.31991, + "923": 5.31157, + "924": 5.32854, + "925": 5.32597, + "926": 5.34538, + "927": 5.38461, + "928": 5.33663, + "929": 5.33634, + "930": 5.45891, + "931": 5.2838, + "932": 5.28979, + "933": 5.26878, + "934": 5.26903, + "935": 5.28081, + "936": 5.26783, + "937": 5.28029, + "938": 5.29174, + "939": 5.37262, + "940": 6.06009, + "941": 5.32149, + "942": 5.36404, + "943": 5.35386, + "944": 5.36294, + "945": 5.39936, + "946": 5.35583, + "947": 5.78788, + "948": 5.79358, + "949": 5.36998, + "950": 5.38724, + "951": 5.42196, + "952": 5.42234, + "953": 5.8107, + "954": 5.37562, + "955": 5.42644, + "956": 5.39781, + "957": 5.35757, + "958": 5.36012, + "959": 5.36567, + "960": 5.85524, + "961": 5.37046, + "962": 5.39711, + "963": 5.37466, + "964": 5.41606, + "965": 5.33482, + "966": 5.37039, + "967": 5.34305, + "968": 5.35774, + "969": 5.33217, + "970": 5.32769, + "971": 5.29904, + "972": 5.31012, + "973": 5.30732, + "974": 5.27923, + "975": 5.27092, + "976": 5.29513, + "977": 5.28619, + "978": 6.02361, + "979": 5.28727, + "980": 5.28154, + "981": 5.32664, + "982": 5.34646, + "983": 5.33816, + "984": 5.34355, + "985": 5.34033, + "986": 5.32644, + "987": 5.35418, + "988": 5.35929, + "989": 5.34667, + "990": 5.33014, + "991": 5.29138, + "992": 5.75975, + "993": 5.74154, + "994": 5.36109, + "995": 5.3277, + "996": 5.33507, + "997": 5.32096, + "998": 5.75145, + "999": 5.354, + "1000": 5.32879, + "1001": 5.31668, + "1002": 5.3219, + "1003": 5.30942, + "1004": 5.72719, + "1005": 5.31808, + "1006": 5.31223, + "1007": 5.30501, + "1008": 5.32307, + "1009": 5.32333, + "1010": 5.31079, + "1011": 5.30929, + "1012": 5.30624, + "1013": 5.3121, + "1014": 5.30732, + "1015": 5.67497, + "1016": 5.69558, + "1017": 5.37133, + "1018": 5.35522, + "1019": 5.38407, + "1020": 5.34824, + "1021": 5.3493, + "1022": 5.31587, + "1023": 5.30628, + "1024": 5.31294, + "1025": 5.3045, + "1026": 5.29517, + "1027": 5.29317, + "1028": 5.30048, + "1029": 5.28105, + "1030": 5.28956, + "1031": 5.2875, + "1032": 5.30106, + "1033": 5.31821, + "1034": 5.82633, + "1035": 5.31548, + "1036": 5.7315, + "1037": 5.30905, + "1038": 5.31056, + "1039": 5.31731, + "1040": 5.70729, + "1041": 5.31833, + "1042": 5.32952, + "1043": 5.33397, + "1044": 5.32532, + "1045": 5.3218, + "1046": 5.31101, + "1047": 5.31562, + "1048": 5.31437, + "1049": 5.3225, + "1050": 5.7538, + "1051": 5.34286, + "1052": 5.32942, + "1053": 5.32889, + "1054": 6.1015, + "1055": 5.33823, + "1056": 5.34941, + "1057": 5.33712, + "1058": 5.55947, + "1059": 5.46609, + "1060": 5.33647, + "1061": 5.34579, + "1062": 5.32635, + "1063": 5.32029, + "1064": 5.32026, + "1065": 5.3163, + "1066": 5.34306, + "1067": 5.33146, + "1068": 5.33599, + "1069": 5.32787, + "1070": 5.33393, + "1071": 5.3375, + "1072": 5.3262, + "1073": 5.33097, + "1074": 5.32163, + "1075": 5.33309, + "1076": 5.32456, + "1077": 5.33718, + "1078": 5.78221, + "1079": 5.34537, + "1080": 5.74794, + "1081": 5.43355, + "1082": 5.34106, + "1083": 5.34389, + "1084": 5.74511, + "1085": 5.33701, + "1086": 5.33895, + "1087": 5.34328, + "1088": 5.34623, + "1089": 5.32927, + "1090": 5.34024, + "1091": 5.34367, + "1092": 5.7121, + "1093": 5.72868, + "1094": 5.33284, + "1095": 5.75299, + "1096": 5.33186, + "1097": 5.34066, + "1098": 5.32983, + "1099": 5.35196, + "1100": 5.3262, + "1101": 5.33277, + "1102": 5.31588, + "1103": 5.31994, + "1104": 5.31968, + "1105": 5.33959, + "1106": 5.32015, + "1107": 5.35197, + "1108": 5.34968, + "1109": 5.33445, + "1110": 5.33927, + "1111": 5.32862, + "1112": 5.33759, + "1113": 5.33148, + "1114": 5.32956, + "1115": 5.33433, + "1116": 5.33322, + "1117": 5.32817, + "1118": 5.33024, + "1119": 5.33046, + "1120": 5.33215, + "1121": 5.33368, + "1122": 5.75561, + "1123": 5.34097, + "1124": 5.76722, + "1125": 5.41546, + "1126": 5.42455, + "1127": 5.33863, + "1128": 5.72422, + "1129": 5.32852, + "1130": 5.69348, + "1131": 5.7036, + "1132": 5.33196, + "1133": 5.33321, + "1134": 5.31794, + "1135": 5.3196, + "1136": 5.3162, + "1137": 5.31514, + "1138": 5.3285, + "1139": 5.35085, + "1140": 5.74792, + "1141": 5.3237, + "1142": 5.3328, + "1143": 5.33102, + "1144": 5.33892, + "1145": 5.42008, + "1146": 5.64498, + "1147": 5.33496, + "1148": 5.33112, + "1149": 5.32984, + "1150": 5.33803, + "1151": 5.32808, + "1152": 5.33621, + "1153": 5.33802, + "1154": 5.32898, + "1155": 5.3424, + "1156": 5.31472, + "1157": 5.3238, + "1158": 5.37997, + "1159": 5.3164, + "1160": 5.31404, + "1161": 5.31623, + "1162": 5.31688, + "1163": 5.32519, + "1164": 5.31184, + "1165": 5.3198, + "1166": 5.32621, + "1167": 5.74092, + "1168": 6.12408, + "1169": 5.34133, + "1170": 5.71258, + "1171": 5.35747, + "1172": 5.32703, + "1173": 5.72184, + "1174": 5.32937, + "1175": 5.32564, + "1176": 5.32154, + "1177": 5.32452, + "1178": 5.32455, + "1179": 5.33716, + "1180": 5.3272, + "1181": 5.31722, + "1182": 5.32079, + "1183": 5.3292, + "1184": 5.33214, + "1185": 5.74396, + "1186": 5.32941, + "1187": 5.3201, + "1188": 5.34677, + "1189": 5.32953, + "1190": 5.40309, + "1191": 5.34742, + "1192": 5.34653, + "1193": 5.33854, + "1194": 5.34086, + "1195": 5.345, + "1196": 5.61311, + "1197": 5.35147, + "1198": 5.33658, + "1199": 5.34236, + "1200": 5.35179, + "1201": 5.34681, + "1202": 5.34335, + "1203": 5.34654, + "1204": 5.34289, + "1205": 5.33302, + "1206": 5.3361, + "1207": 5.69343, + "1208": 5.86487, + "1209": 5.3282, + "1210": 5.33241, + "1211": 6.13189, + "1212": 5.77896, + "1213": 5.33995, + "1214": 5.34813, + "1215": 5.33189, + "1216": 5.33445, + "1217": 5.73009, + "1218": 5.33223, + "1219": 5.34944, + "1220": 5.74636, + "1221": 5.34006, + "1222": 5.34817, + "1223": 5.3407, + "1224": 5.34002, + "1225": 5.35079, + "1226": 5.3291, + "1227": 5.3313, + "1228": 5.34495, + "1229": 5.34191, + "1230": 5.75882, + "1231": 5.33837, + "1232": 5.37363, + "1233": 5.39423, + "1234": 5.35185, + "1235": 5.3417, + "1236": 5.50865, + "1237": 5.31858, + "1238": 5.32078, + "1239": 5.31829, + "1240": 5.31661, + "1241": 5.33811, + "1242": 5.35188, + "1243": 5.34521, + "1244": 5.34612, + "1245": 5.71549, + "1246": 5.34596, + "1247": 5.71559, + "1248": 5.33246, + "1249": 5.33291, + "1250": 5.32675, + "1251": 5.30613, + "1252": 5.30507, + "1253": 5.32277, + "1254": 5.3089, + "1255": 6.10557, + "1256": 5.78157, + "1257": 5.30867, + "1258": 5.30813, + "1259": 5.30613, + "1260": 5.30262, + "1261": 5.72185, + "1262": 5.31825, + "1263": 5.30241, + "1264": 5.30885, + "1265": 5.31067, + "1266": 5.29121, + "1267": 5.29382, + "1268": 5.28799, + "1269": 5.29079, + "1270": 5.43982, + "1271": 5.28748, + "1272": 5.30503, + "1273": 5.32073, + "1274": 5.31184, + "1275": 5.73391, + "1276": 5.32947, + "1277": 5.33639, + "1278": 5.33161, + "1279": 5.3208, + "1280": 5.31685, + "1281": 5.33068, + "1282": 5.32207, + "1283": 5.68222, + "1284": 5.31021, + "1285": 5.31238, + "1286": 5.70598, + "1287": 5.32122, + "1288": 5.31231, + "1289": 5.31663, + "1290": 5.30903, + "1291": 5.31534, + "1292": 5.31093, + "1293": 5.32517, + "1294": 5.33023, + "1295": 5.3319, + "1296": 5.32527, + "1297": 5.35032, + "1298": 5.31208, + "1299": 6.10759, + "1300": 5.72768, + "1301": 5.3171, + "1302": 5.3123, + "1303": 5.33391, + "1304": 5.32105, + "1305": 5.69687, + "1306": 5.30746, + "1307": 5.31356, + "1308": 5.31388, + "1309": 5.32425, + "1310": 5.31748, + "1311": 5.31406, + "1312": 5.32971, + "1313": 5.32388, + "1314": 5.32458, + "1315": 5.3312, + "1316": 5.32126, + "1317": 5.3286, + "1318": 5.3391, + "1319": 5.32818, + "1320": 5.74387, + "1321": 5.70364, + "1322": 5.33143, + "1323": 5.34082, + "1324": 5.71456, + "1325": 5.33684, + "1326": 5.34404, + "1327": 5.32921, + "1328": 5.33022, + "1329": 5.39487, + "1330": 5.41362, + "1331": 5.35261, + "1332": 5.37793, + "1333": 5.34351, + "1334": 5.31993, + "1335": 5.32358, + "1336": 5.32136, + "1337": 5.32644, + "1338": 5.3269, + "1339": 5.3128, + "1340": 5.32071, + "1341": 5.32386, + "1342": 5.32249, + "1343": 5.72607, + "1344": 5.75031, + "1345": 5.76567, + "1346": 5.32649, + "1347": 5.32528, + "1348": 5.328, + "1349": 5.72516, + "1350": 5.33393, + "1351": 5.32269, + "1352": 5.33053, + "1353": 5.32501, + "1354": 5.32683, + "1355": 5.32693, + "1356": 5.33978, + "1357": 5.38347, + "1358": 5.332, + "1359": 5.33579, + "1360": 5.71001, + "1361": 5.31291, + "1362": 5.69096, + "1363": 5.31963, + "1364": 5.32554, + "1365": 5.73097, + "1366": 5.35591, + "1367": 5.35179, + "1368": 5.33422, + "1369": 5.33799, + "1370": 5.36388, + "1371": 5.33198, + "1372": 5.33396, + "1373": 5.32397, + "1374": 5.32394, + "1375": 5.33489, + "1376": 5.32536, + "1377": 5.33064, + "1378": 5.32759, + "1379": 5.32929, + "1380": 5.31842, + "1381": 5.31482, + "1382": 5.31699, + "1383": 5.33047, + "1384": 5.32231, + "1385": 5.33191, + "1386": 5.31442, + "1387": 5.71388, + "1388": 5.71023, + "1389": 5.74708, + "1390": 5.33462, + "1391": 5.34504, + "1392": 5.34841, + "1393": 5.73998, + "1394": 5.34446, + "1395": 5.34359, + "1396": 5.34016, + "1397": 5.33309, + "1398": 5.71716, + "1399": 5.34944, + "1400": 5.34629, + "1401": 5.71739, + "1402": 5.33643, + "1403": 5.33413, + "1404": 5.32455, + "1405": 5.33171, + "1406": 5.33227, + "1407": 5.35613, + "1408": 5.31802, + "1409": 5.31986, + "1410": 5.37851, + "1411": 5.76431, + "1412": 5.33903, + "1413": 5.33545, + "1414": 5.33465, + "1415": 5.32792, + "1416": 5.33036, + "1417": 5.33276, + "1418": 5.32714, + "1419": 5.33448, + "1420": 5.33457, + "1421": 5.34708, + "1422": 5.33855, + "1423": 5.32931, + "1424": 5.33382, + "1425": 5.32951, + "1426": 5.32385, + "1427": 5.32822, + "1428": 5.33471, + "1429": 5.33559, + "1430": 5.34263, + "1431": 5.7869, + "1432": 5.74059, + "1433": 5.7612, + "1434": 5.35909, + "1435": 5.33806, + "1436": 5.71607, + "1437": 5.74329, + "1438": 5.34001, + "1439": 5.34896, + "1440": 5.71864, + "1441": 5.34688, + "1442": 5.33898, + "1443": 5.34614, + "1444": 5.39662, + "1445": 5.35605, + "1446": 5.33639, + "1447": 5.34408, + "1448": 5.33963, + "1449": 5.32594, + "1450": 5.33295, + "1451": 5.31906, + "1452": 5.32314, + "1453": 5.31887, + "1454": 5.32237, + "1455": 5.32481, + "1456": 5.76454, + "1457": 5.33827, + "1458": 5.33386, + "1459": 5.33391, + "1460": 5.32325, + "1461": 5.32921, + "1462": 5.3392, + "1463": 5.33031, + "1464": 5.32847, + "1465": 5.33118, + "1466": 5.31961, + "1467": 5.33284, + "1468": 5.30867, + "1469": 5.31357, + "1470": 5.30973, + "1471": 5.30994, + "1472": 5.3098, + "1473": 5.32113, + "1474": 5.31648, + "1475": 6.08142, + "1476": 5.7034, + "1477": 5.72775, + "1478": 5.70943, + "1479": 5.33441, + "1480": 5.32526, + "1481": 6.05326, + "1482": 5.30275, + "1483": 5.31176, + "1484": 5.32466, + "1485": 5.31392, + "1486": 5.3123, + "1487": 5.31161, + "1488": 5.31297, + "1489": 5.3067, + "1490": 5.30334, + "1491": 5.29821, + "1492": 5.2962, + "1493": 5.3, + "1494": 5.31315, + "1495": 5.30788, + "1496": 5.30836, + "1497": 5.30952, + "1498": 5.30965, + "1499": 5.31348, + "1500": 5.73016, + "1501": 5.3546, + "1502": 5.33645, + "1503": 5.34041, + "1504": 5.32539, + "1505": 5.32755, + "1506": 5.34669, + "1507": 5.34089, + "1508": 5.33383, + "1509": 5.32748, + "1510": 5.31882, + "1511": 5.30917, + "1512": 5.32769, + "1513": 5.32181, + "1514": 5.6844, + "1515": 5.27912, + "1516": 5.66513, + "1517": 5.28292, + "1518": 5.47709, + "1519": 5.29407, + "1520": 6.04225, + "1521": 5.29335, + "1522": 5.72528, + "1523": 5.30616, + "1524": 5.31221, + "1525": 5.29698, + "1526": 5.70816, + "1527": 5.28714, + "1528": 5.28684, + "1529": 5.29559, + "1530": 5.29893, + "1531": 5.28889, + "1532": 5.3332, + "1533": 5.35654, + "1534": 5.36318, + "1535": 5.36189, + "1536": 5.35577, + "1537": 5.3629, + "1538": 5.37265, + "1539": 5.35687, + "1540": 5.3614, + "1541": 5.40991, + "1542": 5.36079, + "1543": 5.65089, + "1544": 5.39987, + "1545": 5.81511, + "1546": 5.40068, + "1547": 5.40642, + "1548": 5.40226, + "1549": 5.39258, + "1550": 5.38339, + "1551": 5.38876, + "1552": 5.7626, + "1553": 5.39227, + "1554": 5.40924, + "1555": 5.77927, + "1556": 5.3822, + "1557": 5.32648, + "1558": 5.32817, + "1559": 5.34604, + "1560": 5.32694, + "1561": 5.32689, + "1562": 5.36973, + "1563": 5.39541, + "1564": 6.1489, + "1565": 5.39443, + "1566": 5.78026, + "1567": 5.40976, + "1568": 5.42587, + "1569": 5.40199, + "1570": 5.79743, + "1571": 5.38703, + "1572": 5.40307, + "1573": 5.39456, + "1574": 5.41239, + "1575": 5.39883, + "1576": 5.40043, + "1577": 5.39875, + "1578": 5.40271, + "1579": 5.42979, + "1580": 5.4374, + "1581": 5.47503, + "1582": 5.40504, + "1583": 5.39604, + "1584": 5.39904, + "1585": 5.40405, + "1586": 5.40053, + "1587": 5.39363, + "1588": 5.39556, + "1589": 5.41287, + "1590": 5.77665, + "1591": 5.83291, + "1592": 5.46299, + "1593": 5.41762, + "1594": 5.79002, + "1595": 5.35668, + "1596": 5.3396, + "1597": 5.39144, + "1598": 5.39053, + "1599": 5.3869, + "1600": 5.38734, + "1601": 5.39301, + "1602": 5.39421, + "1603": 5.3952, + "1604": 5.39075, + "1605": 5.40889, + "1606": 5.3589, + "1607": 5.32116, + "1608": 6.09371, + "1609": 5.3217, + "1610": 5.72528, + "1611": 5.36688, + "1612": 5.31029, + "1613": 5.31233, + "1614": 5.70037, + "1615": 5.31647, + "1616": 5.31344, + "1617": 5.34765, + "1618": 5.34244, + "1619": 5.34788, + "1620": 5.34364, + "1621": 5.3087, + "1622": 5.29672, + "1623": 5.30631, + "1624": 5.30553, + "1625": 5.33698, + "1626": 5.33085, + "1627": 5.32789, + "1628": 5.3318, + "1629": 5.80354, + "1630": 5.33756, + "1631": 5.33332, + "1632": 5.70304, + "1633": 5.32374, + "1634": 5.32292, + "1635": 5.3212, + "1636": 5.75734, + "1637": 5.31067, + "1638": 5.31672, + "1639": 5.31582, + "1640": 5.3195, + "1641": 5.32102, + "1642": 5.3112, + "1643": 5.31152, + "1644": 5.30558, + "1645": 5.30775, + "1646": 5.30316, + "1647": 5.31594, + "1648": 5.30037, + "1649": 5.29762, + "1650": 5.30006, + "1651": 5.30723, + "1652": 6.05892, + "1653": 5.30779, + "1654": 5.68651, + "1655": 5.34908, + "1656": 5.31256, + "1657": 5.29291, + "1658": 5.70165, + "1659": 5.30307, + "1660": 5.28992, + "1661": 5.29633, + "1662": 5.30646, + "1663": 5.31879, + "1664": 5.33381, + "1665": 5.32496, + "1666": 5.31856, + "1667": 5.70521, + "1668": 5.30181, + "1669": 5.29874, + "1670": 5.7235, + "1671": 5.29944, + "1672": 5.30249, + "1673": 5.30367, + "1674": 5.29908, + "1675": 5.30219, + "1676": 5.34355, + "1677": 5.30561, + "1678": 5.30855, + "1679": 5.36178, + "1680": 5.31065, + "1681": 5.79206, + "1682": 5.29488, + "1683": 5.3007, + "1684": 5.30763, + "1685": 5.30001, + "1686": 5.31631, + "1687": 5.42252, + "1688": 5.33735, + "1689": 5.33696, + "1690": 5.3381, + "1691": 5.34605, + "1692": 5.34603, + "1693": 5.39975, + "1694": 5.34639, + "1695": 5.35336, + "1696": 5.75098, + "1697": 5.71539, + "1698": 5.7238, + "1699": 5.32357, + "1700": 5.33058, + "1701": 5.30998, + "1702": 5.701, + "1703": 5.31279, + "1704": 5.57806, + "1705": 5.67749, + "1706": 5.2948, + "1707": 5.32771, + "1708": 5.33296, + "1709": 5.71996, + "1710": 5.30607, + "1711": 5.30161, + "1712": 5.30164, + "1713": 5.30372, + "1714": 5.30396, + "1715": 5.32897, + "1716": 5.33218, + "1717": 5.68333, + "1718": 5.31835, + "1719": 5.31582, + "1720": 5.31564, + "1721": 5.32622, + "1722": 5.32538, + "1723": 5.33255, + "1724": 5.32588, + "1725": 5.74636, + "1726": 5.31693, + "1727": 5.31856, + "1728": 5.31785, + "1729": 5.32057, + "1730": 5.31797, + "1731": 5.31387, + "1732": 5.33328, + "1733": 5.31843, + "1734": 5.31554, + "1735": 5.32121, + "1736": 5.32408, + "1737": 5.30994, + "1738": 5.30646, + "1739": 5.3091, + "1740": 5.69561, + "1741": 5.90431, + "1742": 5.6841, + "1743": 5.68011, + "1744": 5.30654, + "1745": 5.31624, + "1746": 5.70436, + "1747": 5.69439, + "1748": 5.31266, + "1749": 5.31, + "1750": 5.30653, + "1751": 5.30879, + "1752": 5.30002, + "1753": 5.30366, + "1754": 5.31212, + "1755": 5.30525, + "1756": 5.30876, + "1757": 5.32869, + "1758": 5.31222, + "1759": 5.30623, + "1760": 5.31388, + "1761": 5.31214, + "1762": 5.30959, + "1763": 5.28303, + "1764": 5.28618, + "1765": 5.3032, + "1766": 5.30142, + "1767": 5.39708, + "1768": 5.28533, + "1769": 5.27033, + "1770": 5.27029, + "1771": 5.68958, + "1772": 5.27224, + "1773": 5.27525, + "1774": 5.27394, + "1775": 5.27316, + "1776": 5.27344, + "1777": 5.2811, + "1778": 5.27711, + "1779": 5.39894, + "1780": 5.30824, + "1781": 5.30045, + "1782": 5.66739, + "1783": 5.29631, + "1784": 5.69121, + "1785": 5.65582, + "1786": 6.04592, + "1787": 5.29927, + "1788": 5.30042, + "1789": 5.32303, + "1790": 5.69832, + "1791": 5.29177, + "1792": 5.2819, + "1793": 5.27917, + "1794": 5.28689, + "1795": 5.30036, + "1796": 5.2878, + "1797": 5.28797, + "1798": 5.28201, + "1799": 5.27976, + "1800": 5.28056, + "1801": 5.27129, + "1802": 5.28043, + "1803": 5.27676, + "1804": 5.2802, + "1805": 5.27494, + "1806": 5.29316, + "1807": 5.27278, + "1808": 5.28162, + "1809": 5.27072, + "1810": 5.27718, + "1811": 5.28225, + "1812": 5.29204, + "1813": 5.27878, + "1814": 5.28304, + "1815": 5.28019, + "1816": 5.70126, + "1817": 5.28192, + "1818": 5.27197, + "1819": 5.2775, + "1820": 5.65354, + "1821": 5.28314, + "1822": 5.3003, + "1823": 5.28291, + "1824": 5.66257, + "1825": 5.27526, + "1826": 5.27778, + "1827": 5.28045, + "1828": 5.68295, + "1829": 5.65198, + "1830": 5.67027, + "1831": 5.27599, + "1832": 5.31957, + "1833": 5.27956, + "1834": 5.7135, + "1835": 5.32169, + "1836": 5.32004, + "1837": 5.30878, + "1838": 5.31132, + "1839": 5.30715, + "1840": 5.32265, + "1841": 5.37081, + "1842": 5.33738, + "1843": 5.32598, + "1844": 5.32711, + "1845": 5.32441, + "1846": 5.32296, + "1847": 5.33141, + "1848": 5.32651, + "1849": 5.32256, + "1850": 5.32395, + "1851": 5.32835, + "1852": 5.32508, + "1853": 5.32404, + "1854": 5.34728, + "1855": 5.3401, + "1856": 5.31978, + "1857": 5.35013, + "1858": 5.70823, + "1859": 5.32803, + "1860": 5.32485, + "1861": 5.75438, + "1862": 5.33384, + "1863": 5.70446, + "1864": 5.30951, + "1865": 5.30391, + "1866": 5.30893, + "1867": 5.37124, + "1868": 5.32345, + "1869": 5.33757, + "1870": 5.33097, + "1871": 5.33587, + "1872": 5.33403, + "1873": 5.73122, + "1874": 5.69923, + "1875": 5.7144, + "1876": 5.33058, + "1877": 5.33228, + "1878": 5.34176, + "1879": 5.73575, + "1880": 5.30892, + "1881": 5.30528, + "1882": 5.29028, + "1883": 5.29587, + "1884": 5.29801, + "1885": 5.29538, + "1886": 5.27531, + "1887": 5.27152, + "1888": 5.28927, + "1889": 5.31821, + "1890": 5.32157, + "1891": 5.3352, + "1892": 5.45713, + "1893": 5.33925, + "1894": 5.3378, + "1895": 5.33719, + "1896": 5.71671, + "1897": 5.42117, + "1898": 5.3391, + "1899": 5.33491, + "1900": 5.34113, + "1901": 5.72791, + "1902": 5.43227, + "1903": 5.40732, + "1904": 5.67322, + "1905": 5.38508, + "1906": 5.74955, + "1907": 5.31355, + "1908": 5.36556, + "1909": 5.30959, + "1910": 5.31009, + "1911": 5.32046, + "1912": 5.31679, + "1913": 5.31813, + "1914": 5.37935, + "1915": 5.31518, + "1916": 5.3212, + "1917": 5.72567, + "1918": 5.67305, + "1919": 5.7326, + "1920": 5.31305, + "1921": 5.31439, + "1922": 5.31672, + "1923": 5.72894, + "1924": 5.32292, + "1925": 5.37521, + "1926": 5.3227, + "1927": 5.33898, + "1928": 5.411, + "1929": 5.35698, + "1930": 5.32646, + "1931": 5.31427, + "1932": 5.31665, + "1933": 5.31842, + "1934": 5.31868, + "1935": 5.67787, + "1936": 5.35873, + "1937": 5.34822, + "1938": 5.34749, + "1939": 5.34792, + "1940": 5.73239, + "1941": 5.35344, + "1942": 5.34736, + "1943": 5.34529, + "1944": 5.34634, + "1945": 5.35461, + "1946": 5.35907, + "1947": 5.36504, + "1948": 5.35061, + "1949": 5.34214, + "1950": 5.34188, + "1951": 5.76619, + "1952": 5.35525, + "1953": 5.36166, + "1954": 5.34642, + "1955": 5.34997, + "1956": 5.34383, + "1957": 5.34251, + "1958": 5.35039, + "1959": 5.32345, + "1960": 5.70915, + "1961": 5.32029, + "1962": 5.68241, + "1963": 5.65728, + "1964": 5.32803, + "1965": 5.36096, + "1966": 5.71921, + "1967": 5.32613, + "1968": 5.33584, + "1969": 5.3418, + "1970": 5.32655, + "1971": 5.32373, + "1972": 6.61849, + "1973": 5.69259, + "1974": 5.32121, + "1975": 5.34514, + "1976": 5.33539, + "1977": 5.33024, + "1978": 5.71369, + "1979": 5.32844, + "1980": 5.33303, + "1981": 5.30736, + "1982": 5.32579, + "1983": 5.31773, + "1984": 5.33124, + "1985": 5.32303, + "1986": 5.34222, + "1987": 5.35372, + "1988": 5.35724, + "1989": 5.36871, + "1990": 5.38439, + "1991": 5.37115, + "1992": 5.3544, + "1993": 5.34048, + "1994": 5.33628, + "1995": 5.327, + "1996": 5.75054, + "1997": 5.33898, + "1998": 5.33139, + "1999": 5.32919, + "2000": 5.33263 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp8_dp1_583m_logitsmatch_zmq/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp8_dp1_583m_logitsmatch_zmq/model_config.yaml index bd34c11fc24..345fc250694 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp8_dp1_583m_logitsmatch_zmq/model_config.yaml +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp8_dp1_583m_logitsmatch_zmq/model_config.yaml @@ -42,9 +42,6 @@ MODEL_ARGS: --top_k: 1 --return-log-probs: true --num-tokens-to-generate: 30 - --inference-dynamic-batching-max-requests-override: 8 # hardcode decode padding tokens to 7 for reproducibility - --inference-dynamic-batching-buffer-guaranteed-fraction: 0 - --inference-dynamic-batching-buffer-overflow-factor: 0.2 --inference-dynamic-batching-buffer-size-gb: 20 --dist-ckpt-strictness: log_unexpected --inference-ckpt-non-strict: true # To handle the extra_state errors diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/golden_values_dev_dgx_h100.json index 55d6955055a..3af1d61504a 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/golden_values_dev_dgx_h100.json @@ -1,158 +1,158 @@ { "0": { "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", + "generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way. And that this is the place where you can", "generated_tokens": [ 3060, - 2430, - 1636, - 2012, - 1317, - 1278, - 2362, - 1307, + 1455, + 1593, + 1395, 1278, - 16070, + 3535, + 2478, + 1636, + 1710, + 1402, + 14019, 1044, 1321, - 1636, - 23067, + 1402, + 14019, + 1294, + 1278, + 2725, + 15568, + 3039, + 1046, + 3060, 1455, 1593, 1395, - 1605, - 3140, - 5152, - 1513, - 1747, - 1046, - 2409, - 1395, - 3140, - 5152, - 1513, 1278, - 2362 + 3535, + 2478, + 1636, + 1710 ], - "latency": 44.73653959017247, + "latency": 56.18305364251137, "logprobs": [ - -9.358970642089844, - -2.7523813247680664, - -4.628502368927002, - -1.4058877229690552, - -0.6050865054130554, - -1.7354254722595215, - -2.4828507900238037, - -2.0520384311676025, - -2.4089853763580322, - -6.2649126052856445, - -1.5644135475158691, - -3.4096615314483643, - -4.358163833618164, - -3.866471767425537, - -2.0575876235961914, - -1.904883623123169, - -3.7622976303100586, - -6.835415363311768, - -0.2829523980617523, - -0.9827429056167603, - -6.655940055847168, - -7.188957214355469, - -12.757233619689941, - -2.1933951377868652, - -3.808887481689453, - -0.515199601650238, - -4.323916912078857, - -0.067625492811203, - -0.09976530075073242, - -3.228640556335449, - -10.129311561584473, - -1.1787357330322266, - -5.97692346572876, - -5.036575794219971, - -3.8267176151275635, - -2.6010468006134033, - -3.366438865661621, - -5.553505897521973, - -1.6046268939971924, - -5.442874908447266, - -12.218503952026367, - -12.597894668579102, - -0.0976092740893364, - -2.530579090118408, - -1.4139617681503296, - -2.8606526851654053, - -1.1690009832382202, - -0.0066696410067379475, - -3.361189365386963, - -13.191482543945312, - -4.413737773895264, - -2.639688491821289, - -6.0114641189575195, - -0.7672993540763855, - -0.047326065599918365, - -1.550362467765808, - -1.137772798538208, - -5.627618789672852, - -0.40103790163993835, - -4.908735275268555, - -0.5704602599143982, - -0.6625558733940125, - -2.364135503768921, - -13.609526634216309, - -0.08865148574113846, - -3.5251970291137695, - -1.3791766166687012, - -6.395696640014648, - -0.588782787322998, - -3.566770076751709, - -0.8742034435272217, - -1.5827170610427856, - -5.3912353515625, - -17.150842666625977, - -6.6234588623046875, - -0.885993242263794, - -4.162992477416992, - -1.1942744255065918, - -2.281689405441284, - -1.7708709239959717, - -0.22030864655971527, - -9.292593955993652, - -0.1258234828710556, - -7.346449851989746, - -2.5470826625823975, - -4.115433692932129, - -3.5646262168884277, - -1.9410749673843384, - -2.3247878551483154, - -1.523364543914795, - -2.360647678375244, - -1.708706021308899, - -1.131014108657837, - -2.944424867630005, - -0.5273782014846802, - -0.44912564754486084, - -1.753378987312317, - -0.8341047167778015, - -0.4124295711517334, - -0.9006240367889404, - -1.4890273809432983, - -0.4379286766052246, - -1.6497018337249756, - -0.5444425344467163, - -1.2305881977081299, - -1.164027214050293, - -0.002498721005395055, - -1.165798544883728, - -0.007112303748726845, - -0.718407154083252, - -0.7442683577537537, - -0.04299728572368622, - -0.8688321113586426, - -0.021008115261793137, - -2.033963680267334, - -1.2936673164367676, - -0.78721684217453 + -9.358942031860352, + -2.7132151126861572, + -4.606732368469238, + -1.4793059825897217, + -0.604263186454773, + -1.7374769449234009, + -2.485668897628784, + -2.1064839363098145, + -2.4603278636932373, + -6.253784656524658, + -1.4727367162704468, + -3.4053215980529785, + -4.36705207824707, + -3.8439993858337402, + -2.0021021366119385, + -1.8833506107330322, + -3.7835519313812256, + -6.891242980957031, + -0.28234225511550903, + -0.911859393119812, + -6.631955146789551, + -7.208620071411133, + -12.827497482299805, + -2.126032590866089, + -3.8147177696228027, + -0.5067541599273682, + -4.314828872680664, + -0.06301839649677277, + -0.10691610723733902, + -3.262773036956787, + -10.134418487548828, + -1.1751978397369385, + -6.014812469482422, + -5.020193576812744, + -3.8787002563476562, + -2.6112544536590576, + -3.366523027420044, + -5.561098098754883, + -1.622261643409729, + -5.453547477722168, + -12.218475341796875, + -12.583305358886719, + -0.09843693673610687, + -2.528902769088745, + -1.4074000120162964, + -2.8589088916778564, + -1.201108455657959, + -0.006660522893071175, + -3.3809216022491455, + -13.233884811401367, + -4.536578178405762, + -2.6009042263031006, + -6.00333309173584, + -0.7021315693855286, + -0.05108878016471863, + -1.5450650453567505, + -1.135668396949768, + -5.629673957824707, + -0.3985691964626312, + -4.960829257965088, + -0.5763677358627319, + -0.6644068360328674, + -2.4823904037475586, + -13.577603340148926, + -0.09277129173278809, + -3.5255157947540283, + -1.419959306716919, + -6.460269927978516, + -0.5874902009963989, + -3.569597005844116, + -0.8671818971633911, + -1.6106094121932983, + -5.3532209396362305, + -17.28781509399414, + -6.644278526306152, + -0.9023992419242859, + -4.112849235534668, + -1.1764109134674072, + -2.2248306274414062, + -1.7836185693740845, + -0.22097186744213104, + -9.294025421142578, + -0.13404981791973114, + -7.356222629547119, + -2.4790220260620117, + -4.13104248046875, + -3.6036787033081055, + -1.9332302808761597, + -2.328838348388672, + -2.2153103351593018, + -0.30630964040756226, + -1.4429736137390137, + -2.2041285037994385, + -1.1290805339813232, + -1.6353514194488525, + -1.4010272026062012, + -1.969598650932312, + -1.5041292905807495, + -0.8407909870147705, + -1.2370984554290771, + -1.9493464231491089, + -2.3773415088653564, + -1.624193787574768, + -0.9511104822158813, + -1.8184833526611328, + -2.394134521484375, + -1.2718405723571777, + -1.5075287818908691, + -0.5832712054252625, + -0.6682117581367493, + -0.5109573602676392, + -0.022901568561792374, + -0.483473539352417, + -0.2419981062412262, + -0.0857735350728035, + -0.13640964031219482, + -0.06942988932132721 ] } } diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/model_config.yaml index 13d409c5968..3b55b09e82e 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/model_config.yaml +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq/model_config.yaml @@ -23,6 +23,7 @@ MODEL_ARGS: --distributed-backend: nccl --log-interval: 1 --transformer-impl: inference_optimized + --inference-fuse-tp-communication: true --sequence-parallel: true --tensor-model-parallel-size: 2 --pipeline-model-parallel-size: 2 @@ -42,9 +43,6 @@ MODEL_ARGS: --top_k: 1 --return-log-probs: true --num-tokens-to-generate: 30 - --inference-dynamic-batching-max-requests-override: 8 # hardcode decode padding tokens to 7 for reproducibility - --inference-dynamic-batching-buffer-guaranteed-fraction: 0 - --inference-dynamic-batching-buffer-overflow-factor: 0.2 --inference-dynamic-batching-buffer-size-gb: 20 --dist-ckpt-strictness: log_unexpected --inference-ckpt-non-strict: true # To handle the extra_state errors diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_dp1_583m_logitsmatch_zmq/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_dp1_583m_logitsmatch_zmq/model_config.yaml index 8d5779a5099..88a3e40a193 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_dp1_583m_logitsmatch_zmq/model_config.yaml +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_dp1_583m_logitsmatch_zmq/model_config.yaml @@ -51,9 +51,6 @@ MODEL_ARGS: --incoming-requests-per-step: 32 --use-flashinfer-fused-rope: true --inference-logging-step-interval: 1 - --cuda-graph-impl: local - --inference-dynamic-batching-max-requests: 128 - --inference-dynamic-batching-num-cuda-graphs: 2 METRICS: - "generated_tokens" - "logprobs" diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m/model_config.yaml index 0232bcb30bf..b1ffaaa0147 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m/model_config.yaml @@ -22,19 +22,17 @@ MODEL_ARGS: --pipeline-model-parallel-size: 1 --expert-model-parallel-size: 1 --use-mcore-models: true - --is-hybrid-model: true --model-provider: mamba --init-method-std: 0.0198 --untie-embeddings-and-output-weights: true --disable-bias-linear: true --init-method-std: 0.014 --position-embedding-type: none - --num-layers: 50 --hidden-size: 2048 --ffn-hidden-size: 11264 --num-attention-heads: 16 --kv-channels: 128 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- --spec: megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec --normalization: RMSNorm --swiglu: true diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m_chunked_prefill/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m_chunked_prefill/model_config.yaml index 7ff5911a877..36148fb30c9 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m_chunked_prefill/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_dynamic_inference_tp1_pp1_dp8_583m_chunked_prefill/model_config.yaml @@ -22,19 +22,17 @@ MODEL_ARGS: --pipeline-model-parallel-size: 1 --expert-model-parallel-size: 1 --use-mcore-models: true - --is-hybrid-model: true --model-provider: mamba --init-method-std: 0.0198 --untie-embeddings-and-output-weights: true --disable-bias-linear: true --init-method-std: 0.014 --position-embedding-type: none - --num-layers: 50 --hidden-size: 2048 --ffn-hidden-size: 11264 --num-attention-heads: 16 --kv-channels: 128 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- --spec: megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec --normalization: RMSNorm --swiglu: true diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/model_config.yaml index 22d0cbaa3bf..ddb776d0aee 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/model_config.yaml @@ -4,14 +4,12 @@ ENV_VARS: NCCL_ALGO: Ring CUBLAS_WORKSPACE_CONFIG: :4096:8 MODEL_ARGS: - --num-layers: 44 --hidden-size: 1024 --num-attention-heads: 16 --group-query-attention: true --num-query-groups: 8 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M- --spec: "[megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec]" - --is-hybrid-model: true --log-params-norm: true --log-num-zeros-in-grad: true --log-validation-ppl-to-tensorboard: true diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp2_vpp2_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp2_vpp2_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json new file mode 100644 index 00000000000..b3308e04b06 --- /dev/null +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp2_vpp2_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json @@ -0,0 +1,287 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 10.98453, + "2": 10.98656, + "3": 10.98558, + "4": 10.97462, + "5": 11.01243, + "6": 11.01486, + "7": 10.99829, + "8": 10.98374, + "9": 10.97958, + "10": 10.95257, + "11": 11.00151, + "12": 10.97264, + "13": 10.97068, + "14": 10.9819, + "15": 10.86751, + "16": 10.86056, + "17": 10.82417, + "18": 10.83853, + "19": 10.82792, + "20": 10.63567, + "21": 10.5832, + "22": 10.34766, + "23": 10.61001, + "24": 10.3489, + "25": 10.24413, + "26": 10.37199, + "27": 10.3839, + "28": 10.34912, + "29": 10.3595, + "30": 9.90123, + "31": 9.46177, + "32": 10.08687, + "33": 10.07688, + "34": 9.63497, + "35": 9.68183, + "36": 9.56636, + "37": 9.80399, + "38": 9.50995, + "39": 9.91757, + "40": 9.32825, + "41": 9.47987, + "42": 9.55419, + "43": 9.02825, + "44": 9.14665, + "45": 8.99067, + "46": 9.05279, + "47": 9.47035, + "48": 9.03541, + "49": 8.57937, + "50": 9.11692 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 20941.0, + "2": 21706.0, + "3": 21312.0, + "4": 21029.0, + "5": 23603.0, + "6": 23558.0, + "7": 23492.0, + "8": 21856.0, + "9": 23107.0, + "10": 19088.0, + "11": 24660.0, + "12": 23306.0, + "13": 24163.0, + "14": 24444.0, + "15": 23148.0, + "16": 23702.0, + "17": 22014.0, + "18": 22378.0, + "19": 23608.0, + "20": 21520.0, + "21": 22232.0, + "22": 18801.0, + "23": 24318.0, + "24": 19502.0, + "25": 19048.0, + "26": 20393.0, + "27": 21793.0, + "28": 22862.0, + "29": 22737.0, + "30": 19741.0, + "31": 16792.0, + "32": 21327.0, + "33": 22863.0, + "34": 21230.0, + "35": 21207.0, + "36": 20330.0, + "37": 22367.0, + "38": 22291.0, + "39": 22436.0, + "40": 23187.0, + "41": 24131.0, + "42": 23488.0, + "43": 21513.0, + "44": 21418.0, + "45": 21854.0, + "46": 22905.0, + "47": 24925.0, + "48": 24925.0, + "49": 25464.0, + "50": 27681.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 2178379776.0, + "2": 2178379776.0, + "3": 2178641920.0, + "4": 2179428352.0, + "5": 2178641920.0, + "6": 2178641920.0, + "7": 2178641920.0, + "8": 2178641920.0, + "9": 2178641920.0, + "10": 2178641920.0, + "11": 2178641920.0, + "12": 2178641920.0, + "13": 2178641920.0, + "14": 2178641920.0, + "15": 2178641920.0, + "16": 2178641920.0, + "17": 2178641920.0, + "18": 2178641920.0, + "19": 2178641920.0, + "20": 2178641920.0, + "21": 2178641920.0, + "22": 2178641920.0, + "23": 2178641920.0, + "24": 2178641920.0, + "25": 2178641920.0, + "26": 2178641920.0, + "27": 2178641920.0, + "28": 2178641920.0, + "29": 2178641920.0, + "30": 2178641920.0, + "31": 2178641920.0, + "32": 2178641920.0, + "33": 2178641920.0, + "34": 2178641920.0, + "35": 2178641920.0, + "36": 2178641920.0, + "37": 2178641920.0, + "38": 2178379776.0, + "39": 2178641920.0, + "40": 2178379776.0, + "41": 2178379776.0, + "42": 2178904064.0, + "43": 2178379776.0, + "44": 2178641920.0, + "45": 2178641920.0, + "46": 2178641920.0, + "47": 2178641920.0, + "48": 2178379776.0, + "49": 2178641920.0, + "50": 2178641920.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 7284575744.0, + "2": 7744184832.0, + "3": 7744184832.0, + "4": 7744709120.0, + "5": 7744709120.0, + "6": 7744709120.0, + "7": 7744709120.0, + "8": 7744709120.0, + "9": 7744709120.0, + "10": 7744709120.0, + "11": 7744709120.0, + "12": 7744709120.0, + "13": 7744709120.0, + "14": 7744709120.0, + "15": 7744709120.0, + "16": 7744709120.0, + "17": 7744709120.0, + "18": 7744709120.0, + "19": 7744709120.0, + "20": 7744709120.0, + "21": 7744709120.0, + "22": 7744709120.0, + "23": 7744709120.0, + "24": 7744709120.0, + "25": 7744709120.0, + "26": 7744709120.0, + "27": 7744709120.0, + "28": 7744709120.0, + "29": 7744709120.0, + "30": 7744709120.0, + "31": 7744709120.0, + "32": 7744709120.0, + "33": 7744709120.0, + "34": 7744709120.0, + "35": 7744709120.0, + "36": 7744709120.0, + "37": 7744709120.0, + "38": 7744709120.0, + "39": 7744709120.0, + "40": 7744709120.0, + "41": 7744709120.0, + "42": 7744709120.0, + "43": 7744709120.0, + "44": 7744709120.0, + "45": 7744709120.0, + "46": 7744709120.0, + "47": 7744709120.0, + "48": 7744709120.0, + "49": 7744709120.0, + "50": 7744709120.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": "nan", + "2": 68.99515, + "3": 0.16958, + "4": 0.16632, + "5": 0.167, + "6": 0.16564, + "7": 0.16619, + "8": 0.16588, + "9": 0.16662, + "10": 0.16785, + "11": 0.82413, + "12": 0.1671, + "13": 0.16722, + "14": 0.16724, + "15": 0.16551, + "16": 0.1671, + "17": 0.16656, + "18": 0.1668, + "19": 0.16522, + "20": 0.16556, + "21": 0.81885, + "22": 0.16567, + "23": 0.16748, + "24": 0.16601, + "25": 0.16584, + "26": 0.16611, + "27": 0.16667, + "28": 0.16529, + "29": 0.1659, + "30": 0.16604, + "31": 0.80768, + "32": 0.16703, + "33": 0.16588, + "34": 0.16788, + "35": 0.16511, + "36": 0.16508, + "37": 0.1652, + "38": 0.16527, + "39": 0.16626, + "40": 0.16583, + "41": 0.81579, + "42": 0.1665, + "43": 0.16683, + "44": 0.16836, + "45": 0.16702, + "46": 0.1654, + "47": 0.16533, + "48": 0.16527, + "49": 0.16499, + "50": 0.16589 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp2_vpp2_cp1_dgx_a100_1N8G/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp2_vpp2_cp1_dgx_a100_1N8G/model_config.yaml new file mode 100644 index 00000000000..3f2a25be6b4 --- /dev/null +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp2_vpp2_cp1_dgx_a100_1N8G/model_config.yaml @@ -0,0 +1,59 @@ +ENV_VARS: + CUDA_DEVICE_MAX_CONNECTIONS: 1 + NVTE_ALLOW_NONDETERMINISTIC_ALGO: 1 + NCCL_ALGO: Ring + CUBLAS_WORKSPACE_CONFIG: :4096:8 +MODEL_ARGS: + --hidden-size: 1024 + --num-attention-heads: 16 + --group-query-attention: true + --num-query-groups: 8 + --hybrid-layer-pattern: M-M-M-M*-M-|M-M-M*-M-M-|M-M*-M-M-M-|M*-M-M-M-M- + --spec: "[megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec]" + --log-params-norm: true + --log-num-zeros-in-grad: true + --log-validation-ppl-to-tensorboard: true + --log-timers-to-tensorboard: true + --tensorboard-dir: ${TENSORBOARD_PATH} + --micro-batch-size: 4 + --global-batch-size: 32 + --seq-length: 1024 + --max-position-embeddings: 1024 + --train-iters: 50 + --timing-log-level: 0 + --lr-decay-iters: 320000 + --save: ${CHECKPOINT_SAVE_PATH} + --load: ${CHECKPOINT_LOAD_PATH} + --data-path: ${DATA_PATH}/text/the_pile/shard00/my-gpt3_00_text_document + --vocab-file: ${DATA_PATH}/text/the_pile/shard00/bpe/vocab.json + --merge-file: ${DATA_PATH}/text/the_pile/shard00/bpe/merges.txt + --split: 949,50,1 + --distributed-backend: nccl + --lr: 0.00015 + --lr-decay-style: cosine + --min-lr: 1.0e-5 + --weight-decay: 1e-2 + --clip-grad: 1.0 + --lr-warmup-fraction: .01 + --log-interval: 1 + --save-interval: 10000 + --eval-interval: 1000 + --eval-iters: 10 + --transformer-impl: transformer_engine + --tensor-model-parallel-size: 1 + --pipeline-model-parallel-size: 2 + --use-distributed-optimizer: true + --overlap-grad-reduce: true + --overlap-param-gather: true + --check-weight-hash-across-dp-replicas-interval: 10 + --ckpt-fully-parallel-load: true + --no-gradient-accumulation-fusion: true + --attention-softmax-in-fp32: true + --use-mcore-models: true + --ckpt-format: torch_dist + --dist-ckpt-optim-fully-reshardable: true + --data-cache-path: ${DATA_CACHE_PATH} + --bf16: true + --attention-backend: unfused + --log-memory-to-tensorboard: true +TEST_TYPE: regular diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_dev_dgx_a100.json index db5414bfb90..fe4e1b47237 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_dev_dgx_a100.json @@ -1 +1,287 @@ -{"lm loss": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 10.81478, "5": 10.8517, "10": 10.78749, "15": 10.79506, "20": 10.69119, "25": 10.52293, "30": 10.34604, "35": 10.26168, "40": 10.07199, "45": 9.8098, "50": 9.88336}}, "num-zeros": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 1549.0, "5": 1915.0, "10": 1391.0, "15": 1773.0, "20": 1615.0, "25": 1748.0, "30": 1877.0, "35": 1915.0, "40": 2111.0, "45": 2009.0, "50": 2347.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 522846720.0, "5": 522846720.0, "10": 522846720.0, "15": 522846720.0, "20": 522846720.0, "25": 522846720.0, "30": 522846720.0, "35": 522846720.0, "40": 522846720.0, "45": 522846720.0, "50": 522846720.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 3768846848.0, "5": 3912608256.0, "10": 3912608256.0, "15": 3912608256.0, "20": 3912608256.0, "25": 3912608256.0, "30": 3912608256.0, "35": 3912608256.0, "40": 3912608256.0, "45": 3912608256.0, "50": 3912608256.0}}, "iteration-time": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 14.36782, "5": 0.18832, "10": 0.16735, "15": 0.16595, "20": 0.16466, "25": 0.16564, "30": 0.16594, "35": 0.16362, "40": 0.16524, "45": 0.16382, "50": 0.16329}}} \ No newline at end of file +{ + "lm loss": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 11.00877, + "2": 11.01519, + "3": 11.00482, + "4": 10.99234, + "5": 11.01519, + "6": 11.03124, + "7": 11.00366, + "8": 11.00197, + "9": 11.0015, + "10": 10.98399, + "11": 10.99266, + "12": 10.9843, + "13": 10.98228, + "14": 10.99069, + "15": 10.87369, + "16": 10.86468, + "17": 10.83441, + "18": 10.84799, + "19": 10.82979, + "20": 10.65983, + "21": 10.60262, + "22": 10.37409, + "23": 10.61651, + "24": 10.36412, + "25": 10.25993, + "26": 10.37776, + "27": 10.38284, + "28": 10.35243, + "29": 10.36265, + "30": 9.90501, + "31": 9.48621, + "32": 10.08722, + "33": 10.07604, + "34": 9.64526, + "35": 9.69425, + "36": 9.57868, + "37": 9.80085, + "38": 9.52328, + "39": 9.92115, + "40": 9.33512, + "41": 9.49131, + "42": 9.56855, + "43": 9.03905, + "44": 9.15098, + "45": 8.99463, + "46": 9.06041, + "47": 9.48005, + "48": 9.03809, + "49": 8.58598, + "50": 9.11529 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 21267.0, + "2": 21884.0, + "3": 21326.0, + "4": 20950.0, + "5": 23623.0, + "6": 23932.0, + "7": 23495.0, + "8": 21753.0, + "9": 22899.0, + "10": 19373.0, + "11": 24898.0, + "12": 23215.0, + "13": 24409.0, + "14": 24364.0, + "15": 23531.0, + "16": 23774.0, + "17": 22229.0, + "18": 22401.0, + "19": 23408.0, + "20": 21373.0, + "21": 22326.0, + "22": 19058.0, + "23": 24204.0, + "24": 19277.0, + "25": 19016.0, + "26": 20631.0, + "27": 21847.0, + "28": 23190.0, + "29": 22742.0, + "30": 19683.0, + "31": 16624.0, + "32": 21448.0, + "33": 22649.0, + "34": 20897.0, + "35": 21541.0, + "36": 20787.0, + "37": 22503.0, + "38": 22392.0, + "39": 22121.0, + "40": 23558.0, + "41": 23430.0, + "42": 23131.0, + "43": 22389.0, + "44": 22413.0, + "45": 22360.0, + "46": 23710.0, + "47": 25110.0, + "48": 25559.0, + "49": 25440.0, + "50": 28269.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 1784293376.0, + "2": 1784293376.0, + "3": 1784293376.0, + "4": 1784293376.0, + "5": 1784293376.0, + "6": 1784293376.0, + "7": 1784293376.0, + "8": 1784293376.0, + "9": 1784293376.0, + "10": 1784293376.0, + "11": 1784293376.0, + "12": 1784293376.0, + "13": 1784293376.0, + "14": 1784293376.0, + "15": 1784293376.0, + "16": 1784293376.0, + "17": 1784293376.0, + "18": 1784293376.0, + "19": 1784293376.0, + "20": 1784293376.0, + "21": 1784293376.0, + "22": 1784293376.0, + "23": 1784293376.0, + "24": 1784293376.0, + "25": 1784293376.0, + "26": 1784293376.0, + "27": 1784293376.0, + "28": 1784293376.0, + "29": 1784293376.0, + "30": 1784293376.0, + "31": 1784293376.0, + "32": 1784293376.0, + "33": 1784293376.0, + "34": 1784293376.0, + "35": 1784293376.0, + "36": 1784293376.0, + "37": 1784293376.0, + "38": 1784293376.0, + "39": 1784293376.0, + "40": 1784293376.0, + "41": 1784293376.0, + "42": 1784293376.0, + "43": 1784293376.0, + "44": 1784293376.0, + "45": 1784293376.0, + "46": 1784293376.0, + "47": 1784293376.0, + "48": 1784293376.0, + "49": 1784293376.0, + "50": 1784293376.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 3927581184.0, + "2": 4483710976.0, + "3": 4483712000.0, + "4": 4483712000.0, + "5": 4483712000.0, + "6": 4483712000.0, + "7": 4483712000.0, + "8": 4483712000.0, + "9": 4483712000.0, + "10": 4483712000.0, + "11": 4483712000.0, + "12": 4483712000.0, + "13": 4483712000.0, + "14": 4483712000.0, + "15": 4483712000.0, + "16": 4483712000.0, + "17": 4483712000.0, + "18": 4483712000.0, + "19": 4483712000.0, + "20": 4483712000.0, + "21": 4483712000.0, + "22": 4483712000.0, + "23": 4483712000.0, + "24": 4483712000.0, + "25": 4483712000.0, + "26": 4483712000.0, + "27": 4483712000.0, + "28": 4483712000.0, + "29": 4483712000.0, + "30": 4483712000.0, + "31": 4483712000.0, + "32": 4483712000.0, + "33": 4483712000.0, + "34": 4483712000.0, + "35": 4483712000.0, + "36": 4483712000.0, + "37": 4483712000.0, + "38": 4483712000.0, + "39": 4483712000.0, + "40": 4483712000.0, + "41": 4483712000.0, + "42": 4483712000.0, + "43": 4483712000.0, + "44": 4483712000.0, + "45": 4483712000.0, + "46": 4483712000.0, + "47": 4483712000.0, + "48": 4483712000.0, + "49": 4483712000.0, + "50": 4483712000.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": "nan", + "2": 132.6674, + "3": 0.27848, + "4": 0.26954, + "5": 0.26637, + "6": 0.26739, + "7": 0.26532, + "8": 0.25707, + "9": 0.25629, + "10": 0.25181, + "11": 0.67139, + "12": 0.24953, + "13": 0.25118, + "14": 0.24964, + "15": 0.24974, + "16": 0.25107, + "17": 0.25047, + "18": 0.24929, + "19": 0.24953, + "20": 0.24912, + "21": 0.65954, + "22": 0.24963, + "23": 0.24904, + "24": 0.24833, + "25": 0.24817, + "26": 0.24791, + "27": 0.2476, + "28": 0.25156, + "29": 0.24992, + "30": 0.24744, + "31": 0.66249, + "32": 0.24825, + "33": 0.24942, + "34": 0.24992, + "35": 0.24883, + "36": 0.24938, + "37": 0.24961, + "38": 0.25008, + "39": 0.24859, + "40": 0.24809, + "41": 0.65959, + "42": 0.24801, + "43": 0.24803, + "44": 0.24795, + "45": 0.24849, + "46": 0.25118, + "47": 0.24896, + "48": 0.24909, + "49": 0.24926, + "50": 0.24903 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json new file mode 100644 index 00000000000..fe4e1b47237 --- /dev/null +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json @@ -0,0 +1,287 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 11.00877, + "2": 11.01519, + "3": 11.00482, + "4": 10.99234, + "5": 11.01519, + "6": 11.03124, + "7": 11.00366, + "8": 11.00197, + "9": 11.0015, + "10": 10.98399, + "11": 10.99266, + "12": 10.9843, + "13": 10.98228, + "14": 10.99069, + "15": 10.87369, + "16": 10.86468, + "17": 10.83441, + "18": 10.84799, + "19": 10.82979, + "20": 10.65983, + "21": 10.60262, + "22": 10.37409, + "23": 10.61651, + "24": 10.36412, + "25": 10.25993, + "26": 10.37776, + "27": 10.38284, + "28": 10.35243, + "29": 10.36265, + "30": 9.90501, + "31": 9.48621, + "32": 10.08722, + "33": 10.07604, + "34": 9.64526, + "35": 9.69425, + "36": 9.57868, + "37": 9.80085, + "38": 9.52328, + "39": 9.92115, + "40": 9.33512, + "41": 9.49131, + "42": 9.56855, + "43": 9.03905, + "44": 9.15098, + "45": 8.99463, + "46": 9.06041, + "47": 9.48005, + "48": 9.03809, + "49": 8.58598, + "50": 9.11529 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 21267.0, + "2": 21884.0, + "3": 21326.0, + "4": 20950.0, + "5": 23623.0, + "6": 23932.0, + "7": 23495.0, + "8": 21753.0, + "9": 22899.0, + "10": 19373.0, + "11": 24898.0, + "12": 23215.0, + "13": 24409.0, + "14": 24364.0, + "15": 23531.0, + "16": 23774.0, + "17": 22229.0, + "18": 22401.0, + "19": 23408.0, + "20": 21373.0, + "21": 22326.0, + "22": 19058.0, + "23": 24204.0, + "24": 19277.0, + "25": 19016.0, + "26": 20631.0, + "27": 21847.0, + "28": 23190.0, + "29": 22742.0, + "30": 19683.0, + "31": 16624.0, + "32": 21448.0, + "33": 22649.0, + "34": 20897.0, + "35": 21541.0, + "36": 20787.0, + "37": 22503.0, + "38": 22392.0, + "39": 22121.0, + "40": 23558.0, + "41": 23430.0, + "42": 23131.0, + "43": 22389.0, + "44": 22413.0, + "45": 22360.0, + "46": 23710.0, + "47": 25110.0, + "48": 25559.0, + "49": 25440.0, + "50": 28269.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 1784293376.0, + "2": 1784293376.0, + "3": 1784293376.0, + "4": 1784293376.0, + "5": 1784293376.0, + "6": 1784293376.0, + "7": 1784293376.0, + "8": 1784293376.0, + "9": 1784293376.0, + "10": 1784293376.0, + "11": 1784293376.0, + "12": 1784293376.0, + "13": 1784293376.0, + "14": 1784293376.0, + "15": 1784293376.0, + "16": 1784293376.0, + "17": 1784293376.0, + "18": 1784293376.0, + "19": 1784293376.0, + "20": 1784293376.0, + "21": 1784293376.0, + "22": 1784293376.0, + "23": 1784293376.0, + "24": 1784293376.0, + "25": 1784293376.0, + "26": 1784293376.0, + "27": 1784293376.0, + "28": 1784293376.0, + "29": 1784293376.0, + "30": 1784293376.0, + "31": 1784293376.0, + "32": 1784293376.0, + "33": 1784293376.0, + "34": 1784293376.0, + "35": 1784293376.0, + "36": 1784293376.0, + "37": 1784293376.0, + "38": 1784293376.0, + "39": 1784293376.0, + "40": 1784293376.0, + "41": 1784293376.0, + "42": 1784293376.0, + "43": 1784293376.0, + "44": 1784293376.0, + "45": 1784293376.0, + "46": 1784293376.0, + "47": 1784293376.0, + "48": 1784293376.0, + "49": 1784293376.0, + "50": 1784293376.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 3927581184.0, + "2": 4483710976.0, + "3": 4483712000.0, + "4": 4483712000.0, + "5": 4483712000.0, + "6": 4483712000.0, + "7": 4483712000.0, + "8": 4483712000.0, + "9": 4483712000.0, + "10": 4483712000.0, + "11": 4483712000.0, + "12": 4483712000.0, + "13": 4483712000.0, + "14": 4483712000.0, + "15": 4483712000.0, + "16": 4483712000.0, + "17": 4483712000.0, + "18": 4483712000.0, + "19": 4483712000.0, + "20": 4483712000.0, + "21": 4483712000.0, + "22": 4483712000.0, + "23": 4483712000.0, + "24": 4483712000.0, + "25": 4483712000.0, + "26": 4483712000.0, + "27": 4483712000.0, + "28": 4483712000.0, + "29": 4483712000.0, + "30": 4483712000.0, + "31": 4483712000.0, + "32": 4483712000.0, + "33": 4483712000.0, + "34": 4483712000.0, + "35": 4483712000.0, + "36": 4483712000.0, + "37": 4483712000.0, + "38": 4483712000.0, + "39": 4483712000.0, + "40": 4483712000.0, + "41": 4483712000.0, + "42": 4483712000.0, + "43": 4483712000.0, + "44": 4483712000.0, + "45": 4483712000.0, + "46": 4483712000.0, + "47": 4483712000.0, + "48": 4483712000.0, + "49": 4483712000.0, + "50": 4483712000.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": "nan", + "2": 132.6674, + "3": 0.27848, + "4": 0.26954, + "5": 0.26637, + "6": 0.26739, + "7": 0.26532, + "8": 0.25707, + "9": 0.25629, + "10": 0.25181, + "11": 0.67139, + "12": 0.24953, + "13": 0.25118, + "14": 0.24964, + "15": 0.24974, + "16": 0.25107, + "17": 0.25047, + "18": 0.24929, + "19": 0.24953, + "20": 0.24912, + "21": 0.65954, + "22": 0.24963, + "23": 0.24904, + "24": 0.24833, + "25": 0.24817, + "26": 0.24791, + "27": 0.2476, + "28": 0.25156, + "29": 0.24992, + "30": 0.24744, + "31": 0.66249, + "32": 0.24825, + "33": 0.24942, + "34": 0.24992, + "35": 0.24883, + "36": 0.24938, + "37": 0.24961, + "38": 0.25008, + "39": 0.24859, + "40": 0.24809, + "41": 0.65959, + "42": 0.24801, + "43": 0.24803, + "44": 0.24795, + "45": 0.24849, + "46": 0.25118, + "47": 0.24896, + "48": 0.24909, + "49": 0.24926, + "50": 0.24903 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_lts_dgx_a100.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_lts_dgx_a100.json index dc393d0dffc..fe4e1b47237 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_lts_dgx_a100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/golden_values_lts_dgx_a100.json @@ -1 +1,287 @@ -{"lm loss": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 10.82005, "5": 10.85284, "10": 10.78455, "15": 10.7923, "20": 10.69213, "25": 10.5241, "30": 10.34556, "35": 10.26241, "40": 10.07237, "45": 9.811, "50": 9.88419}}, "num-zeros": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 1559.0, "5": 1840.0, "10": 1380.0, "15": 1850.0, "20": 1699.0, "25": 1614.0, "30": 1905.0, "35": 1933.0, "40": 2169.0, "45": 2101.0, "50": 2421.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 523004928.0, "5": 523004928.0, "10": 523004928.0, "15": 523004928.0, "20": 523004928.0, "25": 523004928.0, "30": 523004928.0, "35": 523004928.0, "40": 523004928.0, "45": 523004928.0, "50": 523004928.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 3768873984.0, "5": 3912766464.0, "10": 3912766464.0, "15": 3912766464.0, "20": 3912766464.0, "25": 3912766464.0, "30": 3912766464.0, "35": 3912766464.0, "40": 3912766464.0, "45": 3912766464.0, "50": 3912766464.0}}, "iteration-time": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 18.88705, "5": 0.16956, "10": 0.17448, "15": 0.16853, "20": 0.1715, "25": 0.17071, "30": 0.17343, "35": 0.17213, "40": 0.1719, "45": 0.17357, "50": 0.17228}}} \ No newline at end of file +{ + "lm loss": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 11.00877, + "2": 11.01519, + "3": 11.00482, + "4": 10.99234, + "5": 11.01519, + "6": 11.03124, + "7": 11.00366, + "8": 11.00197, + "9": 11.0015, + "10": 10.98399, + "11": 10.99266, + "12": 10.9843, + "13": 10.98228, + "14": 10.99069, + "15": 10.87369, + "16": 10.86468, + "17": 10.83441, + "18": 10.84799, + "19": 10.82979, + "20": 10.65983, + "21": 10.60262, + "22": 10.37409, + "23": 10.61651, + "24": 10.36412, + "25": 10.25993, + "26": 10.37776, + "27": 10.38284, + "28": 10.35243, + "29": 10.36265, + "30": 9.90501, + "31": 9.48621, + "32": 10.08722, + "33": 10.07604, + "34": 9.64526, + "35": 9.69425, + "36": 9.57868, + "37": 9.80085, + "38": 9.52328, + "39": 9.92115, + "40": 9.33512, + "41": 9.49131, + "42": 9.56855, + "43": 9.03905, + "44": 9.15098, + "45": 8.99463, + "46": 9.06041, + "47": 9.48005, + "48": 9.03809, + "49": 8.58598, + "50": 9.11529 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 21267.0, + "2": 21884.0, + "3": 21326.0, + "4": 20950.0, + "5": 23623.0, + "6": 23932.0, + "7": 23495.0, + "8": 21753.0, + "9": 22899.0, + "10": 19373.0, + "11": 24898.0, + "12": 23215.0, + "13": 24409.0, + "14": 24364.0, + "15": 23531.0, + "16": 23774.0, + "17": 22229.0, + "18": 22401.0, + "19": 23408.0, + "20": 21373.0, + "21": 22326.0, + "22": 19058.0, + "23": 24204.0, + "24": 19277.0, + "25": 19016.0, + "26": 20631.0, + "27": 21847.0, + "28": 23190.0, + "29": 22742.0, + "30": 19683.0, + "31": 16624.0, + "32": 21448.0, + "33": 22649.0, + "34": 20897.0, + "35": 21541.0, + "36": 20787.0, + "37": 22503.0, + "38": 22392.0, + "39": 22121.0, + "40": 23558.0, + "41": 23430.0, + "42": 23131.0, + "43": 22389.0, + "44": 22413.0, + "45": 22360.0, + "46": 23710.0, + "47": 25110.0, + "48": 25559.0, + "49": 25440.0, + "50": 28269.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 1784293376.0, + "2": 1784293376.0, + "3": 1784293376.0, + "4": 1784293376.0, + "5": 1784293376.0, + "6": 1784293376.0, + "7": 1784293376.0, + "8": 1784293376.0, + "9": 1784293376.0, + "10": 1784293376.0, + "11": 1784293376.0, + "12": 1784293376.0, + "13": 1784293376.0, + "14": 1784293376.0, + "15": 1784293376.0, + "16": 1784293376.0, + "17": 1784293376.0, + "18": 1784293376.0, + "19": 1784293376.0, + "20": 1784293376.0, + "21": 1784293376.0, + "22": 1784293376.0, + "23": 1784293376.0, + "24": 1784293376.0, + "25": 1784293376.0, + "26": 1784293376.0, + "27": 1784293376.0, + "28": 1784293376.0, + "29": 1784293376.0, + "30": 1784293376.0, + "31": 1784293376.0, + "32": 1784293376.0, + "33": 1784293376.0, + "34": 1784293376.0, + "35": 1784293376.0, + "36": 1784293376.0, + "37": 1784293376.0, + "38": 1784293376.0, + "39": 1784293376.0, + "40": 1784293376.0, + "41": 1784293376.0, + "42": 1784293376.0, + "43": 1784293376.0, + "44": 1784293376.0, + "45": 1784293376.0, + "46": 1784293376.0, + "47": 1784293376.0, + "48": 1784293376.0, + "49": 1784293376.0, + "50": 1784293376.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 3927581184.0, + "2": 4483710976.0, + "3": 4483712000.0, + "4": 4483712000.0, + "5": 4483712000.0, + "6": 4483712000.0, + "7": 4483712000.0, + "8": 4483712000.0, + "9": 4483712000.0, + "10": 4483712000.0, + "11": 4483712000.0, + "12": 4483712000.0, + "13": 4483712000.0, + "14": 4483712000.0, + "15": 4483712000.0, + "16": 4483712000.0, + "17": 4483712000.0, + "18": 4483712000.0, + "19": 4483712000.0, + "20": 4483712000.0, + "21": 4483712000.0, + "22": 4483712000.0, + "23": 4483712000.0, + "24": 4483712000.0, + "25": 4483712000.0, + "26": 4483712000.0, + "27": 4483712000.0, + "28": 4483712000.0, + "29": 4483712000.0, + "30": 4483712000.0, + "31": 4483712000.0, + "32": 4483712000.0, + "33": 4483712000.0, + "34": 4483712000.0, + "35": 4483712000.0, + "36": 4483712000.0, + "37": 4483712000.0, + "38": 4483712000.0, + "39": 4483712000.0, + "40": 4483712000.0, + "41": 4483712000.0, + "42": 4483712000.0, + "43": 4483712000.0, + "44": 4483712000.0, + "45": 4483712000.0, + "46": 4483712000.0, + "47": 4483712000.0, + "48": 4483712000.0, + "49": 4483712000.0, + "50": 4483712000.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": "nan", + "2": 132.6674, + "3": 0.27848, + "4": 0.26954, + "5": 0.26637, + "6": 0.26739, + "7": 0.26532, + "8": 0.25707, + "9": 0.25629, + "10": 0.25181, + "11": 0.67139, + "12": 0.24953, + "13": 0.25118, + "14": 0.24964, + "15": 0.24974, + "16": 0.25107, + "17": 0.25047, + "18": 0.24929, + "19": 0.24953, + "20": 0.24912, + "21": 0.65954, + "22": 0.24963, + "23": 0.24904, + "24": 0.24833, + "25": 0.24817, + "26": 0.24791, + "27": 0.2476, + "28": 0.25156, + "29": 0.24992, + "30": 0.24744, + "31": 0.66249, + "32": 0.24825, + "33": 0.24942, + "34": 0.24992, + "35": 0.24883, + "36": 0.24938, + "37": 0.24961, + "38": 0.25008, + "39": 0.24859, + "40": 0.24809, + "41": 0.65959, + "42": 0.24801, + "43": 0.24803, + "44": 0.24795, + "45": 0.24849, + "46": 0.25118, + "47": 0.24896, + "48": 0.24909, + "49": 0.24926, + "50": 0.24903 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/model_config.yaml index 0983337becc..8cecc7de2ed 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G/model_config.yaml @@ -4,14 +4,12 @@ ENV_VARS: NCCL_ALGO: Ring CUBLAS_WORKSPACE_CONFIG: :4096:8 MODEL_ARGS: - --num-layers: 44 --hidden-size: 1024 --num-attention-heads: 16 --group-query-attention: true --num-query-groups: 8 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-|M-M-M*-M-M-|M-M*-M-M-M-|M*-M-M-M-M- --spec: "[megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec]" - --is-hybrid-model: true --log-params-norm: true --log-num-zeros-in-grad: true --log-validation-ppl-to-tensorboard: true diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/model_config.yaml index 7f7aac5d78b..79b6fd506bd 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/model_config.yaml @@ -4,14 +4,12 @@ ENV_VARS: NCCL_ALGO: Ring CUBLAS_WORKSPACE_CONFIG: :4096:8 MODEL_ARGS: - --num-layers: 44 --hidden-size: 1024 --num-attention-heads: 16 --group-query-attention: true --num-query-groups: 8 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M- --spec: "[megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec]" - --is-hybrid-model: true --log-params-norm: true --log-num-zeros-in-grad: true --log-validation-ppl-to-tensorboard: true diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/model_config.yaml index 93418f580fc..7e16a27960f 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/model_config.yaml @@ -4,14 +4,12 @@ ENV_VARS: NCCL_ALGO: Ring CUBLAS_WORKSPACE_CONFIG: :4096:8 MODEL_ARGS: - --num-layers: 44 --hidden-size: 1024 --num-attention-heads: 16 --group-query-attention: true --num-query-groups: 8 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M*-M-M-M-M- --spec: "[megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec]" - --is-hybrid-model: true --log-params-norm: true --log-num-zeros-in-grad: true --log-validation-ppl-to-tensorboard: true diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/model_config.yaml index 5bc40afede4..26708b32a60 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/model_config.yaml @@ -22,19 +22,17 @@ MODEL_ARGS: --pipeline-model-parallel-size: 1 --expert-model-parallel-size: 1 --use-mcore-models: true - --is-hybrid-model: true --model-provider: mamba --init-method-std: 0.0198 --untie-embeddings-and-output-weights: true --disable-bias-linear: true --init-method-std: 0.014 --position-embedding-type: none - --num-layers: 50 --hidden-size: 2048 --ffn-hidden-size: 11264 --num-attention-heads: 16 --kv-channels: 128 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- --spec: megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec --normalization: RMSNorm --swiglu: true diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/model_config.yaml b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/model_config.yaml index b5c3c409605..3964bcb8ecb 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/model_config.yaml +++ b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/model_config.yaml @@ -22,19 +22,17 @@ MODEL_ARGS: --pipeline-model-parallel-size: 1 --expert-model-parallel-size: 1 --use-mcore-models: true - --is-hybrid-model: true --model-provider: mamba --init-method-std: 0.0198 --untie-embeddings-and-output-weights: true --disable-bias-linear: true --init-method-std: 0.014 --position-embedding-type: none - --num-layers: 50 --hidden-size: 2048 --ffn-hidden-size: 11264 --num-attention-heads: 16 --kv-channels: 128 - --hybrid-override-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- + --hybrid-layer-pattern: M-M-M-M*-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M*-M-M-M-M-M- --spec: megatron.core.models.mamba.mamba_layer_specs mamba_stack_spec --normalization: RMSNorm --swiglu: true diff --git a/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/golden_values_dev.json b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/golden_values_dev.json new file mode 100644 index 00000000000..00ba74777b4 --- /dev/null +++ b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/golden_values_dev.json @@ -0,0 +1,142 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 7.75485, + "5": 5.94659, + "10": 4.99645, + "15": 4.45849, + "20": 4.15285, + "25": 3.95535, + "30": 3.48175, + "35": 3.54835, + "40": 3.39398, + "45": 3.41881, + "50": 3.38677, + "55": 3.37007, + "60": 3.26995, + "65": 3.38823, + "70": 3.37181, + "75": 3.3364, + "80": 3.27803, + "85": 3.33499, + "90": 3.30274, + "95": 3.20702, + "100": 3.35925 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 0.0, + "5": 1.0, + "10": 1.0, + "15": 0.0, + "20": 0.0, + "25": 0.0, + "30": 0.0, + "35": 0.0, + "40": 0.0, + "45": 0.0, + "50": 0.0, + "55": 0.0, + "60": 0.0, + "65": 0.0, + "70": 0.0, + "75": 0.0, + "80": 0.0, + "85": 0.0, + "90": 0.0, + "95": 2.0, + "100": 1.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 28620292096.0, + "5": 28620292096.0, + "10": 28620292096.0, + "15": 28620292096.0, + "20": 28620292096.0, + "25": 28620292096.0, + "30": 28620292096.0, + "35": 28620292096.0, + "40": 28620292096.0, + "45": 28620292096.0, + "50": 28620292096.0, + "55": 28620292096.0, + "60": 28620292096.0, + "65": 28620292096.0, + "70": 28620292096.0, + "75": 28620292096.0, + "80": 28620292096.0, + "85": 28620292096.0, + "90": 28620292096.0, + "95": 28620292096.0, + "100": 28620292096.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 71807533056.0, + "5": 71975370752.0, + "10": 71975370752.0, + "15": 71975370752.0, + "20": 71975370752.0, + "25": 71975370752.0, + "30": 71975370752.0, + "35": 71975370752.0, + "40": 71975370752.0, + "45": 71975370752.0, + "50": 71975370752.0, + "55": 71975370752.0, + "60": 71975370752.0, + "65": 71975370752.0, + "70": 71975370752.0, + "75": 71975370752.0, + "80": 71975370752.0, + "85": 71975370752.0, + "90": 71975370752.0, + "95": 71975370752.0, + "100": 71975370752.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 10.99852, + "5": 2.41794, + "10": 2.42468, + "15": 2.42206, + "20": 2.42207, + "25": 2.41474, + "30": 2.41753, + "35": 2.42371, + "40": 2.42615, + "45": 2.4149, + "50": 2.41111, + "55": 2.41683, + "60": 2.41605, + "65": 2.415, + "70": 2.41618, + "75": 2.41691, + "80": 2.41523, + "85": 2.41522, + "90": 2.41486, + "95": 2.41373, + "100": 2.41716 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/golden_values_dev_dgx_h100.json new file mode 100644 index 00000000000..581ae01b6a3 --- /dev/null +++ b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/golden_values_dev_dgx_h100.json @@ -0,0 +1,537 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 7.74249, + "2": 7.94009, + "3": 7.64718, + "4": 7.11692, + "5": 6.09843, + "6": 5.8091, + "7": 5.59573, + "8": 5.39367, + "9": 5.12575, + "10": 5.09298, + "11": 4.8586, + "12": 4.76892, + "13": 4.68905, + "14": 4.57558, + "15": 4.49718, + "16": 4.46151, + "17": 4.33643, + "18": 4.28784, + "19": 4.22689, + "20": 4.12088, + "21": 4.15883, + "22": 4.17278, + "23": 4.01549, + "24": 3.78218, + "25": 3.84438, + "26": 3.63675, + "27": 3.60623, + "28": 3.78552, + "29": 3.73417, + "30": 3.4335, + "31": 3.60412, + "32": 3.43946, + "33": 3.37099, + "34": 3.43735, + "35": 3.51764, + "36": 3.32475, + "37": 3.41112, + "38": 3.3566, + "39": 3.46701, + "40": 3.3994, + "41": 3.36013, + "42": 3.50815, + "43": 3.49041, + "44": 3.33243, + "45": 3.40793, + "46": 3.36562, + "47": 3.37961, + "48": 3.30497, + "49": 3.36786, + "50": 3.3894, + "51": 3.45346, + "52": 3.24821, + "53": 3.29915, + "54": 3.43316, + "55": 3.36887, + "56": 3.49063, + "57": 3.35037, + "58": 3.27986, + "59": 3.36634, + "60": 3.25821, + "61": 3.30581, + "62": 3.32866, + "63": 3.4314, + "64": 3.34268, + "65": 3.39912, + "66": 3.31737, + "67": 3.11254, + "68": 3.41444, + "69": 3.33339, + "70": 3.36655, + "71": 3.26962, + "72": 3.22295, + "73": 3.29222, + "74": 3.34033, + "75": 3.34085, + "76": 3.28966, + "77": 3.38243, + "78": 3.3331, + "79": 3.40523, + "80": 3.27625, + "81": 3.36784, + "82": 3.31528, + "83": 3.1391, + "84": 3.33272, + "85": 3.33275, + "86": 3.19784, + "87": 3.31889, + "88": 3.24109, + "89": 3.28076, + "90": 3.28061, + "91": 3.31327, + "92": 3.03808, + "93": 3.2688, + "94": 3.40631, + "95": 3.20194, + "96": 3.36856, + "97": 3.32299, + "98": 3.28825, + "99": 3.43853, + "100": 3.34632 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 54.0, + "2": 48.0, + "3": 61.0, + "4": 78.0, + "5": 101.0, + "6": 93.0, + "7": 106.0, + "8": 107.0, + "9": 94.0, + "10": 123.0, + "11": 117.0, + "12": 89.0, + "13": 187.0, + "14": 87.0, + "15": 112.0, + "16": 180.0, + "17": 90.0, + "18": 154.0, + "19": 93.0, + "20": 149.0, + "21": 100.0, + "22": 139.0, + "23": 143.0, + "24": 184.0, + "25": 166.0, + "26": 204.0, + "27": 220.0, + "28": 152.0, + "29": 124.0, + "30": 177.0, + "31": 162.0, + "32": 141.0, + "33": 116.0, + "34": 207.0, + "35": 184.0, + "36": 119.0, + "37": 239.0, + "38": 201.0, + "39": 223.0, + "40": 138.0, + "41": 205.0, + "42": 209.0, + "43": 196.0, + "44": 204.0, + "45": 211.0, + "46": 217.0, + "47": 170.0, + "48": 180.0, + "49": 185.0, + "50": 199.0, + "51": 248.0, + "52": 193.0, + "53": 205.0, + "54": 201.0, + "55": 214.0, + "56": 160.0, + "57": 230.0, + "58": 170.0, + "59": 246.0, + "60": 211.0, + "61": 200.0, + "62": 188.0, + "63": 188.0, + "64": 215.0, + "65": 174.0, + "66": 238.0, + "67": 197.0, + "68": 166.0, + "69": 209.0, + "70": 211.0, + "71": 212.0, + "72": 154.0, + "73": 214.0, + "74": 238.0, + "75": 139.0, + "76": 222.0, + "77": 196.0, + "78": 203.0, + "79": 185.0, + "80": 144.0, + "81": 186.0, + "82": 272.0, + "83": 141.0, + "84": 190.0, + "85": 231.0, + "86": 235.0, + "87": 226.0, + "88": 250.0, + "89": 229.0, + "90": 229.0, + "91": 212.0, + "92": 183.0, + "93": 193.0, + "94": 197.0, + "95": 208.0, + "96": 164.0, + "97": 219.0, + "98": 251.0, + "99": 204.0, + "100": 222.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 14569809920.0, + "2": 14569809920.0, + "3": 14569809920.0, + "4": 14569809920.0, + "5": 14569809920.0, + "6": 14569809920.0, + "7": 14569809920.0, + "8": 14569809920.0, + "9": 14569809920.0, + "10": 14569809920.0, + "11": 14569809920.0, + "12": 14569809920.0, + "13": 14569809920.0, + "14": 14569809920.0, + "15": 14569809920.0, + "16": 14569809920.0, + "17": 14569809920.0, + "18": 14569809920.0, + "19": 14569809920.0, + "20": 14569809920.0, + "21": 14569809920.0, + "22": 14569809920.0, + "23": 14569809920.0, + "24": 14569809920.0, + "25": 14569809920.0, + "26": 14569809920.0, + "27": 14569809920.0, + "28": 14569809920.0, + "29": 14569809920.0, + "30": 14569809920.0, + "31": 14569809920.0, + "32": 14569809920.0, + "33": 14569809920.0, + "34": 14569809920.0, + "35": 14569809920.0, + "36": 14569809920.0, + "37": 14569809920.0, + "38": 14569809920.0, + "39": 14569809920.0, + "40": 14569809920.0, + "41": 14569809920.0, + "42": 14569809920.0, + "43": 14569809920.0, + "44": 14569809920.0, + "45": 14569809920.0, + "46": 14569809920.0, + "47": 14569809920.0, + "48": 14569809920.0, + "49": 14569809920.0, + "50": 14569809920.0, + "51": 14569809920.0, + "52": 14569809920.0, + "53": 14569809920.0, + "54": 14569809920.0, + "55": 14569809920.0, + "56": 14569809920.0, + "57": 14569809920.0, + "58": 14569809920.0, + "59": 14569809920.0, + "60": 14569809920.0, + "61": 14569809920.0, + "62": 14569809920.0, + "63": 14569809920.0, + "64": 14569809920.0, + "65": 14569809920.0, + "66": 14569809920.0, + "67": 14569809920.0, + "68": 14569809920.0, + "69": 14569809920.0, + "70": 14569809920.0, + "71": 14569809920.0, + "72": 14569809920.0, + "73": 14569809920.0, + "74": 14569809920.0, + "75": 14569809920.0, + "76": 14569809920.0, + "77": 14569809920.0, + "78": 14569809920.0, + "79": 14569809920.0, + "80": 14569809920.0, + "81": 14569809920.0, + "82": 14569809920.0, + "83": 14569809920.0, + "84": 14569809920.0, + "85": 14569809920.0, + "86": 14569809920.0, + "87": 14569809920.0, + "88": 14569809920.0, + "89": 14569809920.0, + "90": 14569809920.0, + "91": 14569809920.0, + "92": 14569809920.0, + "93": 14569809920.0, + "94": 14569809920.0, + "95": 14569809920.0, + "96": 14569809920.0, + "97": 14569809920.0, + "98": 14569809920.0, + "99": 14569809920.0, + "100": 14569809920.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 42746941440.0, + "2": 42746941440.0, + "3": 42746941440.0, + "4": 42746941440.0, + "5": 42746941440.0, + "6": 42746941440.0, + "7": 42746941440.0, + "8": 42746941440.0, + "9": 42746941440.0, + "10": 42746941440.0, + "11": 42746941440.0, + "12": 42746941440.0, + "13": 42746941440.0, + "14": 42746941440.0, + "15": 42746941440.0, + "16": 42746941440.0, + "17": 42746941440.0, + "18": 42746941440.0, + "19": 42746941440.0, + "20": 42746941440.0, + "21": 42746941440.0, + "22": 42746941440.0, + "23": 42746941440.0, + "24": 42746941440.0, + "25": 42746941440.0, + "26": 42746941440.0, + "27": 42746941440.0, + "28": 42746941440.0, + "29": 42746941440.0, + "30": 42746941440.0, + "31": 42746941440.0, + "32": 42746941440.0, + "33": 42746941440.0, + "34": 42746941440.0, + "35": 42746941440.0, + "36": 42746941440.0, + "37": 42746941440.0, + "38": 42746941440.0, + "39": 42746941440.0, + "40": 42746941440.0, + "41": 42746941440.0, + "42": 42746941440.0, + "43": 42746941440.0, + "44": 42746941440.0, + "45": 42746941440.0, + "46": 42746941440.0, + "47": 42746941440.0, + "48": 42746941440.0, + "49": 42746941440.0, + "50": 42746941440.0, + "51": 42746941440.0, + "52": 42746941440.0, + "53": 42746941440.0, + "54": 42746941440.0, + "55": 42746941440.0, + "56": 42746941440.0, + "57": 42746941440.0, + "58": 42746941440.0, + "59": 42746941440.0, + "60": 42746941440.0, + "61": 42746941440.0, + "62": 42746941440.0, + "63": 42746941440.0, + "64": 42746941440.0, + "65": 42746941440.0, + "66": 42746941440.0, + "67": 42746941440.0, + "68": 42746941440.0, + "69": 42746941440.0, + "70": 42746941440.0, + "71": 42746941440.0, + "72": 42746941440.0, + "73": 42746941440.0, + "74": 42746941440.0, + "75": 42746941440.0, + "76": 42746941440.0, + "77": 42746941440.0, + "78": 42746941440.0, + "79": 42746941440.0, + "80": 42746941440.0, + "81": 42746941440.0, + "82": 42746941440.0, + "83": 42746941440.0, + "84": 42746941440.0, + "85": 42746941440.0, + "86": 42746941440.0, + "87": 42746941440.0, + "88": 42746941440.0, + "89": 42746941440.0, + "90": 42746941440.0, + "91": 42746941440.0, + "92": 42746941440.0, + "93": 42746941440.0, + "94": 42746941440.0, + "95": 42746941440.0, + "96": 42746941440.0, + "97": 42746941440.0, + "98": 42746941440.0, + "99": 42746941440.0, + "100": 42746941440.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": "nan", + "2": 8.98639, + "3": 0.80706, + "4": 2.0638, + "5": 0.79491, + "6": 0.7966, + "7": 0.79483, + "8": 0.79553, + "9": 0.81403, + "10": 0.79718, + "11": 0.80016, + "12": 0.79539, + "13": 0.7967, + "14": 0.79987, + "15": 0.80035, + "16": 0.79987, + "17": 0.82044, + "18": 0.80944, + "19": 0.80928, + "20": 0.79528, + "21": 0.80122, + "22": 0.79976, + "23": 0.79745, + "24": 2.10616, + "25": 0.79751, + "26": 0.79873, + "27": 0.79946, + "28": 0.8023, + "29": 0.79961, + "30": 0.79282, + "31": 0.82105, + "32": 0.80784, + "33": 0.80167, + "34": 0.80073, + "35": 0.79976, + "36": 0.7993, + "37": 0.81283, + "38": 0.80045, + "39": 0.80483, + "40": 0.8068, + "41": 0.80341, + "42": 0.80016, + "43": 0.80048, + "44": 0.79981, + "45": 0.80211, + "46": 0.80338, + "47": 0.79867, + "48": 0.79792, + "49": 0.79931, + "50": 0.79708, + "51": 0.80047, + "52": 0.79801, + "53": 0.8006, + "54": 0.80133, + "55": 0.79841, + "56": 0.80268, + "57": 0.80039, + "58": 0.80135, + "59": 0.80056, + "60": 0.80066, + "61": 0.80341, + "62": 0.80109, + "63": 0.79917, + "64": 0.79837, + "65": 0.80031, + "66": 0.79717, + "67": 0.80083, + "68": 0.78552, + "69": 0.77807, + "70": 0.77627, + "71": 0.78267, + "72": 0.7868, + "73": 0.78746, + "74": 0.7807, + "75": 0.7784, + "76": 0.77602, + "77": 0.77691, + "78": 0.77546, + "79": 1.34782, + "80": 0.7911, + "81": 0.78578, + "82": 0.79255, + "83": 0.78788, + "84": 0.79186, + "85": 0.79888, + "86": 0.78979, + "87": 0.7889, + "88": 0.78942, + "89": 0.79241, + "90": 0.78815, + "91": 0.79133, + "92": 0.78838, + "93": 0.7942, + "94": 0.79473, + "95": 0.78941, + "96": 0.79533, + "97": 1.29177, + "98": 0.79482, + "99": 0.79287, + "100": 0.79342 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/model_config.yaml b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/model_config.yaml new file mode 100644 index 00000000000..2e86278fa67 --- /dev/null +++ b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing/model_config.yaml @@ -0,0 +1,65 @@ +ENV_VARS: + CUDA_DEVICE_MAX_CONNECTIONS: 1 + NVTE_ALLOW_NONDETERMINISTIC_ALGO: 0 + NCCL_ALGO: Ring + CUBLAS_WORKSPACE_CONFIG: :4096:8 + ARTIFACTS_ROOT: /workspace/checkpoints +MODEL_ARGS: + --num-layers: 32 + --hidden-size: 4096 + --attention-dropout: 0.0 + --hidden-dropout: 0.0 + --num-attention-heads: 32 + --log-params-norm: true + --log-num-zeros-in-grad: true + --log-validation-ppl-to-tensorboard: true + --log-timers-to-tensorboard: true + --tensorboard-dir: ${TENSORBOARD_PATH} + --micro-batch-size: 1 + --global-batch-size: 32 + --total-seq-length: 3200 + --packing-buffer-size: 4 + --seq-length: 4096 + --max-position-embeddings: 4096 + --train-iters: 100 + --timing-log-level: 2 + --lr-decay-iters: 2200 + --save: ${CHECKPOINT_SAVE_PATH} + --load: ${CHECKPOINT_LOAD_PATH} + --tokenizer-type: HuggingFaceTokenizer + --tokenizer-model: llava-hf/llava-1.5-7b-hf + --distributed-backend: nccl + --lr: 0.001 + --lr-decay-style: cosine + --min-lr: 2.0e-5 + --lr-warmup-iters: 150 + --log-interval: 1 + --save-interval: 200 + --eval-interval: 20000 + --eval-iters: 30 + --tensor-model-parallel-size: 1 + --pipeline-model-parallel-size: 1 + --context-parallel-size: 1 + --transformer-impl: transformer_engine + --bf16: true + --no-gradient-accumulation-fusion: true + --init-method-std: 0.006 + --adam-beta1: 0.9 + --adam-beta2: 0.95 + --dataset-provider: llava_vlm + --model-provider: llava_vlm + --deterministic-mode: true + --log-memory-to-tensorboard: true + --dataloader-type: external + --data-path: ${DATA_PATH}/mixed/mcore_mimo_vlm/llava_pretrain_energon + --language-model-checkpoint: ${CHECKPOINT_LOAD_PATH}/model/vicuna_7b_pyt/dcp/mcore-v1.5_fp32/weights + --auto-detect-ckpt-format: true + --accumulate-allreduce-grads-in-fp32: true + --position-embedding-type: rope +TEST_TYPE: frozen-start +METRICS: + - "iteration-time" + - "lm loss" + - "num-zeros" + - "mem-allocated-bytes" + - "mem-max-allocated-bytes" diff --git a/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/golden_values_dev.json b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/golden_values_dev.json new file mode 100644 index 00000000000..d60b063b7cc --- /dev/null +++ b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/golden_values_dev.json @@ -0,0 +1,142 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 7.75111, + "5": 6.01226, + "10": 4.88889, + "15": 4.21673, + "20": 3.90692, + "25": 3.66772, + "30": 3.35733, + "35": 3.55234, + "40": 3.46748, + "45": 3.52796, + "50": 3.41669, + "55": 3.44401, + "60": 3.22886, + "65": 3.28848, + "70": 3.18906, + "75": 3.32109, + "80": 3.25588, + "85": 3.24558, + "90": 3.40519, + "95": 3.38313, + "100": 3.34749 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 47.0, + "5": 62.0, + "10": 80.0, + "15": 99.0, + "20": 89.0, + "25": 91.0, + "30": 81.0, + "35": 207.0, + "40": 206.0, + "45": 161.0, + "50": 144.0, + "55": 133.0, + "60": 189.0, + "65": 161.0, + "70": 185.0, + "75": 134.0, + "80": 133.0, + "85": 123.0, + "90": 161.0, + "95": 143.0, + "100": 115.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 14567188480.0, + "5": 14567188480.0, + "10": 14567188480.0, + "15": 14567188480.0, + "20": 14567188480.0, + "25": 14567188480.0, + "30": 14567188480.0, + "35": 14567188480.0, + "40": 14567188480.0, + "45": 14567188480.0, + "50": 14567188480.0, + "55": 14567188480.0, + "60": 14567188480.0, + "65": 14567188480.0, + "70": 14567188480.0, + "75": 14567188480.0, + "80": 14567188480.0, + "85": 14567188480.0, + "90": 14567188480.0, + "95": 14567188480.0, + "100": 14567188480.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 42743271424.0, + "5": 42743271424.0, + "10": 42743271424.0, + "15": 42743271424.0, + "20": 42743271424.0, + "25": 42743271424.0, + "30": 42743271424.0, + "35": 42743271424.0, + "40": 42743271424.0, + "45": 42743271424.0, + "50": 42743271424.0, + "55": 42743271424.0, + "60": 42743271424.0, + "65": 42743271424.0, + "70": 42743271424.0, + "75": 42743271424.0, + "80": 42743271424.0, + "85": 42743271424.0, + "90": 42743271424.0, + "95": 42743271424.0, + "100": 42743271424.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 100, + "step_interval": 5, + "values": { + "1": 15.80375, + "5": 2.05081, + "10": 2.05499, + "15": 2.06073, + "20": 2.05953, + "25": 2.06099, + "30": 2.05902, + "35": 2.06621, + "40": 2.0653, + "45": 2.0594, + "50": 2.06063, + "55": 2.05845, + "60": 2.06124, + "65": 2.06345, + "70": 2.0598, + "75": 2.21539, + "80": 2.06184, + "85": 2.06379, + "90": 2.05956, + "95": 2.05292, + "100": 2.08198 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/golden_values_dev_dgx_h100.json new file mode 100644 index 00000000000..a50cbc39e27 --- /dev/null +++ b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/golden_values_dev_dgx_h100.json @@ -0,0 +1,537 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 7.75233, + "2": 7.77448, + "3": 7.70302, + "4": 6.63518, + "5": 6.01176, + "6": 5.77595, + "7": 5.48486, + "8": 5.36699, + "9": 5.1468, + "10": 4.88775, + "11": 4.66914, + "12": 4.53205, + "13": 4.37947, + "14": 4.35984, + "15": 4.21684, + "16": 4.05957, + "17": 4.34442, + "18": 4.14671, + "19": 3.99585, + "20": 3.89078, + "21": 3.75709, + "22": 3.77234, + "23": 3.52609, + "24": 3.91072, + "25": 3.65776, + "26": 3.63895, + "27": 3.60595, + "28": 3.45648, + "29": 3.73849, + "30": 3.30868, + "31": 3.4276, + "32": 3.62189, + "33": 3.70653, + "34": 3.40568, + "35": 3.55094, + "36": 3.45308, + "37": 3.50025, + "38": 3.36815, + "39": 3.48028, + "40": 3.45472, + "41": 3.31981, + "42": 3.51003, + "43": 3.4993, + "44": 3.56531, + "45": 3.51197, + "46": 3.35803, + "47": 3.47229, + "48": 3.41256, + "49": 3.34425, + "50": 3.43778, + "51": 3.33532, + "52": 3.25471, + "53": 3.41513, + "54": 3.29364, + "55": 3.4157, + "56": 3.53343, + "57": 3.40335, + "58": 3.3663, + "59": 3.41197, + "60": 3.2307, + "61": 3.33513, + "62": 3.24475, + "63": 3.37945, + "64": 3.43959, + "65": 3.29508, + "66": 3.27725, + "67": 3.29703, + "68": 3.31435, + "69": 3.16158, + "70": 3.20195, + "71": 3.192, + "72": 3.39756, + "73": 3.23318, + "74": 3.28838, + "75": 3.33027, + "76": 3.24706, + "77": 3.16249, + "78": 3.26993, + "79": 3.37629, + "80": 3.24618, + "81": 3.19252, + "82": 3.33982, + "83": 3.32294, + "84": 3.4132, + "85": 3.23335, + "86": 3.54504, + "87": 3.32214, + "88": 3.22758, + "89": 3.36284, + "90": 3.3956, + "91": 3.27325, + "92": 3.20216, + "93": 3.37324, + "94": 3.36097, + "95": 3.37528, + "96": 3.35498, + "97": 3.30705, + "98": 3.38745, + "99": 3.06838, + "100": 3.33881 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 32.0, + "2": 44.0, + "3": 36.0, + "4": 43.0, + "5": 56.0, + "6": 60.0, + "7": 65.0, + "8": 95.0, + "9": 66.0, + "10": 95.0, + "11": 95.0, + "12": 100.0, + "13": 122.0, + "14": 110.0, + "15": 122.0, + "16": 92.0, + "17": 42.0, + "18": 76.0, + "19": 90.0, + "20": 90.0, + "21": 109.0, + "22": 135.0, + "23": 129.0, + "24": 68.0, + "25": 138.0, + "26": 84.0, + "27": 132.0, + "28": 155.0, + "29": 190.0, + "30": 164.0, + "31": 159.0, + "32": 140.0, + "33": 145.0, + "34": 213.0, + "35": 160.0, + "36": 179.0, + "37": 170.0, + "38": 114.0, + "39": 213.0, + "40": 223.0, + "41": 159.0, + "42": 156.0, + "43": 183.0, + "44": 113.0, + "45": 169.0, + "46": 138.0, + "47": 132.0, + "48": 134.0, + "49": 149.0, + "50": 108.0, + "51": 127.0, + "52": 141.0, + "53": 127.0, + "54": 155.0, + "55": 162.0, + "56": 160.0, + "57": 187.0, + "58": 201.0, + "59": 145.0, + "60": 181.0, + "61": 164.0, + "62": 168.0, + "63": 150.0, + "64": 212.0, + "65": 140.0, + "66": 168.0, + "67": 168.0, + "68": 163.0, + "69": 165.0, + "70": 183.0, + "71": 167.0, + "72": 177.0, + "73": 176.0, + "74": 183.0, + "75": 64.0, + "76": 127.0, + "77": 190.0, + "78": 151.0, + "79": 176.0, + "80": 128.0, + "81": 162.0, + "82": 101.0, + "83": 106.0, + "84": 115.0, + "85": 156.0, + "86": 138.0, + "87": 148.0, + "88": 142.0, + "89": 118.0, + "90": 181.0, + "91": 128.0, + "92": 149.0, + "93": 149.0, + "94": 142.0, + "95": 159.0, + "96": 170.0, + "97": 141.0, + "98": 139.0, + "99": 135.0, + "100": 141.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 14568238080.0, + "2": 14568238080.0, + "3": 14568238080.0, + "4": 14568238080.0, + "5": 14568238080.0, + "6": 14568238080.0, + "7": 14568238080.0, + "8": 14568238080.0, + "9": 14568238080.0, + "10": 14568238080.0, + "11": 14568238080.0, + "12": 14568238080.0, + "13": 14568238080.0, + "14": 14568238080.0, + "15": 14568238080.0, + "16": 14568238080.0, + "17": 14568238080.0, + "18": 14568238080.0, + "19": 14568238080.0, + "20": 14568238080.0, + "21": 14568238080.0, + "22": 14568238080.0, + "23": 14568238080.0, + "24": 14568238080.0, + "25": 14568238080.0, + "26": 14568238080.0, + "27": 14568238080.0, + "28": 14568238080.0, + "29": 14568238080.0, + "30": 14568238080.0, + "31": 14568238080.0, + "32": 14568238080.0, + "33": 14568238080.0, + "34": 14568238080.0, + "35": 14568238080.0, + "36": 14568238080.0, + "37": 14568238080.0, + "38": 14568238080.0, + "39": 14568238080.0, + "40": 14568238080.0, + "41": 14568238080.0, + "42": 14568238080.0, + "43": 14568238080.0, + "44": 14568238080.0, + "45": 14568238080.0, + "46": 14568238080.0, + "47": 14568238080.0, + "48": 14568238080.0, + "49": 14568238080.0, + "50": 14568238080.0, + "51": 14568238080.0, + "52": 14568238080.0, + "53": 14568238080.0, + "54": 14568238080.0, + "55": 14568238080.0, + "56": 14568238080.0, + "57": 14568238080.0, + "58": 14568238080.0, + "59": 14568238080.0, + "60": 14568238080.0, + "61": 14568238080.0, + "62": 14568238080.0, + "63": 14568238080.0, + "64": 14568238080.0, + "65": 14568238080.0, + "66": 14568238080.0, + "67": 14568238080.0, + "68": 14568238080.0, + "69": 14568238080.0, + "70": 14568238080.0, + "71": 14568238080.0, + "72": 14568238080.0, + "73": 14568238080.0, + "74": 14568238080.0, + "75": 14568238080.0, + "76": 14568238080.0, + "77": 14568238080.0, + "78": 14568238080.0, + "79": 14568238080.0, + "80": 14568238080.0, + "81": 14568238080.0, + "82": 14568238080.0, + "83": 14568238080.0, + "84": 14568238080.0, + "85": 14568238080.0, + "86": 14568238080.0, + "87": 14568238080.0, + "88": 14568238080.0, + "89": 14568238080.0, + "90": 14568238080.0, + "91": 14568238080.0, + "92": 14568238080.0, + "93": 14568238080.0, + "94": 14568238080.0, + "95": 14568238080.0, + "96": 14568238080.0, + "97": 14568238080.0, + "98": 14568238080.0, + "99": 14568238080.0, + "100": 14568238080.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": 42744320000.0, + "2": 42744320000.0, + "3": 42744320000.0, + "4": 42744320000.0, + "5": 42744320000.0, + "6": 42744320000.0, + "7": 42744320000.0, + "8": 42744320000.0, + "9": 42744320000.0, + "10": 42744320000.0, + "11": 42744320000.0, + "12": 42744320000.0, + "13": 42744320000.0, + "14": 42744320000.0, + "15": 42744320000.0, + "16": 42744320000.0, + "17": 42744320000.0, + "18": 42744320000.0, + "19": 42744320000.0, + "20": 42744320000.0, + "21": 42744320000.0, + "22": 42744320000.0, + "23": 42744320000.0, + "24": 42744320000.0, + "25": 42744320000.0, + "26": 42744320000.0, + "27": 42744320000.0, + "28": 42744320000.0, + "29": 42744320000.0, + "30": 42744320000.0, + "31": 42744320000.0, + "32": 42744320000.0, + "33": 42744320000.0, + "34": 42744320000.0, + "35": 42744320000.0, + "36": 42744320000.0, + "37": 42744320000.0, + "38": 42744320000.0, + "39": 42744320000.0, + "40": 42744320000.0, + "41": 42744320000.0, + "42": 42744320000.0, + "43": 42744320000.0, + "44": 42744320000.0, + "45": 42744320000.0, + "46": 42744320000.0, + "47": 42744320000.0, + "48": 42744320000.0, + "49": 42744320000.0, + "50": 42744320000.0, + "51": 42744320000.0, + "52": 42744320000.0, + "53": 42744320000.0, + "54": 42744320000.0, + "55": 42744320000.0, + "56": 42744320000.0, + "57": 42744320000.0, + "58": 42744320000.0, + "59": 42744320000.0, + "60": 42744320000.0, + "61": 42744320000.0, + "62": 42744320000.0, + "63": 42744320000.0, + "64": 42744320000.0, + "65": 42744320000.0, + "66": 42744320000.0, + "67": 42744320000.0, + "68": 42744320000.0, + "69": 42744320000.0, + "70": 42744320000.0, + "71": 42744320000.0, + "72": 42744320000.0, + "73": 42744320000.0, + "74": 42744320000.0, + "75": 42744320000.0, + "76": 42744320000.0, + "77": 42744320000.0, + "78": 42744320000.0, + "79": 42744320000.0, + "80": 42744320000.0, + "81": 42744320000.0, + "82": 42744320000.0, + "83": 42744320000.0, + "84": 42744320000.0, + "85": 42744320000.0, + "86": 42744320000.0, + "87": 42744320000.0, + "88": 42744320000.0, + "89": 42744320000.0, + "90": 42744320000.0, + "91": 42744320000.0, + "92": 42744320000.0, + "93": 42744320000.0, + "94": 42744320000.0, + "95": 42744320000.0, + "96": 42744320000.0, + "97": 42744320000.0, + "98": 42744320000.0, + "99": 42744320000.0, + "100": 42744320000.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 100, + "step_interval": 1, + "values": { + "1": "nan", + "2": 11.46532, + "3": 2.09636, + "4": 2.08818, + "5": 2.08783, + "6": 2.093, + "7": 2.08929, + "8": 2.09327, + "9": 2.09291, + "10": 2.09914, + "11": 2.09973, + "12": 2.09822, + "13": 2.09721, + "14": 2.09807, + "15": 2.09948, + "16": 2.1009, + "17": 2.10084, + "18": 2.10194, + "19": 2.10234, + "20": 2.09885, + "21": 2.09665, + "22": 2.10309, + "23": 2.10578, + "24": 2.11025, + "25": 2.10443, + "26": 2.10805, + "27": 2.11676, + "28": 2.11733, + "29": 2.10998, + "30": 2.11004, + "31": 2.11136, + "32": 2.12083, + "33": 2.11543, + "34": 2.11967, + "35": 2.11602, + "36": 2.12401, + "37": 2.124, + "38": 2.1177, + "39": 2.11907, + "40": 2.12522, + "41": 2.12057, + "42": 2.11877, + "43": 2.12069, + "44": 2.12008, + "45": 2.11616, + "46": 2.13383, + "47": 2.12006, + "48": 2.11476, + "49": 2.12011, + "50": 2.12235, + "51": 2.11602, + "52": 2.11337, + "53": 2.1179, + "54": 2.11571, + "55": 2.11051, + "56": 2.10876, + "57": 2.12063, + "58": 2.11844, + "59": 2.13051, + "60": 2.11821, + "61": 2.11788, + "62": 2.11607, + "63": 2.11733, + "64": 2.11732, + "65": 2.11657, + "66": 2.12, + "67": 2.11789, + "68": 2.11423, + "69": 2.11747, + "70": 2.12091, + "71": 2.11746, + "72": 2.10772, + "73": 2.11412, + "74": 2.11761, + "75": 2.11572, + "76": 2.11459, + "77": 2.11054, + "78": 2.11426, + "79": 2.11893, + "80": 2.11476, + "81": 2.11969, + "82": 2.11923, + "83": 2.12159, + "84": 2.11823, + "85": 2.11883, + "86": 2.12147, + "87": 2.1191, + "88": 2.12309, + "89": 2.11469, + "90": 2.11618, + "91": 2.11967, + "92": 2.11922, + "93": 2.12028, + "94": 2.111, + "95": 2.11508, + "96": 2.1155, + "97": 2.11627, + "98": 2.11348, + "99": 2.11605, + "100": 2.11807 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/model_config.yaml b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/model_config.yaml new file mode 100644 index 00000000000..37c55e4cd93 --- /dev/null +++ b/tests/functional_tests/test_cases/mimo/mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8/model_config.yaml @@ -0,0 +1,65 @@ +ENV_VARS: + CUDA_DEVICE_MAX_CONNECTIONS: 1 + NVTE_ALLOW_NONDETERMINISTIC_ALGO: 0 + NCCL_ALGO: Ring + CUBLAS_WORKSPACE_CONFIG: :4096:8 + ARTIFACTS_ROOT: /workspace/checkpoints +MODEL_ARGS: + --num-layers: 32 + --hidden-size: 4096 + --attention-dropout: 0.0 + --hidden-dropout: 0.0 + --num-attention-heads: 32 + --log-params-norm: true + --log-num-zeros-in-grad: true + --log-validation-ppl-to-tensorboard: true + --log-timers-to-tensorboard: true + --tensorboard-dir: ${TENSORBOARD_PATH} + --micro-batch-size: 8 + --global-batch-size: 128 + --total-seq-length: 2048 + --seq-length: 4096 + --max-position-embeddings: 4096 + --train-iters: 100 + --timing-log-level: 2 + --lr-decay-iters: 2200 + --save: ${CHECKPOINT_SAVE_PATH} + --load: ${CHECKPOINT_LOAD_PATH} + --tokenizer-type: HuggingFaceTokenizer + --tokenizer-model: llava-hf/llava-1.5-7b-hf + --distributed-backend: nccl + --lr: 0.001 + --lr-decay-style: cosine + --min-lr: 2.0e-5 + --lr-warmup-iters: 150 + --log-interval: 1 + --save-interval: 200 + --eval-interval: 20000 + --eval-iters: 30 + --tensor-model-parallel-size: 1 + --pipeline-model-parallel-size: 1 + --context-parallel-size: 2 + --transformer-impl: transformer_engine + --attention-softmax-in-fp32: true + --bf16: true + --no-gradient-accumulation-fusion: true + --init-method-std: 0.006 + --adam-beta1: 0.9 + --adam-beta2: 0.95 + --dataset-provider: llava_vlm + --model-provider: llava_vlm + --deterministic-mode: true + --log-memory-to-tensorboard: true + --dataloader-type: external + --data-path: ${DATA_PATH}/mixed/mcore_mimo_vlm/llava_pretrain_energon + --language-model-checkpoint: ${CHECKPOINT_LOAD_PATH}/model/vicuna_7b_pyt/dcp/mcore-v1.5_fp32/weights + --auto-detect-ckpt-format: true + --accumulate-allreduce-grads-in-fp32: true + --position-embedding-type: rope +TEST_TYPE: frozen-start +METRICS: + - "iteration-time" + - "lm loss" + - "num-zeros" + - "mem-allocated-bytes" + - "mem-max-allocated-bytes" diff --git a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release_sm/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release_sm/golden_values_dev_dgx_gb200.json deleted file mode 100644 index 5e4de4d06ee..00000000000 --- a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release_sm/golden_values_dev_dgx_gb200.json +++ /dev/null @@ -1,11492 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 9535, - "step_interval": 5, - "values": { - "1": 13.90637, - "5": 13.89465, - "10": 13.87132, - "15": 13.85789, - "20": 13.75898, - "25": 13.72214, - "30": 13.42091, - "35": 13.34203, - "40": 13.25256, - "45": 13.16108, - "50": 12.57591, - "55": 12.39253, - "60": 12.21628, - "65": 12.0505, - "70": 11.86941, - "75": 11.52687, - "80": 11.33205, - "85": 11.1146, - "90": 10.96645, - "95": 10.81121, - "100": 10.58355, - "105": 10.46089, - "110": 10.25095, - "115": 10.04008, - "120": 9.91015, - "125": 9.76938, - "130": 9.68146, - "135": 9.61196, - "140": 9.38399, - "145": 9.37863, - "150": 9.21742, - "155": 9.14491, - "160": 9.06631, - "165": 8.94936, - "170": 8.90341, - "175": 8.85991, - "180": 8.71416, - "185": 8.75178, - "190": 8.62925, - "195": 8.63671, - "200": 8.52092, - "205": 8.43087, - "210": 8.39184, - "215": 8.43945, - "220": 8.30747, - "225": 8.32272, - "230": 8.30667, - "235": 8.23045, - "240": 8.18417, - "245": 8.16512, - "250": 8.10245, - "255": 8.10897, - "260": 8.00768, - "265": 7.99256, - "270": 7.94369, - "275": 7.92854, - "280": 7.91668, - "285": 7.93455, - "290": 7.87098, - "295": 7.86574, - "300": 7.75683, - "305": 7.75414, - "310": 7.72033, - "315": 7.71531, - "320": 7.70101, - "325": 7.62386, - "330": 7.60302, - "335": 7.57839, - "340": 7.61912, - "345": 7.49603, - "350": 7.49062, - "355": 7.42263, - "360": 7.51571, - "365": 7.44487, - "370": 7.47278, - "375": 7.4195, - "380": 7.39412, - "385": 7.38567, - "390": 7.40936, - "395": 7.34534, - "400": 7.28659, - "405": 7.29472, - "410": 7.28166, - "415": 7.2691, - "420": 7.27407, - "425": 7.24474, - "430": 7.19305, - "435": 7.21449, - "440": 7.17982, - "445": 7.16363, - "450": 7.12539, - "455": 7.14102, - "460": 7.11493, - "465": 7.10415, - "470": 7.08067, - "475": 7.09882, - "480": 6.97711, - "485": 7.03132, - "490": 6.99063, - "495": 6.96745, - "500": 6.9075, - "505": 6.93591, - "510": 6.91554, - "515": 6.88026, - "520": 6.87044, - "525": 6.86096, - "530": 6.87614, - "535": 6.86545, - "540": 6.78193, - "545": 6.81557, - "550": 6.83203, - "555": 6.86129, - "560": 6.8086, - "565": 6.74981, - "570": 6.75657, - "575": 6.77901, - "580": 6.69551, - "585": 6.71293, - "590": 6.65376, - "595": 6.65381, - "600": 6.67435, - "605": 6.66095, - "610": 6.6365, - "615": 6.69449, - "620": 6.61292, - "625": 6.57783, - "630": 6.57841, - "635": 6.61351, - "640": 6.59207, - "645": 6.57917, - "650": 6.63086, - "655": 6.61255, - "660": 6.52514, - "665": 6.51396, - "670": 6.46049, - "675": 6.56248, - "680": 6.54028, - "685": 6.48699, - "690": 6.4683, - "695": 6.43294, - "700": 6.43474, - "705": 6.4316, - "710": 6.46768, - "715": 6.47685, - "720": 6.35581, - "725": 6.41153, - "730": 6.39766, - "735": 6.4163, - "740": 6.3602, - "745": 6.32096, - "750": 6.37645, - "755": 6.30209, - "760": 6.31485, - "765": 6.31818, - "770": 6.32889, - "775": 6.32671, - "780": 6.28807, - "785": 6.30516, - "790": 6.27174, - "795": 6.24849, - "800": 6.23893, - "805": 6.30714, - "810": 6.17214, - "815": 6.20227, - "820": 6.21352, - "825": 6.21743, - "830": 6.22492, - "835": 6.18166, - "840": 6.16554, - "845": 6.1996, - "850": 6.14302, - "855": 6.15085, - "860": 6.14169, - "865": 6.15011, - "870": 6.12172, - "875": 6.16256, - "880": 6.1136, - "885": 6.09657, - "890": 6.15796, - "895": 6.05406, - "900": 6.06698, - "905": 6.08366, - "910": 6.05754, - "915": 6.04104, - "920": 6.03609, - "925": 6.01923, - "930": 6.0532, - "935": 6.04846, - "940": 5.97899, - "945": 6.02573, - "950": 6.04393, - "955": 6.00248, - "960": 5.99665, - "965": 5.9188, - "970": 5.95485, - "975": 5.96431, - "980": 5.94576, - "985": 5.93724, - "990": 5.99567, - "995": 5.91259, - "1000": 5.92406, - "1005": 5.87009, - "1010": 5.91526, - "1015": 5.93541, - "1020": 5.85028, - "1025": 5.84179, - "1030": 5.85629, - "1035": 5.93047, - "1040": 5.85647, - "1045": 5.83858, - "1050": 5.86412, - "1055": 5.8639, - "1060": 5.81016, - "1065": 5.79828, - "1070": 5.8274, - "1075": 5.81895, - "1080": 5.80939, - "1085": 5.8199, - "1090": 5.79516, - "1095": 5.81767, - "1100": 5.76761, - "1105": 5.74127, - "1110": 5.80519, - "1115": 5.73242, - "1120": 5.67515, - "1125": 5.69243, - "1130": 5.75073, - "1135": 5.70914, - "1140": 5.70667, - "1145": 5.69547, - "1150": 5.70947, - "1155": 5.67663, - "1160": 5.66997, - "1165": 5.7064, - "1170": 5.6922, - "1175": 5.65367, - "1180": 5.65949, - "1185": 5.65475, - "1190": 5.63894, - "1195": 5.63109, - "1200": 5.58034, - "1205": 5.6948, - "1210": 5.54916, - "1215": 5.57261, - "1220": 5.669, - "1225": 5.55092, - "1230": 5.60861, - "1235": 5.55185, - "1240": 5.58589, - "1245": 5.55948, - "1250": 5.53544, - "1255": 5.53082, - "1260": 5.53953, - "1265": 5.51334, - "1270": 5.47334, - "1275": 5.54699, - "1280": 5.48945, - "1285": 5.49757, - "1290": 5.47317, - "1295": 5.49265, - "1300": 5.4929, - "1305": 5.47153, - "1310": 5.4143, - "1315": 5.48961, - "1320": 5.47541, - "1325": 5.40052, - "1330": 5.45426, - "1335": 5.42829, - "1340": 5.48074, - "1345": 5.43182, - "1350": 5.40949, - "1355": 5.40397, - "1360": 5.41833, - "1365": 5.41499, - "1370": 5.36001, - "1375": 5.3703, - "1380": 5.42101, - "1385": 5.37188, - "1390": 5.375, - "1395": 5.39249, - "1400": 5.37791, - "1405": 5.35463, - "1410": 5.33419, - "1415": 5.2992, - "1420": 5.34022, - "1425": 5.33566, - "1430": 5.38071, - "1435": 5.28766, - "1440": 5.31701, - "1445": 5.34802, - "1450": 5.32439, - "1455": 5.33598, - "1460": 5.29678, - "1465": 5.29599, - "1470": 5.33059, - "1475": 5.30612, - "1480": 5.30837, - "1485": 5.25314, - "1490": 5.25448, - "1495": 5.27398, - "1500": 5.27095, - "1505": 5.24139, - "1510": 5.26107, - "1515": 5.19237, - "1520": 5.22744, - "1525": 5.19878, - "1530": 5.22284, - "1535": 5.21101, - "1540": 5.19944, - "1545": 5.23256, - "1550": 5.23206, - "1555": 5.2297, - "1560": 5.16538, - "1565": 5.20038, - "1570": 5.20878, - "1575": 5.16504, - "1580": 5.19258, - "1585": 5.16338, - "1590": 5.15934, - "1595": 5.13354, - "1600": 5.20514, - "1605": 5.14592, - "1610": 5.13712, - "1615": 5.13362, - "1620": 5.14381, - "1625": 5.13732, - "1630": 5.12361, - "1635": 5.16789, - "1640": 5.12086, - "1645": 5.13171, - "1650": 5.11246, - "1655": 5.09278, - "1660": 5.08907, - "1665": 5.07792, - "1670": 5.09838, - "1675": 5.09175, - "1680": 5.04021, - "1685": 5.04152, - "1690": 5.02164, - "1695": 5.03599, - "1700": 5.06287, - "1705": 5.05377, - "1710": 5.05073, - "1715": 5.01857, - "1720": 5.00426, - "1725": 5.0293, - "1730": 4.98871, - "1735": 5.05468, - "1740": 4.98349, - "1745": 5.00849, - "1750": 4.99664, - "1755": 5.01114, - "1760": 5.01571, - "1765": 4.967, - "1770": 4.97554, - "1775": 4.97208, - "1780": 5.0019, - "1785": 4.94402, - "1790": 4.97768, - "1795": 4.97332, - "1800": 4.91869, - "1805": 4.91338, - "1810": 4.9251, - "1815": 4.93573, - "1820": 4.92069, - "1825": 4.92996, - "1830": 4.91132, - "1835": 4.91, - "1840": 4.90447, - "1845": 4.89147, - "1850": 4.86629, - "1855": 4.92729, - "1860": 4.87839, - "1865": 4.88334, - "1870": 4.86109, - "1875": 4.87017, - "1880": 4.93053, - "1885": 4.87238, - "1890": 4.87152, - "1895": 4.81504, - "1900": 4.85205, - "1905": 4.84013, - "1910": 4.86485, - "1915": 4.8324, - "1920": 4.81484, - "1925": 4.8312, - "1930": 4.79991, - "1935": 4.83082, - "1940": 4.80419, - "1945": 4.83366, - "1950": 4.87932, - "1955": 4.81753, - "1960": 4.80319, - "1965": 4.76481, - "1970": 4.76057, - "1975": 4.82822, - "1980": 4.76775, - "1985": 4.78264, - "1990": 4.81602, - "1995": 4.78188, - "2000": 4.79202, - "2005": 4.82992, - "2010": 4.75609, - "2015": 4.74256, - "2020": 4.7372, - "2025": 4.79153, - "2030": 4.71827, - "2035": 4.73859, - "2040": 4.71034, - "2045": 4.8021, - "2050": 4.77736, - "2055": 4.74993, - "2060": 4.74324, - "2065": 4.69817, - "2070": 4.71245, - "2075": 4.72732, - "2080": 4.69653, - "2085": 4.72804, - "2090": 4.6432, - "2095": 4.67963, - "2100": 4.64767, - "2105": 4.67898, - "2110": 4.6663, - "2115": 4.67927, - "2120": 4.66911, - "2125": 4.64318, - "2130": 4.64624, - "2135": 4.65347, - "2140": 4.66109, - "2145": 4.6214, - "2150": 4.63901, - "2155": 4.60955, - "2160": 4.64061, - "2165": 4.61578, - "2170": 4.64844, - "2175": 4.63439, - "2180": 4.62418, - "2185": 4.6391, - "2190": 4.61167, - "2195": 4.58978, - "2200": 4.58098, - "2205": 4.59488, - "2210": 4.64512, - "2215": 4.67449, - "2220": 4.62829, - "2225": 4.60571, - "2230": 4.60063, - "2235": 4.65512, - "2240": 4.54685, - "2245": 4.54714, - "2250": 4.56384, - "2255": 4.57767, - "2260": 4.52, - "2265": 4.59393, - "2270": 4.52859, - "2275": 4.58729, - "2280": 4.53937, - "2285": 4.55769, - "2290": 4.55972, - "2295": 4.55942, - "2300": 4.56292, - "2305": 4.52494, - "2310": 4.5607, - "2315": 4.49957, - "2320": 4.54396, - "2325": 4.53485, - "2330": 4.52035, - "2335": 4.51406, - "2340": 4.52089, - "2345": 4.55476, - "2350": 4.50345, - "2355": 4.50403, - "2360": 4.47553, - "2365": 4.47767, - "2370": 4.47225, - "2375": 4.47489, - "2380": 4.42464, - "2385": 4.46796, - "2390": 4.46684, - "2395": 4.49221, - "2400": 4.45708, - "2405": 4.43376, - "2410": 4.4838, - "2415": 4.45128, - "2420": 4.46142, - "2425": 4.43327, - "2430": 4.45292, - "2435": 4.44147, - "2440": 4.43026, - "2445": 4.44121, - "2450": 4.4171, - "2455": 4.45021, - "2460": 4.40232, - "2465": 4.44613, - "2470": 4.43225, - "2475": 4.45177, - "2480": 4.37888, - "2485": 4.41117, - "2490": 4.40811, - "2495": 4.39493, - "2500": 4.39724, - "2505": 4.41062, - "2510": 4.45438, - "2515": 4.43446, - "2520": 4.38254, - "2525": 4.39407, - "2530": 4.40387, - "2535": 4.40887, - "2540": 4.40638, - "2545": 4.41106, - "2550": 4.34327, - "2555": 4.40518, - "2560": 4.38678, - "2565": 4.34068, - "2570": 4.37252, - "2575": 4.35004, - "2580": 4.34736, - "2585": 4.32897, - "2590": 4.35369, - "2595": 4.31882, - "2600": 4.33564, - "2605": 4.34682, - "2610": 4.3628, - "2615": 4.31557, - "2620": 4.31878, - "2625": 4.34508, - "2630": 4.27324, - "2635": 4.34849, - "2640": 4.3446, - "2645": 4.30662, - "2650": 4.32719, - "2655": 4.31342, - "2660": 4.26317, - "2665": 4.35014, - "2670": 4.30353, - "2675": 4.2723, - "2680": 4.29808, - "2685": 4.29941, - "2690": 4.27627, - "2695": 4.32925, - "2700": 4.23353, - "2705": 4.27586, - "2710": 4.30317, - "2715": 4.28453, - "2720": 4.29449, - "2725": 4.26994, - "2730": 4.28284, - "2735": 4.26403, - "2740": 4.24718, - "2745": 4.23023, - "2750": 4.26406, - "2755": 4.2737, - "2760": 4.28482, - "2765": 4.23501, - "2770": 4.28368, - "2775": 4.22773, - "2780": 4.25364, - "2785": 4.24632, - "2790": 4.2625, - "2795": 4.2337, - "2800": 4.17039, - "2805": 4.21517, - "2810": 4.21128, - "2815": 4.20721, - "2820": 4.24994, - "2825": 4.24903, - "2830": 4.22833, - "2835": 4.22445, - "2840": 4.21098, - "2845": 4.18863, - "2850": 4.21502, - "2855": 4.17086, - "2860": 4.20089, - "2865": 4.22581, - "2870": 4.20113, - "2875": 4.21858, - "2880": 4.15098, - "2885": 4.19519, - "2890": 4.16903, - "2895": 4.2127, - "2900": 4.15223, - "2905": 4.17385, - "2910": 4.16487, - "2915": 4.2016, - "2920": 4.18776, - "2925": 4.15868, - "2930": 4.13782, - "2935": 4.13545, - "2940": 4.15207, - "2945": 4.12707, - "2950": 4.09672, - "2955": 4.10615, - "2960": 4.10684, - "2965": 4.12434, - "2970": 4.13121, - "2975": 4.15474, - "2980": 4.09513, - "2985": 4.12877, - "2990": 4.14666, - "2995": 4.09392, - "3000": 4.10111, - "3005": 4.08328, - "3010": 4.11535, - "3015": 4.08213, - "3020": 4.09787, - "3025": 4.089, - "3030": 4.111, - "3035": 4.10798, - "3040": 4.11531, - "3045": 4.10553, - "3050": 4.07511, - "3055": 4.06494, - "3060": 4.05363, - "3065": 4.09235, - "3070": 4.09959, - "3075": 4.03877, - "3080": 4.06533, - "3085": 4.06602, - "3090": 4.06101, - "3095": 4.08297, - "3100": 4.07831, - "3105": 4.05391, - "3110": 4.05226, - "3115": 3.98657, - "3120": 4.06612, - "3125": 4.00133, - "3130": 4.02424, - "3135": 4.03073, - "3140": 4.01157, - "3145": 3.9918, - "3150": 4.02838, - "3155": 4.02655, - "3160": 4.02488, - "3165": 4.02533, - "3170": 4.02879, - "3175": 3.99646, - "3180": 3.99167, - "3185": 3.96792, - "3190": 3.99083, - "3195": 3.97218, - "3200": 3.95596, - "3205": 3.98007, - "3210": 3.94986, - "3215": 3.96529, - "3220": 3.95375, - "3225": 3.97072, - "3230": 3.96423, - "3235": 3.97275, - "3240": 3.95206, - "3245": 3.94504, - "3250": 3.89822, - "3255": 3.95093, - "3260": 3.93823, - "3265": 3.98404, - "3270": 3.9653, - "3275": 3.92117, - "3280": 3.94287, - "3285": 3.93411, - "3290": 3.92647, - "3295": 3.9053, - "3300": 3.91416, - "3305": 3.92442, - "3310": 3.91808, - "3315": 3.95378, - "3320": 3.91326, - "3325": 3.89787, - "3330": 3.88784, - "3335": 3.92234, - "3340": 3.87886, - "3345": 3.88802, - "3350": 3.90648, - "3355": 3.89907, - "3360": 3.88948, - "3365": 3.89482, - "3370": 3.88144, - "3375": 3.90946, - "3380": 3.84926, - "3385": 3.87094, - "3390": 3.84478, - "3395": 3.92275, - "3400": 3.8891, - "3405": 3.91468, - "3410": 3.8357, - "3415": 3.78908, - "3420": 3.85386, - "3425": 3.8821, - "3430": 3.8997, - "3435": 3.86686, - "3440": 3.87423, - "3445": 3.82687, - "3450": 3.84624, - "3455": 3.8562, - "3460": 3.835, - "3465": 3.8086, - "3470": 3.82664, - "3475": 3.82826, - "3480": 3.83048, - "3485": 3.85362, - "3490": 3.82362, - "3495": 3.85631, - "3500": 3.81652, - "3505": 3.82881, - "3510": 3.80439, - "3515": 3.86072, - "3520": 3.84914, - "3525": 3.81266, - "3530": 3.81188, - "3535": 3.81157, - "3540": 3.86792, - "3545": 3.78081, - "3550": 3.8384, - "3555": 3.7742, - "3560": 3.83825, - "3565": 3.79136, - "3570": 3.7927, - "3575": 3.76336, - "3580": 3.81949, - "3585": 3.81119, - "3590": 3.73721, - "3595": 3.81169, - "3600": 3.76308, - "3605": 3.76834, - "3610": 3.75999, - "3615": 3.79654, - "3620": 3.83493, - "3625": 3.76968, - "3630": 3.81169, - "3635": 3.73276, - "3640": 3.76226, - "3645": 3.79031, - "3650": 3.74478, - "3655": 3.76448, - "3660": 3.77325, - "3665": 3.79842, - "3670": 3.75754, - "3675": 3.76175, - "3680": 3.76814, - "3685": 3.71749, - "3690": 3.74237, - "3695": 3.72567, - "3700": 3.74713, - "3705": 3.72141, - "3710": 3.72434, - "3715": 3.73019, - "3720": 3.71195, - "3725": 3.69779, - "3730": 3.69964, - "3735": 3.73127, - "3740": 3.71896, - "3745": 3.70517, - "3750": 3.72086, - "3755": 3.70255, - "3760": 3.71928, - "3765": 3.70047, - "3770": 3.69504, - "3775": 3.6788, - "3780": 3.66659, - "3785": 3.71886, - "3790": 3.6461, - "3795": 3.6876, - "3800": 3.67563, - "3805": 3.65905, - "3810": 3.63082, - "3815": 3.67787, - "3820": 3.68143, - "3825": 3.69421, - "3830": 3.6798, - "3835": 3.64301, - "3840": 3.72528, - "3845": 3.69858, - "3850": 3.64218, - "3855": 3.647, - "3860": 3.69432, - "3865": 3.64992, - "3870": 3.71304, - "3875": 3.62642, - "3880": 3.62458, - "3885": 3.64405, - "3890": 3.6498, - "3895": 3.60009, - "3900": 3.65593, - "3905": 3.63185, - "3910": 3.61943, - "3915": 3.62391, - "3920": 3.61121, - "3925": 3.60711, - "3930": 3.621, - "3935": 3.61326, - "3940": 3.60895, - "3945": 3.60656, - "3950": 3.65503, - "3955": 3.61115, - "3960": 3.64894, - "3965": 3.62677, - "3970": 3.60072, - "3975": 3.59978, - "3980": 3.56671, - "3985": 3.64165, - "3990": 3.61784, - "3995": 3.6456, - "4000": 3.59275, - "4005": 3.5782, - "4010": 3.62085, - "4015": 3.61757, - "4020": 3.62192, - "4025": 3.60591, - "4030": 3.66109, - "4035": 3.60485, - "4040": 3.62374, - "4045": 3.63771, - "4050": 3.6099, - "4055": 3.60923, - "4060": 3.62538, - "4065": 3.62074, - "4070": 3.5552, - "4075": 3.59261, - "4080": 3.5632, - "4085": 3.58529, - "4090": 3.58025, - "4095": 3.56233, - "4100": 3.5828, - "4105": 3.56703, - "4110": 3.54481, - "4115": 3.59412, - "4120": 3.53108, - "4125": 3.52813, - "4130": 3.58296, - "4135": 3.57398, - "4140": 3.52362, - "4145": 3.53999, - "4150": 3.58515, - "4155": 3.5185, - "4160": 3.57676, - "4165": 3.58922, - "4170": 3.53043, - "4175": 3.5287, - "4180": 3.53045, - "4185": 3.54477, - "4190": 3.52762, - "4195": 3.52903, - "4200": 3.52822, - "4205": 3.55828, - "4210": 3.54607, - "4215": 3.55237, - "4220": 3.5561, - "4225": 3.5329, - "4230": 3.52362, - "4235": 3.54763, - "4240": 3.51698, - "4245": 3.52914, - "4250": 3.51496, - "4255": 3.53067, - "4260": 3.49592, - "4265": 3.51391, - "4270": 3.52602, - "4275": 3.55907, - "4280": 3.516, - "4285": 3.53369, - "4290": 3.50069, - "4295": 3.51178, - "4300": 3.55088, - "4305": 3.51752, - "4310": 3.53506, - "4315": 3.53321, - "4320": 3.52664, - "4325": 3.54099, - "4330": 3.4862, - "4335": 3.51409, - "4340": 3.52286, - "4345": 3.45478, - "4350": 3.46747, - "4355": 3.55168, - "4360": 3.50466, - "4365": 3.49514, - "4370": 3.49516, - "4375": 3.46222, - "4380": 3.46676, - "4385": 3.4465, - "4390": 3.51949, - "4395": 3.49767, - "4400": 3.49365, - "4405": 3.4365, - "4410": 3.50781, - "4415": 3.47071, - "4420": 3.46369, - "4425": 3.50296, - "4430": 3.47168, - "4435": 3.51157, - "4440": 3.50788, - "4445": 3.45779, - "4450": 3.41687, - "4455": 3.48512, - "4460": 3.45719, - "4465": 3.47273, - "4470": 3.44432, - "4475": 3.47832, - "4480": 3.46219, - "4485": 3.45439, - "4490": 3.45, - "4495": 3.40463, - "4500": 3.47225, - "4505": 3.45529, - "4510": 3.45964, - "4515": 3.42482, - "4520": 3.4566, - "4525": 3.42133, - "4530": 3.45923, - "4535": 3.41195, - "4540": 3.43771, - "4545": 3.45225, - "4550": 3.48986, - "4555": 3.41979, - "4560": 3.44166, - "4565": 3.38829, - "4570": 3.43289, - "4575": 3.43143, - "4580": 3.47075, - "4585": 3.43601, - "4590": 3.46576, - "4595": 3.41566, - "4600": 3.41084, - "4605": 3.4351, - "4610": 3.42882, - "4615": 3.46728, - "4620": 3.41018, - "4625": 3.43886, - "4630": 3.42624, - "4635": 3.41699, - "4640": 3.44134, - "4645": 3.43212, - "4650": 3.44337, - "4655": 3.42056, - "4660": 3.41379, - "4665": 3.4259, - "4670": 3.46019, - "4675": 3.4123, - "4680": 3.4386, - "4685": 3.43865, - "4690": 3.4175, - "4695": 3.39691, - "4700": 3.38966, - "4705": 3.36365, - "4710": 3.41971, - "4715": 3.4091, - "4720": 3.40099, - "4725": 3.37433, - "4730": 3.40479, - "4735": 3.33748, - "4740": 3.37733, - "4745": 3.41383, - "4750": 3.3727, - "4755": 3.40431, - "4760": 3.42274, - "4765": 3.37072, - "4770": 3.37591, - "4775": 3.37166, - "4780": 3.3859, - "4785": 3.38701, - "4790": 3.42568, - "4795": 3.4082, - "4800": 3.35547, - "4805": 3.42067, - "4810": 3.36369, - "4815": 3.40251, - "4820": 3.36122, - "4825": 3.40768, - "4830": 3.39484, - "4835": 3.37659, - "4840": 3.40204, - "4845": 3.33419, - "4850": 3.40204, - "4855": 3.40034, - "4860": 3.33574, - "4865": 3.37114, - "4870": 3.35657, - "4875": 3.40174, - "4880": 3.40978, - "4885": 3.36542, - "4890": 3.37298, - "4895": 3.36504, - "4900": 3.33756, - "4905": 3.34362, - "4910": 3.33733, - "4915": 3.38359, - "4920": 3.3716, - "4925": 3.31803, - "4930": 3.35239, - "4935": 3.33732, - "4940": 3.29411, - "4945": 3.36841, - "4950": 3.30525, - "4955": 3.41201, - "4960": 3.35492, - "4965": 3.35143, - "4970": 3.33953, - "4975": 3.35034, - "4980": 3.37354, - "4985": 3.3623, - "4990": 3.34234, - "4995": 3.38319, - "5000": 3.31625, - "5005": 3.3618, - "5010": 3.36862, - "5015": 3.31763, - "5020": 3.29153, - "5025": 3.32094, - "5030": 3.33349, - "5035": 3.33889, - "5040": 3.31122, - "5045": 3.35289, - "5050": 3.31451, - "5055": 3.33224, - "5060": 3.29245, - "5065": 3.3404, - "5070": 3.3467, - "5075": 3.35054, - "5080": 3.3272, - "5085": 3.35335, - "5090": 3.32752, - "5095": 3.29637, - "5100": 3.32662, - "5105": 3.3335, - "5110": 3.33574, - "5115": 3.30675, - "5120": 3.34862, - "5125": 3.32249, - "5130": 3.32277, - "5135": 3.30373, - "5140": 3.31429, - "5145": 3.31393, - "5150": 3.32437, - "5155": 3.31736, - "5160": 3.31612, - "5165": 3.34837, - "5170": 3.23304, - "5175": 3.32274, - "5180": 3.28719, - "5185": 3.31178, - "5190": 3.33217, - "5195": 3.31027, - "5200": 3.31382, - "5205": 3.34763, - "5210": 3.2845, - "5215": 3.28907, - "5220": 3.28384, - "5225": 3.28549, - "5230": 3.3243, - "5235": 3.28239, - "5240": 3.27684, - "5245": 3.29657, - "5250": 3.30479, - "5255": 3.28842, - "5260": 3.31435, - "5265": 3.27418, - "5270": 3.25768, - "5275": 3.25897, - "5280": 3.28186, - "5285": 3.30881, - "5290": 3.26427, - "5295": 3.27798, - "5300": 3.27791, - "5305": 3.2623, - "5310": 3.3244, - "5315": 3.25812, - "5320": 3.30778, - "5325": 3.31251, - "5330": 3.28446, - "5335": 3.28887, - "5340": 3.2328, - "5345": 3.28156, - "5350": 3.28618, - "5355": 3.28616, - "5360": 3.23473, - "5365": 3.2537, - "5370": 3.28752, - "5375": 3.27202, - "5380": 3.24483, - "5385": 3.28538, - "5390": 3.28316, - "5395": 3.20315, - "5400": 3.30011, - "5405": 3.2147, - "5410": 3.29617, - "5415": 3.22131, - "5420": 3.25717, - "5425": 3.23708, - "5430": 3.24634, - "5435": 3.28244, - "5440": 3.21132, - "5445": 3.24351, - "5450": 3.24584, - "5455": 3.22856, - "5460": 3.25568, - "5465": 3.29487, - "5470": 3.26978, - "5475": 3.20021, - "5480": 3.28256, - "5485": 3.24291, - "5490": 3.26885, - "5495": 3.27016, - "5500": 3.22709, - "5505": 3.23788, - "5510": 3.28602, - "5515": 3.27177, - "5520": 3.23664, - "5525": 3.28337, - "5530": 3.22619, - "5535": 3.26168, - "5540": 3.2515, - "5545": 3.26038, - "5550": 3.24605, - "5555": 3.22571, - "5560": 3.2201, - "5565": 3.26806, - "5570": 3.22898, - "5575": 3.26189, - "5580": 3.23776, - "5585": 3.18523, - "5590": 3.24351, - "5595": 3.20825, - "5600": 3.25435, - "5605": 3.17214, - "5610": 3.25875, - "5615": 3.25287, - "5620": 3.25863, - "5625": 3.25009, - "5630": 3.23973, - "5635": 3.21641, - "5640": 3.24276, - "5645": 3.2041, - "5650": 3.20408, - "5655": 3.19768, - "5660": 3.206, - "5665": 3.20724, - "5670": 3.19806, - "5675": 3.2259, - "5680": 3.19653, - "5685": 3.20308, - "5690": 3.20317, - "5695": 3.23861, - "5700": 3.18967, - "5705": 3.18281, - "5710": 3.17198, - "5715": 3.28457, - "5720": 3.24537, - "5725": 3.19343, - "5730": 3.23451, - "5735": 3.22471, - "5740": 3.22227, - "5745": 3.19864, - "5750": 3.22746, - "5755": 3.23448, - "5760": 3.21899, - "5765": 3.22184, - "5770": 3.25021, - "5775": 3.19003, - "5780": 3.21124, - "5785": 3.21553, - "5790": 3.22648, - "5795": 3.21785, - "5800": 3.16386, - "5805": 3.17728, - "5810": 3.2194, - "5815": 3.19695, - "5820": 3.15831, - "5825": 3.20556, - "5830": 3.15912, - "5835": 3.16877, - "5840": 3.20233, - "5845": 3.2096, - "5850": 3.21189, - "5855": 3.14685, - "5860": 3.16391, - "5865": 3.19575, - "5870": 3.15711, - "5875": 3.19524, - "5880": 3.18946, - "5885": 3.19005, - "5890": 3.20966, - "5895": 3.22766, - "5900": 3.18248, - "5905": 3.2144, - "5910": 3.19532, - "5915": 3.16956, - "5920": 3.18434, - "5925": 3.15161, - "5930": 3.18213, - "5935": 3.1823, - "5940": 3.20106, - "5945": 3.21371, - "5950": 3.19523, - "5955": 3.15499, - "5960": 3.21856, - "5965": 3.17035, - "5970": 3.21051, - "5975": 3.18049, - "5980": 3.25051, - "5985": 3.13454, - "5990": 3.23117, - "5995": 3.14561, - "6000": 3.16861, - "6005": 3.15099, - "6010": 3.15445, - "6015": 3.15735, - "6020": 3.16366, - "6025": 3.19962, - "6030": 3.13939, - "6035": 3.1951, - "6040": 3.17398, - "6045": 3.19071, - "6050": 3.1925, - "6055": 3.1603, - "6060": 3.18127, - "6065": 3.20293, - "6070": 3.15722, - "6075": 3.125, - "6080": 3.18271, - "6085": 3.14022, - "6090": 3.17937, - "6095": 3.1781, - "6100": 3.13377, - "6105": 3.18339, - "6110": 3.12469, - "6115": 3.17144, - "6120": 3.16384, - "6125": 3.1717, - "6130": 3.15869, - "6135": 3.15479, - "6140": 3.15565, - "6145": 3.13455, - "6150": 3.17206, - "6155": 3.14357, - "6160": 3.12141, - "6165": 3.15175, - "6170": 3.13646, - "6175": 3.13587, - "6180": 3.13625, - "6185": 3.18333, - "6190": 3.14725, - "6195": 3.11714, - "6200": 3.14407, - "6205": 3.13724, - "6210": 3.09595, - "6215": 3.14779, - "6220": 3.14539, - "6225": 3.16362, - "6230": 3.09919, - "6235": 3.13248, - "6240": 3.07439, - "6245": 3.17714, - "6250": 3.1347, - "6255": 3.14731, - "6260": 3.13218, - "6265": 3.14722, - "6270": 3.09153, - "6275": 3.1148, - "6280": 3.12698, - "6285": 3.10829, - "6290": 3.13633, - "6295": 3.14109, - "6300": 3.14691, - "6305": 3.2019, - "6310": 3.10586, - "6315": 3.10227, - "6320": 3.14949, - "6325": 3.09072, - "6330": 3.15274, - "6335": 3.14311, - "6340": 3.106, - "6345": 3.15614, - "6350": 3.10649, - "6355": 3.1066, - "6360": 3.0987, - "6365": 3.14016, - "6370": 3.14993, - "6375": 3.12634, - "6380": 3.13985, - "6385": 3.16094, - "6390": 3.11617, - "6395": 3.09229, - "6400": 3.0944, - "6405": 3.1765, - "6410": 3.15937, - "6415": 3.11642, - "6420": 3.16092, - "6425": 3.16302, - "6430": 3.15707, - "6435": 3.1134, - "6440": 3.12781, - "6445": 3.14169, - "6450": 3.08022, - "6455": 3.07792, - "6460": 3.11803, - "6465": 3.15641, - "6470": 3.12915, - "6475": 3.12253, - "6480": 3.13575, - "6485": 3.10241, - "6490": 3.06901, - "6495": 3.15426, - "6500": 3.13098, - "6505": 3.07426, - "6510": 3.13429, - "6515": 3.15143, - "6520": 3.07841, - "6525": 3.13754, - "6530": 3.09942, - "6535": 3.11307, - "6540": 3.16751, - "6545": 3.10153, - "6550": 3.0999, - "6555": 3.09628, - "6560": 3.0611, - "6565": 3.06682, - "6570": 3.0927, - "6575": 3.04545, - "6580": 3.16148, - "6585": 3.09478, - "6590": 3.07751, - "6595": 3.09357, - "6600": 3.08982, - "6605": 3.07544, - "6610": 3.07296, - "6615": 3.11987, - "6620": 3.06444, - "6625": 3.0868, - "6630": 3.08301, - "6635": 3.11768, - "6640": 3.07693, - "6645": 3.09866, - "6650": 3.12578, - "6655": 3.06229, - "6660": 3.10018, - "6665": 3.11523, - "6670": 3.0692, - "6675": 3.09047, - "6680": 3.09486, - "6685": 3.12819, - "6690": 3.10444, - "6695": 3.10957, - "6700": 3.10116, - "6705": 3.08262, - "6710": 3.09618, - "6715": 3.0474, - "6720": 3.12323, - "6725": 3.11238, - "6730": 3.09534, - "6735": 3.09831, - "6740": 3.10738, - "6745": 3.0793, - "6750": 3.09816, - "6755": 3.05692, - "6760": 3.05352, - "6765": 3.07252, - "6770": 3.05982, - "6775": 3.09508, - "6780": 3.06397, - "6785": 3.06607, - "6790": 3.09338, - "6795": 3.05975, - "6800": 3.08277, - "6805": 3.07456, - "6810": 3.09306, - "6815": 3.03121, - "6820": 3.06116, - "6825": 3.09052, - "6830": 3.07731, - "6835": 3.04811, - "6840": 3.05322, - "6845": 3.09933, - "6850": 3.07119, - "6855": 3.09777, - "6860": 3.04615, - "6865": 3.09621, - "6870": 3.05951, - "6875": 3.06608, - "6880": 3.07679, - "6885": 3.04008, - "6890": 3.06528, - "6895": 3.04271, - "6900": 3.04557, - "6905": 3.06137, - "6910": 3.0786, - "6915": 3.10211, - "6920": 3.05266, - "6925": 3.06938, - "6930": 3.05403, - "6935": 3.0125, - "6940": 3.05354, - "6945": 3.04383, - "6950": 3.06336, - "6955": 3.04606, - "6960": 3.04171, - "6965": 3.0861, - "6970": 3.02393, - "6975": 3.09416, - "6980": 3.0551, - "6985": 3.05494, - "6990": 3.09875, - "6995": 3.07969, - "7000": 3.01176, - "7005": 3.08535, - "7010": 3.06593, - "7015": 3.06076, - "7020": 3.08876, - "7025": 3.06865, - "7030": 3.07482, - "7035": 3.02722, - "7040": 3.0078, - "7045": 3.07024, - "7050": 3.0872, - "7055": 3.02369, - "7060": 3.08554, - "7065": 3.09987, - "7070": 3.04568, - "7075": 3.04813, - "7080": 3.10072, - "7085": 3.02188, - "7090": 3.04318, - "7095": 3.03205, - "7100": 3.05592, - "7105": 3.00317, - "7110": 3.0484, - "7115": 3.02179, - "7120": 3.06785, - "7125": 3.02049, - "7130": 3.03583, - "7135": 3.04127, - "7140": 3.04725, - "7145": 3.05527, - "7150": 3.01025, - "7155": 3.06958, - "7160": 2.99115, - "7165": 3.02795, - "7170": 3.06396, - "7175": 3.02132, - "7180": 3.05509, - "7185": 3.07423, - "7190": 3.03803, - "7195": 3.04465, - "7200": 3.04674, - "7205": 3.02848, - "7210": 3.07403, - "7215": 3.05257, - "7220": 3.07732, - "7225": 3.05684, - "7230": 3.06111, - "7235": 3.03482, - "7240": 3.03711, - "7245": 3.05841, - "7250": 2.99789, - "7255": 3.01785, - "7260": 3.05605, - "7265": 2.98964, - "7270": 3.02988, - "7275": 3.02429, - "7280": 3.02947, - "7285": 3.04122, - "7290": 3.06099, - "7295": 3.0516, - "7300": 3.01226, - "7305": 3.01493, - "7310": 3.03441, - "7315": 3.06104, - "7320": 3.04759, - "7325": 3.04831, - "7330": 3.0122, - "7335": 3.00987, - "7340": 3.04735, - "7345": 2.99474, - "7350": 3.04833, - "7355": 3.03115, - "7360": 3.0247, - "7365": 3.0242, - "7370": 3.01454, - "7375": 2.98731, - "7380": 3.04549, - "7385": 3.06413, - "7390": 3.05097, - "7395": 3.00871, - "7400": 3.06237, - "7405": 3.02943, - "7410": 3.0464, - "7415": 3.03854, - "7420": 3.01851, - "7425": 3.07475, - "7430": 3.0136, - "7435": 3.00289, - "7440": 3.02476, - "7445": 2.99638, - "7450": 2.98001, - "7455": 3.03305, - "7460": 3.02742, - "7465": 3.03721, - "7470": 3.04396, - "7475": 3.05369, - "7480": 3.01366, - "7485": 2.97025, - "7490": 2.97453, - "7495": 2.98303, - "7500": 3.01389, - "7505": 2.99278, - "7510": 2.96465, - "7515": 3.01024, - "7520": 3.00236, - "7525": 2.96795, - "7530": 3.01259, - "7535": 3.03181, - "7540": 3.01103, - "7545": 3.0463, - "7550": 3.04911, - "7555": 2.99265, - "7560": 2.99804, - "7565": 2.99457, - "7570": 3.01902, - "7575": 2.96361, - "7580": 3.01506, - "7585": 3.00362, - "7590": 2.99909, - "7595": 3.05696, - "7600": 3.01609, - "7605": 3.00657, - "7610": 2.98887, - "7615": 2.98118, - "7620": 2.97764, - "7625": 3.02548, - "7630": 3.00503, - "7635": 3.00268, - "7640": 3.00166, - "7645": 3.03223, - "7650": 3.02836, - "7655": 3.07528, - "7660": 2.95133, - "7665": 3.01565, - "7670": 3.00095, - "7675": 2.9911, - "7680": 2.98397, - "7685": 3.0554, - "7690": 2.99873, - "7695": 2.98098, - "7700": 3.03392, - "7705": 3.0011, - "7710": 3.04697, - "7715": 2.98064, - "7720": 3.06399, - "7725": 2.9627, - "7730": 2.98327, - "7735": 3.01284, - "7740": 2.9959, - "7745": 2.98776, - "7750": 2.99116, - "7755": 3.00488, - "7760": 2.97119, - "7765": 2.986, - "7770": 3.01117, - "7775": 2.97363, - "7780": 2.96317, - "7785": 3.00019, - "7790": 2.98516, - "7795": 3.00894, - "7800": 2.99493, - "7805": 2.99865, - "7810": 3.01677, - "7815": 2.98696, - "7820": 2.98612, - "7825": 3.01815, - "7830": 3.01525, - "7835": 2.94859, - "7840": 3.02874, - "7845": 2.96267, - "7850": 2.92323, - "7855": 2.96816, - "7860": 2.96757, - "7865": 3.0151, - "7870": 2.95473, - "7875": 2.97153, - "7880": 2.989, - "7885": 2.98067, - "7890": 3.02147, - "7895": 3.01187, - "7900": 3.01451, - "7905": 2.98328, - "7910": 2.9937, - "7915": 3.00951, - "7920": 2.99772, - "7925": 2.97958, - "7930": 3.0151, - "7935": 2.97327, - "7940": 3.02074, - "7945": 3.03315, - "7950": 2.94908, - "7955": 2.97096, - "7960": 2.9521, - "7965": 2.92968, - "7970": 2.94772, - "7975": 2.98086, - "7980": 2.99219, - "7985": 2.96036, - "7990": 2.95949, - "7995": 2.94421, - "8000": 3.00657, - "8005": 2.96197, - "8010": 2.9585, - "8015": 2.94861, - "8020": 2.96011, - "8025": 2.94039, - "8030": 2.95797, - "8035": 2.95355, - "8040": 2.93988, - "8045": 3.00025, - "8050": 2.99699, - "8055": 2.95737, - "8060": 2.98848, - "8065": 2.97219, - "8070": 2.95047, - "8075": 2.96304, - "8080": 2.99501, - "8085": 2.95034, - "8090": 2.96441, - "8095": 2.9874, - "8100": 2.9339, - "8105": 2.97716, - "8110": 2.96665, - "8115": 2.94046, - "8120": 2.95461, - "8125": 2.98356, - "8130": 2.95487, - "8135": 2.96929, - "8140": 2.95059, - "8145": 2.94302, - "8150": 2.96411, - "8155": 2.93466, - "8160": 2.97986, - "8165": 2.97794, - "8170": 2.94123, - "8175": 2.9367, - "8180": 2.99769, - "8185": 2.96763, - "8190": 3.00489, - "8195": 2.97854, - "8200": 2.94804, - "8205": 2.96262, - "8210": 2.9613, - "8215": 2.97316, - "8220": 2.95204, - "8225": 2.94619, - "8230": 2.97722, - "8235": 2.98634, - "8240": 2.95733, - "8245": 2.95618, - "8250": 2.99191, - "8255": 2.95107, - "8260": 2.95721, - "8265": 2.94041, - "8270": 2.95902, - "8275": 2.95247, - "8280": 2.92448, - "8285": 2.96246, - "8290": 2.95023, - "8295": 2.93511, - "8300": 2.95027, - "8305": 2.95998, - "8310": 2.96366, - "8315": 2.94143, - "8320": 2.96319, - "8325": 2.91203, - "8330": 2.88224, - "8335": 2.94874, - "8340": 2.97691, - "8345": 2.92878, - "8350": 2.94193, - "8355": 2.96941, - "8360": 2.95, - "8365": 2.96654, - "8370": 2.9727, - "8375": 2.92158, - "8380": 2.92649, - "8385": 2.95675, - "8390": 2.93084, - "8395": 2.95872, - "8400": 2.94187, - "8405": 2.95698, - "8410": 3.01248, - "8415": 2.91933, - "8420": 2.90291, - "8425": 2.95913, - "8430": 2.9613, - "8435": 2.91344, - "8440": 2.99783, - "8445": 2.97202, - "8450": 2.94933, - "8455": 2.95243, - "8460": 2.96142, - "8465": 2.90921, - "8470": 2.92996, - "8475": 2.97381, - "8480": 2.9143, - "8485": 2.92292, - "8490": 2.93209, - "8495": 2.91763, - "8500": 2.95307, - "8505": 2.90469, - "8510": 2.98723, - "8515": 2.92236, - "8520": 2.94074, - "8525": 2.86742, - "8530": 2.94307, - "8535": 2.96065, - "8540": 2.91674, - "8545": 2.94028, - "8550": 2.90754, - "8555": 2.97366, - "8560": 2.97894, - "8565": 2.93375, - "8570": 2.92995, - "8575": 2.91606, - "8580": 2.95082, - "8585": 2.95879, - "8590": 2.95764, - "8595": 2.96106, - "8600": 2.93085, - "8605": 2.92777, - "8610": 2.93953, - "8615": 2.94434, - "8620": 2.90737, - "8625": 2.93014, - "8630": 2.93279, - "8635": 2.92771, - "8640": 2.90865, - "8645": 2.96588, - "8650": 2.90268, - "8655": 2.94782, - "8660": 2.95467, - "8665": 2.9384, - "8670": 2.94949, - "8675": 2.92464, - "8680": 2.91769, - "8685": 2.93114, - "8690": 2.94837, - "8695": 2.95157, - "8700": 2.93129, - "8705": 2.89973, - "8710": 2.95566, - "8715": 2.89897, - "8720": 2.95684, - "8725": 2.93157, - "8730": 2.92499, - "8735": 2.95398, - "8740": 2.90875, - "8745": 2.94917, - "8750": 2.94996, - "8755": 2.91396, - "8760": 2.93211, - "8765": 2.89777, - "8770": 2.95101, - "8775": 2.923, - "8780": 2.91143, - "8785": 2.92935, - "8790": 2.91046, - "8795": 2.94694, - "8800": 2.90972, - "8805": 2.8834, - "8810": 2.91398, - "8815": 2.91429, - "8820": 2.8885, - "8825": 2.90838, - "8830": 2.89426, - "8835": 2.8802, - "8840": 2.89849, - "8845": 2.91141, - "8850": 2.94122, - "8855": 2.91265, - "8860": 2.97168, - "8865": 2.91721, - "8870": 2.89074, - "8875": 2.90747, - "8880": 2.91172, - "8885": 2.90252, - "8890": 2.92273, - "8895": 2.90542, - "8900": 2.92783, - "8905": 2.92004, - "8910": 2.90058, - "8915": 2.88616, - "8920": 2.88964, - "8925": 2.95753, - "8930": 2.94571, - "8935": 2.95535, - "8940": 2.93242, - "8945": 2.92995, - "8950": 2.91636, - "8955": 2.89619, - "8960": 2.88278, - "8965": 2.91103, - "8970": 2.92453, - "8975": 2.88848, - "8980": 2.88187, - "8985": 2.90404, - "8990": 2.95017, - "8995": 2.91957, - "9000": 2.87742, - "9005": 2.92134, - "9010": 2.96169, - "9015": 2.88599, - "9020": 2.88763, - "9025": 2.90471, - "9030": 2.9304, - "9035": 2.83953, - "9040": 2.91626, - "9045": 2.90857, - "9050": 2.94381, - "9055": 2.87214, - "9060": 2.9399, - "9065": 2.97148, - "9070": 2.91028, - "9075": 2.92493, - "9080": 2.91547, - "9085": 2.92784, - "9090": 2.91961, - "9095": 2.88272, - "9100": 2.88234, - "9105": 2.87254, - "9110": 2.91447, - "9115": 2.92278, - "9120": 2.95683, - "9125": 2.90052, - "9130": 2.90706, - "9135": 2.92273, - "9140": 2.9291, - "9145": 2.87611, - "9150": 2.90787, - "9155": 2.91463, - "9160": 2.91671, - "9165": 2.90734, - "9170": 2.93034, - "9175": 2.87017, - "9180": 2.91818, - "9185": 2.87628, - "9190": 2.9326, - "9195": 2.89587, - "9200": 2.91563, - "9205": 2.86937, - "9210": 2.91527, - "9215": 2.86189, - "9220": 2.88762, - "9225": 2.91698, - "9230": 2.84859, - "9235": 2.85894, - "9240": 2.87673, - "9245": 2.86664, - "9250": 2.86783, - "9255": 2.89551, - "9260": 2.86027, - "9265": 2.90609, - "9270": 2.87939, - "9275": 2.89463, - "9280": 2.90339, - "9285": 2.90242, - "9290": 2.91484, - "9295": 2.91195, - "9300": 2.864, - "9305": 2.8925, - "9310": 2.87997, - "9315": 2.84977, - "9320": 2.84269, - "9325": 2.88696, - "9330": 2.93826, - "9335": 2.85734, - "9340": 2.92277, - "9345": 2.92968, - "9350": 2.89553, - "9355": 2.85882, - "9360": 2.87783, - "9365": 2.86531, - "9370": 2.91809, - "9375": 2.89343, - "9380": 2.84715, - "9385": 2.8965, - "9390": 2.90529, - "9395": 2.90203, - "9400": 2.87772, - "9405": 2.87433, - "9410": 2.90115, - "9415": 2.90039, - "9420": 2.87617, - "9425": 2.88301, - "9430": 2.85984, - "9435": 2.88533, - "9440": 2.87883, - "9445": 2.8671, - "9450": 2.87298, - "9455": 2.87255, - "9460": 2.9227, - "9465": 2.92736, - "9470": 2.86886, - "9475": 2.92378, - "9480": 2.87315, - "9485": 2.85957, - "9490": 2.87998, - "9495": 2.90398, - "9500": 2.87905, - "9505": 2.85044, - "9510": 2.87676, - "9515": 2.88657, - "9520": 2.8936, - "9525": 2.87446, - "9530": 2.87091, - "9535": 2.89574 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 9535, - "step_interval": 5, - "values": { - "1": 1021640000.0, - "5": 1024063296.0, - "10": 1014250304.0, - "15": 1024077184.0, - "20": 1022486080.0, - "25": 1041373440.0, - "30": 1028113152.0, - "35": 1035624832.0, - "40": 1026328000.0, - "45": 1022350208.0, - "50": 1030098304.0, - "55": 1028965888.0, - "60": 1036320256.0, - "65": 1034678976.0, - "70": 1029374912.0, - "75": 1028744832.0, - "80": 1047574656.0, - "85": 1029448000.0, - "90": 1020467392.0, - "95": 1028309824.0, - "100": 1040961408.0, - "105": 1039436416.0, - "110": 1026879616.0, - "115": 1052313472.0, - "120": 1018863744.0, - "125": 1045372480.0, - "130": 1034330496.0, - "135": 1016616320.0, - "140": 1038582336.0, - "145": 1020687808.0, - "150": 1039786944.0, - "155": 1032796928.0, - "160": 1020952768.0, - "165": 1032423680.0, - "170": 1017396864.0, - "175": 1033427200.0, - "180": 1036118720.0, - "185": 1030574720.0, - "190": 1035674752.0, - "195": 1034556224.0, - "200": 1040973632.0, - "205": 1048501824.0, - "210": 1054481728.0, - "215": 1025160448.0, - "220": 1044963904.0, - "225": 1038078016.0, - "230": 1026224256.0, - "235": 1051137856.0, - "240": 1029278016.0, - "245": 1031400448.0, - "250": 1027882112.0, - "255": 1016932352.0, - "260": 1045011264.0, - "265": 1021333312.0, - "270": 1030967936.0, - "275": 1036915264.0, - "280": 1031746624.0, - "285": 1015018112.0, - "290": 1018760512.0, - "295": 1017241600.0, - "300": 1034764864.0, - "305": 1032169472.0, - "310": 1035587072.0, - "315": 1012737792.0, - "320": 1008279360.0, - "325": 1042746368.0, - "330": 1042873984.0, - "335": 1033512960.0, - "340": 1014468544.0, - "345": 1042623104.0, - "350": 1031856640.0, - "355": 1050848256.0, - "360": 1030261696.0, - "365": 1034598848.0, - "370": 1019439552.0, - "375": 1022148096.0, - "380": 1021328768.0, - "385": 1025593728.0, - "390": 1023198464.0, - "395": 1019656768.0, - "400": 1033523840.0, - "405": 1023883520.0, - "410": 1017911872.0, - "415": 1024291392.0, - "420": 1020627200.0, - "425": 1025858496.0, - "430": 1033857600.0, - "435": 1028186112.0, - "440": 1022093952.0, - "445": 1036771840.0, - "450": 1025002304.0, - "455": 1013856256.0, - "460": 1022098496.0, - "465": 1041435648.0, - "470": 1029042560.0, - "475": 1010070016.0, - "480": 1047612096.0, - "485": 1029728512.0, - "490": 1044670848.0, - "495": 1025232576.0, - "500": 1037468224.0, - "505": 1032184960.0, - "510": 1042856960.0, - "515": 1026163968.0, - "520": 1013413504.0, - "525": 1035150976.0, - "530": 1016380160.0, - "535": 1040116416.0, - "540": 1035057664.0, - "545": 1032119232.0, - "550": 1018678080.0, - "555": 1008644032.0, - "560": 1011932480.0, - "565": 1041828992.0, - "570": 1034947712.0, - "575": 1010204544.0, - "580": 1032216000.0, - "585": 1041267776.0, - "590": 1038873024.0, - "595": 1035748352.0, - "600": 1023778560.0, - "605": 1032300096.0, - "610": 1037754432.0, - "615": 1005980672.0, - "620": 1040413248.0, - "625": 1045214656.0, - "630": 1034420672.0, - "635": 1028528640.0, - "640": 1022651776.0, - "645": 1035882048.0, - "650": 1009261760.0, - "655": 997765120.0, - "660": 1029716928.0, - "665": 1025539328.0, - "670": 1048818496.0, - "675": 1025209856.0, - "680": 1019346432.0, - "685": 1027839104.0, - "690": 1029237312.0, - "695": 1040032000.0, - "700": 1042038656.0, - "705": 1034391040.0, - "710": 1020450432.0, - "715": 1031480704.0, - "720": 1040283200.0, - "725": 1023288064.0, - "730": 1022801472.0, - "735": 1025093952.0, - "740": 1038390016.0, - "745": 1045213376.0, - "750": 1013189120.0, - "755": 1031652096.0, - "760": 1032791168.0, - "765": 1027144320.0, - "770": 1023975424.0, - "775": 1025903040.0, - "780": 1038174208.0, - "785": 1025494592.0, - "790": 1040817856.0, - "795": 1032538688.0, - "800": 1039600704.0, - "805": 1024325120.0, - "810": 1034732864.0, - "815": 1036008640.0, - "820": 1035678720.0, - "825": 1051382016.0, - "830": 1035413376.0, - "835": 1022555072.0, - "840": 1036882816.0, - "845": 1025708352.0, - "850": 1048536512.0, - "855": 1014993472.0, - "860": 1033106432.0, - "865": 1031549760.0, - "870": 1040909376.0, - "875": 1023945920.0, - "880": 1028403712.0, - "885": 1054413440.0, - "890": 1019543616.0, - "895": 1045197120.0, - "900": 1031780160.0, - "905": 1020978176.0, - "910": 1031393024.0, - "915": 1032934208.0, - "920": 1038466688.0, - "925": 1026762880.0, - "930": 1025387264.0, - "935": 1031133440.0, - "940": 1057940864.0, - "945": 1029829632.0, - "950": 1014419584.0, - "955": 1032181760.0, - "960": 1026160000.0, - "965": 1062685888.0, - "970": 1030103424.0, - "975": 1036910464.0, - "980": 1027055680.0, - "985": 1030683904.0, - "990": 1020684224.0, - "995": 1042309504.0, - "1000": 1036839744.0, - "1005": 1050213888.0, - "1010": 1023809856.0, - "1015": 1020547584.0, - "1020": 1042594880.0, - "1025": 1037950912.0, - "1030": 1049217856.0, - "1035": 1012492096.0, - "1040": 1023099968.0, - "1045": 1039527424.0, - "1050": 1026833600.0, - "1055": 1034869056.0, - "1060": 1046135168.0, - "1065": 1036810944.0, - "1070": 1020003520.0, - "1075": 1025349184.0, - "1080": 1014986816.0, - "1085": 1030015744.0, - "1090": 1029070400.0, - "1095": 1020317504.0, - "1100": 1039842112.0, - "1105": 1048608512.0, - "1110": 1020711168.0, - "1115": 1024790016.0, - "1120": 1061903360.0, - "1125": 1043317312.0, - "1130": 1031227264.0, - "1135": 1041368768.0, - "1140": 1021493376.0, - "1145": 1051702784.0, - "1150": 1035598400.0, - "1155": 1029598528.0, - "1160": 1042572736.0, - "1165": 1026818432.0, - "1170": 1018009280.0, - "1175": 1033690240.0, - "1180": 1035640832.0, - "1185": 1023935808.0, - "1190": 1033168064.0, - "1195": 1024235840.0, - "1200": 1039124608.0, - "1205": 1031748032.0, - "1210": 1053258496.0, - "1215": 1024624576.0, - "1220": 1009049920.0, - "1225": 1036687424.0, - "1230": 1041263744.0, - "1235": 1053981312.0, - "1240": 1030364224.0, - "1245": 1017693376.0, - "1250": 1022780736.0, - "1255": 1033446400.0, - "1260": 1034291264.0, - "1265": 1034011840.0, - "1270": 1037330496.0, - "1275": 1029353216.0, - "1280": 1046496128.0, - "1285": 1028292032.0, - "1290": 1036584192.0, - "1295": 1032428224.0, - "1300": 1033071872.0, - "1305": 1030032704.0, - "1310": 1051270592.0, - "1315": 1035379136.0, - "1320": 1028270016.0, - "1325": 1049980288.0, - "1330": 1030140736.0, - "1335": 1031172480.0, - "1340": 1012765568.0, - "1345": 1044646336.0, - "1350": 1034964032.0, - "1355": 1033628864.0, - "1360": 1036689344.0, - "1365": 1038597184.0, - "1370": 1039858880.0, - "1375": 1034124672.0, - "1380": 1022892096.0, - "1385": 1018091904.0, - "1390": 1049059776.0, - "1395": 1034876160.0, - "1400": 1035005696.0, - "1405": 1034137536.0, - "1410": 1036374400.0, - "1415": 1043584064.0, - "1420": 1026117824.0, - "1425": 1033326976.0, - "1430": 1012812096.0, - "1435": 1038402112.0, - "1440": 1020978560.0, - "1445": 1032467200.0, - "1450": 1014046016.0, - "1455": 1011681024.0, - "1460": 1043280704.0, - "1465": 1014369536.0, - "1470": 1020660736.0, - "1475": 1030237888.0, - "1480": 1029375616.0, - "1485": 1023005056.0, - "1490": 1026789888.0, - "1495": 1021823680.0, - "1500": 1027183232.0, - "1505": 1034888128.0, - "1510": 1014403968.0, - "1515": 1042141312.0, - "1520": 1025800064.0, - "1525": 1036343360.0, - "1530": 1039954624.0, - "1535": 1047645184.0, - "1540": 1043545600.0, - "1545": 1034049152.0, - "1550": 1016116544.0, - "1555": 1015579392.0, - "1560": 1055029248.0, - "1565": 1015598720.0, - "1570": 1018251520.0, - "1575": 1032521408.0, - "1580": 1012990912.0, - "1585": 1025333888.0, - "1590": 1034133888.0, - "1595": 1057399232.0, - "1600": 1026873856.0, - "1605": 1019999744.0, - "1610": 1031274240.0, - "1615": 1035280448.0, - "1620": 1018022528.0, - "1625": 1028278336.0, - "1630": 1027211712.0, - "1635": 1023804864.0, - "1640": 1034127168.0, - "1645": 1021819968.0, - "1650": 1015268480.0, - "1655": 1018287296.0, - "1660": 1047987584.0, - "1665": 1027067136.0, - "1670": 1048224640.0, - "1675": 1021109184.0, - "1680": 1043294272.0, - "1685": 1052725312.0, - "1690": 1026729344.0, - "1695": 1040389952.0, - "1700": 1018041408.0, - "1705": 1020486336.0, - "1710": 1021030976.0, - "1715": 1026936960.0, - "1720": 1028357056.0, - "1725": 1034369152.0, - "1730": 1013696512.0, - "1735": 1018435648.0, - "1740": 1057262336.0, - "1745": 1029266496.0, - "1750": 1024363328.0, - "1755": 1029975488.0, - "1760": 1022200768.0, - "1765": 1040482816.0, - "1770": 1029675328.0, - "1775": 1046202624.0, - "1780": 1021962624.0, - "1785": 1035114496.0, - "1790": 1028269504.0, - "1795": 1031028416.0, - "1800": 1028305920.0, - "1805": 1025674944.0, - "1810": 1021560704.0, - "1815": 1033444928.0, - "1820": 1034892928.0, - "1825": 1020213312.0, - "1830": 1013890624.0, - "1835": 1031388096.0, - "1840": 1040397632.0, - "1845": 1034834176.0, - "1850": 1014487552.0, - "1855": 1019424960.0, - "1860": 1019576512.0, - "1865": 1035946752.0, - "1870": 1026249408.0, - "1875": 1031529792.0, - "1880": 1011596672.0, - "1885": 1041070144.0, - "1890": 1035005696.0, - "1895": 1028964352.0, - "1900": 1034003136.0, - "1905": 1027129344.0, - "1910": 1029221888.0, - "1915": 1030498816.0, - "1920": 1042926272.0, - "1925": 1038425344.0, - "1930": 1019310656.0, - "1935": 1032540736.0, - "1940": 1027811072.0, - "1945": 1034209792.0, - "1950": 1006042688.0, - "1955": 1032583808.0, - "1960": 1015725312.0, - "1965": 1029093952.0, - "1970": 1021559744.0, - "1975": 1034053824.0, - "1980": 1029372608.0, - "1985": 1027789888.0, - "1990": 1020952128.0, - "1995": 1010428800.0, - "2000": 1039622208.0, - "2005": 1001490432.0, - "2010": 1020428096.0, - "2015": 1032039808.0, - "2020": 1036302976.0, - "2025": 1037177088.0, - "2030": 1029775424.0, - "2035": 1040339456.0, - "2040": 1030119104.0, - "2045": 1032704768.0, - "2050": 1008020224.0, - "2055": 1045729024.0, - "2060": 1028147136.0, - "2065": 1038804992.0, - "2070": 1045650112.0, - "2075": 1035243200.0, - "2080": 1022885760.0, - "2085": 1024820160.0, - "2090": 1034368576.0, - "2095": 1005225792.0, - "2100": 1034649600.0, - "2105": 1035586880.0, - "2110": 1030691648.0, - "2115": 1029804224.0, - "2120": 1018850240.0, - "2125": 1021869376.0, - "2130": 1026643072.0, - "2135": 1053284224.0, - "2140": 1017067008.0, - "2145": 1019640000.0, - "2150": 1037134976.0, - "2155": 1033308224.0, - "2160": 1049040000.0, - "2165": 1039688384.0, - "2170": 1020313408.0, - "2175": 1027344256.0, - "2180": 1041708096.0, - "2185": 1028900352.0, - "2190": 1029315648.0, - "2195": 1028950656.0, - "2200": 1039644032.0, - "2205": 1036976768.0, - "2210": 1031745408.0, - "2215": 1021410496.0, - "2220": 1020916288.0, - "2225": 1033407488.0, - "2230": 1014206848.0, - "2235": 1029400704.0, - "2240": 1029889792.0, - "2245": 1026012416.0, - "2250": 1046275008.0, - "2255": 1032957440.0, - "2260": 1047499968.0, - "2265": 1023725440.0, - "2270": 1022572544.0, - "2275": 1028542976.0, - "2280": 1034977920.0, - "2285": 1031824448.0, - "2290": 1038654848.0, - "2295": 1028821440.0, - "2300": 1034456512.0, - "2305": 1032318912.0, - "2310": 1013591040.0, - "2315": 1048187968.0, - "2320": 1035215168.0, - "2325": 1046970176.0, - "2330": 1014701440.0, - "2335": 1027388032.0, - "2340": 1036741952.0, - "2345": 1020192064.0, - "2350": 1031021440.0, - "2355": 1037480128.0, - "2360": 1032614400.0, - "2365": 1028048768.0, - "2370": 1021010752.0, - "2375": 1022916352.0, - "2380": 1048562112.0, - "2385": 1044146816.0, - "2390": 1021990912.0, - "2395": 1020601152.0, - "2400": 1026936064.0, - "2405": 1038390272.0, - "2410": 1045399296.0, - "2415": 1048462016.0, - "2420": 1032232704.0, - "2425": 1029568128.0, - "2430": 1030391680.0, - "2435": 1029223744.0, - "2440": 1029172800.0, - "2445": 1033138752.0, - "2450": 1038563456.0, - "2455": 1034728320.0, - "2460": 1039989184.0, - "2465": 1032506688.0, - "2470": 1024148864.0, - "2475": 1016545984.0, - "2480": 1023619584.0, - "2485": 1021038464.0, - "2490": 1035926144.0, - "2495": 1032972288.0, - "2500": 1028114240.0, - "2505": 1015391424.0, - "2510": 1030972800.0, - "2515": 1025705216.0, - "2520": 1033331840.0, - "2525": 1029697600.0, - "2530": 1023993664.0, - "2535": 1071075456.0, - "2540": 1024543872.0, - "2545": 1033804544.0, - "2550": 1029453568.0, - "2555": 1029189056.0, - "2560": 1018122688.0, - "2565": 1031604480.0, - "2570": 1022852480.0, - "2575": 1026509568.0, - "2580": 1038629056.0, - "2585": 1025905920.0, - "2590": 1026107584.0, - "2595": 1046628736.0, - "2600": 1031110464.0, - "2605": 1001916736.0, - "2610": 1028429056.0, - "2615": 1025570112.0, - "2620": 1038657856.0, - "2625": 1027002240.0, - "2630": 1036837440.0, - "2635": 1021204608.0, - "2640": 1021871040.0, - "2645": 1039159168.0, - "2650": 1025949632.0, - "2655": 1013261696.0, - "2660": 1032651392.0, - "2665": 1035224448.0, - "2670": 1036444160.0, - "2675": 1039303360.0, - "2680": 1041667392.0, - "2685": 1034571584.0, - "2690": 1058878784.0, - "2695": 1019885888.0, - "2700": 1062633472.0, - "2705": 1035382656.0, - "2710": 1019549248.0, - "2715": 1031891200.0, - "2720": 1016409728.0, - "2725": 1040601216.0, - "2730": 1019592640.0, - "2735": 1030896000.0, - "2740": 1029297152.0, - "2745": 1040693312.0, - "2750": 1023886848.0, - "2755": 1011873984.0, - "2760": 1027690688.0, - "2765": 1030888576.0, - "2770": 1033126400.0, - "2775": 1026337600.0, - "2780": 1033691584.0, - "2785": 1024596096.0, - "2790": 1033741376.0, - "2795": 1045956224.0, - "2800": 1040292352.0, - "2805": 1019950912.0, - "2810": 1031454592.0, - "2815": 1030939840.0, - "2820": 1037862976.0, - "2825": 1041689792.0, - "2830": 1030466368.0, - "2835": 1013514816.0, - "2840": 1031455360.0, - "2845": 1030136128.0, - "2850": 1026624640.0, - "2855": 1024711232.0, - "2860": 1031705536.0, - "2865": 1027435520.0, - "2870": 1026696064.0, - "2875": 1012783296.0, - "2880": 1038307840.0, - "2885": 1017909824.0, - "2890": 1044206464.0, - "2895": 1036465856.0, - "2900": 1030660544.0, - "2905": 1035963392.0, - "2910": 1038724096.0, - "2915": 1039391168.0, - "2920": 1034788288.0, - "2925": 1043275520.0, - "2930": 1038235776.0, - "2935": 1021227264.0, - "2940": 1042314432.0, - "2945": 1045239360.0, - "2950": 1047533440.0, - "2955": 1034179904.0, - "2960": 1020898752.0, - "2965": 1027312704.0, - "2970": 1038803200.0, - "2975": 1034014720.0, - "2980": 1049596352.0, - "2985": 1034853824.0, - "2990": 1026016576.0, - "2995": 1034925248.0, - "3000": 1039026240.0, - "3005": 1038164480.0, - "3010": 1010914688.0, - "3015": 1044981504.0, - "3020": 1034056320.0, - "3025": 1037770944.0, - "3030": 1027728960.0, - "3035": 1041828480.0, - "3040": 1035319168.0, - "3045": 1027262272.0, - "3050": 1029714944.0, - "3055": 1028036608.0, - "3060": 1049985216.0, - "3065": 1024073536.0, - "3070": 1011551872.0, - "3075": 1042852416.0, - "3080": 1036100288.0, - "3085": 1030395648.0, - "3090": 1035269760.0, - "3095": 1013809216.0, - "3100": 1030151488.0, - "3105": 1017615808.0, - "3110": 1033375936.0, - "3115": 1023745408.0, - "3120": 1024883328.0, - "3125": 1046543296.0, - "3130": 1024682112.0, - "3135": 1025730496.0, - "3140": 1043785472.0, - "3145": 1044378816.0, - "3150": 1016489856.0, - "3155": 1042494208.0, - "3160": 1026840448.0, - "3165": 1031205568.0, - "3170": 1024337984.0, - "3175": 1024375232.0, - "3180": 1018211392.0, - "3185": 1034359936.0, - "3190": 1019228416.0, - "3195": 1028432320.0, - "3200": 1036084480.0, - "3205": 1016081984.0, - "3210": 1034115136.0, - "3215": 1031356736.0, - "3220": 1040838400.0, - "3225": 1022841792.0, - "3230": 1033262784.0, - "3235": 1019981568.0, - "3240": 1038136384.0, - "3245": 1031650240.0, - "3250": 1022397760.0, - "3255": 1032882112.0, - "3260": 1037757440.0, - "3265": 1021628608.0, - "3270": 1031248256.0, - "3275": 1038467520.0, - "3280": 1023242240.0, - "3285": 1031622208.0, - "3290": 1045253440.0, - "3295": 1043183936.0, - "3300": 1035089472.0, - "3305": 1042667712.0, - "3310": 1058098240.0, - "3315": 1024289088.0, - "3320": 1046021120.0, - "3325": 1023185024.0, - "3330": 1048043712.0, - "3335": 1036696832.0, - "3340": 1042128448.0, - "3345": 1030904000.0, - "3350": 1020626368.0, - "3355": 1025966208.0, - "3360": 1030311232.0, - "3365": 1031177024.0, - "3370": 1036458368.0, - "3375": 1023479104.0, - "3380": 1032388736.0, - "3385": 1038087488.0, - "3390": 1052815680.0, - "3395": 1012096128.0, - "3400": 1019215104.0, - "3405": 1021788032.0, - "3410": 1028439680.0, - "3415": 1058226752.0, - "3420": 1033498944.0, - "3425": 1029585408.0, - "3430": 1021157120.0, - "3435": 1034998208.0, - "3440": 1017967616.0, - "3445": 1025543296.0, - "3450": 1032259456.0, - "3455": 1036264256.0, - "3460": 1052077952.0, - "3465": 1027120320.0, - "3470": 1043734016.0, - "3475": 1033270144.0, - "3480": 1026625792.0, - "3485": 1029220544.0, - "3490": 1041046976.0, - "3495": 1019257536.0, - "3500": 1032066176.0, - "3505": 1025759040.0, - "3510": 1044373376.0, - "3515": 1013824512.0, - "3520": 1021852096.0, - "3525": 1032181568.0, - "3530": 1029794048.0, - "3535": 1034574016.0, - "3540": 1017737280.0, - "3545": 1035663424.0, - "3550": 1024538944.0, - "3555": 1035871360.0, - "3560": 1029743424.0, - "3565": 1028905088.0, - "3570": 1046034688.0, - "3575": 1039190080.0, - "3580": 1010842944.0, - "3585": 1031743808.0, - "3590": 1041454848.0, - "3595": 1037641600.0, - "3600": 1032768000.0, - "3605": 1045827200.0, - "3610": 1039239936.0, - "3615": 1036875584.0, - "3620": 1026934272.0, - "3625": 1033935872.0, - "3630": 1017586560.0, - "3635": 1026634496.0, - "3640": 1039533888.0, - "3645": 1022662208.0, - "3650": 1036846592.0, - "3655": 1023994816.0, - "3660": 1014993856.0, - "3665": 1026123072.0, - "3670": 1041677440.0, - "3675": 1033255232.0, - "3680": 1015357888.0, - "3685": 1029128192.0, - "3690": 1026209792.0, - "3695": 1043804608.0, - "3700": 1028618112.0, - "3705": 1049489280.0, - "3710": 1027184640.0, - "3715": 1016139776.0, - "3720": 1040823552.0, - "3725": 1032768256.0, - "3730": 1030926336.0, - "3735": 1019014144.0, - "3740": 1023829120.0, - "3745": 1046293760.0, - "3750": 1034466048.0, - "3755": 1032094336.0, - "3760": 1019371904.0, - "3765": 1031921344.0, - "3770": 1026682496.0, - "3775": 1035712832.0, - "3780": 1030673792.0, - "3785": 1027213376.0, - "3790": 1019587840.0, - "3795": 1030309760.0, - "3800": 1035620288.0, - "3805": 1035426880.0, - "3810": 1033299520.0, - "3815": 1033994688.0, - "3820": 1041109568.0, - "3825": 1024539456.0, - "3830": 1037634432.0, - "3835": 1040352512.0, - "3840": 1023449408.0, - "3845": 1048471936.0, - "3850": 1052492032.0, - "3855": 1028913088.0, - "3860": 1019537088.0, - "3865": 1035491968.0, - "3870": 1028494784.0, - "3875": 1041168384.0, - "3880": 1048859072.0, - "3885": 1027730048.0, - "3890": 1027492928.0, - "3895": 1034195200.0, - "3900": 1027650304.0, - "3905": 1027980800.0, - "3910": 1041576768.0, - "3915": 1043999424.0, - "3920": 1041068032.0, - "3925": 1030839808.0, - "3930": 1027078080.0, - "3935": 1033785600.0, - "3940": 1042279040.0, - "3945": 1036251008.0, - "3950": 1021436992.0, - "3955": 1036309120.0, - "3960": 1024186816.0, - "3965": 1027069760.0, - "3970": 1015988864.0, - "3975": 1041425536.0, - "3980": 1032458816.0, - "3985": 1037684992.0, - "3990": 1038688640.0, - "3995": 1023659136.0, - "4000": 1054414080.0, - "4005": 1029987456.0, - "4010": 1025141888.0, - "4015": 1030982016.0, - "4020": 1018476096.0, - "4025": 1027127360.0, - "4030": 1010311680.0, - "4035": 1038644736.0, - "4040": 1022260672.0, - "4045": 1025041408.0, - "4050": 1032352704.0, - "4055": 1022424768.0, - "4060": 1024524992.0, - "4065": 1032875136.0, - "4070": 1027795328.0, - "4075": 1025600576.0, - "4080": 1029371072.0, - "4085": 1020827264.0, - "4090": 1033326528.0, - "4095": 1024145728.0, - "4100": 1040951552.0, - "4105": 1027270912.0, - "4110": 1038795968.0, - "4115": 1023499904.0, - "4120": 1038947968.0, - "4125": 1048278848.0, - "4130": 1021492416.0, - "4135": 1034575232.0, - "4140": 1034617088.0, - "4145": 1044450560.0, - "4150": 1000356608.0, - "4155": 1028366464.0, - "4160": 1024244864.0, - "4165": 1033693440.0, - "4170": 1018891520.0, - "4175": 1026496320.0, - "4180": 1045411712.0, - "4185": 1033636096.0, - "4190": 1029578176.0, - "4195": 1038780864.0, - "4200": 1025106624.0, - "4205": 1019078784.0, - "4210": 1029564480.0, - "4215": 1032272896.0, - "4220": 1026245568.0, - "4225": 1031929088.0, - "4230": 1030273600.0, - "4235": 1027606976.0, - "4240": 1031484480.0, - "4245": 1028768128.0, - "4250": 1026990912.0, - "4255": 1021242048.0, - "4260": 1042084800.0, - "4265": 1025413632.0, - "4270": 1030173056.0, - "4275": 1012476544.0, - "4280": 1044508288.0, - "4285": 1019902848.0, - "4290": 1033061440.0, - "4295": 1033599424.0, - "4300": 1031642816.0, - "4305": 1023851200.0, - "4310": 1021571072.0, - "4315": 1047224896.0, - "4320": 1026524928.0, - "4325": 1005869056.0, - "4330": 1037669952.0, - "4335": 1022010176.0, - "4340": 1029012352.0, - "4345": 1033477312.0, - "4350": 1036889280.0, - "4355": 1026811392.0, - "4360": 1022941440.0, - "4365": 1028781760.0, - "4370": 1029628608.0, - "4375": 1042201600.0, - "4380": 1016103296.0, - "4385": 1045554752.0, - "4390": 1026273536.0, - "4395": 1029800768.0, - "4400": 1047369280.0, - "4405": 1029299136.0, - "4410": 1033426624.0, - "4415": 1028302592.0, - "4420": 1028152192.0, - "4425": 1033577344.0, - "4430": 1031377792.0, - "4435": 1028574592.0, - "4440": 1033125824.0, - "4445": 1028296192.0, - "4450": 1052214784.0, - "4455": 1026287744.0, - "4460": 1034889600.0, - "4465": 1031727552.0, - "4470": 1035448640.0, - "4475": 1036974976.0, - "4480": 1025121024.0, - "4485": 1034109824.0, - "4490": 1024633408.0, - "4495": 1047976832.0, - "4500": 1024711552.0, - "4505": 1038853760.0, - "4510": 1043726464.0, - "4515": 1044278848.0, - "4520": 1036876096.0, - "4525": 1058076032.0, - "4530": 1030975360.0, - "4535": 1032595328.0, - "4540": 1036430848.0, - "4545": 1025729472.0, - "4550": 1021751040.0, - "4555": 1037548416.0, - "4560": 1020102528.0, - "4565": 1036057920.0, - "4570": 1020504896.0, - "4575": 1050414912.0, - "4580": 1010441536.0, - "4585": 1022962560.0, - "4590": 1039713600.0, - "4595": 1023277312.0, - "4600": 1042480832.0, - "4605": 1039750016.0, - "4610": 1046108032.0, - "4615": 1018003136.0, - "4620": 1044736448.0, - "4625": 1030483456.0, - "4630": 1027263232.0, - "4635": 1026998080.0, - "4640": 1034904192.0, - "4645": 1036424576.0, - "4650": 1033713728.0, - "4655": 1035463104.0, - "4660": 1035327040.0, - "4665": 1020268928.0, - "4670": 1020058880.0, - "4675": 1054851520.0, - "4680": 1024897216.0, - "4685": 1027823040.0, - "4690": 1034451840.0, - "4695": 1039154368.0, - "4700": 1038867392.0, - "4705": 1027657664.0, - "4710": 1020525888.0, - "4715": 1031829632.0, - "4720": 1030302784.0, - "4725": 1030302208.0, - "4730": 1044099776.0, - "4735": 1046136896.0, - "4740": 1036180096.0, - "4745": 1039046976.0, - "4750": 1031794048.0, - "4755": 1047726400.0, - "4760": 1026180992.0, - "4765": 1034697472.0, - "4770": 1036523904.0, - "4775": 1029378368.0, - "4780": 1028545792.0, - "4785": 1028416576.0, - "4790": 1019623488.0, - "4795": 1033063232.0, - "4800": 1051868736.0, - "4805": 1015417216.0, - "4810": 1029456896.0, - "4815": 1009574720.0, - "4820": 1041053248.0, - "4825": 1026710784.0, - "4830": 1020453568.0, - "4835": 1051310400.0, - "4840": 1019458688.0, - "4845": 1032317440.0, - "4850": 1036797504.0, - "4855": 1031055616.0, - "4860": 1033134656.0, - "4865": 1032066368.0, - "4870": 1049834624.0, - "4875": 1025113664.0, - "4880": 1048480320.0, - "4885": 1016857152.0, - "4890": 1037320000.0, - "4895": 1024325568.0, - "4900": 1043375872.0, - "4905": 1033400256.0, - "4910": 1032833728.0, - "4915": 1016893376.0, - "4920": 1022295616.0, - "4925": 1034969472.0, - "4930": 1034633792.0, - "4935": 1025887040.0, - "4940": 1048402112.0, - "4945": 1025251712.0, - "4950": 1024212288.0, - "4955": 1007489152.0, - "4960": 1040216064.0, - "4965": 1018778240.0, - "4970": 1014277312.0, - "4975": 1038029760.0, - "4980": 1020920832.0, - "4985": 1029048960.0, - "4990": 1028396672.0, - "4995": 1032023232.0, - "5000": 1039792576.0, - "5005": 1024353216.0, - "5010": 1029150336.0, - "5015": 1021810944.0, - "5020": 1023508736.0, - "5025": 1037606336.0, - "5030": 1041949632.0, - "5035": 1047131264.0, - "5040": 1060959360.0, - "5045": 1032109696.0, - "5050": 1029536448.0, - "5055": 1024553984.0, - "5060": 1035285120.0, - "5065": 1021209152.0, - "5070": 1035758528.0, - "5075": 1015775168.0, - "5080": 1027042368.0, - "5085": 1021794496.0, - "5090": 1034976896.0, - "5095": 1015503168.0, - "5100": 1032261184.0, - "5105": 1017983808.0, - "5110": 1019587648.0, - "5115": 1036066304.0, - "5120": 1032696384.0, - "5125": 1019079616.0, - "5130": 1033408448.0, - "5135": 1041205696.0, - "5140": 1026261696.0, - "5145": 1033707840.0, - "5150": 1022047296.0, - "5155": 1032267776.0, - "5160": 1039628672.0, - "5165": 1031579200.0, - "5170": 1035558144.0, - "5175": 1026118592.0, - "5180": 1030318976.0, - "5185": 1024497728.0, - "5190": 1019494784.0, - "5195": 1035628736.0, - "5200": 1016908224.0, - "5205": 1013437568.0, - "5210": 1049398080.0, - "5215": 1030835328.0, - "5220": 1025280128.0, - "5225": 1035242432.0, - "5230": 1025932544.0, - "5235": 1025122240.0, - "5240": 1046309824.0, - "5245": 1022742912.0, - "5250": 1027063744.0, - "5255": 1023889600.0, - "5260": 1033822528.0, - "5265": 1045735872.0, - "5270": 1052501952.0, - "5275": 1033021568.0, - "5280": 1030074816.0, - "5285": 1025215616.0, - "5290": 1026578176.0, - "5295": 1032656000.0, - "5300": 1024369216.0, - "5305": 1029638208.0, - "5310": 1033199744.0, - "5315": 1032991680.0, - "5320": 1019524032.0, - "5325": 1022720640.0, - "5330": 1021338240.0, - "5335": 1039277440.0, - "5340": 1037220864.0, - "5345": 1039191488.0, - "5350": 1023703488.0, - "5355": 1029939136.0, - "5360": 1047048448.0, - "5365": 1037427456.0, - "5370": 1024385088.0, - "5375": 1042072512.0, - "5380": 1020370944.0, - "5385": 1021769088.0, - "5390": 1035135232.0, - "5395": 1049657792.0, - "5400": 1026017728.0, - "5405": 1036454656.0, - "5410": 1027638080.0, - "5415": 1042288128.0, - "5420": 1039946048.0, - "5425": 1028384064.0, - "5430": 1043801984.0, - "5435": 1032655680.0, - "5440": 1033385920.0, - "5445": 1034147200.0, - "5450": 1025303040.0, - "5455": 1034081792.0, - "5460": 1026814080.0, - "5465": 1027401472.0, - "5470": 1028970944.0, - "5475": 1037236288.0, - "5480": 1023833408.0, - "5485": 1019188864.0, - "5490": 1030892608.0, - "5495": 1029401920.0, - "5500": 1032683648.0, - "5505": 1018278080.0, - "5510": 1023991104.0, - "5515": 1025158784.0, - "5520": 1039530048.0, - "5525": 1018026560.0, - "5530": 1037665856.0, - "5535": 1031601728.0, - "5540": 1027567552.0, - "5545": 1033214080.0, - "5550": 1032118144.0, - "5555": 1044804672.0, - "5560": 1028513984.0, - "5565": 1029688384.0, - "5570": 1042029952.0, - "5575": 1025381504.0, - "5580": 1023719040.0, - "5585": 1044096832.0, - "5590": 1041321536.0, - "5595": 1031551680.0, - "5600": 1023401472.0, - "5605": 1040117568.0, - "5610": 1034089024.0, - "5615": 1021045312.0, - "5620": 1031006912.0, - "5625": 1030190784.0, - "5630": 1023503616.0, - "5635": 1026687424.0, - "5640": 1034591744.0, - "5645": 1018658624.0, - "5650": 1052382080.0, - "5655": 1048933888.0, - "5660": 1050080960.0, - "5665": 1033960256.0, - "5670": 1033752704.0, - "5675": 1025396416.0, - "5680": 1039380096.0, - "5685": 1033058176.0, - "5690": 1031466048.0, - "5695": 1021948736.0, - "5700": 1038068288.0, - "5705": 1043686656.0, - "5710": 1057234368.0, - "5715": 1014464512.0, - "5720": 1021260416.0, - "5725": 1041823488.0, - "5730": 1039457600.0, - "5735": 1025130752.0, - "5740": 1026047808.0, - "5745": 1036992704.0, - "5750": 1044554432.0, - "5755": 1011862400.0, - "5760": 1028392192.0, - "5765": 1028248256.0, - "5770": 1021533440.0, - "5775": 1051213696.0, - "5780": 1034985536.0, - "5785": 1037515328.0, - "5790": 1016960960.0, - "5795": 1027876096.0, - "5800": 1029783104.0, - "5805": 1050696704.0, - "5810": 1018479680.0, - "5815": 1036125760.0, - "5820": 1048409920.0, - "5825": 1030980288.0, - "5830": 1031575040.0, - "5835": 1034048448.0, - "5840": 1039845568.0, - "5845": 1021748928.0, - "5850": 1029809792.0, - "5855": 1038792960.0, - "5860": 1031438720.0, - "5865": 1026399872.0, - "5870": 1029862528.0, - "5875": 1032843968.0, - "5880": 1032677312.0, - "5885": 1024579328.0, - "5890": 1026801792.0, - "5895": 1015799040.0, - "5900": 1049709056.0, - "5905": 1025653504.0, - "5910": 1019152704.0, - "5915": 1042741504.0, - "5920": 1028049216.0, - "5925": 1034019328.0, - "5930": 1030964736.0, - "5935": 1038104576.0, - "5940": 1019175296.0, - "5945": 1025132032.0, - "5950": 1035532864.0, - "5955": 1050439616.0, - "5960": 1024551104.0, - "5965": 1029925760.0, - "5970": 1016430144.0, - "5975": 1036685248.0, - "5980": 1024121216.0, - "5985": 1035388800.0, - "5990": 1010552192.0, - "5995": 1047021312.0, - "6000": 1021247360.0, - "6005": 1040463616.0, - "6010": 1025360256.0, - "6015": 1050181824.0, - "6020": 1039516160.0, - "6025": 1030256512.0, - "6030": 1025934592.0, - "6035": 1021748224.0, - "6040": 1034119168.0, - "6045": 1028283776.0, - "6050": 1020114688.0, - "6055": 1040398080.0, - "6060": 1026349568.0, - "6065": 1022200000.0, - "6070": 1040670976.0, - "6075": 1046040512.0, - "6080": 1038585152.0, - "6085": 1041487744.0, - "6090": 1037208576.0, - "6095": 1036285376.0, - "6100": 1030457088.0, - "6105": 1019218880.0, - "6110": 1035359168.0, - "6115": 1019454592.0, - "6120": 1032192320.0, - "6125": 1020924864.0, - "6130": 1012016192.0, - "6135": 1038735680.0, - "6140": 1041739264.0, - "6145": 1041919232.0, - "6150": 1018961536.0, - "6155": 1024651776.0, - "6160": 1047973952.0, - "6165": 1050412864.0, - "6170": 1032507584.0, - "6175": 1045796096.0, - "6180": 1040070272.0, - "6185": 1029712000.0, - "6190": 1023295744.0, - "6195": 1050900480.0, - "6200": 1035037696.0, - "6205": 1036276992.0, - "6210": 1039774784.0, - "6215": 1033203328.0, - "6220": 1026164672.0, - "6225": 1036743552.0, - "6230": 1025146432.0, - "6235": 1019355712.0, - "6240": 1057107328.0, - "6245": 1018416192.0, - "6250": 1035339520.0, - "6255": 1025382976.0, - "6260": 1034866112.0, - "6265": 1027705216.0, - "6270": 1042119744.0, - "6275": 1037661824.0, - "6280": 1018273536.0, - "6285": 1032643648.0, - "6290": 1038599552.0, - "6295": 1031805952.0, - "6300": 1034636096.0, - "6305": 1011069952.0, - "6310": 1039460352.0, - "6315": 1030056384.0, - "6320": 1030537088.0, - "6325": 1038644416.0, - "6330": 1033912000.0, - "6335": 1032299904.0, - "6340": 1033547648.0, - "6345": 1031038144.0, - "6350": 1037454208.0, - "6355": 1028079104.0, - "6360": 1043315968.0, - "6365": 1025225728.0, - "6370": 1033941376.0, - "6375": 1036040832.0, - "6380": 1029110720.0, - "6385": 1025397312.0, - "6390": 1025520256.0, - "6395": 1048613952.0, - "6400": 1040737024.0, - "6405": 1024250112.0, - "6410": 1017492096.0, - "6415": 1042829824.0, - "6420": 1025203456.0, - "6425": 1027167296.0, - "6430": 1040571328.0, - "6435": 1022911680.0, - "6440": 1047997376.0, - "6445": 1036091968.0, - "6450": 1048534336.0, - "6455": 1037274560.0, - "6460": 1036752128.0, - "6465": 1033655040.0, - "6470": 1018137408.0, - "6475": 1034694144.0, - "6480": 1028996736.0, - "6485": 1033261248.0, - "6490": 1035640768.0, - "6495": 1024472576.0, - "6500": 1020574144.0, - "6505": 1059329152.0, - "6510": 1020474048.0, - "6515": 1018689216.0, - "6520": 1051473088.0, - "6525": 1035546560.0, - "6530": 1027900032.0, - "6535": 1022725248.0, - "6540": 1023276864.0, - "6545": 1033175168.0, - "6550": 1029490496.0, - "6555": 1029577216.0, - "6560": 1056440448.0, - "6565": 1054297216.0, - "6570": 1032321600.0, - "6575": 1041210624.0, - "6580": 1028136768.0, - "6585": 1036507264.0, - "6590": 1042458560.0, - "6595": 1038570560.0, - "6600": 1031390016.0, - "6605": 1045718208.0, - "6610": 1034715968.0, - "6615": 1015579008.0, - "6620": 1039117312.0, - "6625": 1054656384.0, - "6630": 1043094976.0, - "6635": 1032229568.0, - "6640": 1016740608.0, - "6645": 1016181376.0, - "6650": 1034694848.0, - "6655": 1031754432.0, - "6660": 1041403584.0, - "6665": 1024660608.0, - "6670": 1023821696.0, - "6675": 1038307520.0, - "6680": 1025627712.0, - "6685": 1045395008.0, - "6690": 1046392512.0, - "6695": 1027757568.0, - "6700": 1033476608.0, - "6705": 1038859264.0, - "6710": 1047488960.0, - "6715": 1043231360.0, - "6720": 1022998144.0, - "6725": 1018912320.0, - "6730": 1027527488.0, - "6735": 1016940416.0, - "6740": 1027239616.0, - "6745": 1030265472.0, - "6750": 1006376192.0, - "6755": 1034767424.0, - "6760": 1040736704.0, - "6765": 1023829120.0, - "6770": 1036443648.0, - "6775": 1019629312.0, - "6780": 1043726016.0, - "6785": 1037411776.0, - "6790": 1029405568.0, - "6795": 1026352896.0, - "6800": 1036630912.0, - "6805": 1024581504.0, - "6810": 1042342208.0, - "6815": 1035276736.0, - "6820": 1022597632.0, - "6825": 1034796480.0, - "6830": 1029864448.0, - "6835": 1041611776.0, - "6840": 1042285760.0, - "6845": 1018955456.0, - "6850": 1032173376.0, - "6855": 1034436928.0, - "6860": 1042056320.0, - "6865": 1021816128.0, - "6870": 1037019520.0, - "6875": 1030380416.0, - "6880": 1029363776.0, - "6885": 1030438336.0, - "6890": 1039892288.0, - "6895": 1027268736.0, - "6900": 1035176320.0, - "6905": 1043976832.0, - "6910": 1019765312.0, - "6915": 1017478656.0, - "6920": 1017185984.0, - "6925": 1030653824.0, - "6930": 1036674688.0, - "6935": 1042838080.0, - "6940": 1040313984.0, - "6945": 1044199360.0, - "6950": 1040516032.0, - "6955": 1036114816.0, - "6960": 1036437376.0, - "6965": 1019164416.0, - "6970": 1034731328.0, - "6975": 1019136640.0, - "6980": 1028438208.0, - "6985": 1023242496.0, - "6990": 1026997248.0, - "6995": 1027549056.0, - "7000": 1058822144.0, - "7005": 1013739904.0, - "7010": 1028961408.0, - "7015": 1037290432.0, - "7020": 1011882304.0, - "7025": 1017315136.0, - "7030": 1028303680.0, - "7035": 1035958400.0, - "7040": 1042967680.0, - "7045": 1028187392.0, - "7050": 1017981952.0, - "7055": 1035091520.0, - "7060": 1051802880.0, - "7065": 1007668032.0, - "7070": 1035820928.0, - "7075": 1031041024.0, - "7080": 1026145408.0, - "7085": 1044908928.0, - "7090": 1046263488.0, - "7095": 1043763456.0, - "7100": 1035091200.0, - "7105": 1049146304.0, - "7110": 1010965056.0, - "7115": 1033872448.0, - "7120": 1031269312.0, - "7125": 1037499200.0, - "7130": 1024884288.0, - "7135": 1031995136.0, - "7140": 1019092672.0, - "7145": 1033083328.0, - "7150": 1037555904.0, - "7155": 1015730688.0, - "7160": 1024727040.0, - "7165": 1030897280.0, - "7170": 1037370688.0, - "7175": 1028818112.0, - "7180": 1037634752.0, - "7185": 1016175424.0, - "7190": 1019810432.0, - "7195": 1040917312.0, - "7200": 1041376960.0, - "7205": 1026540544.0, - "7210": 1022639872.0, - "7215": 1041892608.0, - "7220": 1017745472.0, - "7225": 1027299008.0, - "7230": 1030202432.0, - "7235": 1035728704.0, - "7240": 1037856896.0, - "7245": 1023973568.0, - "7250": 1044709632.0, - "7255": 1031902208.0, - "7260": 1030130624.0, - "7265": 1036888384.0, - "7270": 1050099456.0, - "7275": 1029227584.0, - "7280": 1020233536.0, - "7285": 1029844096.0, - "7290": 1017221440.0, - "7295": 1029141888.0, - "7300": 1031535872.0, - "7305": 1027299584.0, - "7310": 1029091072.0, - "7315": 1022784896.0, - "7320": 1036459264.0, - "7325": 1036854720.0, - "7330": 1021709824.0, - "7335": 1030717888.0, - "7340": 1039384896.0, - "7345": 1040180224.0, - "7350": 1034975488.0, - "7355": 1033659008.0, - "7360": 1031256640.0, - "7365": 1048744448.0, - "7370": 1027299968.0, - "7375": 1041856256.0, - "7380": 1016727424.0, - "7385": 1017580352.0, - "7390": 1017236096.0, - "7395": 1046795712.0, - "7400": 1048443264.0, - "7405": 1013396352.0, - "7410": 1017387840.0, - "7415": 1017817536.0, - "7420": 1028044800.0, - "7425": 1012842816.0, - "7430": 1034044352.0, - "7435": 1032532736.0, - "7440": 1002695296.0, - "7445": 1034453440.0, - "7450": 1039306688.0, - "7455": 1019028544.0, - "7460": 1014743808.0, - "7465": 1027207168.0, - "7470": 1030425152.0, - "7475": 1033793088.0, - "7480": 1043319360.0, - "7485": 1038216896.0, - "7490": 1049003136.0, - "7495": 1028985024.0, - "7500": 1027429056.0, - "7505": 1028697472.0, - "7510": 1048888128.0, - "7515": 1035650880.0, - "7520": 1017202240.0, - "7525": 1036574400.0, - "7530": 1029264064.0, - "7535": 1027192960.0, - "7540": 1028339584.0, - "7545": 1025987328.0, - "7550": 1023029184.0, - "7555": 1033027008.0, - "7560": 1031406464.0, - "7565": 1022712256.0, - "7570": 1037593984.0, - "7575": 1022605184.0, - "7580": 1018125184.0, - "7585": 1033056896.0, - "7590": 1010994880.0, - "7595": 1018262080.0, - "7600": 1049907072.0, - "7605": 1037363712.0, - "7610": 1040417024.0, - "7615": 1035249216.0, - "7620": 1024232704.0, - "7625": 1020318208.0, - "7630": 1034941824.0, - "7635": 1043227136.0, - "7640": 1033493376.0, - "7645": 1034447360.0, - "7650": 1039806784.0, - "7655": 1031242240.0, - "7660": 1056629760.0, - "7665": 1031078144.0, - "7670": 1033686144.0, - "7675": 1030683904.0, - "7680": 1035401024.0, - "7685": 1018664960.0, - "7690": 1031923520.0, - "7695": 1025860160.0, - "7700": 1017716416.0, - "7705": 1036532096.0, - "7710": 1029895744.0, - "7715": 1053232000.0, - "7720": 1019515712.0, - "7725": 1042195136.0, - "7730": 1035622720.0, - "7735": 1020728448.0, - "7740": 1045577536.0, - "7745": 1026934912.0, - "7750": 1048551616.0, - "7755": 1022541248.0, - "7760": 1049533504.0, - "7765": 1029372736.0, - "7770": 1018377472.0, - "7775": 1021366720.0, - "7780": 1039772480.0, - "7785": 1039915712.0, - "7790": 1030518400.0, - "7795": 1039355584.0, - "7800": 1028189824.0, - "7805": 1027638016.0, - "7810": 1020972224.0, - "7815": 1035880256.0, - "7820": 1017669120.0, - "7825": 1018069120.0, - "7830": 1035106048.0, - "7835": 1044509440.0, - "7840": 1027838528.0, - "7845": 1032102912.0, - "7850": 1034611072.0, - "7855": 1025466624.0, - "7860": 1059054080.0, - "7865": 1016628096.0, - "7870": 1033731200.0, - "7875": 1044187968.0, - "7880": 1029085568.0, - "7885": 1040310656.0, - "7890": 1029557952.0, - "7895": 1032947392.0, - "7900": 1021411008.0, - "7905": 1020956672.0, - "7910": 1008996032.0, - "7915": 1023121792.0, - "7920": 1023072704.0, - "7925": 1030096256.0, - "7930": 1020714112.0, - "7935": 1019446784.0, - "7940": 1017810688.0, - "7945": 1014449856.0, - "7950": 1026305664.0, - "7955": 1034519680.0, - "7960": 1056027200.0, - "7965": 1031049920.0, - "7970": 1030419200.0, - "7975": 1022192000.0, - "7980": 1034476736.0, - "7985": 1047305280.0, - "7990": 1032067648.0, - "7995": 1044266688.0, - "8000": 1028878016.0, - "8005": 1028046912.0, - "8010": 1050666688.0, - "8015": 1019761344.0, - "8020": 1043298688.0, - "8025": 1039021248.0, - "8030": 1030869952.0, - "8035": 1045307200.0, - "8040": 1026312768.0, - "8045": 1024972224.0, - "8050": 1018406592.0, - "8055": 1033738112.0, - "8060": 1012988160.0, - "8065": 1022019584.0, - "8070": 1034777856.0, - "8075": 1042761984.0, - "8080": 1027760320.0, - "8085": 1037206144.0, - "8090": 1007010368.0, - "8095": 1030375808.0, - "8100": 1030728256.0, - "8105": 1027795520.0, - "8110": 1031559360.0, - "8115": 1037687488.0, - "8120": 1037694336.0, - "8125": 1031099584.0, - "8130": 1028628672.0, - "8135": 1029681600.0, - "8140": 1049906176.0, - "8145": 1043464512.0, - "8150": 1040088960.0, - "8155": 1046782080.0, - "8160": 1010200128.0, - "8165": 1031658944.0, - "8170": 1024485312.0, - "8175": 1035020736.0, - "8180": 1024463872.0, - "8185": 1021962304.0, - "8190": 1037127552.0, - "8195": 1022370816.0, - "8200": 1035638080.0, - "8205": 1026484608.0, - "8210": 1023889216.0, - "8215": 1014278656.0, - "8220": 1026757888.0, - "8225": 1028541504.0, - "8230": 1027164160.0, - "8235": 1037915328.0, - "8240": 1025911296.0, - "8245": 1024678592.0, - "8250": 1041637632.0, - "8255": 1031910400.0, - "8260": 1032426368.0, - "8265": 1023166208.0, - "8270": 1040175104.0, - "8275": 1038052928.0, - "8280": 1041851456.0, - "8285": 1038805376.0, - "8290": 1024076864.0, - "8295": 1028405376.0, - "8300": 1039343488.0, - "8305": 1012105728.0, - "8310": 1021884800.0, - "8315": 1027309504.0, - "8320": 1021638848.0, - "8325": 1048573952.0, - "8330": 1041042048.0, - "8335": 1037968128.0, - "8340": 1033021248.0, - "8345": 1043866112.0, - "8350": 1037715648.0, - "8355": 1029688384.0, - "8360": 1040669440.0, - "8365": 1027451584.0, - "8370": 1037745216.0, - "8375": 1041988160.0, - "8380": 1037630208.0, - "8385": 1023437184.0, - "8390": 1026070080.0, - "8395": 1028914432.0, - "8400": 1046531712.0, - "8405": 1040181376.0, - "8410": 1034255424.0, - "8415": 1040259840.0, - "8420": 1054732544.0, - "8425": 1031516800.0, - "8430": 1030297536.0, - "8435": 1045708288.0, - "8440": 1026312576.0, - "8445": 1029029056.0, - "8450": 1034205184.0, - "8455": 1031796096.0, - "8460": 1016829568.0, - "8465": 1035164800.0, - "8470": 1035187264.0, - "8475": 1024714432.0, - "8480": 1035902464.0, - "8485": 1028950144.0, - "8490": 1023081600.0, - "8495": 1037395392.0, - "8500": 1025961792.0, - "8505": 1042726016.0, - "8510": 1028169600.0, - "8515": 1038103616.0, - "8520": 1023108992.0, - "8525": 1037988992.0, - "8530": 1027574016.0, - "8535": 1041658368.0, - "8540": 1033881280.0, - "8545": 1015118208.0, - "8550": 1040188992.0, - "8555": 1016342208.0, - "8560": 1019331776.0, - "8565": 1021411968.0, - "8570": 1032033728.0, - "8575": 1031882432.0, - "8580": 1016012992.0, - "8585": 1030019776.0, - "8590": 1031638592.0, - "8595": 1017777536.0, - "8600": 1002394624.0, - "8605": 1030240064.0, - "8610": 1017534336.0, - "8615": 1023991232.0, - "8620": 1047206976.0, - "8625": 1034233664.0, - "8630": 1030922624.0, - "8635": 1051994432.0, - "8640": 1041135744.0, - "8645": 1024872256.0, - "8650": 1025597376.0, - "8655": 1036906624.0, - "8660": 1031172864.0, - "8665": 1032906624.0, - "8670": 1037401728.0, - "8675": 1029159232.0, - "8680": 1031266240.0, - "8685": 1041199680.0, - "8690": 1035036608.0, - "8695": 1008509952.0, - "8700": 1027461824.0, - "8705": 1051506432.0, - "8710": 1041679104.0, - "8715": 1034154368.0, - "8720": 1017598080.0, - "8725": 1025189120.0, - "8730": 1036612928.0, - "8735": 1014829952.0, - "8740": 1036083520.0, - "8745": 1021254656.0, - "8750": 1027868928.0, - "8755": 1020744000.0, - "8760": 1036900032.0, - "8765": 1058673728.0, - "8770": 1020464768.0, - "8775": 1031776000.0, - "8780": 1030893888.0, - "8785": 1032119104.0, - "8790": 1041036096.0, - "8795": 1019525760.0, - "8800": 1038247360.0, - "8805": 1035107584.0, - "8810": 1043258688.0, - "8815": 1026492864.0, - "8820": 1027668224.0, - "8825": 1043466048.0, - "8830": 1027483328.0, - "8835": 1038814336.0, - "8840": 1034492736.0, - "8845": 1033910656.0, - "8850": 1030492160.0, - "8855": 1042526400.0, - "8860": 1013004032.0, - "8865": 1038369600.0, - "8870": 1025188736.0, - "8875": 1012982976.0, - "8880": 1028377664.0, - "8885": 1046462592.0, - "8890": 1038605248.0, - "8895": 1037911168.0, - "8900": 1027296000.0, - "8905": 1032794112.0, - "8910": 1029796480.0, - "8915": 1030005184.0, - "8920": 1030341760.0, - "8925": 1028571712.0, - "8930": 1031638912.0, - "8935": 1022952512.0, - "8940": 1019850048.0, - "8945": 1031912000.0, - "8950": 1039953088.0, - "8955": 1041903552.0, - "8960": 1026880576.0, - "8965": 1022085120.0, - "8970": 1029561152.0, - "8975": 1038936704.0, - "8980": 1033860992.0, - "8985": 1030650432.0, - "8990": 1025015808.0, - "8995": 1013964608.0, - "9000": 1035287360.0, - "9005": 1028650816.0, - "9010": 1011914944.0, - "9015": 1038913920.0, - "9020": 1030155456.0, - "9025": 1024686016.0, - "9030": 1025863744.0, - "9035": 1054310592.0, - "9040": 1027295040.0, - "9045": 1036585408.0, - "9050": 1020931008.0, - "9055": 1043214848.0, - "9060": 1023160512.0, - "9065": 1023388480.0, - "9070": 1039365120.0, - "9075": 1026730112.0, - "9080": 1018874240.0, - "9085": 1015440768.0, - "9090": 1043765888.0, - "9095": 1014022528.0, - "9100": 1031977728.0, - "9105": 1026514944.0, - "9110": 1029230976.0, - "9115": 1024867008.0, - "9120": 999987840.0, - "9125": 1032843840.0, - "9130": 1038535424.0, - "9135": 1031038080.0, - "9140": 1025503424.0, - "9145": 1030407040.0, - "9150": 1029417664.0, - "9155": 1038270208.0, - "9160": 1046045824.0, - "9165": 1017950016.0, - "9170": 1040956736.0, - "9175": 1031289600.0, - "9180": 1037831936.0, - "9185": 1040684928.0, - "9190": 1028987136.0, - "9195": 1034313536.0, - "9200": 1035553408.0, - "9205": 1029847552.0, - "9210": 1026537152.0, - "9215": 1030522432.0, - "9220": 1025732800.0, - "9225": 1048002816.0, - "9230": 1041603712.0, - "9235": 1027777408.0, - "9240": 1025246912.0, - "9245": 1036212928.0, - "9250": 1041193344.0, - "9255": 1020065152.0, - "9260": 1035339200.0, - "9265": 1023104064.0, - "9270": 1038334272.0, - "9275": 1036054912.0, - "9280": 1026543808.0, - "9285": 1014287616.0, - "9290": 1018867648.0, - "9295": 1026917120.0, - "9300": 1037087488.0, - "9305": 1045436096.0, - "9310": 1033244736.0, - "9315": 1039045312.0, - "9320": 1048496832.0, - "9325": 1023061120.0, - "9330": 1031725120.0, - "9335": 1035674688.0, - "9340": 1013720960.0, - "9345": 1022572928.0, - "9350": 1026586624.0, - "9355": 1034808960.0, - "9360": 1029841408.0, - "9365": 1019864384.0, - "9370": 1006905408.0, - "9375": 1036233856.0, - "9380": 1049013376.0, - "9385": 1015906624.0, - "9390": 1029210112.0, - "9395": 1008933760.0, - "9400": 1026894784.0, - "9405": 1027654592.0, - "9410": 1040913984.0, - "9415": 1035130880.0, - "9420": 1030794816.0, - "9425": 1027583104.0, - "9430": 1032728896.0, - "9435": 1031798464.0, - "9440": 1051731712.0, - "9445": 1019628160.0, - "9450": 1044506304.0, - "9455": 1035775360.0, - "9460": 1013829760.0, - "9465": 1023404608.0, - "9470": 1023578496.0, - "9475": 1039165056.0, - "9480": 1029597632.0, - "9485": 1032076800.0, - "9490": 1020996096.0, - "9495": 1021376512.0, - "9500": 1035596224.0, - "9505": 1034479680.0, - "9510": 1014287808.0, - "9515": 1031310912.0, - "9520": 1026565248.0, - "9525": 1035854464.0, - "9530": 1031626368.0, - "9535": 1025927808.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 9535, - "step_interval": 5, - "values": { - "1": 33343741952.0, - "5": 33343746048.0, - "10": 33343746048.0, - "15": 33343748096.0, - "20": 33343754240.0, - "25": 33343756288.0, - "30": 33343762432.0, - "35": 33343756288.0, - "40": 33343758336.0, - "45": 33343750144.0, - "50": 33343748096.0, - "55": 33343750144.0, - "60": 33343739904.0, - "65": 33343746048.0, - "70": 33343746048.0, - "75": 33343750144.0, - "80": 33343746048.0, - "85": 33343762432.0, - "90": 33343750144.0, - "95": 33343735808.0, - "100": 33343735808.0, - "105": 33343729664.0, - "110": 33343746048.0, - "115": 33343733760.0, - "120": 33343727616.0, - "125": 33343729664.0, - "130": 33343709184.0, - "135": 33343711232.0, - "140": 33343709184.0, - "145": 33343725568.0, - "150": 33343713280.0, - "155": 33343696896.0, - "160": 33343725568.0, - "165": 33343717376.0, - "170": 33343703040.0, - "175": 33343698944.0, - "180": 33343721472.0, - "185": 33343713280.0, - "190": 33343719424.0, - "195": 33343707136.0, - "200": 33343721472.0, - "205": 33343692800.0, - "210": 33343717376.0, - "215": 33343721472.0, - "220": 33343721472.0, - "225": 33343727616.0, - "230": 33343723520.0, - "235": 33343725568.0, - "240": 33343725568.0, - "245": 33343729664.0, - "250": 33343721472.0, - "255": 33343725568.0, - "260": 33343748096.0, - "265": 33343715328.0, - "270": 33343709184.0, - "275": 33343721472.0, - "280": 33343733760.0, - "285": 33343727616.0, - "290": 33343731712.0, - "295": 33343729664.0, - "300": 33343731712.0, - "305": 33343731712.0, - "310": 33343727616.0, - "315": 33343737856.0, - "320": 33343735808.0, - "325": 33343727616.0, - "330": 33343731712.0, - "335": 33343729664.0, - "340": 33343735808.0, - "345": 33343752192.0, - "350": 33343750144.0, - "355": 33343741952.0, - "360": 33343744000.0, - "365": 33343748096.0, - "370": 33343731712.0, - "375": 33343727616.0, - "380": 33343750144.0, - "385": 33343746048.0, - "390": 33343741952.0, - "395": 33343715328.0, - "400": 33343737856.0, - "405": 33343729664.0, - "410": 33343746048.0, - "415": 33343731712.0, - "420": 33343733760.0, - "425": 33343735808.0, - "430": 33343750144.0, - "435": 33343741952.0, - "440": 33343739904.0, - "445": 33343770624.0, - "450": 33343748096.0, - "455": 33343698944.0, - "460": 33343737856.0, - "465": 33343762432.0, - "470": 33343754240.0, - "475": 33343741952.0, - "480": 33343756288.0, - "485": 33343756288.0, - "490": 33343782912.0, - "495": 33343782912.0, - "500": 33343774720.0, - "505": 33343795200.0, - "510": 33343758336.0, - "515": 33343762432.0, - "520": 33343680512.0, - "525": 33343803392.0, - "530": 33343772672.0, - "535": 33343811584.0, - "540": 33343819776.0, - "545": 33343823872.0, - "550": 33343813632.0, - "555": 33343797248.0, - "560": 33343819776.0, - "565": 33343801344.0, - "570": 33343809536.0, - "575": 33343764480.0, - "580": 33343752192.0, - "585": 33343803392.0, - "590": 33343811584.0, - "595": 33343780864.0, - "600": 33343825920.0, - "605": 33343807488.0, - "610": 33343807488.0, - "615": 33343754240.0, - "620": 33343799296.0, - "625": 33343793152.0, - "630": 33343784960.0, - "635": 33343754240.0, - "640": 33343746048.0, - "645": 33343793152.0, - "650": 33343776768.0, - "655": 33343782912.0, - "660": 33343758336.0, - "665": 33343766528.0, - "670": 33343770624.0, - "675": 33343760384.0, - "680": 33343744000.0, - "685": 33343748096.0, - "690": 33343764480.0, - "695": 33343725568.0, - "700": 33343705088.0, - "705": 33343737856.0, - "710": 33343756288.0, - "715": 33343746048.0, - "720": 33343764480.0, - "725": 33343774720.0, - "730": 33343758336.0, - "735": 33343778816.0, - "740": 33343762432.0, - "745": 33343758336.0, - "750": 33343782912.0, - "755": 33343750144.0, - "760": 33343717376.0, - "765": 33343737856.0, - "770": 33343787008.0, - "775": 33343776768.0, - "780": 33343764480.0, - "785": 33343748096.0, - "790": 33343750144.0, - "795": 33343805440.0, - "800": 33343770624.0, - "805": 33343754240.0, - "810": 33343762432.0, - "815": 33343741952.0, - "820": 33343746048.0, - "825": 33343772672.0, - "830": 33343744000.0, - "835": 33343772672.0, - "840": 33343768576.0, - "845": 33343782912.0, - "850": 33343758336.0, - "855": 33343746048.0, - "860": 33343750144.0, - "865": 33343750144.0, - "870": 33343741952.0, - "875": 33343739904.0, - "880": 33343760384.0, - "885": 33343723520.0, - "890": 33343778816.0, - "895": 33343739904.0, - "900": 33343793152.0, - "905": 33343774720.0, - "910": 33343766528.0, - "915": 33343782912.0, - "920": 33343754240.0, - "925": 33343741952.0, - "930": 33343762432.0, - "935": 33343756288.0, - "940": 33343725568.0, - "945": 33343698944.0, - "950": 33343766528.0, - "955": 33343741952.0, - "960": 33343766528.0, - "965": 33343770624.0, - "970": 33343746048.0, - "975": 33343762432.0, - "980": 33343766528.0, - "985": 33343750144.0, - "990": 33343737856.0, - "995": 33343760384.0, - "1000": 33343746048.0, - "1005": 33343727616.0, - "1010": 33343733760.0, - "1015": 33343758336.0, - "1020": 33343737856.0, - "1025": 33343768576.0, - "1030": 33343731712.0, - "1035": 33343737856.0, - "1040": 33343762432.0, - "1045": 33343758336.0, - "1050": 33343760384.0, - "1055": 33343799296.0, - "1060": 33343766528.0, - "1065": 33343717376.0, - "1070": 33343692800.0, - "1075": 33343762432.0, - "1080": 33343733760.0, - "1085": 33343727616.0, - "1090": 33343766528.0, - "1095": 33343778816.0, - "1100": 33343725568.0, - "1105": 33343729664.0, - "1110": 33343713280.0, - "1115": 33343741952.0, - "1120": 33343737856.0, - "1125": 33343762432.0, - "1130": 33343770624.0, - "1135": 33343776768.0, - "1140": 33343784960.0, - "1145": 33343721472.0, - "1150": 33343744000.0, - "1155": 33343733760.0, - "1160": 33343756288.0, - "1165": 33343733760.0, - "1170": 33343760384.0, - "1175": 33343766528.0, - "1180": 33343770624.0, - "1185": 33343762432.0, - "1190": 33343731712.0, - "1195": 33343770624.0, - "1200": 33343750144.0, - "1205": 33343746048.0, - "1210": 33343782912.0, - "1215": 33343754240.0, - "1220": 33343766528.0, - "1225": 33343721472.0, - "1230": 33343737856.0, - "1235": 33343739904.0, - "1240": 33343729664.0, - "1245": 33343735808.0, - "1250": 33343721472.0, - "1255": 33343795200.0, - "1260": 33343778816.0, - "1265": 33343782912.0, - "1270": 33343739904.0, - "1275": 33343725568.0, - "1280": 33343737856.0, - "1285": 33343752192.0, - "1290": 33343754240.0, - "1295": 33343795200.0, - "1300": 33343713280.0, - "1305": 33343741952.0, - "1310": 33343721472.0, - "1315": 33343764480.0, - "1320": 33343795200.0, - "1325": 33343780864.0, - "1330": 33343766528.0, - "1335": 33343725568.0, - "1340": 33343760384.0, - "1345": 33343782912.0, - "1350": 33343760384.0, - "1355": 33343758336.0, - "1360": 33343750144.0, - "1365": 33343758336.0, - "1370": 33343670272.0, - "1375": 33343758336.0, - "1380": 33343791104.0, - "1385": 33343721472.0, - "1390": 33343733760.0, - "1395": 33343731712.0, - "1400": 33343750144.0, - "1405": 33343766528.0, - "1410": 33343725568.0, - "1415": 33343721472.0, - "1420": 33343735808.0, - "1425": 33343782912.0, - "1430": 33343768576.0, - "1435": 33343733760.0, - "1440": 33343754240.0, - "1445": 33343746048.0, - "1450": 33343772672.0, - "1455": 33343776768.0, - "1460": 33343768576.0, - "1465": 33343815680.0, - "1470": 33343774720.0, - "1475": 33343778816.0, - "1480": 33343791104.0, - "1485": 33343768576.0, - "1490": 33343760384.0, - "1495": 33343713280.0, - "1500": 33343754240.0, - "1505": 33343725568.0, - "1510": 33343750144.0, - "1515": 33343766528.0, - "1520": 33343774720.0, - "1525": 33343762432.0, - "1530": 33343752192.0, - "1535": 33343746048.0, - "1540": 33343731712.0, - "1545": 33343725568.0, - "1550": 33343756288.0, - "1555": 33343762432.0, - "1560": 33343760384.0, - "1565": 33343717376.0, - "1570": 33343778816.0, - "1575": 33343768576.0, - "1580": 33343756288.0, - "1585": 33343787008.0, - "1590": 33343748096.0, - "1595": 33343793152.0, - "1600": 33343793152.0, - "1605": 33343766528.0, - "1610": 33343770624.0, - "1615": 33343707136.0, - "1620": 33343733760.0, - "1625": 33343762432.0, - "1630": 33343780864.0, - "1635": 33343793152.0, - "1640": 33343754240.0, - "1645": 33343770624.0, - "1650": 33343782912.0, - "1655": 33343768576.0, - "1660": 33343766528.0, - "1665": 33343750144.0, - "1670": 33343752192.0, - "1675": 33343696896.0, - "1680": 33343725568.0, - "1685": 33343750144.0, - "1690": 33343684608.0, - "1695": 33343748096.0, - "1700": 33343733760.0, - "1705": 33343746048.0, - "1710": 33343746048.0, - "1715": 33343729664.0, - "1720": 33343746048.0, - "1725": 33343762432.0, - "1730": 33343719424.0, - "1735": 33343721472.0, - "1740": 33343746048.0, - "1745": 33343733760.0, - "1750": 33343772672.0, - "1755": 33343784960.0, - "1760": 33343766528.0, - "1765": 33343731712.0, - "1770": 33343741952.0, - "1775": 33343735808.0, - "1780": 33343754240.0, - "1785": 33343787008.0, - "1790": 33343744000.0, - "1795": 33343741952.0, - "1800": 33343690752.0, - "1805": 33343764480.0, - "1810": 33343739904.0, - "1815": 33343744000.0, - "1820": 33343772672.0, - "1825": 33343764480.0, - "1830": 33343750144.0, - "1835": 33343770624.0, - "1840": 33343782912.0, - "1845": 33343780864.0, - "1850": 33343805440.0, - "1855": 33343799296.0, - "1860": 33343746048.0, - "1865": 33343723520.0, - "1870": 33343772672.0, - "1875": 33343795200.0, - "1880": 33343774720.0, - "1885": 33343766528.0, - "1890": 33343772672.0, - "1895": 33343784960.0, - "1900": 33343717376.0, - "1905": 33343768576.0, - "1910": 33343739904.0, - "1915": 33343754240.0, - "1920": 33343770624.0, - "1925": 33343713280.0, - "1930": 33343787008.0, - "1935": 33343721472.0, - "1940": 33343758336.0, - "1945": 33343768576.0, - "1950": 33343754240.0, - "1955": 33343760384.0, - "1960": 33343746048.0, - "1965": 33343723520.0, - "1970": 33343784960.0, - "1975": 33343748096.0, - "1980": 33343741952.0, - "1985": 33343715328.0, - "1990": 33343774720.0, - "1995": 33343760384.0, - "2000": 33343782912.0, - "2005": 33343752192.0, - "2010": 33343782912.0, - "2015": 33343776768.0, - "2020": 33343787008.0, - "2025": 33343750144.0, - "2030": 33343737856.0, - "2035": 33343729664.0, - "2040": 33343729664.0, - "2045": 33343676416.0, - "2050": 33343737856.0, - "2055": 33343717376.0, - "2060": 33343754240.0, - "2065": 33343770624.0, - "2070": 33343756288.0, - "2075": 33343764480.0, - "2080": 33343770624.0, - "2085": 33343766528.0, - "2090": 33343768576.0, - "2095": 33343770624.0, - "2100": 33343774720.0, - "2105": 33343723520.0, - "2110": 33343719424.0, - "2115": 33343782912.0, - "2120": 33343746048.0, - "2125": 33343754240.0, - "2130": 33343754240.0, - "2135": 33343766528.0, - "2140": 33343823872.0, - "2145": 33343772672.0, - "2150": 33343715328.0, - "2155": 33343793152.0, - "2160": 33343756288.0, - "2165": 33343705088.0, - "2170": 33343725568.0, - "2175": 33343735808.0, - "2180": 33343735808.0, - "2185": 33343758336.0, - "2190": 33343758336.0, - "2195": 33343746048.0, - "2200": 33343752192.0, - "2205": 33343737856.0, - "2210": 33343770624.0, - "2215": 33343766528.0, - "2220": 33343766528.0, - "2225": 33343801344.0, - "2230": 33343713280.0, - "2235": 33343768576.0, - "2240": 33343797248.0, - "2245": 33343750144.0, - "2250": 33343756288.0, - "2255": 33343729664.0, - "2260": 33343774720.0, - "2265": 33343729664.0, - "2270": 33343744000.0, - "2275": 33343733760.0, - "2280": 33343746048.0, - "2285": 33343770624.0, - "2290": 33343721472.0, - "2295": 33343778816.0, - "2300": 33343746048.0, - "2305": 33343770624.0, - "2310": 33343774720.0, - "2315": 33343725568.0, - "2320": 33343727616.0, - "2325": 33343752192.0, - "2330": 33343752192.0, - "2335": 33343754240.0, - "2340": 33343744000.0, - "2345": 33343758336.0, - "2350": 33343676416.0, - "2355": 33343735808.0, - "2360": 33343776768.0, - "2365": 33343741952.0, - "2370": 33343739904.0, - "2375": 33343721472.0, - "2380": 33343770624.0, - "2385": 33343750144.0, - "2390": 33343725568.0, - "2395": 33343774720.0, - "2400": 33343776768.0, - "2405": 33343750144.0, - "2410": 33343698944.0, - "2415": 33343784960.0, - "2420": 33343776768.0, - "2425": 33343768576.0, - "2430": 33343762432.0, - "2435": 33343770624.0, - "2440": 33343744000.0, - "2445": 33343725568.0, - "2450": 33343744000.0, - "2455": 33343787008.0, - "2460": 33343770624.0, - "2465": 33343791104.0, - "2470": 33343711232.0, - "2475": 33343733760.0, - "2480": 33343737856.0, - "2485": 33343739904.0, - "2490": 33343766528.0, - "2495": 33343780864.0, - "2500": 33343741952.0, - "2505": 33343780864.0, - "2510": 33343754240.0, - "2515": 33343793152.0, - "2520": 33343776768.0, - "2525": 33343778816.0, - "2530": 33343750144.0, - "2535": 33343754240.0, - "2540": 33343729664.0, - "2545": 33343719424.0, - "2550": 33343733760.0, - "2555": 33343725568.0, - "2560": 33343725568.0, - "2565": 33343756288.0, - "2570": 33343737856.0, - "2575": 33343766528.0, - "2580": 33343739904.0, - "2585": 33343754240.0, - "2590": 33343760384.0, - "2595": 33343700992.0, - "2600": 33343754240.0, - "2605": 33343746048.0, - "2610": 33343791104.0, - "2615": 33343750144.0, - "2620": 33343746048.0, - "2625": 33343739904.0, - "2630": 33343782912.0, - "2635": 33343764480.0, - "2640": 33343762432.0, - "2645": 33343748096.0, - "2650": 33343811584.0, - "2655": 33343666176.0, - "2660": 33343784960.0, - "2665": 33343717376.0, - "2670": 33343770624.0, - "2675": 33343758336.0, - "2680": 33343754240.0, - "2685": 33343758336.0, - "2690": 33343760384.0, - "2695": 33343756288.0, - "2700": 33343733760.0, - "2705": 33343811584.0, - "2710": 33343713280.0, - "2715": 33343700992.0, - "2720": 33343746048.0, - "2725": 33343756288.0, - "2730": 33343768576.0, - "2735": 33343764480.0, - "2740": 33343756288.0, - "2745": 33343744000.0, - "2750": 33343725568.0, - "2755": 33343723520.0, - "2760": 33343778816.0, - "2765": 33343772672.0, - "2770": 33343778816.0, - "2775": 33343762432.0, - "2780": 33343729664.0, - "2785": 33343721472.0, - "2790": 33343766528.0, - "2795": 33343733760.0, - "2800": 33343776768.0, - "2805": 33343764480.0, - "2810": 33343756288.0, - "2815": 33343746048.0, - "2820": 33343758336.0, - "2825": 33343768576.0, - "2830": 33343766528.0, - "2835": 33343784960.0, - "2840": 33343664128.0, - "2845": 33343729664.0, - "2850": 33343758336.0, - "2855": 33343787008.0, - "2860": 33343762432.0, - "2865": 33343758336.0, - "2870": 33343766528.0, - "2875": 33343721472.0, - "2880": 33343750144.0, - "2885": 33343750144.0, - "2890": 33343766528.0, - "2895": 33343787008.0, - "2900": 33343729664.0, - "2905": 33343787008.0, - "2910": 33343760384.0, - "2915": 33343733760.0, - "2920": 33343764480.0, - "2925": 33343741952.0, - "2930": 33343766528.0, - "2935": 33343744000.0, - "2940": 33343733760.0, - "2945": 33343741952.0, - "2950": 33343776768.0, - "2955": 33343741952.0, - "2960": 33343688704.0, - "2965": 33343770624.0, - "2970": 33343744000.0, - "2975": 33343754240.0, - "2980": 33343782912.0, - "2985": 33343750144.0, - "2990": 33343784960.0, - "2995": 33343733760.0, - "3000": 33343752192.0, - "3005": 33343799296.0, - "3010": 33343772672.0, - "3015": 33343782912.0, - "3020": 33343688704.0, - "3025": 33343741952.0, - "3030": 33343750144.0, - "3035": 33343793152.0, - "3040": 33343780864.0, - "3045": 33343764480.0, - "3050": 33343713280.0, - "3055": 33343764480.0, - "3060": 33343752192.0, - "3065": 33343715328.0, - "3070": 33343762432.0, - "3075": 33343787008.0, - "3080": 33343752192.0, - "3085": 33343707136.0, - "3090": 33343776768.0, - "3095": 33343784960.0, - "3100": 33343746048.0, - "3105": 33343766528.0, - "3110": 33343770624.0, - "3115": 33343744000.0, - "3120": 33343756288.0, - "3125": 33343768576.0, - "3130": 33343729664.0, - "3135": 33343760384.0, - "3140": 33343754240.0, - "3145": 33343782912.0, - "3150": 33343778816.0, - "3155": 33343764480.0, - "3160": 33343727616.0, - "3165": 33343733760.0, - "3170": 33343752192.0, - "3175": 33343778816.0, - "3180": 33343754240.0, - "3185": 33343756288.0, - "3190": 33343760384.0, - "3195": 33343756288.0, - "3200": 33343733760.0, - "3205": 33343711232.0, - "3210": 33343764480.0, - "3215": 33343768576.0, - "3220": 33343764480.0, - "3225": 33343787008.0, - "3230": 33343770624.0, - "3235": 33343731712.0, - "3240": 33343756288.0, - "3245": 33343750144.0, - "3250": 33343744000.0, - "3255": 33343756288.0, - "3260": 33343791104.0, - "3265": 33343737856.0, - "3270": 33343746048.0, - "3275": 33343752192.0, - "3280": 33343768576.0, - "3285": 33343750144.0, - "3290": 33343776768.0, - "3295": 33343744000.0, - "3300": 33343752192.0, - "3305": 33343729664.0, - "3310": 33343762432.0, - "3315": 33343807488.0, - "3320": 33343784960.0, - "3325": 33343746048.0, - "3330": 33343770624.0, - "3335": 33343762432.0, - "3340": 33343746048.0, - "3345": 33343754240.0, - "3350": 33343760384.0, - "3355": 33343729664.0, - "3360": 33343737856.0, - "3365": 33343760384.0, - "3370": 33343789056.0, - "3375": 33343776768.0, - "3380": 33343746048.0, - "3385": 33343744000.0, - "3390": 33343709184.0, - "3395": 33343752192.0, - "3400": 33343791104.0, - "3405": 33343784960.0, - "3410": 33343754240.0, - "3415": 33343752192.0, - "3420": 33343766528.0, - "3425": 33343725568.0, - "3430": 33343782912.0, - "3435": 33343758336.0, - "3440": 33343766528.0, - "3445": 33343782912.0, - "3450": 33343756288.0, - "3455": 33343746048.0, - "3460": 33343766528.0, - "3465": 33343778816.0, - "3470": 33343766528.0, - "3475": 33343758336.0, - "3480": 33343766528.0, - "3485": 33343799296.0, - "3490": 33343768576.0, - "3495": 33343748096.0, - "3500": 33343700992.0, - "3505": 33343741952.0, - "3510": 33343756288.0, - "3515": 33343762432.0, - "3520": 33343741952.0, - "3525": 33343744000.0, - "3530": 33343778816.0, - "3535": 33343784960.0, - "3540": 33343754240.0, - "3545": 33343739904.0, - "3550": 33343782912.0, - "3555": 33343784960.0, - "3560": 33343807488.0, - "3565": 33343729664.0, - "3570": 33343721472.0, - "3575": 33343778816.0, - "3580": 33343744000.0, - "3585": 33343782912.0, - "3590": 33343754240.0, - "3595": 33343764480.0, - "3600": 33343754240.0, - "3605": 33343787008.0, - "3610": 33343754240.0, - "3615": 33343782912.0, - "3620": 33343756288.0, - "3625": 33343741952.0, - "3630": 33343670272.0, - "3635": 33343768576.0, - "3640": 33343750144.0, - "3645": 33343733760.0, - "3650": 33343721472.0, - "3655": 33343754240.0, - "3660": 33343748096.0, - "3665": 33343752192.0, - "3670": 33343787008.0, - "3675": 33343754240.0, - "3680": 33343739904.0, - "3685": 33343756288.0, - "3690": 33343741952.0, - "3695": 33343719424.0, - "3700": 33343735808.0, - "3705": 33343791104.0, - "3710": 33343737856.0, - "3715": 33343764480.0, - "3720": 33343752192.0, - "3725": 33343787008.0, - "3730": 33343797248.0, - "3735": 33343776768.0, - "3740": 33343729664.0, - "3745": 33343762432.0, - "3750": 33343778816.0, - "3755": 33343700992.0, - "3760": 33343764480.0, - "3765": 33343741952.0, - "3770": 33343778816.0, - "3775": 33343713280.0, - "3780": 33343737856.0, - "3785": 33343754240.0, - "3790": 33343731712.0, - "3795": 33343735808.0, - "3800": 33343739904.0, - "3805": 33343803392.0, - "3810": 33343787008.0, - "3815": 33343741952.0, - "3820": 33343754240.0, - "3825": 33343787008.0, - "3830": 33343741952.0, - "3835": 33343766528.0, - "3840": 33343762432.0, - "3845": 33343739904.0, - "3850": 33343750144.0, - "3855": 33343793152.0, - "3860": 33343756288.0, - "3865": 33343746048.0, - "3870": 33343768576.0, - "3875": 33343698944.0, - "3880": 33343764480.0, - "3885": 33343758336.0, - "3890": 33343754240.0, - "3895": 33343709184.0, - "3900": 33343784960.0, - "3905": 33343770624.0, - "3910": 33343756288.0, - "3915": 33343733760.0, - "3920": 33343782912.0, - "3925": 33343770624.0, - "3930": 33343754240.0, - "3935": 33343791104.0, - "3940": 33343774720.0, - "3945": 33343737856.0, - "3950": 33343766528.0, - "3955": 33343768576.0, - "3960": 33343746048.0, - "3965": 33343746048.0, - "3970": 33343774720.0, - "3975": 33343748096.0, - "3980": 33343762432.0, - "3985": 33343782912.0, - "3990": 33343760384.0, - "3995": 33343780864.0, - "4000": 33343729664.0, - "4005": 33343762432.0, - "4010": 33343770624.0, - "4015": 33343766528.0, - "4020": 33343782912.0, - "4025": 33343735808.0, - "4030": 33343725568.0, - "4035": 33343725568.0, - "4040": 33343750144.0, - "4045": 33343772672.0, - "4050": 33343776768.0, - "4055": 33343746048.0, - "4060": 33343711232.0, - "4065": 33343741952.0, - "4070": 33343787008.0, - "4075": 33343762432.0, - "4080": 33343780864.0, - "4085": 33343780864.0, - "4090": 33343780864.0, - "4095": 33343746048.0, - "4100": 33343721472.0, - "4105": 33343746048.0, - "4110": 33343741952.0, - "4115": 33343754240.0, - "4120": 33343680512.0, - "4125": 33343778816.0, - "4130": 33343739904.0, - "4135": 33343729664.0, - "4140": 33343746048.0, - "4145": 33343723520.0, - "4150": 33343731712.0, - "4155": 33343764480.0, - "4160": 33343737856.0, - "4165": 33343768576.0, - "4170": 33343727616.0, - "4175": 33343758336.0, - "4180": 33343682560.0, - "4185": 33343698944.0, - "4190": 33343774720.0, - "4195": 33343797248.0, - "4200": 33343737856.0, - "4205": 33343709184.0, - "4210": 33343770624.0, - "4215": 33343741952.0, - "4220": 33343772672.0, - "4225": 33343764480.0, - "4230": 33343750144.0, - "4235": 33343737856.0, - "4240": 33343737856.0, - "4245": 33343733760.0, - "4250": 33343750144.0, - "4255": 33343754240.0, - "4260": 33343764480.0, - "4265": 33343764480.0, - "4270": 33343780864.0, - "4275": 33343737856.0, - "4280": 33343739904.0, - "4285": 33343744000.0, - "4290": 33343739904.0, - "4295": 33343823872.0, - "4300": 33343758336.0, - "4305": 33343657984.0, - "4310": 33343748096.0, - "4315": 33343752192.0, - "4320": 33343770624.0, - "4325": 33343780864.0, - "4330": 33343746048.0, - "4335": 33343733760.0, - "4340": 33343741952.0, - "4345": 33343746048.0, - "4350": 33343737856.0, - "4355": 33343760384.0, - "4360": 33343762432.0, - "4365": 33343782912.0, - "4370": 33343733760.0, - "4375": 33343725568.0, - "4380": 33343744000.0, - "4385": 33343741952.0, - "4390": 33343780864.0, - "4395": 33343725568.0, - "4400": 33343756288.0, - "4405": 33343752192.0, - "4410": 33343750144.0, - "4415": 33343729664.0, - "4420": 33343799296.0, - "4425": 33343692800.0, - "4430": 33343739904.0, - "4435": 33343737856.0, - "4440": 33343768576.0, - "4445": 33343762432.0, - "4450": 33343744000.0, - "4455": 33343756288.0, - "4460": 33343770624.0, - "4465": 33343772672.0, - "4470": 33343766528.0, - "4475": 33343766528.0, - "4480": 33343768576.0, - "4485": 33343746048.0, - "4490": 33343703040.0, - "4495": 33343766528.0, - "4500": 33343737856.0, - "4505": 33343766528.0, - "4510": 33343782912.0, - "4515": 33343793152.0, - "4520": 33343766528.0, - "4525": 33343737856.0, - "4530": 33343780864.0, - "4535": 33343772672.0, - "4540": 33343805440.0, - "4545": 33343764480.0, - "4550": 33343719424.0, - "4555": 33343715328.0, - "4560": 33343805440.0, - "4565": 33343778816.0, - "4570": 33343803392.0, - "4575": 33343782912.0, - "4580": 33343754240.0, - "4585": 33343754240.0, - "4590": 33343752192.0, - "4595": 33343756288.0, - "4600": 33343766528.0, - "4605": 33343746048.0, - "4610": 33343727616.0, - "4615": 33343711232.0, - "4620": 33343737856.0, - "4625": 33343778816.0, - "4630": 33343737856.0, - "4635": 33343782912.0, - "4640": 33343821824.0, - "4645": 33343729664.0, - "4650": 33343748096.0, - "4655": 33343733760.0, - "4660": 33343782912.0, - "4665": 33343754240.0, - "4670": 33343752192.0, - "4675": 33343764480.0, - "4680": 33343762432.0, - "4685": 33343762432.0, - "4690": 33343789056.0, - "4695": 33343731712.0, - "4700": 33343741952.0, - "4705": 33343754240.0, - "4710": 33343793152.0, - "4715": 33343795200.0, - "4720": 33343780864.0, - "4725": 33343780864.0, - "4730": 33343750144.0, - "4735": 33343754240.0, - "4740": 33343737856.0, - "4745": 33343766528.0, - "4750": 33343776768.0, - "4755": 33343750144.0, - "4760": 33343750144.0, - "4765": 33343750144.0, - "4770": 33343778816.0, - "4775": 33343723520.0, - "4780": 33343723520.0, - "4785": 33343780864.0, - "4790": 33343752192.0, - "4795": 33343713280.0, - "4800": 33343750144.0, - "4805": 33343756288.0, - "4810": 33343774720.0, - "4815": 33343758336.0, - "4820": 33343766528.0, - "4825": 33343770624.0, - "4830": 33343758336.0, - "4835": 33343780864.0, - "4840": 33343782912.0, - "4845": 33343756288.0, - "4850": 33343754240.0, - "4855": 33343719424.0, - "4860": 33343782912.0, - "4865": 33343780864.0, - "4870": 33343782912.0, - "4875": 33343737856.0, - "4880": 33343780864.0, - "4885": 33343772672.0, - "4890": 33343735808.0, - "4895": 33343762432.0, - "4900": 33343764480.0, - "4905": 33343766528.0, - "4910": 33343787008.0, - "4915": 33343791104.0, - "4920": 33343793152.0, - "4925": 33343750144.0, - "4930": 33343756288.0, - "4935": 33343752192.0, - "4940": 33343774720.0, - "4945": 33343741952.0, - "4950": 33343768576.0, - "4955": 33343754240.0, - "4960": 33343744000.0, - "4965": 33343707136.0, - "4970": 33343789056.0, - "4975": 33343717376.0, - "4980": 33343750144.0, - "4985": 33343778816.0, - "4990": 33343756288.0, - "4995": 33343717376.0, - "5000": 33343766528.0, - "5005": 33343760384.0, - "5010": 33343797248.0, - "5015": 33343764480.0, - "5020": 33343774720.0, - "5025": 33343758336.0, - "5030": 33343731712.0, - "5035": 33343756288.0, - "5040": 33343772672.0, - "5045": 33343739904.0, - "5050": 33343729664.0, - "5055": 33343795200.0, - "5060": 33343760384.0, - "5065": 33343770624.0, - "5070": 33343754240.0, - "5075": 33343805440.0, - "5080": 33343758336.0, - "5085": 33343789056.0, - "5090": 33343760384.0, - "5095": 33343741952.0, - "5100": 33343825920.0, - "5105": 33343778816.0, - "5110": 33343764480.0, - "5115": 33343795200.0, - "5120": 33343748096.0, - "5125": 33343811584.0, - "5130": 33343737856.0, - "5135": 33343811584.0, - "5140": 33343787008.0, - "5145": 33343764480.0, - "5150": 33343774720.0, - "5155": 33343805440.0, - "5160": 33343711232.0, - "5165": 33343754240.0, - "5170": 33343789056.0, - "5175": 33343750144.0, - "5180": 33343748096.0, - "5185": 33343768576.0, - "5190": 33343746048.0, - "5195": 33343729664.0, - "5200": 33343778816.0, - "5205": 33343739904.0, - "5210": 33343793152.0, - "5215": 33343733760.0, - "5220": 33343762432.0, - "5225": 33343760384.0, - "5230": 33343774720.0, - "5235": 33343750144.0, - "5240": 33343778816.0, - "5245": 33343746048.0, - "5250": 33343754240.0, - "5255": 33343735808.0, - "5260": 33343768576.0, - "5265": 33343731712.0, - "5270": 33343727616.0, - "5275": 33343735808.0, - "5280": 33343791104.0, - "5285": 33343744000.0, - "5290": 33343717376.0, - "5295": 33343782912.0, - "5300": 33343758336.0, - "5305": 33343754240.0, - "5310": 33343744000.0, - "5315": 33343733760.0, - "5320": 33343717376.0, - "5325": 33343756288.0, - "5330": 33343737856.0, - "5335": 33343733760.0, - "5340": 33343731712.0, - "5345": 33343762432.0, - "5350": 33343782912.0, - "5355": 33343774720.0, - "5360": 33343782912.0, - "5365": 33343766528.0, - "5370": 33343733760.0, - "5375": 33343758336.0, - "5380": 33343731712.0, - "5385": 33343748096.0, - "5390": 33343727616.0, - "5395": 33343805440.0, - "5400": 33343770624.0, - "5405": 33343719424.0, - "5410": 33343723520.0, - "5415": 33343750144.0, - "5420": 33343741952.0, - "5425": 33343787008.0, - "5430": 33343737856.0, - "5435": 33343739904.0, - "5440": 33343764480.0, - "5445": 33343787008.0, - "5450": 33343799296.0, - "5455": 33343766528.0, - "5460": 33343711232.0, - "5465": 33343723520.0, - "5470": 33343756288.0, - "5475": 33343774720.0, - "5480": 33343778816.0, - "5485": 33343731712.0, - "5490": 33343707136.0, - "5495": 33343766528.0, - "5500": 33343758336.0, - "5505": 33343778816.0, - "5510": 33343766528.0, - "5515": 33343741952.0, - "5520": 33343723520.0, - "5525": 33343705088.0, - "5530": 33343717376.0, - "5535": 33343811584.0, - "5540": 33343776768.0, - "5545": 33343733760.0, - "5550": 33343711232.0, - "5555": 33343756288.0, - "5560": 33343770624.0, - "5565": 33343756288.0, - "5570": 33343750144.0, - "5575": 33343760384.0, - "5580": 33343774720.0, - "5585": 33343799296.0, - "5590": 33343752192.0, - "5595": 33343750144.0, - "5600": 33343768576.0, - "5605": 33343758336.0, - "5610": 33343739904.0, - "5615": 33343774720.0, - "5620": 33343725568.0, - "5625": 33343758336.0, - "5630": 33343746048.0, - "5635": 33343766528.0, - "5640": 33343797248.0, - "5645": 33343721472.0, - "5650": 33343715328.0, - "5655": 33343772672.0, - "5660": 33343750144.0, - "5665": 33343787008.0, - "5670": 33343739904.0, - "5675": 33343774720.0, - "5680": 33343793152.0, - "5685": 33343731712.0, - "5690": 33343707136.0, - "5695": 33343762432.0, - "5700": 33343735808.0, - "5705": 33343764480.0, - "5710": 33343705088.0, - "5715": 33343782912.0, - "5720": 33343750144.0, - "5725": 33343758336.0, - "5730": 33343774720.0, - "5735": 33343815680.0, - "5740": 33343795200.0, - "5745": 33343756288.0, - "5750": 33343782912.0, - "5755": 33343789056.0, - "5760": 33343784960.0, - "5765": 33343719424.0, - "5770": 33343729664.0, - "5775": 33343784960.0, - "5780": 33343764480.0, - "5785": 33343760384.0, - "5790": 33343766528.0, - "5795": 33343789056.0, - "5800": 33343762432.0, - "5805": 33343750144.0, - "5810": 33343750144.0, - "5815": 33343741952.0, - "5820": 33343799296.0, - "5825": 33343727616.0, - "5830": 33343780864.0, - "5835": 33343799296.0, - "5840": 33343780864.0, - "5845": 33343774720.0, - "5850": 33343772672.0, - "5855": 33343758336.0, - "5860": 33343723520.0, - "5865": 33343766528.0, - "5870": 33343737856.0, - "5875": 33343758336.0, - "5880": 33343764480.0, - "5885": 33343760384.0, - "5890": 33343758336.0, - "5895": 33343688704.0, - "5900": 33343770624.0, - "5905": 33343746048.0, - "5910": 33343762432.0, - "5915": 33343754240.0, - "5920": 33343752192.0, - "5925": 33343752192.0, - "5930": 33343754240.0, - "5935": 33343764480.0, - "5940": 33343766528.0, - "5945": 33343764480.0, - "5950": 33343741952.0, - "5955": 33343752192.0, - "5960": 33343784960.0, - "5965": 33343735808.0, - "5970": 33343768576.0, - "5975": 33343770624.0, - "5980": 33343791104.0, - "5985": 33343787008.0, - "5990": 33343735808.0, - "5995": 33343782912.0, - "6000": 33343752192.0, - "6005": 33343776768.0, - "6010": 33343778816.0, - "6015": 33343748096.0, - "6020": 33343754240.0, - "6025": 33343797248.0, - "6030": 33343744000.0, - "6035": 33343758336.0, - "6040": 33343762432.0, - "6045": 33343772672.0, - "6050": 33343752192.0, - "6055": 33343827968.0, - "6060": 33343770624.0, - "6065": 33343756288.0, - "6070": 33343787008.0, - "6075": 33343696896.0, - "6080": 33343741952.0, - "6085": 33343758336.0, - "6090": 33343764480.0, - "6095": 33343746048.0, - "6100": 33343758336.0, - "6105": 33343762432.0, - "6110": 33343758336.0, - "6115": 33343725568.0, - "6120": 33343748096.0, - "6125": 33343756288.0, - "6130": 33343735808.0, - "6135": 33343729664.0, - "6140": 33343744000.0, - "6145": 33343741952.0, - "6150": 33343770624.0, - "6155": 33343758336.0, - "6160": 33343750144.0, - "6165": 33343735808.0, - "6170": 33343739904.0, - "6175": 33343815680.0, - "6180": 33343750144.0, - "6185": 33343756288.0, - "6190": 33343752192.0, - "6195": 33343744000.0, - "6200": 33343791104.0, - "6205": 33343741952.0, - "6210": 33343754240.0, - "6215": 33343762432.0, - "6220": 33343715328.0, - "6225": 33343801344.0, - "6230": 33343774720.0, - "6235": 33343770624.0, - "6240": 33343762432.0, - "6245": 33343756288.0, - "6250": 33343780864.0, - "6255": 33343787008.0, - "6260": 33343705088.0, - "6265": 33343762432.0, - "6270": 33343744000.0, - "6275": 33343782912.0, - "6280": 33343772672.0, - "6285": 33343766528.0, - "6290": 33343735808.0, - "6295": 33343780864.0, - "6300": 33343748096.0, - "6305": 33343758336.0, - "6310": 33343741952.0, - "6315": 33343772672.0, - "6320": 33343680512.0, - "6325": 33343789056.0, - "6330": 33343758336.0, - "6335": 33343791104.0, - "6340": 33343787008.0, - "6345": 33343776768.0, - "6350": 33343756288.0, - "6355": 33343766528.0, - "6360": 33343784960.0, - "6365": 33343782912.0, - "6370": 33343766528.0, - "6375": 33343768576.0, - "6380": 33343762432.0, - "6385": 33343758336.0, - "6390": 33343762432.0, - "6395": 33343776768.0, - "6400": 33343770624.0, - "6405": 33343795200.0, - "6410": 33343733760.0, - "6415": 33343748096.0, - "6420": 33343758336.0, - "6425": 33343754240.0, - "6430": 33343754240.0, - "6435": 33343776768.0, - "6440": 33343741952.0, - "6445": 33343717376.0, - "6450": 33343748096.0, - "6455": 33343764480.0, - "6460": 33343764480.0, - "6465": 33343770624.0, - "6470": 33343776768.0, - "6475": 33343723520.0, - "6480": 33343744000.0, - "6485": 33343752192.0, - "6490": 33343778816.0, - "6495": 33343715328.0, - "6500": 33343748096.0, - "6505": 33343719424.0, - "6510": 33343752192.0, - "6515": 33343758336.0, - "6520": 33343748096.0, - "6525": 33343756288.0, - "6530": 33343762432.0, - "6535": 33343746048.0, - "6540": 33343709184.0, - "6545": 33343733760.0, - "6550": 33343746048.0, - "6555": 33343739904.0, - "6560": 33343756288.0, - "6565": 33343727616.0, - "6570": 33343739904.0, - "6575": 33343762432.0, - "6580": 33343733760.0, - "6585": 33343787008.0, - "6590": 33343811584.0, - "6595": 33343707136.0, - "6600": 33343762432.0, - "6605": 33343733760.0, - "6610": 33343744000.0, - "6615": 33343739904.0, - "6620": 33343789056.0, - "6625": 33343744000.0, - "6630": 33343721472.0, - "6635": 33343766528.0, - "6640": 33343764480.0, - "6645": 33343787008.0, - "6650": 33343787008.0, - "6655": 33343725568.0, - "6660": 33343737856.0, - "6665": 33343809536.0, - "6670": 33343797248.0, - "6675": 33343784960.0, - "6680": 33343737856.0, - "6685": 33343766528.0, - "6690": 33343731712.0, - "6695": 33343764480.0, - "6700": 33343737856.0, - "6705": 33343762432.0, - "6710": 33343727616.0, - "6715": 33343778816.0, - "6720": 33343770624.0, - "6725": 33343723520.0, - "6730": 33343762432.0, - "6735": 33343741952.0, - "6740": 33343739904.0, - "6745": 33343725568.0, - "6750": 33343692800.0, - "6755": 33343725568.0, - "6760": 33343756288.0, - "6765": 33343737856.0, - "6770": 33343746048.0, - "6775": 33343760384.0, - "6780": 33343787008.0, - "6785": 33343744000.0, - "6790": 33343762432.0, - "6795": 33343703040.0, - "6800": 33343778816.0, - "6805": 33343778816.0, - "6810": 33343668224.0, - "6815": 33343754240.0, - "6820": 33343729664.0, - "6825": 33343766528.0, - "6830": 33343741952.0, - "6835": 33343774720.0, - "6840": 33343768576.0, - "6845": 33343770624.0, - "6850": 33343762432.0, - "6855": 33343725568.0, - "6860": 33343760384.0, - "6865": 33343754240.0, - "6870": 33343690752.0, - "6875": 33343737856.0, - "6880": 33343737856.0, - "6885": 33343774720.0, - "6890": 33343733760.0, - "6895": 33343770624.0, - "6900": 33343744000.0, - "6905": 33343754240.0, - "6910": 33343787008.0, - "6915": 33343776768.0, - "6920": 33343784960.0, - "6925": 33343725568.0, - "6930": 33343748096.0, - "6935": 33343721472.0, - "6940": 33343778816.0, - "6945": 33343729664.0, - "6950": 33343766528.0, - "6955": 33343782912.0, - "6960": 33343778816.0, - "6965": 33343748096.0, - "6970": 33343770624.0, - "6975": 33343782912.0, - "6980": 33343778816.0, - "6985": 33343758336.0, - "6990": 33343746048.0, - "6995": 33343682560.0, - "7000": 33343770624.0, - "7005": 33343748096.0, - "7010": 33343805440.0, - "7015": 33343750144.0, - "7020": 33343754240.0, - "7025": 33343758336.0, - "7030": 33343735808.0, - "7035": 33343746048.0, - "7040": 33343770624.0, - "7045": 33343758336.0, - "7050": 33343793152.0, - "7055": 33343705088.0, - "7060": 33343758336.0, - "7065": 33343739904.0, - "7070": 33343727616.0, - "7075": 33343733760.0, - "7080": 33343770624.0, - "7085": 33343768576.0, - "7090": 33343787008.0, - "7095": 33343784960.0, - "7100": 33343741952.0, - "7105": 33343746048.0, - "7110": 33343756288.0, - "7115": 33343725568.0, - "7120": 33343791104.0, - "7125": 33343772672.0, - "7130": 33343739904.0, - "7135": 33343735808.0, - "7140": 33343797248.0, - "7145": 33343717376.0, - "7150": 33343797248.0, - "7155": 33343729664.0, - "7160": 33343776768.0, - "7165": 33343754240.0, - "7170": 33343770624.0, - "7175": 33343692800.0, - "7180": 33343746048.0, - "7185": 33343770624.0, - "7190": 33343750144.0, - "7195": 33343750144.0, - "7200": 33343782912.0, - "7205": 33343748096.0, - "7210": 33343780864.0, - "7215": 33343764480.0, - "7220": 33343764480.0, - "7225": 33343750144.0, - "7230": 33343782912.0, - "7235": 33343748096.0, - "7240": 33343737856.0, - "7245": 33343772672.0, - "7250": 33343772672.0, - "7255": 33343766528.0, - "7260": 33343774720.0, - "7265": 33343787008.0, - "7270": 33343768576.0, - "7275": 33343725568.0, - "7280": 33343754240.0, - "7285": 33343746048.0, - "7290": 33343774720.0, - "7295": 33343741952.0, - "7300": 33343770624.0, - "7305": 33343764480.0, - "7310": 33343787008.0, - "7315": 33343746048.0, - "7320": 33343809536.0, - "7325": 33343754240.0, - "7330": 33343780864.0, - "7335": 33343739904.0, - "7340": 33343795200.0, - "7345": 33343744000.0, - "7350": 33343772672.0, - "7355": 33343741952.0, - "7360": 33343717376.0, - "7365": 33343768576.0, - "7370": 33343717376.0, - "7375": 33343748096.0, - "7380": 33343735808.0, - "7385": 33343741952.0, - "7390": 33343721472.0, - "7395": 33343768576.0, - "7400": 33343756288.0, - "7405": 33343748096.0, - "7410": 33343750144.0, - "7415": 33343750144.0, - "7420": 33343766528.0, - "7425": 33343733760.0, - "7430": 33343795200.0, - "7435": 33343795200.0, - "7440": 33343707136.0, - "7445": 33343772672.0, - "7450": 33343795200.0, - "7455": 33343768576.0, - "7460": 33343739904.0, - "7465": 33343746048.0, - "7470": 33343746048.0, - "7475": 33343760384.0, - "7480": 33343711232.0, - "7485": 33343741952.0, - "7490": 33343733760.0, - "7495": 33343801344.0, - "7500": 33343756288.0, - "7505": 33343733760.0, - "7510": 33343758336.0, - "7515": 33343766528.0, - "7520": 33343725568.0, - "7525": 33343772672.0, - "7530": 33343774720.0, - "7535": 33343748096.0, - "7540": 33343750144.0, - "7545": 33343780864.0, - "7550": 33343766528.0, - "7555": 33343739904.0, - "7560": 33343774720.0, - "7565": 33343778816.0, - "7570": 33343791104.0, - "7575": 33343766528.0, - "7580": 33343770624.0, - "7585": 33343752192.0, - "7590": 33343739904.0, - "7595": 33343830016.0, - "7600": 33343746048.0, - "7605": 33343744000.0, - "7610": 33343799296.0, - "7615": 33343789056.0, - "7620": 33343748096.0, - "7625": 33343764480.0, - "7630": 33343758336.0, - "7635": 33343764480.0, - "7640": 33343750144.0, - "7645": 33343758336.0, - "7650": 33343754240.0, - "7655": 33343762432.0, - "7660": 33343774720.0, - "7665": 33343705088.0, - "7670": 33343733760.0, - "7675": 33343756288.0, - "7680": 33343766528.0, - "7685": 33343766528.0, - "7690": 33343746048.0, - "7695": 33343750144.0, - "7700": 33343741952.0, - "7705": 33343799296.0, - "7710": 33343754240.0, - "7715": 33343784960.0, - "7720": 33343748096.0, - "7725": 33343744000.0, - "7730": 33343741952.0, - "7735": 33343754240.0, - "7740": 33343748096.0, - "7745": 33343762432.0, - "7750": 33343746048.0, - "7755": 33343754240.0, - "7760": 33343750144.0, - "7765": 33343760384.0, - "7770": 33343756288.0, - "7775": 33343750144.0, - "7780": 33343766528.0, - "7785": 33343758336.0, - "7790": 33343741952.0, - "7795": 33343766528.0, - "7800": 33343735808.0, - "7805": 33343758336.0, - "7810": 33343746048.0, - "7815": 33343801344.0, - "7820": 33343756288.0, - "7825": 33343807488.0, - "7830": 33343748096.0, - "7835": 33343782912.0, - "7840": 33343791104.0, - "7845": 33343746048.0, - "7850": 33343737856.0, - "7855": 33343762432.0, - "7860": 33343760384.0, - "7865": 33343768576.0, - "7870": 33343741952.0, - "7875": 33343772672.0, - "7880": 33343758336.0, - "7885": 33343776768.0, - "7890": 33343748096.0, - "7895": 33343750144.0, - "7900": 33343729664.0, - "7905": 33343770624.0, - "7910": 33343723520.0, - "7915": 33343780864.0, - "7920": 33343791104.0, - "7925": 33343766528.0, - "7930": 33343762432.0, - "7935": 33343774720.0, - "7940": 33343807488.0, - "7945": 33343778816.0, - "7950": 33343772672.0, - "7955": 33343797248.0, - "7960": 33343791104.0, - "7965": 33343750144.0, - "7970": 33343721472.0, - "7975": 33343744000.0, - "7980": 33343746048.0, - "7985": 33343817728.0, - "7990": 33343725568.0, - "7995": 33343772672.0, - "8000": 33343752192.0, - "8005": 33343791104.0, - "8010": 33343764480.0, - "8015": 33343772672.0, - "8020": 33343758336.0, - "8025": 33343762432.0, - "8030": 33343766528.0, - "8035": 33343713280.0, - "8040": 33343754240.0, - "8045": 33343748096.0, - "8050": 33343715328.0, - "8055": 33343772672.0, - "8060": 33343768576.0, - "8065": 33343733760.0, - "8070": 33343762432.0, - "8075": 33343772672.0, - "8080": 33343741952.0, - "8085": 33343754240.0, - "8090": 33343780864.0, - "8095": 33343723520.0, - "8100": 33343756288.0, - "8105": 33343778816.0, - "8110": 33343756288.0, - "8115": 33343754240.0, - "8120": 33343737856.0, - "8125": 33343760384.0, - "8130": 33343760384.0, - "8135": 33343778816.0, - "8140": 33343784960.0, - "8145": 33343758336.0, - "8150": 33343772672.0, - "8155": 33343727616.0, - "8160": 33343756288.0, - "8165": 33343780864.0, - "8170": 33343709184.0, - "8175": 33343784960.0, - "8180": 33343784960.0, - "8185": 33343764480.0, - "8190": 33343748096.0, - "8195": 33343772672.0, - "8200": 33343770624.0, - "8205": 33343774720.0, - "8210": 33343774720.0, - "8215": 33343752192.0, - "8220": 33343774720.0, - "8225": 33343776768.0, - "8230": 33343799296.0, - "8235": 33343752192.0, - "8240": 33343791104.0, - "8245": 33343748096.0, - "8250": 33343758336.0, - "8255": 33343766528.0, - "8260": 33343756288.0, - "8265": 33343752192.0, - "8270": 33343750144.0, - "8275": 33343739904.0, - "8280": 33343737856.0, - "8285": 33343768576.0, - "8290": 33343758336.0, - "8295": 33343776768.0, - "8300": 33343746048.0, - "8305": 33343801344.0, - "8310": 33343741952.0, - "8315": 33343772672.0, - "8320": 33343760384.0, - "8325": 33343784960.0, - "8330": 33343766528.0, - "8335": 33343731712.0, - "8340": 33343698944.0, - "8345": 33343784960.0, - "8350": 33343748096.0, - "8355": 33343729664.0, - "8360": 33343750144.0, - "8365": 33343809536.0, - "8370": 33343762432.0, - "8375": 33343752192.0, - "8380": 33343772672.0, - "8385": 33343795200.0, - "8390": 33343717376.0, - "8395": 33343776768.0, - "8400": 33343727616.0, - "8405": 33343764480.0, - "8410": 33343744000.0, - "8415": 33343782912.0, - "8420": 33343750144.0, - "8425": 33343750144.0, - "8430": 33343750144.0, - "8435": 33343776768.0, - "8440": 33343766528.0, - "8445": 33343760384.0, - "8450": 33343721472.0, - "8455": 33343772672.0, - "8460": 33343682560.0, - "8465": 33343770624.0, - "8470": 33343750144.0, - "8475": 33343791104.0, - "8480": 33343733760.0, - "8485": 33343770624.0, - "8490": 33343725568.0, - "8495": 33343784960.0, - "8500": 33343772672.0, - "8505": 33343762432.0, - "8510": 33343739904.0, - "8515": 33343778816.0, - "8520": 33343668224.0, - "8525": 33343766528.0, - "8530": 33343750144.0, - "8535": 33343770624.0, - "8540": 33343762432.0, - "8545": 33343721472.0, - "8550": 33343744000.0, - "8555": 33343756288.0, - "8560": 33343764480.0, - "8565": 33343764480.0, - "8570": 33343762432.0, - "8575": 33343760384.0, - "8580": 33343756288.0, - "8585": 33343750144.0, - "8590": 33343750144.0, - "8595": 33343793152.0, - "8600": 33343754240.0, - "8605": 33343760384.0, - "8610": 33343746048.0, - "8615": 33343797248.0, - "8620": 33343748096.0, - "8625": 33343750144.0, - "8630": 33343750144.0, - "8635": 33343766528.0, - "8640": 33343746048.0, - "8645": 33343707136.0, - "8650": 33343750144.0, - "8655": 33343733760.0, - "8660": 33343729664.0, - "8665": 33343770624.0, - "8670": 33343791104.0, - "8675": 33343750144.0, - "8680": 33343752192.0, - "8685": 33343768576.0, - "8690": 33343746048.0, - "8695": 33343756288.0, - "8700": 33343766528.0, - "8705": 33343750144.0, - "8710": 33343748096.0, - "8715": 33343776768.0, - "8720": 33343766528.0, - "8725": 33343760384.0, - "8730": 33343721472.0, - "8735": 33343764480.0, - "8740": 33343741952.0, - "8745": 33343801344.0, - "8750": 33343764480.0, - "8755": 33343750144.0, - "8760": 33343746048.0, - "8765": 33343733760.0, - "8770": 33343758336.0, - "8775": 33343744000.0, - "8780": 33343764480.0, - "8785": 33343768576.0, - "8790": 33343795200.0, - "8795": 33343780864.0, - "8800": 33343758336.0, - "8805": 33343752192.0, - "8810": 33343768576.0, - "8815": 33343776768.0, - "8820": 33343727616.0, - "8825": 33343735808.0, - "8830": 33343776768.0, - "8835": 33343760384.0, - "8840": 33343741952.0, - "8845": 33343770624.0, - "8850": 33343733760.0, - "8855": 33343754240.0, - "8860": 33343750144.0, - "8865": 33343752192.0, - "8870": 33343778816.0, - "8875": 33343741952.0, - "8880": 33343778816.0, - "8885": 33343727616.0, - "8890": 33343746048.0, - "8895": 33343721472.0, - "8900": 33343752192.0, - "8905": 33343770624.0, - "8910": 33343764480.0, - "8915": 33343741952.0, - "8920": 33343797248.0, - "8925": 33343782912.0, - "8930": 33343752192.0, - "8935": 33343725568.0, - "8940": 33343776768.0, - "8945": 33343737856.0, - "8950": 33343737856.0, - "8955": 33343764480.0, - "8960": 33343762432.0, - "8965": 33343778816.0, - "8970": 33343758336.0, - "8975": 33343754240.0, - "8980": 33343735808.0, - "8985": 33343754240.0, - "8990": 33343756288.0, - "8995": 33343756288.0, - "9000": 33343762432.0, - "9005": 33343748096.0, - "9010": 33343709184.0, - "9015": 33343770624.0, - "9020": 33343791104.0, - "9025": 33343756288.0, - "9030": 33343750144.0, - "9035": 33343766528.0, - "9040": 33343741952.0, - "9045": 33343756288.0, - "9050": 33343739904.0, - "9055": 33343756288.0, - "9060": 33343766528.0, - "9065": 33343758336.0, - "9070": 33343672320.0, - "9075": 33343770624.0, - "9080": 33343784960.0, - "9085": 33343762432.0, - "9090": 33343750144.0, - "9095": 33343737856.0, - "9100": 33343778816.0, - "9105": 33343746048.0, - "9110": 33343801344.0, - "9115": 33343754240.0, - "9120": 33343746048.0, - "9125": 33343754240.0, - "9130": 33343680512.0, - "9135": 33343821824.0, - "9140": 33343717376.0, - "9145": 33343770624.0, - "9150": 33343784960.0, - "9155": 33343762432.0, - "9160": 33343750144.0, - "9165": 33343735808.0, - "9170": 33343748096.0, - "9175": 33343776768.0, - "9180": 33343719424.0, - "9185": 33343758336.0, - "9190": 33343737856.0, - "9195": 33343756288.0, - "9200": 33343744000.0, - "9205": 33343727616.0, - "9210": 33343727616.0, - "9215": 33343774720.0, - "9220": 33343774720.0, - "9225": 33343787008.0, - "9230": 33343770624.0, - "9235": 33343754240.0, - "9240": 33343752192.0, - "9245": 33343756288.0, - "9250": 33343733760.0, - "9255": 33343719424.0, - "9260": 33343758336.0, - "9265": 33343746048.0, - "9270": 33343768576.0, - "9275": 33343756288.0, - "9280": 33343758336.0, - "9285": 33343758336.0, - "9290": 33343746048.0, - "9295": 33343766528.0, - "9300": 33343768576.0, - "9305": 33343770624.0, - "9310": 33343766528.0, - "9315": 33343705088.0, - "9320": 33343764480.0, - "9325": 33343754240.0, - "9330": 33343758336.0, - "9335": 33343758336.0, - "9340": 33343733760.0, - "9345": 33343758336.0, - "9350": 33343750144.0, - "9355": 33343772672.0, - "9360": 33343754240.0, - "9365": 33343776768.0, - "9370": 33343741952.0, - "9375": 33343739904.0, - "9380": 33343758336.0, - "9385": 33343737856.0, - "9390": 33343784960.0, - "9395": 33343782912.0, - "9400": 33343760384.0, - "9405": 33343760384.0, - "9410": 33343746048.0, - "9415": 33343760384.0, - "9420": 33343778816.0, - "9425": 33343770624.0, - "9430": 33343752192.0, - "9435": 33343717376.0, - "9440": 33343737856.0, - "9445": 33343762432.0, - "9450": 33343766528.0, - "9455": 33343733760.0, - "9460": 33343774720.0, - "9465": 33343770624.0, - "9470": 33343748096.0, - "9475": 33343746048.0, - "9480": 33343766528.0, - "9485": 33343780864.0, - "9490": 33343711232.0, - "9495": 33343729664.0, - "9500": 33343731712.0, - "9505": 33343787008.0, - "9510": 33343729664.0, - "9515": 33343754240.0, - "9520": 33343748096.0, - "9525": 33343803392.0, - "9530": 33343778816.0, - "9535": 33343741952.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 9535, - "step_interval": 5, - "values": { - "1": 37179031552.0, - "5": 45287567360.0, - "10": 45367021568.0, - "15": 45390745600.0, - "20": 45390745600.0, - "25": 45390745600.0, - "30": 45390745600.0, - "35": 45390745600.0, - "40": 45390745600.0, - "45": 45390745600.0, - "50": 45390745600.0, - "55": 45390745600.0, - "60": 45390745600.0, - "65": 45390745600.0, - "70": 45390745600.0, - "75": 45390745600.0, - "80": 45390745600.0, - "85": 45390745600.0, - "90": 45390745600.0, - "95": 45390745600.0, - "100": 45390745600.0, - "105": 45393379328.0, - "110": 45460406272.0, - "115": 45460406272.0, - "120": 45480828928.0, - "125": 45480828928.0, - "130": 45480828928.0, - "135": 45480828928.0, - "140": 45480828928.0, - "145": 45480828928.0, - "150": 45475254272.0, - "155": 45475254272.0, - "160": 45490855936.0, - "165": 45490855936.0, - "170": 45490855936.0, - "175": 45490855936.0, - "180": 45490855936.0, - "185": 45490855936.0, - "190": 45490855936.0, - "195": 45490855936.0, - "200": 45490855936.0, - "205": 45490855936.0, - "210": 45490855936.0, - "215": 45490855936.0, - "220": 45490855936.0, - "225": 45490855936.0, - "230": 45490855936.0, - "235": 45490855936.0, - "240": 45490855936.0, - "245": 45490855936.0, - "250": 45490855936.0, - "255": 45490855936.0, - "260": 45490855936.0, - "265": 45490855936.0, - "270": 45490855936.0, - "275": 45490855936.0, - "280": 45490855936.0, - "285": 45490855936.0, - "290": 45490855936.0, - "295": 45490855936.0, - "300": 45628088320.0, - "305": 45628088320.0, - "310": 45690830848.0, - "315": 45690830848.0, - "320": 45766037504.0, - "325": 45766037504.0, - "330": 45766037504.0, - "335": 45766037504.0, - "340": 45766037504.0, - "345": 45766037504.0, - "350": 45766037504.0, - "355": 45766037504.0, - "360": 45766037504.0, - "365": 45766037504.0, - "370": 45766037504.0, - "375": 45766037504.0, - "380": 45766037504.0, - "385": 45766037504.0, - "390": 45766037504.0, - "395": 45766037504.0, - "400": 45766037504.0, - "405": 45766037504.0, - "410": 45766037504.0, - "415": 45766037504.0, - "420": 45766037504.0, - "425": 45766037504.0, - "430": 45766037504.0, - "435": 45766037504.0, - "440": 45766037504.0, - "445": 45766037504.0, - "450": 45766037504.0, - "455": 45766037504.0, - "460": 45766037504.0, - "465": 45766037504.0, - "470": 45766037504.0, - "475": 45766037504.0, - "480": 45766037504.0, - "485": 45766037504.0, - "490": 45766037504.0, - "495": 45766037504.0, - "500": 45801496576.0, - "505": 45905408000.0, - "510": 45905408000.0, - "515": 45905408000.0, - "520": 45905408000.0, - "525": 45905408000.0, - "530": 45905408000.0, - "535": 45905408000.0, - "540": 45905408000.0, - "545": 45905408000.0, - "550": 45918470144.0, - "555": 45940838400.0, - "560": 45964263424.0, - "565": 45964263424.0, - "570": 45964263424.0, - "575": 45964263424.0, - "580": 45964263424.0, - "585": 45964263424.0, - "590": 45964263424.0, - "595": 45964263424.0, - "600": 45964263424.0, - "605": 45964263424.0, - "610": 45964263424.0, - "615": 45964263424.0, - "620": 45964263424.0, - "625": 45964263424.0, - "630": 45964263424.0, - "635": 45964263424.0, - "640": 45964263424.0, - "645": 45964263424.0, - "650": 45964263424.0, - "655": 45964263424.0, - "660": 45964263424.0, - "665": 45964263424.0, - "670": 45964263424.0, - "675": 45964263424.0, - "680": 45964263424.0, - "685": 45964263424.0, - "690": 45964263424.0, - "695": 45964263424.0, - "700": 45964263424.0, - "705": 45964263424.0, - "710": 45964263424.0, - "715": 45964263424.0, - "720": 45964263424.0, - "725": 45964263424.0, - "730": 45964263424.0, - "735": 45964263424.0, - "740": 45964263424.0, - "745": 45964263424.0, - "750": 45964263424.0, - "755": 45964263424.0, - "760": 45964263424.0, - "765": 45964263424.0, - "770": 45964263424.0, - "775": 45964263424.0, - "780": 45964263424.0, - "785": 45964263424.0, - "790": 45964263424.0, - "795": 45964263424.0, - "800": 45964263424.0, - "805": 45964263424.0, - "810": 45964263424.0, - "815": 45964263424.0, - "820": 45964263424.0, - "825": 45964263424.0, - "830": 45964263424.0, - "835": 46071791616.0, - "840": 46071791616.0, - "845": 46071791616.0, - "850": 46071791616.0, - "855": 46071791616.0, - "860": 46071791616.0, - "865": 46071791616.0, - "870": 46071791616.0, - "875": 46071791616.0, - "880": 46071791616.0, - "885": 46071791616.0, - "890": 46071791616.0, - "895": 46071791616.0, - "900": 46071791616.0, - "905": 46071791616.0, - "910": 46071791616.0, - "915": 46071791616.0, - "920": 46071791616.0, - "925": 46071791616.0, - "930": 46071791616.0, - "935": 46071791616.0, - "940": 46071791616.0, - "945": 46071791616.0, - "950": 46071791616.0, - "955": 46071791616.0, - "960": 46071791616.0, - "965": 46071791616.0, - "970": 46071791616.0, - "975": 46071791616.0, - "980": 46071791616.0, - "985": 46071791616.0, - "990": 46071791616.0, - "995": 46071791616.0, - "1000": 46071791616.0, - "1005": 46071791616.0, - "1010": 46071791616.0, - "1015": 46071791616.0, - "1020": 46071791616.0, - "1025": 46247485440.0, - "1030": 46247485440.0, - "1035": 46247485440.0, - "1040": 46247485440.0, - "1045": 46247485440.0, - "1050": 46247485440.0, - "1055": 46247485440.0, - "1060": 46247485440.0, - "1065": 46247485440.0, - "1070": 46247485440.0, - "1075": 46247485440.0, - "1080": 46247485440.0, - "1085": 46247485440.0, - "1090": 46247485440.0, - "1095": 46247485440.0, - "1100": 46247485440.0, - "1105": 46247485440.0, - "1110": 46247485440.0, - "1115": 46247485440.0, - "1120": 46247485440.0, - "1125": 46247485440.0, - "1130": 46247485440.0, - "1135": 46247485440.0, - "1140": 46247485440.0, - "1145": 46247485440.0, - "1150": 46247485440.0, - "1155": 46247485440.0, - "1160": 46247485440.0, - "1165": 46247485440.0, - "1170": 46247485440.0, - "1175": 46247485440.0, - "1180": 46247485440.0, - "1185": 46247485440.0, - "1190": 46247485440.0, - "1195": 46247485440.0, - "1200": 46247485440.0, - "1205": 46247485440.0, - "1210": 46247485440.0, - "1215": 46247485440.0, - "1220": 46247485440.0, - "1225": 46247485440.0, - "1230": 46247485440.0, - "1235": 46247485440.0, - "1240": 46247485440.0, - "1245": 46247485440.0, - "1250": 46247485440.0, - "1255": 46247485440.0, - "1260": 46247485440.0, - "1265": 46247485440.0, - "1270": 46247485440.0, - "1275": 46247485440.0, - "1280": 46247485440.0, - "1285": 46247485440.0, - "1290": 46247485440.0, - "1295": 46247485440.0, - "1300": 46247485440.0, - "1305": 46247485440.0, - "1310": 46247485440.0, - "1315": 46247485440.0, - "1320": 46247485440.0, - "1325": 46247485440.0, - "1330": 46247485440.0, - "1335": 46247485440.0, - "1340": 46247485440.0, - "1345": 46247485440.0, - "1350": 46247485440.0, - "1355": 46247485440.0, - "1360": 46247485440.0, - "1365": 46247485440.0, - "1370": 46247485440.0, - "1375": 46247485440.0, - "1380": 46247485440.0, - "1385": 46247485440.0, - "1390": 46247485440.0, - "1395": 46247485440.0, - "1400": 46247485440.0, - "1405": 46247485440.0, - "1410": 46247485440.0, - "1415": 46247485440.0, - "1420": 46247485440.0, - "1425": 46247485440.0, - "1430": 46247485440.0, - "1435": 46247485440.0, - "1440": 46247485440.0, - "1445": 46247485440.0, - "1450": 46247485440.0, - "1455": 46247485440.0, - "1460": 46247485440.0, - "1465": 46247485440.0, - "1470": 46247485440.0, - "1475": 46247485440.0, - "1480": 46247485440.0, - "1485": 46247485440.0, - "1490": 46247485440.0, - "1495": 46411345920.0, - "1500": 46411345920.0, - "1505": 46411345920.0, - "1510": 46411345920.0, - "1515": 46411345920.0, - "1520": 46411345920.0, - "1525": 46411345920.0, - "1530": 46411345920.0, - "1535": 46411345920.0, - "1540": 46411345920.0, - "1545": 46411345920.0, - "1550": 46411345920.0, - "1555": 46411345920.0, - "1560": 46411345920.0, - "1565": 46411345920.0, - "1570": 46411345920.0, - "1575": 46411345920.0, - "1580": 46411345920.0, - "1585": 46411345920.0, - "1590": 46411345920.0, - "1595": 46411345920.0, - "1600": 46411345920.0, - "1605": 46411345920.0, - "1610": 46411345920.0, - "1615": 46411345920.0, - "1620": 46411345920.0, - "1625": 46411345920.0, - "1630": 46411345920.0, - "1635": 46411345920.0, - "1640": 46411345920.0, - "1645": 46411345920.0, - "1650": 46411345920.0, - "1655": 46411345920.0, - "1660": 46411345920.0, - "1665": 46411345920.0, - "1670": 46411345920.0, - "1675": 46411345920.0, - "1680": 46411345920.0, - "1685": 46411345920.0, - "1690": 46411345920.0, - "1695": 46411345920.0, - "1700": 46411345920.0, - "1705": 46411345920.0, - "1710": 46411345920.0, - "1715": 46411345920.0, - "1720": 46411345920.0, - "1725": 46411345920.0, - "1730": 46411345920.0, - "1735": 46411345920.0, - "1740": 46411345920.0, - "1745": 46411345920.0, - "1750": 46411345920.0, - "1755": 46411345920.0, - "1760": 46411345920.0, - "1765": 46411345920.0, - "1770": 46411345920.0, - "1775": 46411345920.0, - "1780": 46411345920.0, - "1785": 46411345920.0, - "1790": 46411345920.0, - "1795": 46411345920.0, - "1800": 46411345920.0, - "1805": 46411345920.0, - "1810": 46411345920.0, - "1815": 46411345920.0, - "1820": 45912244224.0, - "1825": 45912244224.0, - "1830": 45912244224.0, - "1835": 45912244224.0, - "1840": 45996240896.0, - "1845": 45996240896.0, - "1850": 46085431296.0, - "1855": 46085431296.0, - "1860": 46085431296.0, - "1865": 46085431296.0, - "1870": 46085431296.0, - "1875": 46085431296.0, - "1880": 46085431296.0, - "1885": 46085431296.0, - "1890": 46085480448.0, - "1895": 46085480448.0, - "1900": 46085480448.0, - "1905": 46085480448.0, - "1910": 46085480448.0, - "1915": 46085480448.0, - "1920": 46085480448.0, - "1925": 46085480448.0, - "1930": 46085480448.0, - "1935": 46085480448.0, - "1940": 46085480448.0, - "1945": 46085480448.0, - "1950": 46085480448.0, - "1955": 46085480448.0, - "1960": 46085480448.0, - "1965": 46085480448.0, - "1970": 46085480448.0, - "1975": 46085480448.0, - "1980": 46085480448.0, - "1985": 46085480448.0, - "1990": 46085480448.0, - "1995": 46085480448.0, - "2000": 46085480448.0, - "2005": 46085480448.0, - "2010": 46085480448.0, - "2015": 46085480448.0, - "2020": 46085480448.0, - "2025": 46085480448.0, - "2030": 46085480448.0, - "2035": 46085480448.0, - "2040": 46139314176.0, - "2045": 46139314176.0, - "2050": 46139314176.0, - "2055": 46139314176.0, - "2060": 46139314176.0, - "2065": 46139314176.0, - "2070": 46139314176.0, - "2075": 46139314176.0, - "2080": 46139314176.0, - "2085": 46139314176.0, - "2090": 46139314176.0, - "2095": 46139314176.0, - "2100": 46139314176.0, - "2105": 46139314176.0, - "2110": 46139314176.0, - "2115": 46139314176.0, - "2120": 46139846656.0, - "2125": 46139846656.0, - "2130": 46139846656.0, - "2135": 46139846656.0, - "2140": 46139846656.0, - "2145": 46139846656.0, - "2150": 46139846656.0, - "2155": 46139846656.0, - "2160": 46139846656.0, - "2165": 46139846656.0, - "2170": 46139846656.0, - "2175": 46139846656.0, - "2180": 46139846656.0, - "2185": 46139846656.0, - "2190": 46139846656.0, - "2195": 46139846656.0, - "2200": 46139846656.0, - "2205": 46139846656.0, - "2210": 46139846656.0, - "2215": 46139846656.0, - "2220": 46139846656.0, - "2225": 46139846656.0, - "2230": 46139846656.0, - "2235": 46139846656.0, - "2240": 46139846656.0, - "2245": 46139846656.0, - "2250": 46139846656.0, - "2255": 46139846656.0, - "2260": 46139846656.0, - "2265": 46139846656.0, - "2270": 46139846656.0, - "2275": 46139846656.0, - "2280": 46139846656.0, - "2285": 46139846656.0, - "2290": 46139846656.0, - "2295": 46139846656.0, - "2300": 46139846656.0, - "2305": 46139846656.0, - "2310": 46139846656.0, - "2315": 46139846656.0, - "2320": 46139846656.0, - "2325": 46139846656.0, - "2330": 46139846656.0, - "2335": 46139846656.0, - "2340": 46139846656.0, - "2345": 46139846656.0, - "2350": 46139846656.0, - "2355": 46139846656.0, - "2360": 46139846656.0, - "2365": 46139846656.0, - "2370": 46139846656.0, - "2375": 46139846656.0, - "2380": 46139846656.0, - "2385": 46139846656.0, - "2390": 46139846656.0, - "2395": 46139846656.0, - "2400": 46139846656.0, - "2405": 46139846656.0, - "2410": 46139846656.0, - "2415": 46139846656.0, - "2420": 46139846656.0, - "2425": 46139846656.0, - "2430": 46139846656.0, - "2435": 46139846656.0, - "2440": 46139846656.0, - "2445": 46139846656.0, - "2450": 46139846656.0, - "2455": 46139846656.0, - "2460": 46139846656.0, - "2465": 46139846656.0, - "2470": 46139846656.0, - "2475": 46139846656.0, - "2480": 46139846656.0, - "2485": 46139846656.0, - "2490": 46139846656.0, - "2495": 46139846656.0, - "2500": 46139846656.0, - "2505": 46139846656.0, - "2510": 46139846656.0, - "2515": 46139846656.0, - "2520": 46139846656.0, - "2525": 46139846656.0, - "2530": 46139846656.0, - "2535": 46139846656.0, - "2540": 46139846656.0, - "2545": 46139846656.0, - "2550": 46139846656.0, - "2555": 46139846656.0, - "2560": 46139846656.0, - "2565": 46139846656.0, - "2570": 46139846656.0, - "2575": 46139846656.0, - "2580": 46139846656.0, - "2585": 46139846656.0, - "2590": 46139846656.0, - "2595": 46139846656.0, - "2600": 46139846656.0, - "2605": 46139846656.0, - "2610": 46139846656.0, - "2615": 46139846656.0, - "2620": 46139846656.0, - "2625": 46139846656.0, - "2630": 46139846656.0, - "2635": 46139846656.0, - "2640": 46139846656.0, - "2645": 46139846656.0, - "2650": 46139846656.0, - "2655": 46139846656.0, - "2660": 46139846656.0, - "2665": 46139846656.0, - "2670": 46139846656.0, - "2675": 46139846656.0, - "2680": 46139846656.0, - "2685": 46139846656.0, - "2690": 46139846656.0, - "2695": 46139846656.0, - "2700": 46139846656.0, - "2705": 46139846656.0, - "2710": 46139846656.0, - "2715": 46139846656.0, - "2720": 46139846656.0, - "2725": 46259011584.0, - "2730": 46259011584.0, - "2735": 46259011584.0, - "2740": 46259011584.0, - "2745": 46259011584.0, - "2750": 46259011584.0, - "2755": 46259011584.0, - "2760": 46259011584.0, - "2765": 46259011584.0, - "2770": 46259011584.0, - "2775": 46259011584.0, - "2780": 46259011584.0, - "2785": 46259011584.0, - "2790": 46259011584.0, - "2795": 46259011584.0, - "2800": 46259011584.0, - "2805": 46259011584.0, - "2810": 46259011584.0, - "2815": 46259011584.0, - "2820": 46259011584.0, - "2825": 46259011584.0, - "2830": 46259011584.0, - "2835": 46259011584.0, - "2840": 46259011584.0, - "2845": 46259011584.0, - "2850": 46259011584.0, - "2855": 46259011584.0, - "2860": 46259011584.0, - "2865": 46259011584.0, - "2870": 46259011584.0, - "2875": 46259011584.0, - "2880": 46259011584.0, - "2885": 46259011584.0, - "2890": 46259011584.0, - "2895": 46259011584.0, - "2900": 46259011584.0, - "2905": 46259011584.0, - "2910": 46259011584.0, - "2915": 46259011584.0, - "2920": 46259011584.0, - "2925": 46259011584.0, - "2930": 46259011584.0, - "2935": 46259011584.0, - "2940": 46259011584.0, - "2945": 46259011584.0, - "2950": 46259011584.0, - "2955": 46259011584.0, - "2960": 46259011584.0, - "2965": 46259011584.0, - "2970": 46259011584.0, - "2975": 46259011584.0, - "2980": 46259011584.0, - "2985": 46259011584.0, - "2990": 46259011584.0, - "2995": 46259011584.0, - "3000": 46259011584.0, - "3005": 46259011584.0, - "3010": 46259011584.0, - "3015": 46259011584.0, - "3020": 46259011584.0, - "3025": 46259011584.0, - "3030": 46259011584.0, - "3035": 46259011584.0, - "3040": 46259011584.0, - "3045": 46259011584.0, - "3050": 46259011584.0, - "3055": 46259011584.0, - "3060": 46259011584.0, - "3065": 46259011584.0, - "3070": 46259011584.0, - "3075": 46259011584.0, - "3080": 46259011584.0, - "3085": 46259011584.0, - "3090": 46259011584.0, - "3095": 46259011584.0, - "3100": 46259011584.0, - "3105": 46259011584.0, - "3110": 46259011584.0, - "3115": 46259011584.0, - "3120": 46259011584.0, - "3125": 46259011584.0, - "3130": 46259011584.0, - "3135": 46259011584.0, - "3140": 46259011584.0, - "3145": 46259011584.0, - "3150": 46259011584.0, - "3155": 46259011584.0, - "3160": 46259011584.0, - "3165": 46259011584.0, - "3170": 46259011584.0, - "3175": 46259011584.0, - "3180": 46259011584.0, - "3185": 46259011584.0, - "3190": 46259011584.0, - "3195": 46259011584.0, - "3200": 46259011584.0, - "3205": 46259011584.0, - "3210": 46259011584.0, - "3215": 46259011584.0, - "3220": 46259011584.0, - "3225": 46259011584.0, - "3230": 46259011584.0, - "3235": 46259011584.0, - "3240": 46259011584.0, - "3245": 46259011584.0, - "3250": 46259011584.0, - "3255": 46259011584.0, - "3260": 46259011584.0, - "3265": 46259011584.0, - "3270": 46259011584.0, - "3275": 46259011584.0, - "3280": 46259011584.0, - "3285": 46259011584.0, - "3290": 46259011584.0, - "3295": 46259011584.0, - "3300": 46259011584.0, - "3305": 46259011584.0, - "3310": 46259011584.0, - "3315": 46259011584.0, - "3320": 46259011584.0, - "3325": 46259011584.0, - "3330": 46259011584.0, - "3335": 46259011584.0, - "3340": 46259011584.0, - "3345": 46259011584.0, - "3350": 46259011584.0, - "3355": 46259011584.0, - "3360": 46259011584.0, - "3365": 46259011584.0, - "3370": 46259011584.0, - "3375": 46259011584.0, - "3380": 46259011584.0, - "3385": 46259011584.0, - "3390": 46259011584.0, - "3395": 45659422720.0, - "3400": 45949894656.0, - "3405": 45949894656.0, - "3410": 45949894656.0, - "3415": 45949894656.0, - "3420": 45949894656.0, - "3425": 45949894656.0, - "3430": 45949894656.0, - "3435": 45949894656.0, - "3440": 45949894656.0, - "3445": 46087606272.0, - "3450": 46087606272.0, - "3455": 46087606272.0, - "3460": 46087606272.0, - "3465": 46087606272.0, - "3470": 46087606272.0, - "3475": 46087606272.0, - "3480": 46087606272.0, - "3485": 46087606272.0, - "3490": 46087606272.0, - "3495": 46087606272.0, - "3500": 46087606272.0, - "3505": 46087606272.0, - "3510": 46087606272.0, - "3515": 46087606272.0, - "3520": 46087606272.0, - "3525": 46087606272.0, - "3530": 46087606272.0, - "3535": 46087606272.0, - "3540": 46087606272.0, - "3545": 46115123200.0, - "3550": 46115123200.0, - "3555": 46115123200.0, - "3560": 46115123200.0, - "3565": 46115123200.0, - "3570": 46115123200.0, - "3575": 46115123200.0, - "3580": 46115123200.0, - "3585": 46115123200.0, - "3590": 46115123200.0, - "3595": 46115123200.0, - "3600": 46115123200.0, - "3605": 46115123200.0, - "3610": 46115123200.0, - "3615": 46115123200.0, - "3620": 46115123200.0, - "3625": 46115123200.0, - "3630": 46130495488.0, - "3635": 46130495488.0, - "3640": 46130495488.0, - "3645": 46130495488.0, - "3650": 46130495488.0, - "3655": 46130495488.0, - "3660": 46130495488.0, - "3665": 46130495488.0, - "3670": 46130495488.0, - "3675": 46130495488.0, - "3680": 46130495488.0, - "3685": 46130495488.0, - "3690": 46130495488.0, - "3695": 46130495488.0, - "3700": 46130495488.0, - "3705": 46130495488.0, - "3710": 46130495488.0, - "3715": 46130495488.0, - "3720": 46130495488.0, - "3725": 46130495488.0, - "3730": 46130495488.0, - "3735": 46130495488.0, - "3740": 46130495488.0, - "3745": 46130495488.0, - "3750": 46130495488.0, - "3755": 46130495488.0, - "3760": 46130495488.0, - "3765": 46130495488.0, - "3770": 46130495488.0, - "3775": 46130495488.0, - "3780": 46130495488.0, - "3785": 46130495488.0, - "3790": 46130495488.0, - "3795": 46130495488.0, - "3800": 46130495488.0, - "3805": 46130495488.0, - "3810": 46130495488.0, - "3815": 46130495488.0, - "3820": 46130495488.0, - "3825": 46130495488.0, - "3830": 46130495488.0, - "3835": 46130495488.0, - "3840": 46130495488.0, - "3845": 46130495488.0, - "3850": 46130495488.0, - "3855": 46130495488.0, - "3860": 46130495488.0, - "3865": 46130495488.0, - "3870": 46130495488.0, - "3875": 46130495488.0, - "3880": 46130495488.0, - "3885": 46130495488.0, - "3890": 46130495488.0, - "3895": 46130495488.0, - "3900": 46130495488.0, - "3905": 46130495488.0, - "3910": 46130495488.0, - "3915": 46130495488.0, - "3920": 46130495488.0, - "3925": 46130495488.0, - "3930": 46130495488.0, - "3935": 46130495488.0, - "3940": 46130495488.0, - "3945": 46130495488.0, - "3950": 46130495488.0, - "3955": 46130495488.0, - "3960": 46130495488.0, - "3965": 46130495488.0, - "3970": 46130495488.0, - "3975": 46130495488.0, - "3980": 46130495488.0, - "3985": 46130495488.0, - "3990": 46130495488.0, - "3995": 46130495488.0, - "4000": 46130495488.0, - "4005": 46130495488.0, - "4010": 46130495488.0, - "4015": 46130495488.0, - "4020": 46130495488.0, - "4025": 46130495488.0, - "4030": 46130495488.0, - "4035": 46130495488.0, - "4040": 46130495488.0, - "4045": 46130495488.0, - "4050": 46130495488.0, - "4055": 46130495488.0, - "4060": 46130495488.0, - "4065": 46130495488.0, - "4070": 46130495488.0, - "4075": 46130495488.0, - "4080": 46130495488.0, - "4085": 46130495488.0, - "4090": 46130495488.0, - "4095": 46130495488.0, - "4100": 46130495488.0, - "4105": 46130495488.0, - "4110": 46130495488.0, - "4115": 46130495488.0, - "4120": 46130495488.0, - "4125": 46130495488.0, - "4130": 46130495488.0, - "4135": 46130495488.0, - "4140": 46130495488.0, - "4145": 46130495488.0, - "4150": 46130495488.0, - "4155": 46130495488.0, - "4160": 46130495488.0, - "4165": 46130495488.0, - "4170": 46130495488.0, - "4175": 46130495488.0, - "4180": 46130495488.0, - "4185": 46130495488.0, - "4190": 46130495488.0, - "4195": 46130495488.0, - "4200": 46130495488.0, - "4205": 46130495488.0, - "4210": 46130495488.0, - "4215": 46130495488.0, - "4220": 46130495488.0, - "4225": 46130495488.0, - "4230": 46130495488.0, - "4235": 46130495488.0, - "4240": 46130495488.0, - "4245": 46130495488.0, - "4250": 46130495488.0, - "4255": 46130495488.0, - "4260": 46130495488.0, - "4265": 46130495488.0, - "4270": 46130495488.0, - "4275": 46130495488.0, - "4280": 46130495488.0, - "4285": 46130495488.0, - "4290": 46130495488.0, - "4295": 46130495488.0, - "4300": 46130495488.0, - "4305": 46130495488.0, - "4310": 46130495488.0, - "4315": 46130495488.0, - "4320": 46130495488.0, - "4325": 46130495488.0, - "4330": 46130495488.0, - "4335": 46130495488.0, - "4340": 46130495488.0, - "4345": 46130495488.0, - "4350": 46130495488.0, - "4355": 46130495488.0, - "4360": 46130495488.0, - "4365": 46130495488.0, - "4370": 46130495488.0, - "4375": 46130495488.0, - "4380": 46130495488.0, - "4385": 46130495488.0, - "4390": 46130495488.0, - "4395": 46130495488.0, - "4400": 46130495488.0, - "4405": 46130495488.0, - "4410": 46130495488.0, - "4415": 46130495488.0, - "4420": 46130495488.0, - "4425": 46130495488.0, - "4430": 46130495488.0, - "4435": 46130495488.0, - "4440": 46130495488.0, - "4445": 46130495488.0, - "4450": 46130495488.0, - "4455": 46130495488.0, - "4460": 46130495488.0, - "4465": 46130495488.0, - "4470": 46130495488.0, - "4475": 46130495488.0, - "4480": 46130495488.0, - "4485": 46130495488.0, - "4490": 46130495488.0, - "4495": 46130495488.0, - "4500": 46130495488.0, - "4505": 46130495488.0, - "4510": 46130495488.0, - "4515": 46130495488.0, - "4520": 46130495488.0, - "4525": 46130495488.0, - "4530": 46130495488.0, - "4535": 46130495488.0, - "4540": 46130495488.0, - "4545": 46130495488.0, - "4550": 46130495488.0, - "4555": 46130495488.0, - "4560": 46130495488.0, - "4565": 46130495488.0, - "4570": 46130495488.0, - "4575": 46130495488.0, - "4580": 46130495488.0, - "4585": 46130495488.0, - "4590": 46130495488.0, - "4595": 46130495488.0, - "4600": 46130495488.0, - "4605": 46130495488.0, - "4610": 46130495488.0, - "4615": 46130495488.0, - "4620": 46130495488.0, - "4625": 46130495488.0, - "4630": 46130495488.0, - "4635": 46130495488.0, - "4640": 46130495488.0, - "4645": 46130495488.0, - "4650": 46130495488.0, - "4655": 46130495488.0, - "4660": 46130495488.0, - "4665": 46130495488.0, - "4670": 46130495488.0, - "4675": 46130495488.0, - "4680": 46130495488.0, - "4685": 46130495488.0, - "4690": 46130495488.0, - "4695": 46130495488.0, - "4700": 46130495488.0, - "4705": 46130495488.0, - "4710": 46130495488.0, - "4715": 46130495488.0, - "4720": 46130495488.0, - "4725": 46130495488.0, - "4730": 46130495488.0, - "4735": 46130495488.0, - "4740": 46130495488.0, - "4745": 46130495488.0, - "4750": 46130495488.0, - "4755": 46130495488.0, - "4760": 46130495488.0, - "4765": 46130495488.0, - "4770": 46130495488.0, - "4775": 46130495488.0, - "4780": 46130495488.0, - "4785": 46130495488.0, - "4790": 46130495488.0, - "4795": 46130495488.0, - "4800": 46130495488.0, - "4805": 46130495488.0, - "4810": 46130495488.0, - "4815": 46130495488.0, - "4820": 46130495488.0, - "4825": 46130495488.0, - "4830": 46130495488.0, - "4835": 46130495488.0, - "4840": 46130495488.0, - "4845": 46130495488.0, - "4850": 46130495488.0, - "4855": 46130495488.0, - "4860": 46130495488.0, - "4865": 46130495488.0, - "4870": 46130495488.0, - "4875": 46130495488.0, - "4880": 46130495488.0, - "4885": 46130495488.0, - "4890": 46130495488.0, - "4895": 46130495488.0, - "4900": 46130495488.0, - "4905": 46180839424.0, - "4910": 46180839424.0, - "4915": 46180839424.0, - "4920": 46180839424.0, - "4925": 46180839424.0, - "4930": 46180839424.0, - "4935": 46180839424.0, - "4940": 45811179520.0, - "4945": 45811179520.0, - "4950": 45859602432.0, - "4955": 45859602432.0, - "4960": 45859602432.0, - "4965": 45914288128.0, - "4970": 45914288128.0, - "4975": 45996109824.0, - "4980": 45996109824.0, - "4985": 45996109824.0, - "4990": 45996109824.0, - "4995": 45996109824.0, - "5000": 45996109824.0, - "5005": 45996109824.0, - "5010": 45996109824.0, - "5015": 45996109824.0, - "5020": 45996109824.0, - "5025": 45996109824.0, - "5030": 45996109824.0, - "5035": 45996109824.0, - "5040": 45996109824.0, - "5045": 45996109824.0, - "5050": 45996109824.0, - "5055": 45996109824.0, - "5060": 45996109824.0, - "5065": 45996109824.0, - "5070": 45996109824.0, - "5075": 45996109824.0, - "5080": 46008614912.0, - "5085": 46008614912.0, - "5090": 46008614912.0, - "5095": 46008614912.0, - "5100": 46008614912.0, - "5105": 46008614912.0, - "5110": 46008614912.0, - "5115": 46008614912.0, - "5120": 46008614912.0, - "5125": 46008614912.0, - "5130": 46008614912.0, - "5135": 46008614912.0, - "5140": 46008614912.0, - "5145": 46008614912.0, - "5150": 46008614912.0, - "5155": 46008614912.0, - "5160": 46008614912.0, - "5165": 46008614912.0, - "5170": 46008614912.0, - "5175": 46008614912.0, - "5180": 46008614912.0, - "5185": 46008614912.0, - "5190": 46008614912.0, - "5195": 46008614912.0, - "5200": 46008614912.0, - "5205": 46008614912.0, - "5210": 46008614912.0, - "5215": 46008614912.0, - "5220": 46008614912.0, - "5225": 46008614912.0, - "5230": 46008614912.0, - "5235": 46008614912.0, - "5240": 46008614912.0, - "5245": 46008614912.0, - "5250": 46008614912.0, - "5255": 46008614912.0, - "5260": 46008614912.0, - "5265": 46008614912.0, - "5270": 46008614912.0, - "5275": 46008614912.0, - "5280": 46008614912.0, - "5285": 46008614912.0, - "5290": 46008614912.0, - "5295": 46008614912.0, - "5300": 46008614912.0, - "5305": 46008614912.0, - "5310": 46008614912.0, - "5315": 46008614912.0, - "5320": 46008614912.0, - "5325": 46008614912.0, - "5330": 46008614912.0, - "5335": 46008614912.0, - "5340": 46008614912.0, - "5345": 46008614912.0, - "5350": 46008614912.0, - "5355": 46008614912.0, - "5360": 46008614912.0, - "5365": 46008614912.0, - "5370": 46008614912.0, - "5375": 46008614912.0, - "5380": 46008614912.0, - "5385": 46008614912.0, - "5390": 46008614912.0, - "5395": 46008614912.0, - "5400": 46008614912.0, - "5405": 46008614912.0, - "5410": 46008614912.0, - "5415": 46008614912.0, - "5420": 46008614912.0, - "5425": 46008614912.0, - "5430": 46008614912.0, - "5435": 46008614912.0, - "5440": 46008614912.0, - "5445": 46008614912.0, - "5450": 46008614912.0, - "5455": 46008614912.0, - "5460": 46008614912.0, - "5465": 46008614912.0, - "5470": 46008614912.0, - "5475": 46008614912.0, - "5480": 46008614912.0, - "5485": 46008614912.0, - "5490": 46008614912.0, - "5495": 46008614912.0, - "5500": 46008614912.0, - "5505": 46008614912.0, - "5510": 46008614912.0, - "5515": 46008614912.0, - "5520": 46008614912.0, - "5525": 46008614912.0, - "5530": 46008614912.0, - "5535": 46008614912.0, - "5540": 46008614912.0, - "5545": 46008614912.0, - "5550": 46008614912.0, - "5555": 46008614912.0, - "5560": 46008614912.0, - "5565": 46008614912.0, - "5570": 46008614912.0, - "5575": 46008614912.0, - "5580": 46008614912.0, - "5585": 46008614912.0, - "5590": 46008614912.0, - "5595": 46008614912.0, - "5600": 46008614912.0, - "5605": 46008614912.0, - "5610": 46008614912.0, - "5615": 46008614912.0, - "5620": 46014611456.0, - "5625": 46014611456.0, - "5630": 46014611456.0, - "5635": 46014611456.0, - "5640": 46014611456.0, - "5645": 46014611456.0, - "5650": 46014611456.0, - "5655": 46014611456.0, - "5660": 46014611456.0, - "5665": 46014611456.0, - "5670": 46014611456.0, - "5675": 46014611456.0, - "5680": 46014611456.0, - "5685": 46014611456.0, - "5690": 46014611456.0, - "5695": 46014611456.0, - "5700": 46014611456.0, - "5705": 46014611456.0, - "5710": 46014611456.0, - "5715": 46014611456.0, - "5720": 46014611456.0, - "5725": 46014611456.0, - "5730": 46014611456.0, - "5735": 46014611456.0, - "5740": 46014611456.0, - "5745": 46014611456.0, - "5750": 46014611456.0, - "5755": 46014611456.0, - "5760": 46014611456.0, - "5765": 46014611456.0, - "5770": 46014611456.0, - "5775": 46014611456.0, - "5780": 46014611456.0, - "5785": 46014611456.0, - "5790": 46014611456.0, - "5795": 46034923520.0, - "5800": 46034923520.0, - "5805": 46052950016.0, - "5810": 46052950016.0, - "5815": 46052950016.0, - "5820": 46052950016.0, - "5825": 46052950016.0, - "5830": 46052950016.0, - "5835": 46052950016.0, - "5840": 46052950016.0, - "5845": 46052950016.0, - "5850": 46052950016.0, - "5855": 46052950016.0, - "5860": 46052950016.0, - "5865": 46052950016.0, - "5870": 46052950016.0, - "5875": 46052950016.0, - "5880": 46052950016.0, - "5885": 46052950016.0, - "5890": 46052950016.0, - "5895": 46052950016.0, - "5900": 46052950016.0, - "5905": 46052950016.0, - "5910": 46052950016.0, - "5915": 46052950016.0, - "5920": 46052950016.0, - "5925": 46052950016.0, - "5930": 46052950016.0, - "5935": 46052950016.0, - "5940": 46052950016.0, - "5945": 46052950016.0, - "5950": 46052950016.0, - "5955": 46052950016.0, - "5960": 46052950016.0, - "5965": 46052950016.0, - "5970": 46052950016.0, - "5975": 46052950016.0, - "5980": 46052950016.0, - "5985": 46052950016.0, - "5990": 46052950016.0, - "5995": 46052950016.0, - "6000": 46052950016.0, - "6005": 46052950016.0, - "6010": 46052950016.0, - "6015": 46052950016.0, - "6020": 46052950016.0, - "6025": 46052950016.0, - "6030": 46052950016.0, - "6035": 46052950016.0, - "6040": 46052950016.0, - "6045": 46052950016.0, - "6050": 46052950016.0, - "6055": 46052950016.0, - "6060": 46052950016.0, - "6065": 46052950016.0, - "6070": 46052950016.0, - "6075": 46052950016.0, - "6080": 46052950016.0, - "6085": 46052950016.0, - "6090": 46052950016.0, - "6095": 46052950016.0, - "6100": 46052950016.0, - "6105": 46052950016.0, - "6110": 46052950016.0, - "6115": 46052950016.0, - "6120": 46052950016.0, - "6125": 46052950016.0, - "6130": 46052950016.0, - "6135": 46052950016.0, - "6140": 46052950016.0, - "6145": 46052950016.0, - "6150": 46052950016.0, - "6155": 46052950016.0, - "6160": 46052950016.0, - "6165": 46052950016.0, - "6170": 46052950016.0, - "6175": 46052950016.0, - "6180": 46052950016.0, - "6185": 46052950016.0, - "6190": 46052950016.0, - "6195": 46052950016.0, - "6200": 46052950016.0, - "6205": 46052950016.0, - "6210": 46052950016.0, - "6215": 46052950016.0, - "6220": 46052950016.0, - "6225": 46052950016.0, - "6230": 46052950016.0, - "6235": 46052950016.0, - "6240": 46052950016.0, - "6245": 46052950016.0, - "6250": 46052950016.0, - "6255": 46052950016.0, - "6260": 46052950016.0, - "6265": 46052950016.0, - "6270": 46052950016.0, - "6275": 46052950016.0, - "6280": 46052950016.0, - "6285": 46052950016.0, - "6290": 46052950016.0, - "6295": 46052950016.0, - "6300": 46052950016.0, - "6305": 46052950016.0, - "6310": 46052950016.0, - "6315": 46052950016.0, - "6320": 46052950016.0, - "6325": 46052950016.0, - "6330": 46052950016.0, - "6335": 46052950016.0, - "6340": 46052950016.0, - "6345": 46052950016.0, - "6350": 46052950016.0, - "6355": 46052950016.0, - "6360": 46052950016.0, - "6365": 46052950016.0, - "6370": 46052950016.0, - "6375": 46052950016.0, - "6380": 46052950016.0, - "6385": 46052950016.0, - "6390": 46052950016.0, - "6395": 46052950016.0, - "6400": 46052950016.0, - "6405": 46052950016.0, - "6410": 46052950016.0, - "6415": 46052950016.0, - "6420": 46052950016.0, - "6425": 46052950016.0, - "6430": 46052950016.0, - "6435": 46052950016.0, - "6440": 46052950016.0, - "6445": 46052950016.0, - "6450": 46052950016.0, - "6455": 46052950016.0, - "6460": 46052950016.0, - "6465": 46052950016.0, - "6470": 46052950016.0, - "6475": 46052950016.0, - "6480": 46052950016.0, - "6485": 46052950016.0, - "6490": 46052950016.0, - "6495": 46052950016.0, - "6500": 46052950016.0, - "6505": 46052950016.0, - "6510": 46052950016.0, - "6515": 46052950016.0, - "6520": 46052950016.0, - "6525": 46052950016.0, - "6530": 46052950016.0, - "6535": 46052950016.0, - "6540": 46052950016.0, - "6545": 46052950016.0, - "6550": 46052950016.0, - "6555": 46052950016.0, - "6560": 46052950016.0, - "6565": 46052950016.0, - "6570": 46052950016.0, - "6575": 46052950016.0, - "6580": 46052950016.0, - "6585": 46052950016.0, - "6590": 46052950016.0, - "6595": 46052950016.0, - "6600": 46052950016.0, - "6605": 46052950016.0, - "6610": 46052950016.0, - "6615": 46052950016.0, - "6620": 46052950016.0, - "6625": 46052950016.0, - "6630": 46052950016.0, - "6635": 46052950016.0, - "6640": 46052950016.0, - "6645": 46052950016.0, - "6650": 46052950016.0, - "6655": 46052950016.0, - "6660": 46052950016.0, - "6665": 46052950016.0, - "6670": 46052950016.0, - "6675": 46052950016.0, - "6680": 46052950016.0, - "6685": 46052950016.0, - "6690": 46052950016.0, - "6695": 46052950016.0, - "6700": 46052950016.0, - "6705": 46052950016.0, - "6710": 46052950016.0, - "6715": 46052950016.0, - "6720": 46052950016.0, - "6725": 46052950016.0, - "6730": 46052950016.0, - "6735": 46052950016.0, - "6740": 46052950016.0, - "6745": 46052950016.0, - "6750": 46052950016.0, - "6755": 46052950016.0, - "6760": 46052950016.0, - "6765": 46052950016.0, - "6770": 46052950016.0, - "6775": 46052950016.0, - "6780": 46052950016.0, - "6785": 46052950016.0, - "6790": 46052950016.0, - "6795": 46052950016.0, - "6800": 46052950016.0, - "6805": 46052950016.0, - "6810": 46052950016.0, - "6815": 46052950016.0, - "6820": 46052950016.0, - "6825": 46052950016.0, - "6830": 46052950016.0, - "6835": 46052950016.0, - "6840": 46052950016.0, - "6845": 46052950016.0, - "6850": 46052950016.0, - "6855": 46052950016.0, - "6860": 46052950016.0, - "6865": 46052950016.0, - "6870": 46052950016.0, - "6875": 46052950016.0, - "6880": 46052950016.0, - "6885": 46052950016.0, - "6890": 46052950016.0, - "6895": 46052950016.0, - "6900": 46052950016.0, - "6905": 46052950016.0, - "6910": 46052950016.0, - "6915": 46052950016.0, - "6920": 46052950016.0, - "6925": 46052950016.0, - "6930": 46052950016.0, - "6935": 46052950016.0, - "6940": 46052950016.0, - "6945": 46052950016.0, - "6950": 46052950016.0, - "6955": 46052950016.0, - "6960": 46052950016.0, - "6965": 46052950016.0, - "6970": 46052950016.0, - "6975": 46052950016.0, - "6980": 46052950016.0, - "6985": 46052950016.0, - "6990": 46052950016.0, - "6995": 46052950016.0, - "7000": 46052950016.0, - "7005": 46052950016.0, - "7010": 46052950016.0, - "7015": 46052950016.0, - "7020": 46052950016.0, - "7025": 46052950016.0, - "7030": 46052950016.0, - "7035": 46052950016.0, - "7040": 46052950016.0, - "7045": 46052950016.0, - "7050": 46052950016.0, - "7055": 46052950016.0, - "7060": 46052950016.0, - "7065": 46052950016.0, - "7070": 46052950016.0, - "7075": 46052950016.0, - "7080": 46052950016.0, - "7085": 46052950016.0, - "7090": 46052950016.0, - "7095": 46052950016.0, - "7100": 46052950016.0, - "7105": 46052950016.0, - "7110": 46052950016.0, - "7115": 46052950016.0, - "7120": 46052950016.0, - "7125": 46052950016.0, - "7130": 46052950016.0, - "7135": 46052950016.0, - "7140": 46052950016.0, - "7145": 46052950016.0, - "7150": 46052950016.0, - "7155": 46052950016.0, - "7160": 46052950016.0, - "7165": 46052950016.0, - "7170": 46052950016.0, - "7175": 46052950016.0, - "7180": 46052950016.0, - "7185": 46052950016.0, - "7190": 46052950016.0, - "7195": 46052950016.0, - "7200": 46052950016.0, - "7205": 46052950016.0, - "7210": 46052950016.0, - "7215": 46052950016.0, - "7220": 46052950016.0, - "7225": 46052950016.0, - "7230": 46052950016.0, - "7235": 46052950016.0, - "7240": 46052950016.0, - "7245": 46052950016.0, - "7250": 46052950016.0, - "7255": 46052950016.0, - "7260": 46052950016.0, - "7265": 46052950016.0, - "7270": 46052950016.0, - "7275": 46052950016.0, - "7280": 46052950016.0, - "7285": 46052950016.0, - "7290": 46052950016.0, - "7295": 46052950016.0, - "7300": 46052950016.0, - "7305": 46052950016.0, - "7310": 46052950016.0, - "7315": 46052950016.0, - "7320": 46052950016.0, - "7325": 46052950016.0, - "7330": 46052950016.0, - "7335": 46052950016.0, - "7340": 46052950016.0, - "7345": 46052950016.0, - "7350": 46052950016.0, - "7355": 46052950016.0, - "7360": 46052950016.0, - "7365": 45888344064.0, - "7370": 45888344064.0, - "7375": 45888344064.0, - "7380": 45888344064.0, - "7385": 45888344064.0, - "7390": 45888344064.0, - "7395": 45888344064.0, - "7400": 45888344064.0, - "7405": 45888344064.0, - "7410": 45888344064.0, - "7415": 45911855104.0, - "7420": 45911855104.0, - "7425": 45911855104.0, - "7430": 45911855104.0, - "7435": 45911855104.0, - "7440": 45911855104.0, - "7445": 45911855104.0, - "7450": 45911855104.0, - "7455": 45911855104.0, - "7460": 45911855104.0, - "7465": 45911855104.0, - "7470": 45911855104.0, - "7475": 45911855104.0, - "7480": 45911855104.0, - "7485": 45911855104.0, - "7490": 45911855104.0, - "7495": 45911855104.0, - "7500": 45911855104.0, - "7505": 45911855104.0, - "7510": 45911855104.0, - "7515": 45911855104.0, - "7520": 45911855104.0, - "7525": 45911855104.0, - "7530": 45911855104.0, - "7535": 45911855104.0, - "7540": 45911855104.0, - "7545": 45911855104.0, - "7550": 45911855104.0, - "7555": 45911855104.0, - "7560": 45911855104.0, - "7565": 45911855104.0, - "7570": 45911855104.0, - "7575": 45911855104.0, - "7580": 45911855104.0, - "7585": 45911855104.0, - "7590": 45911855104.0, - "7595": 45911855104.0, - "7600": 45911855104.0, - "7605": 45911855104.0, - "7610": 45911855104.0, - "7615": 45911855104.0, - "7620": 45911855104.0, - "7625": 45911855104.0, - "7630": 45911855104.0, - "7635": 45911855104.0, - "7640": 45911855104.0, - "7645": 45911855104.0, - "7650": 45911855104.0, - "7655": 45911855104.0, - "7660": 45911855104.0, - "7665": 45911855104.0, - "7670": 45911855104.0, - "7675": 45911855104.0, - "7680": 45911855104.0, - "7685": 45911855104.0, - "7690": 45911855104.0, - "7695": 45911855104.0, - "7700": 45911855104.0, - "7705": 45911855104.0, - "7710": 45911855104.0, - "7715": 45911855104.0, - "7720": 45911855104.0, - "7725": 45911855104.0, - "7730": 45911855104.0, - "7735": 45911855104.0, - "7740": 45911855104.0, - "7745": 45911855104.0, - "7750": 45911855104.0, - "7755": 45911855104.0, - "7760": 45911855104.0, - "7765": 45911855104.0, - "7770": 45911855104.0, - "7775": 45911855104.0, - "7780": 45911855104.0, - "7785": 45911855104.0, - "7790": 45911855104.0, - "7795": 45911855104.0, - "7800": 45911855104.0, - "7805": 45911855104.0, - "7810": 45911855104.0, - "7815": 45966221312.0, - "7820": 45966221312.0, - "7825": 45966221312.0, - "7830": 45966221312.0, - "7835": 45966221312.0, - "7840": 45966221312.0, - "7845": 45966221312.0, - "7850": 45966221312.0, - "7855": 45966221312.0, - "7860": 45966221312.0, - "7865": 45966221312.0, - "7870": 45966221312.0, - "7875": 45966221312.0, - "7880": 45966221312.0, - "7885": 45966221312.0, - "7890": 45966221312.0, - "7895": 45966221312.0, - "7900": 45966221312.0, - "7905": 45966221312.0, - "7910": 45966221312.0, - "7915": 45966221312.0, - "7920": 46032994304.0, - "7925": 46032994304.0, - "7930": 46032994304.0, - "7935": 46032994304.0, - "7940": 46032994304.0, - "7945": 46032994304.0, - "7950": 46032994304.0, - "7955": 46032994304.0, - "7960": 46032994304.0, - "7965": 46032994304.0, - "7970": 46032994304.0, - "7975": 46032994304.0, - "7980": 46032994304.0, - "7985": 46032994304.0, - "7990": 46032994304.0, - "7995": 46032994304.0, - "8000": 46032994304.0, - "8005": 46032994304.0, - "8010": 46032994304.0, - "8015": 46032994304.0, - "8020": 46032994304.0, - "8025": 46032994304.0, - "8030": 46032994304.0, - "8035": 46032994304.0, - "8040": 46032994304.0, - "8045": 46032994304.0, - "8050": 46032994304.0, - "8055": 46032994304.0, - "8060": 46032994304.0, - "8065": 46032994304.0, - "8070": 46032994304.0, - "8075": 46032994304.0, - "8080": 46032994304.0, - "8085": 46032994304.0, - "8090": 46032994304.0, - "8095": 46032994304.0, - "8100": 46032994304.0, - "8105": 46032994304.0, - "8110": 46032994304.0, - "8115": 46032994304.0, - "8120": 46032994304.0, - "8125": 46032994304.0, - "8130": 46032994304.0, - "8135": 46032994304.0, - "8140": 46032994304.0, - "8145": 46032994304.0, - "8150": 46032994304.0, - "8155": 46032994304.0, - "8160": 46032994304.0, - "8165": 46032994304.0, - "8170": 46032994304.0, - "8175": 46032994304.0, - "8180": 46032994304.0, - "8185": 46032994304.0, - "8190": 46032994304.0, - "8195": 46032994304.0, - "8200": 46032994304.0, - "8205": 46032994304.0, - "8210": 46032994304.0, - "8215": 46032994304.0, - "8220": 46032994304.0, - "8225": 46032994304.0, - "8230": 46032994304.0, - "8235": 46032994304.0, - "8240": 46032994304.0, - "8245": 46032994304.0, - "8250": 46032994304.0, - "8255": 46032994304.0, - "8260": 46032994304.0, - "8265": 46032994304.0, - "8270": 46032994304.0, - "8275": 46032994304.0, - "8280": 46032994304.0, - "8285": 46032994304.0, - "8290": 46032994304.0, - "8295": 46032994304.0, - "8300": 46032994304.0, - "8305": 46032994304.0, - "8310": 46032994304.0, - "8315": 46032994304.0, - "8320": 46046846976.0, - "8325": 46046846976.0, - "8330": 46046846976.0, - "8335": 46046846976.0, - "8340": 46046846976.0, - "8345": 46046846976.0, - "8350": 46046846976.0, - "8355": 46046846976.0, - "8360": 46046846976.0, - "8365": 46046846976.0, - "8370": 46046846976.0, - "8375": 46143578112.0, - "8380": 46143578112.0, - "8385": 46143578112.0, - "8390": 46143578112.0, - "8395": 46143578112.0, - "8400": 46143578112.0, - "8405": 46143578112.0, - "8410": 46143578112.0, - "8415": 46143578112.0, - "8420": 46143578112.0, - "8425": 46143578112.0, - "8430": 46143578112.0, - "8435": 46143578112.0, - "8440": 46143578112.0, - "8445": 46143578112.0, - "8450": 46143578112.0, - "8455": 46143578112.0, - "8460": 46143578112.0, - "8465": 46143578112.0, - "8470": 46143578112.0, - "8475": 46143578112.0, - "8480": 46143578112.0, - "8485": 46143578112.0, - "8490": 46143578112.0, - "8495": 46143578112.0, - "8500": 46143578112.0, - "8505": 46143578112.0, - "8510": 46143578112.0, - "8515": 46143578112.0, - "8520": 46143578112.0, - "8525": 46143578112.0, - "8530": 46143578112.0, - "8535": 46143578112.0, - "8540": 46143578112.0, - "8545": 46143578112.0, - "8550": 46143578112.0, - "8555": 46143578112.0, - "8560": 46143578112.0, - "8565": 46143578112.0, - "8570": 46143578112.0, - "8575": 46143578112.0, - "8580": 46143578112.0, - "8585": 46143578112.0, - "8590": 46143578112.0, - "8595": 46143578112.0, - "8600": 46143578112.0, - "8605": 46143578112.0, - "8610": 46143578112.0, - "8615": 46143578112.0, - "8620": 46143578112.0, - "8625": 46143578112.0, - "8630": 46143578112.0, - "8635": 46143578112.0, - "8640": 46143578112.0, - "8645": 46143578112.0, - "8650": 46143578112.0, - "8655": 46143578112.0, - "8660": 46143578112.0, - "8665": 46143578112.0, - "8670": 46143578112.0, - "8675": 46143578112.0, - "8680": 46143578112.0, - "8685": 46143578112.0, - "8690": 46143578112.0, - "8695": 46143578112.0, - "8700": 46143578112.0, - "8705": 46143578112.0, - "8710": 46143578112.0, - "8715": 46143578112.0, - "8720": 46143578112.0, - "8725": 46143578112.0, - "8730": 46143578112.0, - "8735": 46143578112.0, - "8740": 46143578112.0, - "8745": 46143578112.0, - "8750": 46143578112.0, - "8755": 46143578112.0, - "8760": 46143578112.0, - "8765": 46143578112.0, - "8770": 46143578112.0, - "8775": 46143578112.0, - "8780": 46143578112.0, - "8785": 46143578112.0, - "8790": 46143578112.0, - "8795": 46143578112.0, - "8800": 46143578112.0, - "8805": 46143578112.0, - "8810": 46143578112.0, - "8815": 46143578112.0, - "8820": 46143578112.0, - "8825": 46143578112.0, - "8830": 46143578112.0, - "8835": 46143578112.0, - "8840": 46143578112.0, - "8845": 46143578112.0, - "8850": 46143578112.0, - "8855": 46143578112.0, - "8860": 46143578112.0, - "8865": 46143578112.0, - "8870": 46143578112.0, - "8875": 46143578112.0, - "8880": 46143578112.0, - "8885": 46143578112.0, - "8890": 46143578112.0, - "8895": 46143578112.0, - "8900": 45670952960.0, - "8905": 45697933312.0, - "8910": 45789614080.0, - "8915": 45789614080.0, - "8920": 45789614080.0, - "8925": 45789614080.0, - "8930": 45789614080.0, - "8935": 45789614080.0, - "8940": 45967159296.0, - "8945": 45967159296.0, - "8950": 45967159296.0, - "8955": 45967159296.0, - "8960": 45967159296.0, - "8965": 45967159296.0, - "8970": 45967159296.0, - "8975": 45967159296.0, - "8980": 45967159296.0, - "8985": 45967159296.0, - "8990": 45967159296.0, - "8995": 45967159296.0, - "9000": 45967159296.0, - "9005": 45967159296.0, - "9010": 45967159296.0, - "9015": 45967159296.0, - "9020": 45967159296.0, - "9025": 45967159296.0, - "9030": 45967159296.0, - "9035": 45967159296.0, - "9040": 45967159296.0, - "9045": 45967159296.0, - "9050": 45967159296.0, - "9055": 45967159296.0, - "9060": 45967159296.0, - "9065": 45967159296.0, - "9070": 45967159296.0, - "9075": 45967159296.0, - "9080": 45967159296.0, - "9085": 45967159296.0, - "9090": 45967159296.0, - "9095": 45967159296.0, - "9100": 45967159296.0, - "9105": 45967159296.0, - "9110": 45967159296.0, - "9115": 45967159296.0, - "9120": 45967159296.0, - "9125": 45967159296.0, - "9130": 45967159296.0, - "9135": 45967159296.0, - "9140": 45967159296.0, - "9145": 45967159296.0, - "9150": 45967159296.0, - "9155": 45967159296.0, - "9160": 45967159296.0, - "9165": 45967159296.0, - "9170": 45967159296.0, - "9175": 45967159296.0, - "9180": 45967159296.0, - "9185": 45967159296.0, - "9190": 45967159296.0, - "9195": 45967159296.0, - "9200": 45967159296.0, - "9205": 45967159296.0, - "9210": 45967159296.0, - "9215": 45967159296.0, - "9220": 45967159296.0, - "9225": 45967159296.0, - "9230": 45967159296.0, - "9235": 45967159296.0, - "9240": 45967159296.0, - "9245": 45967159296.0, - "9250": 45967159296.0, - "9255": 45967159296.0, - "9260": 45967159296.0, - "9265": 45967159296.0, - "9270": 45967159296.0, - "9275": 45967159296.0, - "9280": 45967159296.0, - "9285": 45967159296.0, - "9290": 45967159296.0, - "9295": 45967159296.0, - "9300": 45967159296.0, - "9305": 45967159296.0, - "9310": 45967159296.0, - "9315": 45967159296.0, - "9320": 45967159296.0, - "9325": 45967159296.0, - "9330": 45967159296.0, - "9335": 45967159296.0, - "9340": 45967159296.0, - "9345": 45967159296.0, - "9350": 45967159296.0, - "9355": 45967159296.0, - "9360": 45967159296.0, - "9365": 45967159296.0, - "9370": 45967159296.0, - "9375": 45967159296.0, - "9380": 45967159296.0, - "9385": 45967159296.0, - "9390": 45967159296.0, - "9395": 45967159296.0, - "9400": 45967159296.0, - "9405": 45967159296.0, - "9410": 45967159296.0, - "9415": 45967159296.0, - "9420": 45967159296.0, - "9425": 45967159296.0, - "9430": 45967159296.0, - "9435": 45967159296.0, - "9440": 45967159296.0, - "9445": 45967159296.0, - "9450": 45967159296.0, - "9455": 45967159296.0, - "9460": 45967159296.0, - "9465": 45967159296.0, - "9470": 45967159296.0, - "9475": 45967159296.0, - "9480": 45967159296.0, - "9485": 45967159296.0, - "9490": 45967159296.0, - "9495": 45967159296.0, - "9500": 45967159296.0, - "9505": 45967159296.0, - "9510": 45967159296.0, - "9515": 45967159296.0, - "9520": 45967159296.0, - "9525": 45967159296.0, - "9530": 45967159296.0, - "9535": 45967159296.0 - } - }, - "mtp_1 loss": { - "start_step": 1, - "end_step": 9535, - "step_interval": 5, - "values": { - "1": 13.92942, - "5": 13.92358, - "10": 13.9212, - "15": 13.92522, - "20": 13.91808, - "25": 13.9094, - "30": 13.88997, - "35": 13.88781, - "40": 13.872, - "45": 13.87169, - "50": 13.78152, - "55": 13.75622, - "60": 13.73445, - "65": 13.70933, - "70": 13.67298, - "75": 13.48251, - "80": 13.40009, - "85": 13.33461, - "90": 13.23937, - "95": 13.09835, - "100": 12.94378, - "105": 12.76443, - "110": 12.475, - "115": 12.25941, - "120": 12.02781, - "125": 11.86103, - "130": 11.73494, - "135": 11.56809, - "140": 11.35433, - "145": 11.2801, - "150": 11.1213, - "155": 11.03338, - "160": 10.88233, - "165": 10.75648, - "170": 10.65971, - "175": 10.60408, - "180": 10.44075, - "185": 10.42943, - "190": 10.28148, - "195": 10.2553, - "200": 10.11818, - "205": 9.97381, - "210": 9.93946, - "215": 9.92156, - "220": 9.78592, - "225": 9.77439, - "230": 9.73204, - "235": 9.64398, - "240": 9.5784, - "245": 9.5154, - "250": 9.44743, - "255": 9.38981, - "260": 9.3054, - "265": 9.24972, - "270": 9.1606, - "275": 9.13826, - "280": 9.10311, - "285": 9.09754, - "290": 9.01308, - "295": 8.9486, - "300": 8.83015, - "305": 8.80908, - "310": 8.74977, - "315": 8.71956, - "320": 8.67777, - "325": 8.58005, - "330": 8.54632, - "335": 8.50748, - "340": 8.49708, - "345": 8.37569, - "350": 8.35185, - "355": 8.25763, - "360": 8.34403, - "365": 8.25074, - "370": 8.24641, - "375": 8.19391, - "380": 8.15183, - "385": 8.12748, - "390": 8.1145, - "395": 8.06248, - "400": 7.98124, - "405": 7.98201, - "410": 7.9759, - "415": 7.91849, - "420": 7.90462, - "425": 7.8636, - "430": 7.8004, - "435": 7.82473, - "440": 7.77289, - "445": 7.75112, - "450": 7.68773, - "455": 7.72461, - "460": 7.67278, - "465": 7.64165, - "470": 7.60675, - "475": 7.61811, - "480": 7.4921, - "485": 7.53292, - "490": 7.48698, - "495": 7.46931, - "500": 7.41113, - "505": 7.41329, - "510": 7.38599, - "515": 7.35489, - "520": 7.34944, - "525": 7.32246, - "530": 7.32529, - "535": 7.30872, - "540": 7.22286, - "545": 7.2459, - "550": 7.28353, - "555": 7.30424, - "560": 7.24403, - "565": 7.16528, - "570": 7.17558, - "575": 7.18954, - "580": 7.11694, - "585": 7.12168, - "590": 7.06563, - "595": 7.04866, - "600": 7.07178, - "605": 7.06904, - "610": 7.02867, - "615": 7.08565, - "620": 6.99254, - "625": 6.96464, - "630": 6.97106, - "635": 7.00163, - "640": 6.97738, - "645": 6.96446, - "650": 7.01487, - "655": 7.0049, - "660": 6.9019, - "665": 6.88121, - "670": 6.85015, - "675": 6.93838, - "680": 6.89984, - "685": 6.85968, - "690": 6.84007, - "695": 6.79876, - "700": 6.79867, - "705": 6.79252, - "710": 6.83118, - "715": 6.83309, - "720": 6.71641, - "725": 6.77246, - "730": 6.76251, - "735": 6.76132, - "740": 6.70848, - "745": 6.6815, - "750": 6.74016, - "755": 6.65931, - "760": 6.6713, - "765": 6.66534, - "770": 6.68512, - "775": 6.65614, - "780": 6.62711, - "785": 6.646, - "790": 6.59692, - "795": 6.59654, - "800": 6.59006, - "805": 6.6553, - "810": 6.51995, - "815": 6.5442, - "820": 6.54977, - "825": 6.55267, - "830": 6.56783, - "835": 6.52409, - "840": 6.48593, - "845": 6.5389, - "850": 6.49012, - "855": 6.49179, - "860": 6.4858, - "865": 6.49525, - "870": 6.45914, - "875": 6.50668, - "880": 6.46761, - "885": 6.43177, - "890": 6.50846, - "895": 6.39334, - "900": 6.41605, - "905": 6.4399, - "910": 6.40229, - "915": 6.38409, - "920": 6.3833, - "925": 6.36636, - "930": 6.40055, - "935": 6.3904, - "940": 6.33698, - "945": 6.36611, - "950": 6.39298, - "955": 6.34371, - "960": 6.34836, - "965": 6.25284, - "970": 6.31819, - "975": 6.3101, - "980": 6.28689, - "985": 6.28846, - "990": 6.33949, - "995": 6.26142, - "1000": 6.28189, - "1005": 6.2273, - "1010": 6.26766, - "1015": 6.29332, - "1020": 6.20893, - "1025": 6.20935, - "1030": 6.20866, - "1035": 6.29921, - "1040": 6.22498, - "1045": 6.19965, - "1050": 6.22771, - "1055": 6.22171, - "1060": 6.17068, - "1065": 6.15718, - "1070": 6.19272, - "1075": 6.18966, - "1080": 6.19342, - "1085": 6.19541, - "1090": 6.17878, - "1095": 6.18196, - "1100": 6.13817, - "1105": 6.11423, - "1110": 6.18599, - "1115": 6.11539, - "1120": 6.05347, - "1125": 6.0914, - "1130": 6.14544, - "1135": 6.10101, - "1140": 6.0891, - "1145": 6.06999, - "1150": 6.09524, - "1155": 6.06851, - "1160": 6.05072, - "1165": 6.10112, - "1170": 6.07757, - "1175": 6.05069, - "1180": 6.05496, - "1185": 6.04751, - "1190": 6.05608, - "1195": 6.03305, - "1200": 5.98249, - "1205": 6.08209, - "1210": 5.94411, - "1215": 5.98819, - "1220": 6.06331, - "1225": 5.95631, - "1230": 6.00462, - "1235": 5.96112, - "1240": 5.99511, - "1245": 5.97334, - "1250": 5.95505, - "1255": 5.95263, - "1260": 5.95766, - "1265": 5.9381, - "1270": 5.91042, - "1275": 5.97363, - "1280": 5.90945, - "1285": 5.92313, - "1290": 5.91031, - "1295": 5.92586, - "1300": 5.93024, - "1305": 5.90471, - "1310": 5.84536, - "1315": 5.90847, - "1320": 5.90186, - "1325": 5.83537, - "1330": 5.88558, - "1335": 5.85928, - "1340": 5.92353, - "1345": 5.87295, - "1350": 5.85334, - "1355": 5.85107, - "1360": 5.86538, - "1365": 5.84933, - "1370": 5.80527, - "1375": 5.8156, - "1380": 5.87637, - "1385": 5.8244, - "1390": 5.82313, - "1395": 5.83432, - "1400": 5.83268, - "1405": 5.82214, - "1410": 5.79451, - "1415": 5.77273, - "1420": 5.80735, - "1425": 5.80449, - "1430": 5.83987, - "1435": 5.74826, - "1440": 5.76943, - "1445": 5.81657, - "1450": 5.79713, - "1455": 5.80646, - "1460": 5.77103, - "1465": 5.77133, - "1470": 5.81016, - "1475": 5.77902, - "1480": 5.78994, - "1485": 5.725, - "1490": 5.72938, - "1495": 5.75565, - "1500": 5.76273, - "1505": 5.73132, - "1510": 5.75328, - "1515": 5.68075, - "1520": 5.71033, - "1525": 5.67906, - "1530": 5.70361, - "1535": 5.69777, - "1540": 5.67767, - "1545": 5.72797, - "1550": 5.73116, - "1555": 5.71738, - "1560": 5.65758, - "1565": 5.70616, - "1570": 5.71386, - "1575": 5.66118, - "1580": 5.69829, - "1585": 5.67241, - "1590": 5.66742, - "1595": 5.65077, - "1600": 5.71699, - "1605": 5.64916, - "1610": 5.65151, - "1615": 5.63857, - "1620": 5.6581, - "1625": 5.65154, - "1630": 5.63931, - "1635": 5.68456, - "1640": 5.63088, - "1645": 5.65566, - "1650": 5.64302, - "1655": 5.62069, - "1660": 5.61947, - "1665": 5.60769, - "1670": 5.61756, - "1675": 5.62455, - "1680": 5.56728, - "1685": 5.57568, - "1690": 5.5519, - "1695": 5.55924, - "1700": 5.6035, - "1705": 5.58073, - "1710": 5.58959, - "1715": 5.55668, - "1720": 5.53195, - "1725": 5.57694, - "1730": 5.53891, - "1735": 5.58524, - "1740": 5.53074, - "1745": 5.56215, - "1750": 5.54115, - "1755": 5.54404, - "1760": 5.56098, - "1765": 5.51754, - "1770": 5.52848, - "1775": 5.52709, - "1780": 5.54113, - "1785": 5.48746, - "1790": 5.52834, - "1795": 5.52906, - "1800": 5.47598, - "1805": 5.47111, - "1810": 5.48171, - "1815": 5.49118, - "1820": 5.48452, - "1825": 5.49392, - "1830": 5.47177, - "1835": 5.46637, - "1840": 5.46614, - "1845": 5.45731, - "1850": 5.43147, - "1855": 5.4936, - "1860": 5.44125, - "1865": 5.4537, - "1870": 5.44324, - "1875": 5.43537, - "1880": 5.49409, - "1885": 5.45234, - "1890": 5.44944, - "1895": 5.39188, - "1900": 5.43276, - "1905": 5.41659, - "1910": 5.44702, - "1915": 5.40275, - "1920": 5.38117, - "1925": 5.41279, - "1930": 5.3789, - "1935": 5.40386, - "1940": 5.37984, - "1945": 5.42617, - "1950": 5.46431, - "1955": 5.40101, - "1960": 5.40011, - "1965": 5.34523, - "1970": 5.34296, - "1975": 5.40777, - "1980": 5.35613, - "1985": 5.38141, - "1990": 5.40614, - "1995": 5.37965, - "2000": 5.38438, - "2005": 5.43476, - "2010": 5.34109, - "2015": 5.33064, - "2020": 5.33077, - "2025": 5.38186, - "2030": 5.31844, - "2035": 5.32972, - "2040": 5.29714, - "2045": 5.39254, - "2050": 5.36377, - "2055": 5.33906, - "2060": 5.33306, - "2065": 5.30248, - "2070": 5.3035, - "2075": 5.33293, - "2080": 5.30346, - "2085": 5.3342, - "2090": 5.24855, - "2095": 5.29685, - "2100": 5.25936, - "2105": 5.29068, - "2110": 5.28065, - "2115": 5.28333, - "2120": 5.28358, - "2125": 5.25582, - "2130": 5.25581, - "2135": 5.26278, - "2140": 5.26697, - "2145": 5.23417, - "2150": 5.24819, - "2155": 5.22557, - "2160": 5.24593, - "2165": 5.22995, - "2170": 5.27265, - "2175": 5.26467, - "2180": 5.2432, - "2185": 5.25896, - "2190": 5.23335, - "2195": 5.20399, - "2200": 5.20922, - "2205": 5.21463, - "2210": 5.26164, - "2215": 5.29677, - "2220": 5.24354, - "2225": 5.22308, - "2230": 5.217, - "2235": 5.26407, - "2240": 5.17196, - "2245": 5.17087, - "2250": 5.19145, - "2255": 5.20072, - "2260": 5.14063, - "2265": 5.2228, - "2270": 5.15045, - "2275": 5.19973, - "2280": 5.17104, - "2285": 5.18685, - "2290": 5.17987, - "2295": 5.18268, - "2300": 5.18168, - "2305": 5.16174, - "2310": 5.18921, - "2315": 5.12309, - "2320": 5.17303, - "2325": 5.16183, - "2330": 5.15831, - "2335": 5.13649, - "2340": 5.14311, - "2345": 5.18767, - "2350": 5.13714, - "2355": 5.12018, - "2360": 5.10705, - "2365": 5.11848, - "2370": 5.1087, - "2375": 5.11901, - "2380": 5.05436, - "2385": 5.10334, - "2390": 5.11858, - "2395": 5.13294, - "2400": 5.08589, - "2405": 5.0705, - "2410": 5.11556, - "2415": 5.08563, - "2420": 5.11607, - "2425": 5.0711, - "2430": 5.09685, - "2435": 5.0937, - "2440": 5.08056, - "2445": 5.08899, - "2450": 5.05255, - "2455": 5.09733, - "2460": 5.05413, - "2465": 5.08686, - "2470": 5.07976, - "2475": 5.11413, - "2480": 5.03627, - "2485": 5.06333, - "2490": 5.05416, - "2495": 5.0456, - "2500": 5.03973, - "2505": 5.04815, - "2510": 5.09261, - "2515": 5.08403, - "2520": 5.03218, - "2525": 5.03837, - "2530": 5.05781, - "2535": 5.04408, - "2540": 5.05008, - "2545": 5.05194, - "2550": 4.99963, - "2555": 5.05837, - "2560": 5.03322, - "2565": 5.00338, - "2570": 5.0295, - "2575": 4.98868, - "2580": 5.00484, - "2585": 4.97921, - "2590": 5.00407, - "2595": 4.96053, - "2600": 4.9934, - "2605": 5.01495, - "2610": 5.00746, - "2615": 4.97952, - "2620": 4.95575, - "2625": 4.99372, - "2630": 4.93199, - "2635": 5.0094, - "2640": 5.00695, - "2645": 4.96487, - "2650": 4.97923, - "2655": 4.97356, - "2660": 4.91561, - "2665": 5.01148, - "2670": 4.95152, - "2675": 4.92261, - "2680": 4.96114, - "2685": 4.95614, - "2690": 4.91872, - "2695": 4.99797, - "2700": 4.90599, - "2705": 4.91915, - "2710": 4.96641, - "2715": 4.94703, - "2720": 4.96831, - "2725": 4.9204, - "2730": 4.94518, - "2735": 4.93191, - "2740": 4.92655, - "2745": 4.89542, - "2750": 4.93972, - "2755": 4.94165, - "2760": 4.94434, - "2765": 4.91222, - "2770": 4.94854, - "2775": 4.9057, - "2780": 4.94052, - "2785": 4.9164, - "2790": 4.9329, - "2795": 4.89723, - "2800": 4.84058, - "2805": 4.89105, - "2810": 4.87741, - "2815": 4.89244, - "2820": 4.93297, - "2825": 4.92649, - "2830": 4.90226, - "2835": 4.90549, - "2840": 4.89231, - "2845": 4.86861, - "2850": 4.89976, - "2855": 4.83628, - "2860": 4.88977, - "2865": 4.89982, - "2870": 4.88565, - "2875": 4.90337, - "2880": 4.83143, - "2885": 4.87656, - "2890": 4.85084, - "2895": 4.8863, - "2900": 4.84721, - "2905": 4.85244, - "2910": 4.84287, - "2915": 4.89114, - "2920": 4.87262, - "2925": 4.8413, - "2930": 4.8293, - "2935": 4.83119, - "2940": 4.83805, - "2945": 4.80474, - "2950": 4.79097, - "2955": 4.79114, - "2960": 4.80789, - "2965": 4.82561, - "2970": 4.82153, - "2975": 4.84244, - "2980": 4.78845, - "2985": 4.82797, - "2990": 4.84297, - "2995": 4.79322, - "3000": 4.79066, - "3005": 4.7793, - "3010": 4.81223, - "3015": 4.77645, - "3020": 4.79309, - "3025": 4.79935, - "3030": 4.80682, - "3035": 4.813, - "3040": 4.82344, - "3045": 4.80634, - "3050": 4.78568, - "3055": 4.78758, - "3060": 4.771, - "3065": 4.80322, - "3070": 4.81489, - "3075": 4.75754, - "3080": 4.77585, - "3085": 4.77199, - "3090": 4.75667, - "3095": 4.80209, - "3100": 4.79589, - "3105": 4.77403, - "3110": 4.76425, - "3115": 4.71671, - "3120": 4.77816, - "3125": 4.73797, - "3130": 4.75031, - "3135": 4.75498, - "3140": 4.72739, - "3145": 4.71138, - "3150": 4.74577, - "3155": 4.77049, - "3160": 4.75972, - "3165": 4.75204, - "3170": 4.75028, - "3175": 4.73905, - "3180": 4.72815, - "3185": 4.70511, - "3190": 4.70923, - "3195": 4.69889, - "3200": 4.67878, - "3205": 4.72137, - "3210": 4.67974, - "3215": 4.70047, - "3220": 4.6761, - "3225": 4.71224, - "3230": 4.6974, - "3235": 4.72623, - "3240": 4.68336, - "3245": 4.69679, - "3250": 4.64013, - "3255": 4.69225, - "3260": 4.67314, - "3265": 4.72471, - "3270": 4.70567, - "3275": 4.64993, - "3280": 4.67647, - "3285": 4.69727, - "3290": 4.66959, - "3295": 4.67188, - "3300": 4.66778, - "3305": 4.67103, - "3310": 4.66187, - "3315": 4.70411, - "3320": 4.64717, - "3325": 4.65904, - "3330": 4.64327, - "3335": 4.65664, - "3340": 4.62602, - "3345": 4.64, - "3350": 4.64549, - "3355": 4.65397, - "3360": 4.64768, - "3365": 4.66025, - "3370": 4.63927, - "3375": 4.67514, - "3380": 4.61741, - "3385": 4.62243, - "3390": 4.60353, - "3395": 4.6917, - "3400": 4.64098, - "3405": 4.66679, - "3410": 4.60261, - "3415": 4.55478, - "3420": 4.61262, - "3425": 4.63411, - "3430": 4.66168, - "3435": 4.6293, - "3440": 4.64962, - "3445": 4.59698, - "3450": 4.60032, - "3455": 4.62239, - "3460": 4.57962, - "3465": 4.57272, - "3470": 4.59101, - "3475": 4.5981, - "3480": 4.59315, - "3485": 4.6187, - "3490": 4.60126, - "3495": 4.63004, - "3500": 4.58768, - "3505": 4.59426, - "3510": 4.59823, - "3515": 4.6353, - "3520": 4.62465, - "3525": 4.57491, - "3530": 4.5861, - "3535": 4.57685, - "3540": 4.63597, - "3545": 4.55957, - "3550": 4.61994, - "3555": 4.54631, - "3560": 4.61754, - "3565": 4.54825, - "3570": 4.56762, - "3575": 4.53533, - "3580": 4.5967, - "3585": 4.57698, - "3590": 4.51561, - "3595": 4.58814, - "3600": 4.55082, - "3605": 4.5342, - "3610": 4.53567, - "3615": 4.56658, - "3620": 4.61574, - "3625": 4.54999, - "3630": 4.60154, - "3635": 4.50765, - "3640": 4.52421, - "3645": 4.56457, - "3650": 4.52538, - "3655": 4.54559, - "3660": 4.55033, - "3665": 4.58377, - "3670": 4.53604, - "3675": 4.5525, - "3680": 4.57007, - "3685": 4.49227, - "3690": 4.54714, - "3695": 4.48827, - "3700": 4.53008, - "3705": 4.50471, - "3710": 4.51422, - "3715": 4.52838, - "3720": 4.50169, - "3725": 4.47492, - "3730": 4.48462, - "3735": 4.50086, - "3740": 4.49426, - "3745": 4.48061, - "3750": 4.5161, - "3755": 4.4833, - "3760": 4.4987, - "3765": 4.47313, - "3770": 4.48546, - "3775": 4.46501, - "3780": 4.46106, - "3785": 4.50806, - "3790": 4.42504, - "3795": 4.47994, - "3800": 4.46239, - "3805": 4.45403, - "3810": 4.41686, - "3815": 4.47882, - "3820": 4.47199, - "3825": 4.47874, - "3830": 4.45944, - "3835": 4.42614, - "3840": 4.52444, - "3845": 4.47922, - "3850": 4.42132, - "3855": 4.45896, - "3860": 4.47632, - "3865": 4.44274, - "3870": 4.50268, - "3875": 4.41021, - "3880": 4.424, - "3885": 4.44591, - "3890": 4.43491, - "3895": 4.38019, - "3900": 4.42814, - "3905": 4.4098, - "3910": 4.42195, - "3915": 4.42021, - "3920": 4.40969, - "3925": 4.39495, - "3930": 4.40051, - "3935": 4.41555, - "3940": 4.40957, - "3945": 4.39439, - "3950": 4.4522, - "3955": 4.38785, - "3960": 4.43882, - "3965": 4.44848, - "3970": 4.38503, - "3975": 4.39954, - "3980": 4.36867, - "3985": 4.40155, - "3990": 4.4042, - "3995": 4.44006, - "4000": 4.38343, - "4005": 4.37053, - "4010": 4.40827, - "4015": 4.39363, - "4020": 4.43271, - "4025": 4.38774, - "4030": 4.44424, - "4035": 4.40438, - "4040": 4.43379, - "4045": 4.41078, - "4050": 4.40939, - "4055": 4.41319, - "4060": 4.41161, - "4065": 4.41253, - "4070": 4.34502, - "4075": 4.37686, - "4080": 4.35559, - "4085": 4.39749, - "4090": 4.37411, - "4095": 4.35485, - "4100": 4.37755, - "4105": 4.35639, - "4110": 4.32392, - "4115": 4.39006, - "4120": 4.31136, - "4125": 4.30522, - "4130": 4.39174, - "4135": 4.3686, - "4140": 4.32205, - "4145": 4.32736, - "4150": 4.37254, - "4155": 4.29563, - "4160": 4.35452, - "4165": 4.37901, - "4170": 4.32211, - "4175": 4.33232, - "4180": 4.32701, - "4185": 4.32294, - "4190": 4.3094, - "4195": 4.3197, - "4200": 4.3139, - "4205": 4.37191, - "4210": 4.32542, - "4215": 4.35288, - "4220": 4.33148, - "4225": 4.32198, - "4230": 4.30598, - "4235": 4.34429, - "4240": 4.30266, - "4245": 4.31452, - "4250": 4.29754, - "4255": 4.31082, - "4260": 4.2953, - "4265": 4.30262, - "4270": 4.29809, - "4275": 4.35617, - "4280": 4.28894, - "4285": 4.32812, - "4290": 4.27402, - "4295": 4.30207, - "4300": 4.32797, - "4305": 4.2916, - "4310": 4.33303, - "4315": 4.31337, - "4320": 4.30526, - "4325": 4.3264, - "4330": 4.26504, - "4335": 4.298, - "4340": 4.28788, - "4345": 4.23799, - "4350": 4.25855, - "4355": 4.33265, - "4360": 4.3028, - "4365": 4.3054, - "4370": 4.27476, - "4375": 4.24402, - "4380": 4.25438, - "4385": 4.23329, - "4390": 4.31309, - "4395": 4.26767, - "4400": 4.26584, - "4405": 4.23228, - "4410": 4.28253, - "4415": 4.26599, - "4420": 4.24651, - "4425": 4.29613, - "4430": 4.24279, - "4435": 4.29489, - "4440": 4.28895, - "4445": 4.23905, - "4450": 4.20998, - "4455": 4.25838, - "4460": 4.23949, - "4465": 4.25694, - "4470": 4.23883, - "4475": 4.26504, - "4480": 4.24876, - "4485": 4.23103, - "4490": 4.23677, - "4495": 4.18274, - "4500": 4.2557, - "4505": 4.23482, - "4510": 4.23691, - "4515": 4.19582, - "4520": 4.22808, - "4525": 4.19569, - "4530": 4.24097, - "4535": 4.20358, - "4540": 4.21511, - "4545": 4.23116, - "4550": 4.26999, - "4555": 4.20796, - "4560": 4.22375, - "4565": 4.15247, - "4570": 4.21047, - "4575": 4.19147, - "4580": 4.25148, - "4585": 4.21799, - "4590": 4.21511, - "4595": 4.1783, - "4600": 4.1676, - "4605": 4.20285, - "4610": 4.20012, - "4615": 4.2437, - "4620": 4.16068, - "4625": 4.1878, - "4630": 4.20248, - "4635": 4.18359, - "4640": 4.20988, - "4645": 4.20179, - "4650": 4.22702, - "4655": 4.19299, - "4660": 4.18703, - "4665": 4.19139, - "4670": 4.23461, - "4675": 4.17666, - "4680": 4.20879, - "4685": 4.19761, - "4690": 4.17351, - "4695": 4.18603, - "4700": 4.1707, - "4705": 4.13769, - "4710": 4.20108, - "4715": 4.18917, - "4720": 4.14361, - "4725": 4.12602, - "4730": 4.17438, - "4735": 4.1065, - "4740": 4.14268, - "4745": 4.18113, - "4750": 4.13434, - "4755": 4.19327, - "4760": 4.19542, - "4765": 4.14768, - "4770": 4.14515, - "4775": 4.14622, - "4780": 4.15484, - "4785": 4.13653, - "4790": 4.19268, - "4795": 4.1774, - "4800": 4.1338, - "4805": 4.17716, - "4810": 4.13522, - "4815": 4.17433, - "4820": 4.11806, - "4825": 4.17153, - "4830": 4.1741, - "4835": 4.15043, - "4840": 4.15331, - "4845": 4.11632, - "4850": 4.17214, - "4855": 4.16635, - "4860": 4.11419, - "4865": 4.13235, - "4870": 4.13397, - "4875": 4.17349, - "4880": 4.1695, - "4885": 4.12667, - "4890": 4.12812, - "4895": 4.12193, - "4900": 4.0985, - "4905": 4.0872, - "4910": 4.0908, - "4915": 4.14298, - "4920": 4.12335, - "4925": 4.08435, - "4930": 4.09685, - "4935": 4.11895, - "4940": 4.04674, - "4945": 4.12714, - "4950": 4.07694, - "4955": 4.15476, - "4960": 4.11984, - "4965": 4.11557, - "4970": 4.09539, - "4975": 4.11701, - "4980": 4.11955, - "4985": 4.1268, - "4990": 4.08767, - "4995": 4.12655, - "5000": 4.05805, - "5005": 4.11224, - "5010": 4.10458, - "5015": 4.07523, - "5020": 4.05174, - "5025": 4.0568, - "5030": 4.09467, - "5035": 4.08442, - "5040": 4.04199, - "5045": 4.10686, - "5050": 4.06258, - "5055": 4.08959, - "5060": 4.02949, - "5065": 4.0918, - "5070": 4.06946, - "5075": 4.11968, - "5080": 4.07992, - "5085": 4.09717, - "5090": 4.0774, - "5095": 4.04121, - "5100": 4.08124, - "5105": 4.07878, - "5110": 4.08147, - "5115": 4.06737, - "5120": 4.09404, - "5125": 4.05723, - "5130": 4.06002, - "5135": 4.04456, - "5140": 4.06599, - "5145": 4.0589, - "5150": 4.06812, - "5155": 4.07331, - "5160": 4.05525, - "5165": 4.09651, - "5170": 3.96769, - "5175": 4.07392, - "5180": 4.03227, - "5185": 4.05786, - "5190": 4.07835, - "5195": 4.04094, - "5200": 4.06398, - "5205": 4.09829, - "5210": 4.00895, - "5215": 4.02351, - "5220": 4.02052, - "5225": 4.02151, - "5230": 4.06095, - "5235": 4.03544, - "5240": 4.02157, - "5245": 4.03721, - "5250": 4.0425, - "5255": 4.02838, - "5260": 4.04713, - "5265": 4.01514, - "5270": 3.98169, - "5275": 4.00211, - "5280": 4.01334, - "5285": 4.0394, - "5290": 4.00127, - "5295": 4.00206, - "5300": 4.02144, - "5305": 4.00336, - "5310": 4.04325, - "5315": 3.99675, - "5320": 4.03827, - "5325": 4.0591, - "5330": 3.9955, - "5335": 4.0174, - "5340": 3.96975, - "5345": 4.00853, - "5350": 4.0211, - "5355": 4.01398, - "5360": 3.96559, - "5365": 3.98279, - "5370": 4.02264, - "5375": 3.99099, - "5380": 3.98526, - "5385": 4.00572, - "5390": 3.99206, - "5395": 3.92835, - "5400": 4.01568, - "5405": 3.93787, - "5410": 4.02697, - "5415": 3.94391, - "5420": 3.97417, - "5425": 3.96093, - "5430": 3.97128, - "5435": 4.00138, - "5440": 3.95494, - "5445": 3.96958, - "5450": 3.97091, - "5455": 3.9624, - "5460": 3.98024, - "5465": 4.02777, - "5470": 3.98758, - "5475": 3.92125, - "5480": 3.99749, - "5485": 3.96211, - "5490": 3.98687, - "5495": 3.98948, - "5500": 3.94879, - "5505": 3.95954, - "5510": 3.99623, - "5515": 3.97621, - "5520": 3.95441, - "5525": 4.01012, - "5530": 3.95109, - "5535": 3.98636, - "5540": 3.95327, - "5545": 3.97102, - "5550": 3.96125, - "5555": 3.92553, - "5560": 3.93594, - "5565": 3.98079, - "5570": 3.93784, - "5575": 3.96901, - "5580": 3.9459, - "5585": 3.88509, - "5590": 3.9593, - "5595": 3.91528, - "5600": 3.96464, - "5605": 3.87153, - "5610": 3.96349, - "5615": 3.95474, - "5620": 3.97385, - "5625": 3.95084, - "5630": 3.94558, - "5635": 3.92992, - "5640": 3.94692, - "5645": 3.90885, - "5650": 3.88293, - "5655": 3.91369, - "5660": 3.90283, - "5665": 3.92197, - "5670": 3.903, - "5675": 3.93484, - "5680": 3.90501, - "5685": 3.9189, - "5690": 3.9204, - "5695": 3.94448, - "5700": 3.88078, - "5705": 3.87899, - "5710": 3.86626, - "5715": 3.98836, - "5720": 3.93191, - "5725": 3.88527, - "5730": 3.94007, - "5735": 3.91964, - "5740": 3.91542, - "5745": 3.89475, - "5750": 3.91496, - "5755": 3.93597, - "5760": 3.91941, - "5765": 3.915, - "5770": 3.94637, - "5775": 3.85924, - "5780": 3.90767, - "5785": 3.91046, - "5790": 3.91652, - "5795": 3.92281, - "5800": 3.86048, - "5805": 3.86562, - "5810": 3.91986, - "5815": 3.88275, - "5820": 3.83143, - "5825": 3.88345, - "5830": 3.84352, - "5835": 3.87386, - "5840": 3.88782, - "5845": 3.90506, - "5850": 3.89791, - "5855": 3.83782, - "5860": 3.85846, - "5865": 3.88916, - "5870": 3.85086, - "5875": 3.8863, - "5880": 3.86763, - "5885": 3.88842, - "5890": 3.89049, - "5895": 3.91359, - "5900": 3.8485, - "5905": 3.91498, - "5910": 3.87742, - "5915": 3.84669, - "5920": 3.8786, - "5925": 3.81486, - "5930": 3.87204, - "5935": 3.8583, - "5940": 3.89083, - "5945": 3.89099, - "5950": 3.87364, - "5955": 3.82938, - "5960": 3.8991, - "5965": 3.84572, - "5970": 3.8942, - "5975": 3.86305, - "5980": 3.93845, - "5985": 3.81183, - "5990": 3.90178, - "5995": 3.81545, - "6000": 3.85132, - "6005": 3.80955, - "6010": 3.83457, - "6015": 3.81849, - "6020": 3.83108, - "6025": 3.86943, - "6030": 3.81449, - "6035": 3.86507, - "6040": 3.83981, - "6045": 3.87781, - "6050": 3.8504, - "6055": 3.83006, - "6060": 3.85235, - "6065": 3.88333, - "6070": 3.83414, - "6075": 3.7807, - "6080": 3.85415, - "6085": 3.8161, - "6090": 3.84782, - "6095": 3.84963, - "6100": 3.81101, - "6105": 3.86352, - "6110": 3.79502, - "6115": 3.86847, - "6120": 3.84022, - "6125": 3.84742, - "6130": 3.83904, - "6135": 3.81458, - "6140": 3.80661, - "6145": 3.79881, - "6150": 3.84755, - "6155": 3.82725, - "6160": 3.79028, - "6165": 3.8108, - "6170": 3.80475, - "6175": 3.79416, - "6180": 3.79837, - "6185": 3.83529, - "6190": 3.80503, - "6195": 3.76958, - "6200": 3.79917, - "6205": 3.8013, - "6210": 3.75726, - "6215": 3.81449, - "6220": 3.81023, - "6225": 3.81602, - "6230": 3.75495, - "6235": 3.79742, - "6240": 3.72613, - "6245": 3.83422, - "6250": 3.79785, - "6255": 3.80749, - "6260": 3.7835, - "6265": 3.8155, - "6270": 3.74326, - "6275": 3.76688, - "6280": 3.78899, - "6285": 3.76946, - "6290": 3.78972, - "6295": 3.78709, - "6300": 3.79819, - "6305": 3.86776, - "6310": 3.76104, - "6315": 3.75285, - "6320": 3.80394, - "6325": 3.74053, - "6330": 3.80913, - "6335": 3.80412, - "6340": 3.75753, - "6345": 3.81135, - "6350": 3.7564, - "6355": 3.76039, - "6360": 3.73588, - "6365": 3.79805, - "6370": 3.80025, - "6375": 3.77601, - "6380": 3.79266, - "6385": 3.80382, - "6390": 3.76846, - "6395": 3.74842, - "6400": 3.75014, - "6405": 3.82439, - "6410": 3.81388, - "6415": 3.74991, - "6420": 3.81265, - "6425": 3.81622, - "6430": 3.79514, - "6435": 3.76339, - "6440": 3.75197, - "6445": 3.78783, - "6450": 3.7245, - "6455": 3.74148, - "6460": 3.75809, - "6465": 3.79633, - "6470": 3.77368, - "6475": 3.77203, - "6480": 3.79917, - "6485": 3.75112, - "6490": 3.70033, - "6495": 3.79911, - "6500": 3.78491, - "6505": 3.71407, - "6510": 3.78348, - "6515": 3.80322, - "6520": 3.71924, - "6525": 3.78984, - "6530": 3.75409, - "6535": 3.74792, - "6540": 3.80997, - "6545": 3.74725, - "6550": 3.75276, - "6555": 3.73953, - "6560": 3.69664, - "6565": 3.69448, - "6570": 3.7304, - "6575": 3.68276, - "6580": 3.79736, - "6585": 3.745, - "6590": 3.71163, - "6595": 3.73173, - "6600": 3.72362, - "6605": 3.70545, - "6610": 3.71181, - "6615": 3.74289, - "6620": 3.69363, - "6625": 3.70976, - "6630": 3.70652, - "6635": 3.75056, - "6640": 3.72092, - "6645": 3.73638, - "6650": 3.76769, - "6655": 3.69426, - "6660": 3.721, - "6665": 3.74501, - "6670": 3.70641, - "6675": 3.72597, - "6680": 3.72321, - "6685": 3.75005, - "6690": 3.72865, - "6695": 3.74045, - "6700": 3.73086, - "6705": 3.71535, - "6710": 3.71547, - "6715": 3.67795, - "6720": 3.76158, - "6725": 3.73844, - "6730": 3.7239, - "6735": 3.72198, - "6740": 3.72437, - "6745": 3.70559, - "6750": 3.72541, - "6755": 3.68269, - "6760": 3.66768, - "6765": 3.72492, - "6770": 3.67989, - "6775": 3.73416, - "6780": 3.69008, - "6785": 3.69323, - "6790": 3.72511, - "6795": 3.68318, - "6800": 3.69952, - "6805": 3.70509, - "6810": 3.72034, - "6815": 3.64347, - "6820": 3.68521, - "6825": 3.71307, - "6830": 3.69448, - "6835": 3.67346, - "6840": 3.66323, - "6845": 3.73169, - "6850": 3.6878, - "6855": 3.71808, - "6860": 3.65289, - "6865": 3.72021, - "6870": 3.67556, - "6875": 3.6865, - "6880": 3.6903, - "6885": 3.66518, - "6890": 3.67949, - "6895": 3.66494, - "6900": 3.66625, - "6905": 3.67257, - "6910": 3.7108, - "6915": 3.72118, - "6920": 3.67364, - "6925": 3.67519, - "6930": 3.67163, - "6935": 3.61236, - "6940": 3.67556, - "6945": 3.6629, - "6950": 3.66543, - "6955": 3.66166, - "6960": 3.66214, - "6965": 3.70557, - "6970": 3.63153, - "6975": 3.70951, - "6980": 3.66893, - "6985": 3.67449, - "6990": 3.71864, - "6995": 3.68977, - "7000": 3.6257, - "7005": 3.70028, - "7010": 3.67601, - "7015": 3.66059, - "7020": 3.70474, - "7025": 3.6914, - "7030": 3.68545, - "7035": 3.64106, - "7040": 3.60203, - "7045": 3.68002, - "7050": 3.70321, - "7055": 3.63067, - "7060": 3.67702, - "7065": 3.72703, - "7070": 3.65679, - "7075": 3.65816, - "7080": 3.70088, - "7085": 3.62834, - "7090": 3.64811, - "7095": 3.6216, - "7100": 3.66799, - "7105": 3.60269, - "7110": 3.66638, - "7115": 3.62078, - "7120": 3.67122, - "7125": 3.62002, - "7130": 3.63709, - "7135": 3.64263, - "7140": 3.65056, - "7145": 3.6649, - "7150": 3.6101, - "7155": 3.67654, - "7160": 3.60342, - "7165": 3.62791, - "7170": 3.66688, - "7175": 3.62897, - "7180": 3.65892, - "7185": 3.68853, - "7190": 3.64573, - "7195": 3.65223, - "7200": 3.65452, - "7205": 3.6423, - "7210": 3.67234, - "7215": 3.65362, - "7220": 3.67712, - "7225": 3.64815, - "7230": 3.66795, - "7235": 3.62884, - "7240": 3.6266, - "7245": 3.64843, - "7250": 3.58913, - "7255": 3.6109, - "7260": 3.66195, - "7265": 3.58677, - "7270": 3.62179, - "7275": 3.62899, - "7280": 3.61051, - "7285": 3.63433, - "7290": 3.65732, - "7295": 3.64511, - "7300": 3.60321, - "7305": 3.60689, - "7310": 3.64196, - "7315": 3.65798, - "7320": 3.63519, - "7325": 3.63947, - "7330": 3.60847, - "7335": 3.605, - "7340": 3.62857, - "7345": 3.58947, - "7350": 3.64159, - "7355": 3.6239, - "7360": 3.60119, - "7365": 3.62062, - "7370": 3.60487, - "7375": 3.57692, - "7380": 3.63169, - "7385": 3.65502, - "7390": 3.64473, - "7395": 3.58918, - "7400": 3.64136, - "7405": 3.62753, - "7410": 3.64261, - "7415": 3.62789, - "7420": 3.61929, - "7425": 3.67099, - "7430": 3.61697, - "7435": 3.59582, - "7440": 3.61152, - "7445": 3.58851, - "7450": 3.55484, - "7455": 3.63016, - "7460": 3.62131, - "7465": 3.61351, - "7470": 3.6231, - "7475": 3.62588, - "7480": 3.59544, - "7485": 3.55745, - "7490": 3.55492, - "7495": 3.56749, - "7500": 3.59841, - "7505": 3.57753, - "7510": 3.54062, - "7515": 3.59984, - "7520": 3.59512, - "7525": 3.54773, - "7530": 3.5967, - "7535": 3.60786, - "7540": 3.59204, - "7545": 3.62925, - "7550": 3.63899, - "7555": 3.57019, - "7560": 3.58497, - "7565": 3.58122, - "7570": 3.58929, - "7575": 3.55546, - "7580": 3.60529, - "7585": 3.58286, - "7590": 3.58201, - "7595": 3.64513, - "7600": 3.59104, - "7605": 3.57724, - "7610": 3.5648, - "7615": 3.56535, - "7620": 3.55092, - "7625": 3.60603, - "7630": 3.58677, - "7635": 3.57428, - "7640": 3.57278, - "7645": 3.60453, - "7650": 3.60746, - "7655": 3.6505, - "7660": 3.51708, - "7665": 3.59048, - "7670": 3.58298, - "7675": 3.56912, - "7680": 3.55988, - "7685": 3.62867, - "7690": 3.57412, - "7695": 3.55545, - "7700": 3.61397, - "7705": 3.5736, - "7710": 3.60968, - "7715": 3.56064, - "7720": 3.63852, - "7725": 3.53446, - "7730": 3.55825, - "7735": 3.58732, - "7740": 3.56627, - "7745": 3.56633, - "7750": 3.55446, - "7755": 3.57108, - "7760": 3.54446, - "7765": 3.56647, - "7770": 3.58121, - "7775": 3.5534, - "7780": 3.53585, - "7785": 3.5585, - "7790": 3.5511, - "7795": 3.57456, - "7800": 3.56114, - "7805": 3.56308, - "7810": 3.5902, - "7815": 3.5605, - "7820": 3.55892, - "7825": 3.60257, - "7830": 3.57784, - "7835": 3.50835, - "7840": 3.60283, - "7845": 3.53528, - "7850": 3.4931, - "7855": 3.54669, - "7860": 3.52924, - "7865": 3.5862, - "7870": 3.52457, - "7875": 3.54076, - "7880": 3.5543, - "7885": 3.54117, - "7890": 3.58892, - "7895": 3.57672, - "7900": 3.59115, - "7905": 3.54716, - "7910": 3.56558, - "7915": 3.56235, - "7920": 3.57047, - "7925": 3.54907, - "7930": 3.58232, - "7935": 3.53856, - "7940": 3.59822, - "7945": 3.6079, - "7950": 3.52189, - "7955": 3.52877, - "7960": 3.51391, - "7965": 3.50174, - "7970": 3.5071, - "7975": 3.54183, - "7980": 3.54997, - "7985": 3.52309, - "7990": 3.52856, - "7995": 3.49961, - "8000": 3.55945, - "8005": 3.52592, - "8010": 3.51886, - "8015": 3.51444, - "8020": 3.51143, - "8025": 3.49745, - "8030": 3.52172, - "8035": 3.5158, - "8040": 3.50447, - "8045": 3.55791, - "8050": 3.55765, - "8055": 3.53067, - "8060": 3.55139, - "8065": 3.52886, - "8070": 3.51812, - "8075": 3.51238, - "8080": 3.55615, - "8085": 3.51218, - "8090": 3.51702, - "8095": 3.54304, - "8100": 3.49667, - "8105": 3.53208, - "8110": 3.53078, - "8115": 3.49574, - "8120": 3.50917, - "8125": 3.54894, - "8130": 3.50837, - "8135": 3.52029, - "8140": 3.50095, - "8145": 3.4872, - "8150": 3.50856, - "8155": 3.48944, - "8160": 3.54285, - "8165": 3.52498, - "8170": 3.49735, - "8175": 3.48794, - "8180": 3.55532, - "8185": 3.52758, - "8190": 3.5656, - "8195": 3.53542, - "8200": 3.50495, - "8205": 3.51407, - "8210": 3.51561, - "8215": 3.53877, - "8220": 3.50233, - "8225": 3.49033, - "8230": 3.51823, - "8235": 3.53965, - "8240": 3.52077, - "8245": 3.51631, - "8250": 3.55017, - "8255": 3.49927, - "8260": 3.50927, - "8265": 3.50293, - "8270": 3.51141, - "8275": 3.5022, - "8280": 3.48277, - "8285": 3.50941, - "8290": 3.50865, - "8295": 3.47881, - "8300": 3.50143, - "8305": 3.52179, - "8310": 3.51466, - "8315": 3.48435, - "8320": 3.51337, - "8325": 3.46148, - "8330": 3.42301, - "8335": 3.49825, - "8340": 3.52509, - "8345": 3.47951, - "8350": 3.49279, - "8355": 3.52254, - "8360": 3.49752, - "8365": 3.51697, - "8370": 3.51307, - "8375": 3.46855, - "8380": 3.46961, - "8385": 3.51151, - "8390": 3.47988, - "8395": 3.51044, - "8400": 3.47675, - "8405": 3.49717, - "8410": 3.55855, - "8415": 3.46454, - "8420": 3.43583, - "8425": 3.51403, - "8430": 3.51829, - "8435": 3.45691, - "8440": 3.53498, - "8445": 3.51916, - "8450": 3.49103, - "8455": 3.51002, - "8460": 3.51613, - "8465": 3.45195, - "8470": 3.47263, - "8475": 3.53018, - "8480": 3.45742, - "8485": 3.47633, - "8490": 3.46573, - "8495": 3.46213, - "8500": 3.50874, - "8505": 3.44709, - "8510": 3.52358, - "8515": 3.46844, - "8520": 3.47456, - "8525": 3.40219, - "8530": 3.48385, - "8535": 3.50599, - "8540": 3.4561, - "8545": 3.47783, - "8550": 3.452, - "8555": 3.51749, - "8560": 3.51675, - "8565": 3.46982, - "8570": 3.47071, - "8575": 3.44457, - "8580": 3.48937, - "8585": 3.50881, - "8590": 3.49898, - "8595": 3.50686, - "8600": 3.48455, - "8605": 3.47029, - "8610": 3.47835, - "8615": 3.47649, - "8620": 3.44647, - "8625": 3.46842, - "8630": 3.47281, - "8635": 3.45679, - "8640": 3.44328, - "8645": 3.51293, - "8650": 3.4393, - "8655": 3.48536, - "8660": 3.49244, - "8665": 3.47088, - "8670": 3.48832, - "8675": 3.45592, - "8680": 3.44903, - "8685": 3.46328, - "8690": 3.4946, - "8695": 3.49397, - "8700": 3.46662, - "8705": 3.43299, - "8710": 3.48376, - "8715": 3.43334, - "8720": 3.50899, - "8725": 3.46972, - "8730": 3.46551, - "8735": 3.491, - "8740": 3.44221, - "8745": 3.48237, - "8750": 3.48528, - "8755": 3.44812, - "8760": 3.46605, - "8765": 3.42498, - "8770": 3.4904, - "8775": 3.45358, - "8780": 3.43924, - "8785": 3.45677, - "8790": 3.43726, - "8795": 3.47818, - "8800": 3.44153, - "8805": 3.41355, - "8810": 3.43142, - "8815": 3.45313, - "8820": 3.41883, - "8825": 3.45327, - "8830": 3.42558, - "8835": 3.40245, - "8840": 3.41811, - "8845": 3.43834, - "8850": 3.46338, - "8855": 3.44599, - "8860": 3.51443, - "8865": 3.45, - "8870": 3.42919, - "8875": 3.43973, - "8880": 3.43574, - "8885": 3.43139, - "8890": 3.45218, - "8895": 3.43366, - "8900": 3.45872, - "8905": 3.44903, - "8910": 3.43294, - "8915": 3.42168, - "8920": 3.41419, - "8925": 3.49083, - "8930": 3.47147, - "8935": 3.48335, - "8940": 3.45651, - "8945": 3.45936, - "8950": 3.4391, - "8955": 3.42598, - "8960": 3.41989, - "8965": 3.43767, - "8970": 3.45288, - "8975": 3.40374, - "8980": 3.40365, - "8985": 3.42662, - "8990": 3.48163, - "8995": 3.45352, - "9000": 3.40268, - "9005": 3.44588, - "9010": 3.49737, - "9015": 3.39725, - "9020": 3.41892, - "9025": 3.42992, - "9030": 3.45239, - "9035": 3.36299, - "9040": 3.43844, - "9045": 3.43625, - "9050": 3.47347, - "9055": 3.38437, - "9060": 3.47515, - "9065": 3.49388, - "9070": 3.42801, - "9075": 3.45776, - "9080": 3.45074, - "9085": 3.45543, - "9090": 3.44777, - "9095": 3.40273, - "9100": 3.40428, - "9105": 3.39339, - "9110": 3.43976, - "9115": 3.4459, - "9120": 3.49776, - "9125": 3.42305, - "9130": 3.42113, - "9135": 3.43962, - "9140": 3.45603, - "9145": 3.4027, - "9150": 3.42583, - "9155": 3.43108, - "9160": 3.42891, - "9165": 3.43732, - "9170": 3.4547, - "9175": 3.39228, - "9180": 3.43573, - "9185": 3.38961, - "9190": 3.4504, - "9195": 3.41612, - "9200": 3.42678, - "9205": 3.40289, - "9210": 3.43733, - "9215": 3.37709, - "9220": 3.40615, - "9225": 3.42718, - "9230": 3.35504, - "9235": 3.37501, - "9240": 3.40013, - "9245": 3.38731, - "9250": 3.3927, - "9255": 3.40362, - "9260": 3.37864, - "9265": 3.42411, - "9270": 3.38779, - "9275": 3.40793, - "9280": 3.42302, - "9285": 3.42271, - "9290": 3.43745, - "9295": 3.42706, - "9300": 3.37852, - "9305": 3.40715, - "9310": 3.39655, - "9315": 3.36402, - "9320": 3.35838, - "9325": 3.40227, - "9330": 3.46068, - "9335": 3.36885, - "9340": 3.45406, - "9345": 3.44497, - "9350": 3.41158, - "9355": 3.37541, - "9360": 3.39573, - "9365": 3.39212, - "9370": 3.44194, - "9375": 3.40665, - "9380": 3.34323, - "9385": 3.41578, - "9390": 3.42386, - "9395": 3.43404, - "9400": 3.39632, - "9405": 3.38004, - "9410": 3.41887, - "9415": 3.40531, - "9420": 3.38686, - "9425": 3.40285, - "9430": 3.37413, - "9435": 3.39644, - "9440": 3.38197, - "9445": 3.37989, - "9450": 3.37575, - "9455": 3.38033, - "9460": 3.44034, - "9465": 3.44253, - "9470": 3.3871, - "9475": 3.43655, - "9480": 3.39, - "9485": 3.38257, - "9490": 3.39366, - "9495": 3.42388, - "9500": 3.38734, - "9505": 3.35814, - "9510": 3.39674, - "9515": 3.39562, - "9520": 3.41078, - "9525": 3.38222, - "9530": 3.38137, - "9535": 3.40092 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 9535, - "step_interval": 5, - "values": { - "1": "nan", - "5": 7.56866, - "10": 7.52296, - "15": 7.48407, - "20": 7.42327, - "25": 7.32656, - "30": 7.42178, - "35": 7.24183, - "40": 7.32209, - "45": 7.26828, - "50": 7.43677, - "55": 7.32633, - "60": 7.5262, - "65": 7.41081, - "70": 7.36551, - "75": 7.44003, - "80": 7.44814, - "85": 7.39309, - "90": 7.43049, - "95": 7.42239, - "100": 7.52029, - "105": 7.67028, - "110": 7.7228, - "115": 7.6675, - "120": 7.62697, - "125": 7.84875, - "130": 7.89262, - "135": 7.72445, - "140": 7.84414, - "145": 7.87466, - "150": 7.83541, - "155": 7.94081, - "160": 7.62873, - "165": 7.9031, - "170": 7.37034, - "175": 7.54827, - "180": 7.75828, - "185": 7.45022, - "190": 7.45324, - "195": 7.40456, - "200": 7.44051, - "205": 7.08333, - "210": 7.46946, - "215": 7.74838, - "220": 7.58269, - "225": 7.38201, - "230": 7.34743, - "235": 7.61681, - "240": 7.61686, - "245": 7.69028, - "250": 7.58387, - "255": 7.05325, - "260": 7.3609, - "265": 7.37, - "270": 7.60313, - "275": 7.71081, - "280": 7.64724, - "285": 7.74436, - "290": 7.55996, - "295": 7.64053, - "300": 7.67472, - "305": 7.65469, - "310": 7.41784, - "315": 7.42805, - "320": 7.5795, - "325": 7.48305, - "330": 7.41502, - "335": 7.57392, - "340": 7.44711, - "345": 7.49966, - "350": 7.42079, - "355": 7.49881, - "360": 8.98698, - "365": 7.52985, - "370": 7.43767, - "375": 7.34832, - "380": 7.39883, - "385": 7.56579, - "390": 7.57998, - "395": 7.43034, - "400": 7.5268, - "405": 7.60491, - "410": 7.36066, - "415": 7.41645, - "420": 7.53783, - "425": 7.40701, - "430": 7.60316, - "435": 7.51199, - "440": 7.57624, - "445": 7.55671, - "450": 7.62956, - "455": 7.57448, - "460": 7.41705, - "465": 7.92207, - "470": 7.3753, - "475": 7.34043, - "480": 7.59051, - "485": 7.46546, - "490": 7.58714, - "495": 7.61633, - "500": 7.90132, - "505": 7.36282, - "510": 15.18763, - "515": 7.63246, - "520": 7.07185, - "525": 7.54987, - "530": 7.31598, - "535": 7.35351, - "540": 7.04427, - "545": 7.0077, - "550": 7.44857, - "555": 7.38347, - "560": 7.42157, - "565": 7.43735, - "570": 7.56168, - "575": 7.83532, - "580": 7.22592, - "585": 7.22237, - "590": 7.61639, - "595": 7.61876, - "600": 7.84126, - "605": 7.59204, - "610": 7.28062, - "615": 7.30995, - "620": 7.46119, - "625": 7.06922, - "630": 6.95764, - "635": 7.64617, - "640": 6.98623, - "645": 7.26784, - "650": 7.6968, - "655": 7.68033, - "660": 7.33545, - "665": 7.23864, - "670": 7.38318, - "675": 7.51984, - "680": 6.89796, - "685": 7.53336, - "690": 7.60263, - "695": 7.71608, - "700": 7.58602, - "705": 6.9343, - "710": 7.47982, - "715": 7.45672, - "720": 7.59081, - "725": 7.55983, - "730": 7.47465, - "735": 7.09858, - "740": 19.50912, - "745": 6.89629, - "750": 7.10478, - "755": 7.08133, - "760": 7.4542, - "765": 6.9955, - "770": 7.25326, - "775": 7.55271, - "780": 7.25997, - "785": 7.39738, - "790": 7.35278, - "795": 7.30412, - "800": 6.87753, - "805": 7.46339, - "810": 7.528, - "815": 7.66533, - "820": 7.62536, - "825": 13.25863, - "830": 7.64534, - "835": 7.28527, - "840": 6.9483, - "845": 7.56191, - "850": 6.99269, - "855": 7.502, - "860": 7.02071, - "865": 7.30382, - "870": 6.9607, - "875": 7.4184, - "880": 7.23719, - "885": 7.33865, - "890": 7.64429, - "895": 7.37502, - "900": 7.15711, - "905": 7.49905, - "910": 7.54844, - "915": 7.19515, - "920": 7.37908, - "925": 7.53407, - "930": 7.40185, - "935": 7.51572, - "940": 7.1589, - "945": 7.42555, - "950": 7.67718, - "955": 7.00846, - "960": 7.60714, - "965": 7.27206, - "970": 7.31428, - "975": 7.49703, - "980": 7.1599, - "985": 7.52543, - "990": 7.68189, - "995": 7.40863, - "1000": 7.72166, - "1005": 9.08901, - "1010": 7.35695, - "1015": 6.95878, - "1020": 7.25798, - "1025": 7.71041, - "1030": 7.72505, - "1035": 7.56314, - "1040": 7.13678, - "1045": 7.1034, - "1050": 13.90753, - "1055": 7.5693, - "1060": 7.71513, - "1065": 7.75929, - "1070": 7.28827, - "1075": 7.24504, - "1080": 7.2592, - "1085": 6.96491, - "1090": 7.44091, - "1095": 7.57405, - "1100": 7.25624, - "1105": 7.50053, - "1110": 7.04142, - "1115": 7.52498, - "1120": 7.21399, - "1125": 7.69412, - "1130": 7.31614, - "1135": 7.73829, - "1140": 7.72134, - "1145": 7.5158, - "1150": 7.34397, - "1155": 7.35345, - "1160": 11.41753, - "1165": 6.94875, - "1170": 7.0723, - "1175": 7.55482, - "1180": 7.39551, - "1185": 7.41065, - "1190": 7.52397, - "1195": 7.70695, - "1200": 7.63718, - "1205": 7.82169, - "1210": 7.70802, - "1215": 7.64109, - "1220": 7.72779, - "1225": 7.63269, - "1230": 7.91646, - "1235": 6.91902, - "1240": 7.1906, - "1245": 7.35914, - "1250": 7.60585, - "1255": 18.58111, - "1260": 7.68096, - "1265": 7.50477, - "1270": 7.04233, - "1275": 6.97585, - "1280": 7.01824, - "1285": 7.02453, - "1290": 7.33242, - "1295": 7.39861, - "1300": 7.53666, - "1305": 7.59865, - "1310": 18.62202, - "1315": 7.50514, - "1320": 7.34889, - "1325": 7.67668, - "1330": 7.32941, - "1335": 7.43559, - "1340": 7.55437, - "1345": 7.54614, - "1350": 7.689, - "1355": 9.34189, - "1360": 7.9607, - "1365": 7.64262, - "1370": 7.80657, - "1375": 7.7677, - "1380": 7.45988, - "1385": 7.67903, - "1390": 7.03942, - "1395": 7.13965, - "1400": 7.41924, - "1405": 7.53175, - "1410": 6.96321, - "1415": 7.29891, - "1420": 7.16022, - "1425": 8.02449, - "1430": 7.52376, - "1435": 7.574, - "1440": 7.15174, - "1445": 7.64342, - "1450": 7.37151, - "1455": 7.55916, - "1460": 18.12447, - "1465": 7.40317, - "1470": 7.1488, - "1475": 7.2188, - "1480": 7.0067, - "1485": 7.39651, - "1490": 7.03155, - "1495": 7.05844, - "1500": 7.08139, - "1505": 9.66023, - "1510": 7.53868, - "1515": 7.4097, - "1520": 7.08687, - "1525": 7.713, - "1530": 7.81944, - "1535": 7.71317, - "1540": 7.43231, - "1545": 7.47994, - "1550": 7.66532, - "1555": 7.45295, - "1560": 7.53957, - "1565": 7.48794, - "1570": 7.47999, - "1575": 7.76082, - "1580": 7.70819, - "1585": 7.67359, - "1590": 7.11265, - "1595": 7.44829, - "1600": 7.41855, - "1605": 7.11177, - "1610": 7.34856, - "1615": 7.81007, - "1620": 7.15896, - "1625": 7.08079, - "1630": 7.70951, - "1635": 7.70085, - "1640": 7.05651, - "1645": 7.88281, - "1650": 7.74222, - "1655": 7.83597, - "1660": 8.03504, - "1665": 11.37028, - "1670": 7.6248, - "1675": 7.52427, - "1680": 7.09247, - "1685": 7.76386, - "1690": 7.29496, - "1695": 7.70245, - "1700": 7.70649, - "1705": 7.09056, - "1710": 7.67906, - "1715": 7.7722, - "1720": 7.76935, - "1725": 7.74633, - "1730": 7.62243, - "1735": 7.51129, - "1740": 7.4781, - "1745": 7.21783, - "1750": 7.11445, - "1755": 7.73926, - "1760": 7.64571, - "1765": 7.60343, - "1770": 14.65738, - "1775": 7.37961, - "1780": 7.3057, - "1785": 7.56382, - "1790": 7.09198, - "1795": 7.62786, - "1800": 7.15969, - "1805": 7.55093, - "1810": 7.76249, - "1815": 7.71057, - "1820": 8.36757, - "1825": 7.68106, - "1830": 7.65483, - "1835": 7.38423, - "1840": 7.19397, - "1845": 7.00652, - "1850": 19.2653, - "1855": 7.69365, - "1860": 8.97349, - "1865": 7.26929, - "1870": 7.32966, - "1875": 7.3986, - "1880": 7.69347, - "1885": 7.53143, - "1890": 7.19765, - "1895": 7.14842, - "1900": 7.45576, - "1905": 7.33883, - "1910": 7.34498, - "1915": 7.21278, - "1920": 7.42278, - "1925": 7.56019, - "1930": 7.3657, - "1935": 7.50797, - "1940": 7.41282, - "1945": 7.41248, - "1950": 7.17905, - "1955": 7.27047, - "1960": 7.46375, - "1965": 7.02192, - "1970": 7.61563, - "1975": 7.41079, - "1980": 7.37365, - "1985": 7.56371, - "1990": 7.18289, - "1995": 7.37167, - "2000": 7.71919, - "2005": 7.40888, - "2010": 7.73081, - "2015": 7.35308, - "2020": 7.39767, - "2025": 7.41879, - "2030": 7.36272, - "2035": 7.46218, - "2040": 7.73317, - "2045": 6.9943, - "2050": 9.64019, - "2055": 7.19258, - "2060": 7.4042, - "2065": 7.3299, - "2070": 7.35182, - "2075": 7.01417, - "2080": 7.30515, - "2085": 7.6127, - "2090": 7.50742, - "2095": 7.3636, - "2100": 7.31174, - "2105": 7.7036, - "2110": 7.45074, - "2115": 7.3209, - "2120": 7.41467, - "2125": 7.17015, - "2130": 7.16799, - "2135": 6.99988, - "2140": 6.95619, - "2145": 7.52265, - "2150": 6.92962, - "2155": 6.99139, - "2160": 7.37095, - "2165": 7.06788, - "2170": 6.94953, - "2175": 7.25364, - "2180": 7.52647, - "2185": 7.28426, - "2190": 7.10408, - "2195": 6.96878, - "2200": 7.52794, - "2205": 7.31964, - "2210": 7.39144, - "2215": 7.01716, - "2220": 7.53975, - "2225": 7.09273, - "2230": 7.29895, - "2235": 7.26067, - "2240": 7.5079, - "2245": 7.63974, - "2250": 7.64719, - "2255": 7.32089, - "2260": 7.53772, - "2265": 7.65935, - "2270": 7.45051, - "2275": 7.34463, - "2280": 7.11082, - "2285": 7.06672, - "2290": 7.19154, - "2295": 7.02953, - "2300": 7.16708, - "2305": 7.65673, - "2310": 7.47048, - "2315": 7.63546, - "2320": 7.44374, - "2325": 7.60188, - "2330": 7.17484, - "2335": 7.60168, - "2340": 7.35057, - "2345": 7.43901, - "2350": 7.3894, - "2355": 7.6258, - "2360": 7.34323, - "2365": 7.53148, - "2370": 7.41829, - "2375": 7.08321, - "2380": 7.43125, - "2385": 7.51142, - "2390": 7.59088, - "2395": 7.71781, - "2400": 7.6172, - "2405": 7.31692, - "2410": 7.41584, - "2415": 7.46292, - "2420": 7.33107, - "2425": 7.43697, - "2430": 7.2517, - "2435": 7.13813, - "2440": 7.20614, - "2445": 7.41585, - "2450": 7.37518, - "2455": 7.56, - "2460": 7.50005, - "2465": 7.2602, - "2470": 7.70197, - "2475": 7.69928, - "2480": 7.5345, - "2485": 7.46752, - "2490": 7.11496, - "2495": 7.63973, - "2500": 7.74034, - "2505": 7.73112, - "2510": 7.64879, - "2515": 7.02065, - "2520": 7.21513, - "2525": 7.49301, - "2530": 7.58641, - "2535": 7.65484, - "2540": 7.45329, - "2545": 7.20766, - "2550": 7.41877, - "2555": 7.37888, - "2560": 7.60737, - "2565": 7.27849, - "2570": 7.65589, - "2575": 7.45909, - "2580": 7.09481, - "2585": 7.08495, - "2590": 7.30848, - "2595": 7.52872, - "2600": 7.21097, - "2605": 7.9081, - "2610": 7.45031, - "2615": 7.50998, - "2620": 7.47314, - "2625": 7.7017, - "2630": 7.41387, - "2635": 7.54419, - "2640": 7.63307, - "2645": 7.41718, - "2650": 7.56186, - "2655": 7.36221, - "2660": 7.47563, - "2665": 7.09865, - "2670": 7.6315, - "2675": 7.29365, - "2680": 7.40985, - "2685": 7.73491, - "2690": 7.09131, - "2695": 7.40803, - "2700": 7.48219, - "2705": 7.68057, - "2710": 7.57059, - "2715": 7.20223, - "2720": 7.09643, - "2725": 7.30461, - "2730": 7.76044, - "2735": 7.0553, - "2740": 7.57551, - "2745": 7.61947, - "2750": 7.45971, - "2755": 7.2705, - "2760": 7.52106, - "2765": 7.39744, - "2770": 7.38969, - "2775": 7.39608, - "2780": 7.28328, - "2785": 7.77362, - "2790": 7.37076, - "2795": 7.35195, - "2800": 7.28531, - "2805": 15.99499, - "2810": 7.484, - "2815": 7.55283, - "2820": 7.59525, - "2825": 7.33298, - "2830": 7.24349, - "2835": 7.47352, - "2840": 7.36681, - "2845": 7.46805, - "2850": 7.57007, - "2855": 7.2832, - "2860": 7.18305, - "2865": 7.65973, - "2870": 7.52854, - "2875": 7.2256, - "2880": 7.08677, - "2885": 7.71009, - "2890": 7.71512, - "2895": 7.11608, - "2900": 7.59452, - "2905": 7.68928, - "2910": 7.52505, - "2915": 7.49027, - "2920": 7.10935, - "2925": 7.30165, - "2930": 7.37168, - "2935": 7.58504, - "2940": 7.34122, - "2945": 7.60364, - "2950": 7.72908, - "2955": 7.12931, - "2960": 7.25851, - "2965": 7.06526, - "2970": 7.54073, - "2975": 7.40313, - "2980": 7.28989, - "2985": 7.26035, - "2990": 7.52861, - "2995": 7.6372, - "3000": 7.47382, - "3005": 12.38012, - "3010": 7.71748, - "3015": 7.72271, - "3020": 7.67724, - "3025": 7.67142, - "3030": 7.34291, - "3035": 7.6847, - "3040": 7.74849, - "3045": 7.66577, - "3050": 7.13469, - "3055": 7.46121, - "3060": 7.42386, - "3065": 7.33782, - "3070": 7.61215, - "3075": 7.63585, - "3080": 7.42803, - "3085": 7.45518, - "3090": 7.14524, - "3095": 7.76394, - "3100": 7.24642, - "3105": 7.07824, - "3110": 12.74315, - "3115": 7.37933, - "3120": 7.2244, - "3125": 7.84701, - "3130": 7.59049, - "3135": 7.16172, - "3140": 7.19378, - "3145": 7.54688, - "3150": 7.74493, - "3155": 7.65178, - "3160": 7.5755, - "3165": 9.76717, - "3170": 7.30727, - "3175": 7.36848, - "3180": 7.76719, - "3185": 7.63245, - "3190": 7.29335, - "3195": 7.49013, - "3200": 7.61847, - "3205": 7.49136, - "3210": 7.55874, - "3215": 7.60016, - "3220": 7.75608, - "3225": 7.6548, - "3230": 7.65767, - "3235": 7.63498, - "3240": 7.15842, - "3245": 7.68906, - "3250": 7.4363, - "3255": 7.44879, - "3260": 7.79896, - "3265": 7.43515, - "3270": 7.31061, - "3275": 7.1778, - "3280": 7.11081, - "3285": 7.36485, - "3290": 7.59702, - "3295": 7.12422, - "3300": 7.66785, - "3305": 7.55795, - "3310": 7.56604, - "3315": 7.45359, - "3320": 7.76144, - "3325": 7.42626, - "3330": 7.20928, - "3335": 7.73845, - "3340": 7.68787, - "3345": 7.74609, - "3350": 7.38418, - "3355": 7.4481, - "3360": 7.71303, - "3365": 7.85047, - "3370": 7.8545, - "3375": 7.51498, - "3380": 7.16662, - "3385": 7.58626, - "3390": 7.20752, - "3395": 120.64155, - "3400": 8.00983, - "3405": 7.95877, - "3410": 7.65725, - "3415": 7.51372, - "3420": 7.73983, - "3425": 7.68038, - "3430": 7.61437, - "3435": 7.73281, - "3440": 7.64826, - "3445": 7.57547, - "3450": 7.53859, - "3455": 7.54155, - "3460": 7.70199, - "3465": 7.64845, - "3470": 7.69552, - "3475": 7.52407, - "3480": 7.43678, - "3485": 7.60424, - "3490": 7.68115, - "3495": 7.74971, - "3500": 7.4478, - "3505": 9.18583, - "3510": 7.62293, - "3515": 7.66676, - "3520": 7.64409, - "3525": 7.81168, - "3530": 7.89022, - "3535": 7.46839, - "3540": 7.35867, - "3545": 7.60456, - "3550": 7.7216, - "3555": 7.54294, - "3560": 7.51283, - "3565": 7.4751, - "3570": 7.41402, - "3575": 7.46914, - "3580": 7.7781, - "3585": 7.62105, - "3590": 7.53683, - "3595": 7.59388, - "3600": 7.67087, - "3605": 7.52579, - "3610": 7.47519, - "3615": 7.62424, - "3620": 7.70856, - "3625": 7.52763, - "3630": 7.78986, - "3635": 7.81002, - "3640": 14.35246, - "3645": 7.71138, - "3650": 7.76672, - "3655": 7.80958, - "3660": 7.38029, - "3665": 7.50977, - "3670": 7.73913, - "3675": 7.65557, - "3680": 7.67343, - "3685": 7.69875, - "3690": 7.76602, - "3695": 7.33925, - "3700": 7.52144, - "3705": 7.50952, - "3710": 7.7838, - "3715": 7.77819, - "3720": 7.56584, - "3725": 7.48742, - "3730": 7.81552, - "3735": 7.65583, - "3740": 7.33134, - "3745": 7.33184, - "3750": 7.73698, - "3755": 7.71603, - "3760": 7.68995, - "3765": 7.35497, - "3770": 7.8284, - "3775": 7.79535, - "3780": 7.68718, - "3785": 7.63063, - "3790": 7.49156, - "3795": 7.84545, - "3800": 7.80857, - "3805": 7.78997, - "3810": 7.78485, - "3815": 7.52481, - "3820": 7.70566, - "3825": 7.74465, - "3830": 7.50889, - "3835": 7.6652, - "3840": 7.57312, - "3845": 7.79027, - "3850": 7.56621, - "3855": 7.76012, - "3860": 7.80919, - "3865": 7.81318, - "3870": 7.52554, - "3875": 7.64533, - "3880": 7.44933, - "3885": 7.72285, - "3890": 7.51447, - "3895": 7.54491, - "3900": 7.49577, - "3905": 7.77335, - "3910": 7.80998, - "3915": 7.71289, - "3920": 7.03443, - "3925": 7.72643, - "3930": 7.76618, - "3935": 7.77776, - "3940": 7.69787, - "3945": 7.37675, - "3950": 7.76917, - "3955": 7.67065, - "3960": 7.8229, - "3965": 7.86354, - "3970": 7.74808, - "3975": 7.43084, - "3980": 7.81476, - "3985": 7.78604, - "3990": 7.74129, - "3995": 7.73755, - "4000": 7.7345, - "4005": 7.65838, - "4010": 7.59494, - "4015": 7.55479, - "4020": 7.12805, - "4025": 7.71304, - "4030": 7.84533, - "4035": 7.71622, - "4040": 7.46187, - "4045": 7.60422, - "4050": 7.85679, - "4055": 7.82163, - "4060": 7.51094, - "4065": 7.78854, - "4070": 7.73987, - "4075": 7.76528, - "4080": 7.79679, - "4085": 7.82348, - "4090": 7.8557, - "4095": 7.56389, - "4100": 16.32923, - "4105": 7.82261, - "4110": 7.75076, - "4115": 7.7102, - "4120": 7.48433, - "4125": 7.51882, - "4130": 7.78279, - "4135": 7.67888, - "4140": 7.71048, - "4145": 7.8298, - "4150": 7.76352, - "4155": 7.61574, - "4160": 7.6417, - "4165": 7.70176, - "4170": 7.75108, - "4175": 7.86398, - "4180": 8.09363, - "4185": 7.84136, - "4190": 7.59724, - "4195": 7.73267, - "4200": 7.79847, - "4205": 7.62736, - "4210": 7.53324, - "4215": 7.80274, - "4220": 7.81797, - "4225": 7.66532, - "4230": 7.73461, - "4235": 7.62407, - "4240": 7.5052, - "4245": 7.69603, - "4250": 7.58062, - "4255": 7.84124, - "4260": 7.82992, - "4265": 7.5622, - "4270": 7.66619, - "4275": 7.7278, - "4280": 7.67866, - "4285": 7.66423, - "4290": 7.87814, - "4295": 7.77938, - "4300": 7.67469, - "4305": 7.61616, - "4310": 7.73512, - "4315": 7.49389, - "4320": 7.60314, - "4325": 7.79398, - "4330": 7.78532, - "4335": 7.79781, - "4340": 7.78415, - "4345": 7.45357, - "4350": 7.77735, - "4355": 7.63436, - "4360": 7.80703, - "4365": 7.70535, - "4370": 7.71638, - "4375": 7.677, - "4380": 7.72465, - "4385": 7.75077, - "4390": 7.81642, - "4395": 7.77764, - "4400": 7.79736, - "4405": 7.69711, - "4410": 7.73401, - "4415": 7.61797, - "4420": 7.64946, - "4425": 7.72823, - "4430": 7.81403, - "4435": 7.74959, - "4440": 7.80613, - "4445": 7.83103, - "4450": 7.73314, - "4455": 7.59728, - "4460": 7.584, - "4465": 7.89381, - "4470": 7.81837, - "4475": 7.77713, - "4480": 7.69802, - "4485": 7.82951, - "4490": 7.78293, - "4495": 7.57221, - "4500": 7.78879, - "4505": 7.72013, - "4510": 7.8006, - "4515": 7.83509, - "4520": 7.32171, - "4525": 7.72948, - "4530": 7.91407, - "4535": 7.63134, - "4540": 7.54755, - "4545": 7.85496, - "4550": 13.08002, - "4555": 7.82338, - "4560": 7.76314, - "4565": 7.53593, - "4570": 7.81263, - "4575": 7.71177, - "4580": 7.72479, - "4585": 7.7054, - "4590": 7.50543, - "4595": 7.7552, - "4600": 7.9285, - "4605": 7.81778, - "4610": 7.74681, - "4615": 7.90765, - "4620": 7.68562, - "4625": 7.88015, - "4630": 7.74891, - "4635": 7.76905, - "4640": 7.9174, - "4645": 7.74411, - "4650": 7.12321, - "4655": 7.78739, - "4660": 7.88131, - "4665": 7.88315, - "4670": 7.89369, - "4675": 7.846, - "4680": 7.79037, - "4685": 7.81474, - "4690": 7.85264, - "4695": 7.84194, - "4700": 7.7902, - "4705": 7.72407, - "4710": 7.50202, - "4715": 7.77308, - "4720": 7.53805, - "4725": 7.46404, - "4730": 7.76788, - "4735": 7.69037, - "4740": 7.84832, - "4745": 8.04046, - "4750": 16.19279, - "4755": 7.80637, - "4760": 7.88878, - "4765": 7.76181, - "4770": 7.98781, - "4775": 7.80843, - "4780": 7.73716, - "4785": 7.66337, - "4790": 7.8299, - "4795": 7.8428, - "4800": 7.67968, - "4805": 7.66113, - "4810": 7.86634, - "4815": 7.68266, - "4820": 7.81721, - "4825": 7.85064, - "4830": 7.86141, - "4835": 7.78046, - "4840": 7.60343, - "4845": 15.15402, - "4850": 7.88952, - "4855": 7.81432, - "4860": 7.70829, - "4865": 7.72019, - "4870": 7.86696, - "4875": 7.63816, - "4880": 7.68839, - "4885": 7.85112, - "4890": 7.61283, - "4895": 7.80679, - "4900": 7.77063, - "4905": 7.29923, - "4910": 7.75437, - "4915": 7.56232, - "4920": 7.44473, - "4925": 14.46664, - "4930": 7.30865, - "4935": 7.11483, - "4940": 8.86384, - "4945": 7.50211, - "4950": 7.66164, - "4955": 7.67016, - "4960": 7.81043, - "4965": 7.53827, - "4970": 7.83442, - "4975": 7.66864, - "4980": 7.56063, - "4985": 7.78749, - "4990": 7.51318, - "4995": 7.46715, - "5000": 7.74704, - "5005": 8.23956, - "5010": 7.4077, - "5015": 7.44281, - "5020": 7.2638, - "5025": 35.11103, - "5030": 7.79055, - "5035": 7.5199, - "5040": 7.68819, - "5045": 7.49157, - "5050": 7.73112, - "5055": 7.77549, - "5060": 7.57683, - "5065": 7.55267, - "5070": 7.61381, - "5075": 7.77238, - "5080": 8.51688, - "5085": 7.64379, - "5090": 7.59235, - "5095": 7.8117, - "5100": 7.48912, - "5105": 7.59384, - "5110": 7.53213, - "5115": 7.64466, - "5120": 7.6677, - "5125": 7.82026, - "5130": 7.77138, - "5135": 7.52184, - "5140": 7.65114, - "5145": 7.69156, - "5150": 7.98816, - "5155": 7.50903, - "5160": 7.6868, - "5165": 7.44958, - "5170": 7.61707, - "5175": 7.51421, - "5180": 7.65395, - "5185": 7.61226, - "5190": 7.6999, - "5195": 7.72424, - "5200": 7.78942, - "5205": 7.69512, - "5210": 7.64618, - "5215": 7.86793, - "5220": 7.70291, - "5225": 7.66593, - "5230": 7.70103, - "5235": 7.64066, - "5240": 7.65798, - "5245": 7.50962, - "5250": 7.89252, - "5255": 7.44543, - "5260": 7.64634, - "5265": 7.98985, - "5270": 7.68109, - "5275": 7.54978, - "5280": 7.64396, - "5285": 7.60119, - "5290": 7.85476, - "5295": 7.51785, - "5300": 7.93309, - "5305": 19.75769, - "5310": 7.65911, - "5315": 7.70709, - "5320": 7.78061, - "5325": 7.7851, - "5330": 7.59972, - "5335": 7.74007, - "5340": 7.71368, - "5345": 7.59413, - "5350": 7.65165, - "5355": 7.7171, - "5360": 7.78847, - "5365": 7.54562, - "5370": 8.67028, - "5375": 7.77303, - "5380": 7.66551, - "5385": 7.72114, - "5390": 7.64661, - "5395": 7.78869, - "5400": 7.70141, - "5405": 7.80026, - "5410": 7.5533, - "5415": 7.52062, - "5420": 7.73154, - "5425": 7.67504, - "5430": 7.48745, - "5435": 7.6018, - "5440": 7.79254, - "5445": 7.70441, - "5450": 7.71985, - "5455": 7.84966, - "5460": 7.79662, - "5465": 7.87293, - "5470": 7.5877, - "5475": 7.70231, - "5480": 7.71866, - "5485": 7.69016, - "5490": 7.74514, - "5495": 7.81165, - "5500": 7.72378, - "5505": 9.2251, - "5510": 7.53618, - "5515": 7.76218, - "5520": 7.7747, - "5525": 7.6931, - "5530": 7.65016, - "5535": 7.61053, - "5540": 7.23079, - "5545": 7.73016, - "5550": 7.78138, - "5555": 7.82829, - "5560": 7.62218, - "5565": 7.5823, - "5570": 7.85133, - "5575": 7.68536, - "5580": 7.75048, - "5585": 7.7956, - "5590": 7.70853, - "5595": 7.7359, - "5600": 7.81758, - "5605": 7.72401, - "5610": 7.53455, - "5615": 7.73422, - "5620": 7.45632, - "5625": 6.93506, - "5630": 7.12093, - "5635": 6.97016, - "5640": 6.90273, - "5645": 7.16621, - "5650": 7.15431, - "5655": 6.8947, - "5660": 6.95566, - "5665": 7.19865, - "5670": 7.31823, - "5675": 6.98399, - "5680": 6.95186, - "5685": 7.6187, - "5690": 6.97478, - "5695": 7.23482, - "5700": 6.95332, - "5705": 7.21644, - "5710": 7.0132, - "5715": 6.97948, - "5720": 7.27607, - "5725": 7.12413, - "5730": 7.21738, - "5735": 7.33362, - "5740": 7.02255, - "5745": 7.15711, - "5750": 7.09468, - "5755": 7.10312, - "5760": 6.99395, - "5765": 6.96459, - "5770": 7.02081, - "5775": 7.59516, - "5780": 6.98664, - "5785": 7.01939, - "5790": 7.02197, - "5795": 7.0011, - "5800": 7.03766, - "5805": 7.40318, - "5810": 7.66578, - "5815": 7.43262, - "5820": 7.63163, - "5825": 7.04277, - "5830": 7.30489, - "5835": 6.99467, - "5840": 6.87071, - "5845": 7.48598, - "5850": 7.2942, - "5855": 7.4828, - "5860": 7.65179, - "5865": 12.67336, - "5870": 7.11221, - "5875": 7.15098, - "5880": 7.40448, - "5885": 7.13132, - "5890": 6.90505, - "5895": 7.32681, - "5900": 7.53567, - "5905": 7.09335, - "5910": 7.03072, - "5915": 7.6791, - "5920": 7.38479, - "5925": 7.08033, - "5930": 7.49376, - "5935": 13.59703, - "5940": 7.45227, - "5945": 7.11855, - "5950": 7.43014, - "5955": 7.58527, - "5960": 7.2122, - "5965": 7.01634, - "5970": 7.07328, - "5975": 7.37789, - "5980": 7.63353, - "5985": 6.9892, - "5990": 7.33096, - "5995": 6.94333, - "6000": 7.71783, - "6005": 7.43877, - "6010": 7.29466, - "6015": 7.31884, - "6020": 6.98289, - "6025": 7.30561, - "6030": 7.49814, - "6035": 7.10584, - "6040": 7.89261, - "6045": 7.31377, - "6050": 7.01271, - "6055": 7.12794, - "6060": 7.15886, - "6065": 7.00191, - "6070": 7.1118, - "6075": 6.89646, - "6080": 7.16611, - "6085": 7.66869, - "6090": 7.05895, - "6095": 7.03795, - "6100": 7.35781, - "6105": 7.36178, - "6110": 32.5757, - "6115": 7.25743, - "6120": 7.02984, - "6125": 7.16945, - "6130": 7.50337, - "6135": 7.73629, - "6140": 7.00894, - "6145": 6.9701, - "6150": 7.33616, - "6155": 7.39089, - "6160": 7.02561, - "6165": 7.64052, - "6170": 7.339, - "6175": 6.87253, - "6180": 7.47154, - "6185": 7.24399, - "6190": 7.47507, - "6195": 6.99604, - "6200": 6.94181, - "6205": 7.3799, - "6210": 6.92033, - "6215": 6.99765, - "6220": 7.50325, - "6225": 7.03582, - "6230": 7.5252, - "6235": 7.31587, - "6240": 6.99712, - "6245": 6.89676, - "6250": 7.00341, - "6255": 14.08663, - "6260": 7.08571, - "6265": 7.07162, - "6270": 6.98946, - "6275": 6.96264, - "6280": 7.22847, - "6285": 6.92033, - "6290": 6.92221, - "6295": 7.0347, - "6300": 7.46961, - "6305": 7.1235, - "6310": 7.34947, - "6315": 7.28487, - "6320": 7.32747, - "6325": 7.50269, - "6330": 6.99898, - "6335": 7.34128, - "6340": 7.47902, - "6345": 6.95262, - "6350": 7.36518, - "6355": 6.94882, - "6360": 7.00183, - "6365": 7.53639, - "6370": 7.48187, - "6375": 7.2437, - "6380": 6.99934, - "6385": 6.95939, - "6390": 7.58408, - "6395": 7.5425, - "6400": 7.57335, - "6405": 6.94525, - "6410": 7.35099, - "6415": 6.96032, - "6420": 7.45928, - "6425": 7.86121, - "6430": 6.86685, - "6435": 6.90278, - "6440": 6.99114, - "6445": 6.93939, - "6450": 7.61695, - "6455": 7.38119, - "6460": 6.96629, - "6465": 6.95332, - "6470": 6.90167, - "6475": 7.46318, - "6480": 7.01212, - "6485": 7.48817, - "6490": 7.27231, - "6495": 7.50437, - "6500": 6.9809, - "6505": 6.95533, - "6510": 7.54037, - "6515": 6.93654, - "6520": 7.06413, - "6525": 7.60566, - "6530": 6.92495, - "6535": 7.24652, - "6540": 7.26277, - "6545": 7.21702, - "6550": 7.47196, - "6555": 7.41824, - "6560": 7.58065, - "6565": 7.52743, - "6570": 7.01825, - "6575": 7.00858, - "6580": 7.22297, - "6585": 7.60879, - "6590": 7.02759, - "6595": 7.34102, - "6600": 7.10283, - "6605": 7.48569, - "6610": 7.26963, - "6615": 7.41955, - "6620": 7.48293, - "6625": 7.05778, - "6630": 7.30973, - "6635": 7.06854, - "6640": 7.366, - "6645": 7.18556, - "6650": 7.11834, - "6655": 7.81317, - "6660": 6.9712, - "6665": 6.98647, - "6670": 7.30783, - "6675": 7.56024, - "6680": 7.55592, - "6685": 7.05169, - "6690": 7.02421, - "6695": 7.11394, - "6700": 7.41431, - "6705": 7.42536, - "6710": 7.30536, - "6715": 7.39606, - "6720": 6.9564, - "6725": 7.57091, - "6730": 7.38729, - "6735": 7.19524, - "6740": 7.08004, - "6745": 7.52352, - "6750": 6.92538, - "6755": 7.01506, - "6760": 6.89536, - "6765": 7.06492, - "6770": 7.38411, - "6775": 7.26174, - "6780": 7.09284, - "6785": 7.00905, - "6790": 7.322, - "6795": 7.3556, - "6800": 7.16586, - "6805": 7.09836, - "6810": 7.33451, - "6815": 7.29772, - "6820": 7.15272, - "6825": 7.15981, - "6830": 7.10332, - "6835": 7.12078, - "6840": 7.37651, - "6845": 7.08607, - "6850": 7.19155, - "6855": 7.06624, - "6860": 7.12001, - "6865": 7.13013, - "6870": 7.81249, - "6875": 7.11357, - "6880": 7.25842, - "6885": 7.58935, - "6890": 7.53861, - "6895": 7.30702, - "6900": 7.18867, - "6905": 7.45507, - "6910": 7.05618, - "6915": 7.46844, - "6920": 7.55629, - "6925": 7.56708, - "6930": 7.42784, - "6935": 7.4593, - "6940": 7.26066, - "6945": 7.03489, - "6950": 7.57612, - "6955": 7.35365, - "6960": 7.44863, - "6965": 7.73382, - "6970": 7.46157, - "6975": 7.65624, - "6980": 7.03498, - "6985": 7.1832, - "6990": 7.14556, - "6995": 7.49205, - "7000": 7.68257, - "7005": 7.01089, - "7010": 7.48677, - "7015": 7.09388, - "7020": 7.06963, - "7025": 7.38754, - "7030": 7.35492, - "7035": 7.69665, - "7040": 7.17058, - "7045": 7.62459, - "7050": 7.34453, - "7055": 7.05287, - "7060": 7.0005, - "7065": 7.01958, - "7070": 7.08324, - "7075": 7.10518, - "7080": 7.44288, - "7085": 7.65355, - "7090": 6.97169, - "7095": 7.50378, - "7100": 7.26346, - "7105": 7.71344, - "7110": 7.09697, - "7115": 7.54076, - "7120": 7.61166, - "7125": 7.37318, - "7130": 6.97323, - "7135": 7.15858, - "7140": 7.31805, - "7145": 6.98684, - "7150": 7.04209, - "7155": 6.98973, - "7160": 6.99397, - "7165": 7.20683, - "7170": 7.03341, - "7175": 7.65619, - "7180": 7.06085, - "7185": 7.57478, - "7190": 7.16808, - "7195": 8.59695, - "7200": 7.21708, - "7205": 7.16451, - "7210": 7.27378, - "7215": 7.62298, - "7220": 7.51954, - "7225": 7.08873, - "7230": 7.40378, - "7235": 7.08112, - "7240": 14.09625, - "7245": 6.96369, - "7250": 7.08634, - "7255": 7.02523, - "7260": 7.4497, - "7265": 7.21352, - "7270": 7.03504, - "7275": 7.11771, - "7280": 7.47286, - "7285": 7.32873, - "7290": 7.15534, - "7295": 8.50318, - "7300": 7.28466, - "7305": 7.49329, - "7310": 7.00406, - "7315": 7.5034, - "7320": 7.49575, - "7325": 6.9581, - "7330": 7.765, - "7335": 7.51729, - "7340": 7.53391, - "7345": 7.06819, - "7350": 7.04794, - "7355": 7.41609, - "7360": 7.5953, - "7365": 6.93896, - "7370": 6.95635, - "7375": 6.97281, - "7380": 6.9623, - "7385": 7.22429, - "7390": 6.92804, - "7395": 6.99895, - "7400": 6.97337, - "7405": 6.98852, - "7410": 6.94768, - "7415": 6.94602, - "7420": 6.9866, - "7425": 6.97025, - "7430": 7.01576, - "7435": 6.9678, - "7440": 7.10663, - "7445": 6.89073, - "7450": 6.9621, - "7455": 6.99751, - "7460": 7.28571, - "7465": 6.9758, - "7470": 7.25507, - "7475": 7.11926, - "7480": 7.07992, - "7485": 7.01381, - "7490": 7.32995, - "7495": 6.98675, - "7500": 6.99194, - "7505": 7.51648, - "7510": 7.11997, - "7515": 6.96668, - "7520": 7.02135, - "7525": 7.0214, - "7530": 6.99354, - "7535": 7.25153, - "7540": 7.03764, - "7545": 7.03109, - "7550": 7.06273, - "7555": 7.08014, - "7560": 18.84473, - "7565": 7.05612, - "7570": 7.0244, - "7575": 7.05115, - "7580": 7.09441, - "7585": 7.04491, - "7590": 7.05793, - "7595": 6.99843, - "7600": 7.09587, - "7605": 7.06165, - "7610": 6.99347, - "7615": 7.07415, - "7620": 7.1749, - "7625": 6.94382, - "7630": 6.99056, - "7635": 6.96084, - "7640": 7.36398, - "7645": 7.05199, - "7650": 7.28787, - "7655": 7.0465, - "7660": 7.01636, - "7665": 7.08547, - "7670": 7.09067, - "7675": 7.27564, - "7680": 7.03806, - "7685": 7.12335, - "7690": 7.09672, - "7695": 7.12015, - "7700": 7.14564, - "7705": 7.09155, - "7710": 7.07378, - "7715": 7.11799, - "7720": 7.09489, - "7725": 7.05445, - "7730": 7.17224, - "7735": 7.05215, - "7740": 7.22626, - "7745": 6.98167, - "7750": 6.98231, - "7755": 6.98144, - "7760": 7.03911, - "7765": 7.09932, - "7770": 7.05403, - "7775": 7.10318, - "7780": 11.1584, - "7785": 7.0773, - "7790": 7.0378, - "7795": 7.28391, - "7800": 7.06292, - "7805": 7.35579, - "7810": 7.43053, - "7815": 6.94765, - "7820": 7.28348, - "7825": 6.98981, - "7830": 6.99617, - "7835": 7.34313, - "7840": 6.98715, - "7845": 7.01302, - "7850": 6.97596, - "7855": 7.01646, - "7860": 7.0456, - "7865": 7.09613, - "7870": 7.15617, - "7875": 7.11224, - "7880": 7.10172, - "7885": 7.06573, - "7890": 7.0615, - "7895": 7.09181, - "7900": 7.06551, - "7905": 7.04348, - "7910": 7.2197, - "7915": 7.07468, - "7920": 7.10915, - "7925": 7.08084, - "7930": 7.08627, - "7935": 7.05645, - "7940": 18.3589, - "7945": 7.10071, - "7950": 7.18614, - "7955": 7.15449, - "7960": 7.06518, - "7965": 7.11669, - "7970": 7.12356, - "7975": 7.09886, - "7980": 7.08553, - "7985": 7.06387, - "7990": 7.32743, - "7995": 7.11383, - "8000": 7.08951, - "8005": 7.23476, - "8010": 7.10859, - "8015": 7.14629, - "8020": 7.08565, - "8025": 7.07057, - "8030": 7.10192, - "8035": 7.09088, - "8040": 10.57814, - "8045": 7.16377, - "8050": 7.05589, - "8055": 7.11338, - "8060": 7.09479, - "8065": 7.26496, - "8070": 7.08033, - "8075": 7.127, - "8080": 7.17132, - "8085": 7.36384, - "8090": 7.42648, - "8095": 7.31588, - "8100": 7.14253, - "8105": 7.15525, - "8110": 7.15228, - "8115": 7.19642, - "8120": 7.15593, - "8125": 7.1557, - "8130": 7.07455, - "8135": 7.13008, - "8140": 7.10305, - "8145": 7.33785, - "8150": 7.07475, - "8155": 7.0941, - "8160": 7.00439, - "8165": 7.04305, - "8170": 7.01852, - "8175": 7.0326, - "8180": 7.02841, - "8185": 6.99639, - "8190": 7.03692, - "8195": 7.09772, - "8200": 7.08185, - "8205": 7.01253, - "8210": 7.05784, - "8215": 7.36735, - "8220": 7.2338, - "8225": 7.05899, - "8230": 7.36564, - "8235": 7.04829, - "8240": 7.11369, - "8245": 7.09134, - "8250": 7.12849, - "8255": 7.0473, - "8260": 7.12205, - "8265": 7.09623, - "8270": 7.11379, - "8275": 7.13093, - "8280": 7.08497, - "8285": 7.39053, - "8290": 7.1459, - "8295": 7.08903, - "8300": 7.14203, - "8305": 7.0843, - "8310": 7.06184, - "8315": 6.98047, - "8320": 7.01409, - "8325": 7.04907, - "8330": 7.03086, - "8335": 7.02078, - "8340": 7.03948, - "8345": 7.24131, - "8350": 7.10299, - "8355": 7.24242, - "8360": 7.12782, - "8365": 7.06366, - "8370": 7.06508, - "8375": 8.56043, - "8380": 7.26357, - "8385": 7.04199, - "8390": 7.04682, - "8395": 7.39466, - "8400": 7.05945, - "8405": 7.26763, - "8410": 7.14826, - "8415": 7.1054, - "8420": 7.0773, - "8425": 7.11439, - "8430": 7.09548, - "8435": 7.12793, - "8440": 7.07086, - "8445": 7.25647, - "8450": 7.13247, - "8455": 7.12571, - "8460": 7.10263, - "8465": 7.0923, - "8470": 7.12727, - "8475": 7.09341, - "8480": 7.19218, - "8485": 7.15597, - "8490": 7.17085, - "8495": 7.12301, - "8500": 7.1588, - "8505": 7.29097, - "8510": 7.17143, - "8515": 7.27841, - "8520": 7.15325, - "8525": 7.15797, - "8530": 7.13964, - "8535": 7.15367, - "8540": 7.15934, - "8545": 7.14335, - "8550": 7.12425, - "8555": 7.36891, - "8560": 7.09717, - "8565": 7.35463, - "8570": 7.14521, - "8575": 7.44443, - "8580": 7.1645, - "8585": 7.38135, - "8590": 15.76836, - "8595": 7.11927, - "8600": 7.17509, - "8605": 7.0967, - "8610": 7.10618, - "8615": 7.05253, - "8620": 7.15095, - "8625": 7.12315, - "8630": 7.14481, - "8635": 10.17747, - "8640": 7.21326, - "8645": 7.18006, - "8650": 7.40845, - "8655": 7.3041, - "8660": 7.36765, - "8665": 7.10513, - "8670": 7.14791, - "8675": 7.08068, - "8680": 7.10958, - "8685": 7.1133, - "8690": 7.12788, - "8695": 7.4138, - "8700": 7.12136, - "8705": 7.07514, - "8710": 7.15076, - "8715": 7.09359, - "8720": 7.12258, - "8725": 7.1207, - "8730": 7.51396, - "8735": 7.14782, - "8740": 7.09246, - "8745": 7.2707, - "8750": 7.09938, - "8755": 7.32894, - "8760": 7.04859, - "8765": 7.02873, - "8770": 7.04857, - "8775": 7.1033, - "8780": 7.05995, - "8785": 7.03655, - "8790": 7.01684, - "8795": 7.08456, - "8800": 7.02293, - "8805": 7.20618, - "8810": 7.08569, - "8815": 7.07084, - "8820": 7.08327, - "8825": 7.37475, - "8830": 7.09076, - "8835": 7.05317, - "8840": 7.1052, - "8845": 7.08632, - "8850": 7.01628, - "8855": 7.69761, - "8860": 7.13481, - "8865": 7.04147, - "8870": 7.09895, - "8875": 7.22054, - "8880": 7.12674, - "8885": 7.09936, - "8890": 7.07117, - "8895": 7.11293, - "8900": 7.8935, - "8905": 7.7309, - "8910": 7.62747, - "8915": 7.79947, - "8920": 7.59271, - "8925": 20.39707, - "8930": 7.57089, - "8935": 7.49176, - "8940": 7.57196, - "8945": 7.5211, - "8950": 7.79042, - "8955": 7.69789, - "8960": 7.81353, - "8965": 7.79481, - "8970": 7.71241, - "8975": 7.64715, - "8980": 7.51468, - "8985": 7.60164, - "8990": 7.53913, - "8995": 7.04186, - "9000": 7.71817, - "9005": 7.01159, - "9010": 7.67041, - "9015": 7.52809, - "9020": 7.28123, - "9025": 7.47416, - "9030": 7.03376, - "9035": 7.77069, - "9040": 7.62908, - "9045": 7.62835, - "9050": 7.2503, - "9055": 7.58939, - "9060": 7.30274, - "9065": 7.62176, - "9070": 7.75288, - "9075": 7.42266, - "9080": 7.65331, - "9085": 7.1629, - "9090": 6.97369, - "9095": 7.52947, - "9100": 7.57448, - "9105": 7.62553, - "9110": 7.69416, - "9115": 7.74435, - "9120": 7.67231, - "9125": 9.08032, - "9130": 7.69645, - "9135": 7.54711, - "9140": 7.54489, - "9145": 7.54559, - "9150": 7.7668, - "9155": 7.48323, - "9160": 7.54681, - "9165": 7.70711, - "9170": 7.41311, - "9175": 7.66037, - "9180": 7.60382, - "9185": 7.58309, - "9190": 7.44319, - "9195": 7.61132, - "9200": 7.56815, - "9205": 7.86977, - "9210": 7.7125, - "9215": 7.56474, - "9220": 7.57645, - "9225": 7.73174, - "9230": 7.48458, - "9235": 7.74641, - "9240": 7.73195, - "9245": 7.56049, - "9250": 7.23968, - "9255": 7.48373, - "9260": 7.47725, - "9265": 7.37763, - "9270": 7.12456, - "9275": 7.74307, - "9280": 7.53778, - "9285": 7.67171, - "9290": 7.59424, - "9295": 7.82132, - "9300": 7.70302, - "9305": 7.14754, - "9310": 7.71684, - "9315": 7.60856, - "9320": 7.73061, - "9325": 7.47602, - "9330": 7.72036, - "9335": 7.69344, - "9340": 7.52741, - "9345": 7.58264, - "9350": 7.60573, - "9355": 7.68298, - "9360": 7.57698, - "9365": 7.7016, - "9370": 7.81229, - "9375": 7.60129, - "9380": 9.66722, - "9385": 7.70299, - "9390": 7.68605, - "9395": 7.48154, - "9400": 7.48672, - "9405": 7.55434, - "9410": 7.58274, - "9415": 7.67274, - "9420": 7.60113, - "9425": 7.72054, - "9430": 7.56182, - "9435": 7.73765, - "9440": 7.64178, - "9445": 7.53534, - "9450": 7.96061, - "9455": 7.5482, - "9460": 7.59233, - "9465": 7.70496, - "9470": 7.6992, - "9475": 7.72131, - "9480": 19.54609, - "9485": 7.42996, - "9490": 7.62783, - "9495": 7.7796, - "9500": 7.69953, - "9505": 7.78378, - "9510": 7.78841, - "9515": 7.59617, - "9520": 7.25085, - "9525": 7.55003, - "9530": 7.54891, - "9535": 7.74878 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release/model_config.yaml b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release/model_config.yaml index ab618ab915c..e504bcb1320 100644 --- a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release/model_config.yaml +++ b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release/model_config.yaml @@ -19,7 +19,7 @@ MODEL_ARGS: --distributed-timeout-minutes: 60 --tensor-model-parallel-size: 2 --pipeline-model-parallel-size: 4 - --pipeline-model-parallel-layout: Et*2\\|\\(tt\\|\\)*5t\\|tmL # Et*2|(tt|)*5t|tmL + --pipeline-model-parallel-layout: Et*2|(tt|)*5t|tmL --expert-model-parallel-size: 16 --context-parallel-size: 1 --expert-tensor-parallel-size: 1 diff --git a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/golden_values_dev_dgx_h100.json index f3a45c077a1..7128b0fe3b7 100644 --- a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/golden_values_dev_dgx_h100.json @@ -4,1914 +4,1914 @@ "end_step": 9535, "step_interval": 5, "values": { - "1": 13.89747, - "5": 13.89159, - "10": 13.85816, - "15": 13.84961, - "20": 13.74137, - "25": 13.71278, - "30": 13.39127, - "35": 13.32417, - "40": 13.23296, - "45": 13.11666, - "50": 12.53557, - "55": 12.34925, - "60": 12.16993, - "65": 12.00842, - "70": 11.82949, + "1": 13.8975, + "5": 13.89167, + "10": 13.85847, + "15": 13.84968, + "20": 13.74133, + "25": 13.71288, + "30": 13.39133, + "35": 13.3242, + "40": 13.23301, + "45": 13.11661, + "50": 12.53562, + "55": 12.34932, + "60": 12.16994, + "65": 12.0086, + "70": 11.82944, "75": 11.55916, - "80": 11.305, - "85": 11.11582, - "90": 10.9595, - "95": 10.79627, - "100": 10.58436, - "105": 10.45437, - "110": 10.23518, - "115": 10.02673, - "120": 9.87495, - "125": 9.73426, - "130": 9.64356, - "135": 9.57851, - "140": 9.34476, - "145": 9.33276, - "150": 9.17443, - "155": 9.10897, - "160": 9.02725, + "80": 11.30521, + "85": 11.11605, + "90": 10.95916, + "95": 10.79633, + "100": 10.5844, + "105": 10.45442, + "110": 10.23497, + "115": 10.02655, + "120": 9.87485, + "125": 9.73412, + "130": 9.64325, + "135": 9.57807, + "140": 9.34464, + "145": 9.33249, + "150": 9.17438, + "155": 9.10879, + "160": 9.02711, "165": 8.91289, - "170": 8.86239, - "175": 8.82402, - "180": 8.67984, - "185": 8.7196, - "190": 8.59267, - "195": 8.59794, - "200": 8.48703, - "205": 8.39723, + "170": 8.8625, + "175": 8.82414, + "180": 8.68006, + "185": 8.71967, + "190": 8.59279, + "195": 8.59809, + "200": 8.48717, + "205": 8.39733, "210": 8.35469, - "215": 8.40688, - "220": 8.27902, - "225": 8.29554, - "230": 8.27852, - "235": 8.20549, - "240": 8.15478, - "245": 8.13513, - "250": 8.06976, - "255": 8.08414, - "260": 7.97787, - "265": 7.96281, - "270": 7.91606, - "275": 7.90432, - "280": 7.89379, - "285": 7.91084, - "290": 7.85616, - "295": 7.84231, - "300": 7.73862, - "305": 7.73586, - "310": 7.7012, - "315": 7.69755, - "320": 7.68701, - "325": 7.60635, - "330": 7.59339, - "335": 7.57418, - "340": 7.61718, - "345": 7.50506, - "350": 7.49767, - "355": 7.43013, - "360": 7.52702, - "365": 7.4514, - "370": 7.48213, - "375": 7.42702, - "380": 7.40394, - "385": 7.40138, - "390": 7.42312, - "395": 7.3578, - "400": 7.29937, - "405": 7.31125, - "410": 7.30404, - "415": 7.29064, - "420": 7.29421, - "425": 7.26062, - "430": 7.21463, - "435": 7.22555, - "440": 7.18941, - "445": 7.1734, - "450": 7.13208, - "455": 7.14965, - "460": 7.11774, - "465": 7.11275, - "470": 7.08357, - "475": 7.10679, - "480": 6.9797, - "485": 7.03318, - "490": 6.99182, - "495": 6.96754, - "500": 6.90857, - "505": 6.94247, - "510": 6.91859, - "515": 6.88722, - "520": 6.87949, - "525": 6.87501, - "530": 6.88466, - "535": 6.86843, - "540": 6.78895, - "545": 6.82018, - "550": 6.84552, - "555": 6.87098, - "560": 6.8137, - "565": 6.74878, - "570": 6.7645, - "575": 6.77713, - "580": 6.70511, - "585": 6.72103, - "590": 6.65791, - "595": 6.65781, - "600": 6.67805, - "605": 6.66468, - "610": 6.64321, - "615": 6.6884, - "620": 6.60779, - "625": 6.57666, - "630": 6.57855, - "635": 6.61257, - "640": 6.59278, - "645": 6.58921, - "650": 6.63239, - "655": 6.62306, - "660": 6.53385, - "665": 6.51661, - "670": 6.46829, - "675": 6.57746, - "680": 6.53711, - "685": 6.49716, - "690": 6.47669, - "695": 6.44116, - "700": 6.4333, - "705": 6.43779, - "710": 6.46629, - "715": 6.47596, - "720": 6.35521, - "725": 6.40928, - "730": 6.3962, - "735": 6.41322, - "740": 6.35029, - "745": 6.31645, - "750": 6.37021, - "755": 6.29537, - "760": 6.31596, - "765": 6.30798, - "770": 6.31235, - "775": 6.29747, - "780": 6.29366, - "785": 6.29775, - "790": 6.25653, - "795": 6.24336, - "800": 6.22694, - "805": 6.29865, - "810": 6.16456, - "815": 6.18906, - "820": 6.19492, - "825": 6.21321, - "830": 6.22116, - "835": 6.17304, - "840": 6.14398, - "845": 6.18199, - "850": 6.14304, - "855": 6.14413, - "860": 6.13252, - "865": 6.1385, - "870": 6.09955, - "875": 6.14682, - "880": 6.09879, - "885": 6.08914, - "890": 6.14861, - "895": 6.03257, - "900": 6.05477, - "905": 6.071, - "910": 6.04828, - "915": 6.0301, - "920": 6.02252, - "925": 6.00549, - "930": 6.03558, - "935": 6.03176, - "940": 5.96249, - "945": 6.0123, - "950": 6.02963, - "955": 5.97769, - "960": 5.97981, - "965": 5.89683, - "970": 5.93919, - "975": 5.94268, - "980": 5.91525, - "985": 5.91248, - "990": 5.96481, - "995": 5.87862, - "1000": 5.90126, - "1005": 5.8525, - "1010": 5.89739, - "1015": 5.92007, - "1020": 5.84032, - "1025": 5.82297, - "1030": 5.83364, - "1035": 5.90575, - "1040": 5.85456, - "1045": 5.82572, - "1050": 5.85855, - "1055": 5.82892, - "1060": 5.78217, - "1065": 5.76654, - "1070": 5.81022, - "1075": 5.79782, - "1080": 5.79584, - "1085": 5.79826, - "1090": 5.77581, - "1095": 5.8001, - "1100": 5.74876, - "1105": 5.72161, - "1110": 5.7786, - "1115": 5.70634, - "1120": 5.64761, - "1125": 5.66588, - "1130": 5.72929, - "1135": 5.67805, - "1140": 5.66845, - "1145": 5.66013, - "1150": 5.6886, - "1155": 5.65374, - "1160": 5.64513, - "1165": 5.6872, - "1170": 5.67101, - "1175": 5.63415, - "1180": 5.62913, - "1185": 5.62571, - "1190": 5.61593, - "1195": 5.6024, - "1200": 5.55512, - "1205": 5.66007, - "1210": 5.5133, - "1215": 5.5502, - "1220": 5.64299, - "1225": 5.52242, - "1230": 5.57597, - "1235": 5.52016, - "1240": 5.55975, - "1245": 5.53373, - "1250": 5.50787, - "1255": 5.50138, - "1260": 5.50082, - "1265": 5.47878, - "1270": 5.4452, - "1275": 5.53027, - "1280": 5.46627, - "1285": 5.47422, - "1290": 5.44131, - "1295": 5.46293, - "1300": 5.46621, - "1305": 5.45237, - "1310": 5.40694, - "1315": 5.45557, - "1320": 5.43449, - "1325": 5.36972, - "1330": 5.42683, - "1335": 5.40056, - "1340": 5.45585, - "1345": 5.41075, - "1350": 5.37511, - "1355": 5.3748, - "1360": 5.38211, - "1365": 5.38321, - "1370": 5.33586, - "1375": 5.34147, - "1380": 5.38923, - "1385": 5.35064, - "1390": 5.3428, - "1395": 5.36593, - "1400": 5.35076, - "1405": 5.32957, - "1410": 5.30952, - "1415": 5.27575, - "1420": 5.31882, - "1425": 5.31331, - "1430": 5.35684, - "1435": 5.25744, - "1440": 5.28212, - "1445": 5.31826, - "1450": 5.29124, - "1455": 5.29934, - "1460": 5.26545, - "1465": 5.26977, - "1470": 5.30187, - "1475": 5.2749, - "1480": 5.26863, - "1485": 5.22549, - "1490": 5.22007, - "1495": 5.24209, - "1500": 5.23928, - "1505": 5.2073, - "1510": 5.22472, - "1515": 5.16079, - "1520": 5.18805, - "1525": 5.15339, - "1530": 5.17803, - "1535": 5.16276, - "1540": 5.17248, - "1545": 5.20305, - "1550": 5.20113, - "1555": 5.18452, - "1560": 5.12634, - "1565": 5.16807, - "1570": 5.17166, - "1575": 5.13018, - "1580": 5.16645, - "1585": 5.13778, - "1590": 5.11942, - "1595": 5.09164, - "1600": 5.17004, - "1605": 5.11124, - "1610": 5.11017, - "1615": 5.10084, - "1620": 5.11095, - "1625": 5.10537, - "1630": 5.09142, - "1635": 5.13061, - "1640": 5.09467, - "1645": 5.09816, - "1650": 5.08276, - "1655": 5.07851, - "1660": 5.06159, - "1665": 5.05406, - "1670": 5.06948, - "1675": 5.063, - "1680": 5.00974, - "1685": 5.01468, - "1690": 4.99456, - "1695": 4.99789, - "1700": 5.03888, - "1705": 5.01403, - "1710": 5.01748, - "1715": 4.97947, - "1720": 4.9682, - "1725": 4.9936, - "1730": 4.94793, - "1735": 5.02755, - "1740": 4.95496, - "1745": 4.978, - "1750": 4.96087, - "1755": 4.97171, - "1760": 4.9849, - "1765": 4.94283, - "1770": 4.94649, - "1775": 4.94709, - "1780": 4.96987, - "1785": 4.90557, - "1790": 4.94231, - "1795": 4.93834, - "1800": 4.88364, - "1805": 4.88076, - "1810": 4.8941, - "1815": 4.89869, - "1820": 4.89658, - "1825": 4.89561, - "1830": 4.8826, - "1835": 4.88022, - "1840": 4.86725, - "1845": 4.86153, - "1850": 4.83622, - "1855": 4.88798, - "1860": 4.8547, - "1865": 4.86009, - "1870": 4.83237, - "1875": 4.83942, - "1880": 4.89513, - "1885": 4.84668, - "1890": 4.83003, - "1895": 4.77827, - "1900": 4.81767, - "1905": 4.82086, - "1910": 4.83247, - "1915": 4.79196, - "1920": 4.78081, - "1925": 4.79446, - "1930": 4.76951, - "1935": 4.8057, - "1940": 4.76327, - "1945": 4.80527, - "1950": 4.85025, - "1955": 4.78325, - "1960": 4.77041, - "1965": 4.72398, - "1970": 4.72565, - "1975": 4.79447, - "1980": 4.72957, - "1985": 4.74845, - "1990": 4.78255, - "1995": 4.74646, - "2000": 4.76916, - "2005": 4.79992, - "2010": 4.71568, - "2015": 4.70749, - "2020": 4.70715, - "2025": 4.75614, - "2030": 4.68293, - "2035": 4.70482, - "2040": 4.67467, - "2045": 4.76319, - "2050": 4.74228, - "2055": 4.71183, - "2060": 4.7085, - "2065": 4.66351, - "2070": 4.68133, - "2075": 4.69772, - "2080": 4.66497, - "2085": 4.70201, - "2090": 4.62001, - "2095": 4.65036, - "2100": 4.62606, - "2105": 4.64924, - "2110": 4.64325, - "2115": 4.64807, - "2120": 4.63975, - "2125": 4.60729, - "2130": 4.61391, - "2135": 4.6272, - "2140": 4.62569, - "2145": 4.58107, - "2150": 4.60937, - "2155": 4.58336, - "2160": 4.60938, - "2165": 4.58583, - "2170": 4.60954, - "2175": 4.60516, - "2180": 4.59214, - "2185": 4.60367, - "2190": 4.58292, - "2195": 4.56093, - "2200": 4.55514, - "2205": 4.56583, - "2210": 4.61116, - "2215": 4.64525, - "2220": 4.60401, - "2225": 4.57435, - "2230": 4.56842, - "2235": 4.61754, - "2240": 4.51518, - "2245": 4.51527, - "2250": 4.53047, - "2255": 4.54054, - "2260": 4.48428, - "2265": 4.56796, - "2270": 4.50164, - "2275": 4.55444, - "2280": 4.50919, - "2285": 4.52532, - "2290": 4.52554, - "2295": 4.5285, - "2300": 4.53059, - "2305": 4.492, - "2310": 4.53347, - "2315": 4.46648, - "2320": 4.51294, - "2325": 4.50136, - "2330": 4.48921, - "2335": 4.47628, - "2340": 4.48917, - "2345": 4.51962, - "2350": 4.46909, - "2355": 4.47415, - "2360": 4.44451, - "2365": 4.44604, - "2370": 4.44285, - "2375": 4.44423, - "2380": 4.39253, - "2385": 4.43682, - "2390": 4.43232, - "2395": 4.46686, - "2400": 4.42526, - "2405": 4.40206, - "2410": 4.45451, - "2415": 4.42515, - "2420": 4.43598, - "2425": 4.39954, - "2430": 4.42751, - "2435": 4.40494, - "2440": 4.40344, - "2445": 4.41193, - "2450": 4.38139, - "2455": 4.4141, - "2460": 4.36672, - "2465": 4.41539, - "2470": 4.40432, - "2475": 4.41614, - "2480": 4.34683, - "2485": 4.37418, - "2490": 4.38036, - "2495": 4.36331, - "2500": 4.3653, - "2505": 4.36616, - "2510": 4.41317, - "2515": 4.41063, - "2520": 4.34851, - "2525": 4.3614, - "2530": 4.36585, - "2535": 4.36665, - "2540": 4.37452, - "2545": 4.37998, - "2550": 4.30823, - "2555": 4.36862, - "2560": 4.35493, - "2565": 4.30843, - "2570": 4.33533, - "2575": 4.31403, - "2580": 4.30411, - "2585": 4.29504, - "2590": 4.31676, - "2595": 4.28316, - "2600": 4.2974, - "2605": 4.31242, - "2610": 4.32474, - "2615": 4.28024, - "2620": 4.27229, - "2625": 4.30428, - "2630": 4.22777, - "2635": 4.30584, - "2640": 4.30802, - "2645": 4.26628, - "2650": 4.29074, - "2655": 4.26966, - "2660": 4.21743, - "2665": 4.30589, - "2670": 4.268, - "2675": 4.2326, - "2680": 4.25636, - "2685": 4.2566, - "2690": 4.22918, - "2695": 4.28315, - "2700": 4.19015, - "2705": 4.23856, - "2710": 4.25802, - "2715": 4.23696, - "2720": 4.2507, - "2725": 4.23546, - "2730": 4.2363, - "2735": 4.22293, - "2740": 4.20902, - "2745": 4.1854, - "2750": 4.21271, - "2755": 4.22995, - "2760": 4.23331, - "2765": 4.19021, - "2770": 4.23753, - "2775": 4.1809, - "2780": 4.21129, - "2785": 4.19938, - "2790": 4.22192, - "2795": 4.19027, - "2800": 4.11564, - "2805": 4.1685, - "2810": 4.17156, - "2815": 4.15674, - "2820": 4.20241, - "2825": 4.1981, - "2830": 4.17271, - "2835": 4.17135, - "2840": 4.16343, - "2845": 4.14592, - "2850": 4.16686, - "2855": 4.12335, - "2860": 4.14918, - "2865": 4.17325, - "2870": 4.14975, - "2875": 4.16678, - "2880": 4.09232, - "2885": 4.14911, - "2890": 4.11953, - "2895": 4.15659, - "2900": 4.10083, - "2905": 4.11756, - "2910": 4.11515, - "2915": 4.14584, - "2920": 4.13452, - "2925": 4.10406, - "2930": 4.08756, - "2935": 4.08166, - "2940": 4.1014, - "2945": 4.06669, - "2950": 4.036, - "2955": 4.044, - "2960": 4.0476, - "2965": 4.06536, - "2970": 4.08048, - "2975": 4.09658, - "2980": 4.03898, - "2985": 4.07213, - "2990": 4.08941, - "2995": 4.034, - "3000": 4.04901, - "3005": 4.03156, - "3010": 4.07058, - "3015": 4.0234, - "3020": 4.04015, - "3025": 4.02586, - "3030": 4.05396, - "3035": 4.04588, - "3040": 4.05502, - "3045": 4.04615, - "3050": 4.01885, - "3055": 4.01224, - "3060": 3.99375, - "3065": 4.02783, - "3070": 4.03816, - "3075": 3.97802, - "3080": 4.00994, - "3085": 4.00635, - "3090": 4.01061, - "3095": 4.02712, - "3100": 4.01661, - "3105": 3.99436, - "3110": 3.99463, - "3115": 3.93166, - "3120": 4.01026, - "3125": 3.94359, - "3130": 3.97146, - "3135": 3.9668, - "3140": 3.95236, - "3145": 3.93813, - "3150": 3.96988, - "3155": 3.96278, - "3160": 3.96385, - "3165": 3.9667, - "3170": 3.96804, - "3175": 3.93368, - "3180": 3.94173, - "3185": 3.91031, - "3190": 3.93157, - "3195": 3.91495, - "3200": 3.89521, - "3205": 3.92414, - "3210": 3.89984, - "3215": 3.90671, - "3220": 3.90001, - "3225": 3.91522, - "3230": 3.89967, - "3235": 3.91961, - "3240": 3.89351, - "3245": 3.89435, - "3250": 3.84165, - "3255": 3.89362, - "3260": 3.88802, - "3265": 3.92819, - "3270": 3.9106, - "3275": 3.86344, - "3280": 3.88158, - "3285": 3.87125, - "3290": 3.87333, - "3295": 3.84627, - "3300": 3.85681, - "3305": 3.86438, - "3310": 3.8626, - "3315": 3.90046, - "3320": 3.86364, - "3325": 3.84666, - "3330": 3.82877, - "3335": 3.87024, - "3340": 3.82337, - "3345": 3.83503, - "3350": 3.85769, - "3355": 3.8518, - "3360": 3.83906, - "3365": 3.84325, - "3370": 3.82473, - "3375": 3.85576, - "3380": 3.80174, - "3385": 3.81677, - "3390": 3.79484, - "3395": 3.87083, - "3400": 3.83861, - "3405": 3.86335, - "3410": 3.77976, - "3415": 3.7316, - "3420": 3.79663, - "3425": 3.81795, - "3430": 3.84886, - "3435": 3.8125, - "3440": 3.83071, - "3445": 3.77587, - "3450": 3.79182, - "3455": 3.79992, - "3460": 3.78977, - "3465": 3.76432, - "3470": 3.77518, - "3475": 3.77988, - "3480": 3.7868, - "3485": 3.80953, - "3490": 3.77044, - "3495": 3.80813, - "3500": 3.77309, - "3505": 3.7778, - "3510": 3.75578, - "3515": 3.80932, - "3520": 3.80014, - "3525": 3.76806, - "3530": 3.75798, - "3535": 3.76432, - "3540": 3.82064, - "3545": 3.73297, - "3550": 3.78692, - "3555": 3.72797, - "3560": 3.78294, - "3565": 3.74736, - "3570": 3.74411, - "3575": 3.71848, - "3580": 3.77714, - "3585": 3.76522, - "3590": 3.69305, - "3595": 3.76425, - "3600": 3.71654, - "3605": 3.7233, - "3610": 3.71115, - "3615": 3.75058, - "3620": 3.78583, - "3625": 3.7207, - "3630": 3.75864, - "3635": 3.68789, - "3640": 3.7135, - "3645": 3.74897, - "3650": 3.69604, - "3655": 3.71871, - "3660": 3.73123, - "3665": 3.74699, - "3670": 3.71361, - "3675": 3.7115, - "3680": 3.72541, - "3685": 3.67491, - "3690": 3.69686, - "3695": 3.68333, - "3700": 3.70715, - "3705": 3.67766, - "3710": 3.68451, - "3715": 3.68883, - "3720": 3.66856, - "3725": 3.64998, - "3730": 3.65506, - "3735": 3.68884, - "3740": 3.67648, - "3745": 3.66365, - "3750": 3.68093, - "3755": 3.66184, - "3760": 3.67629, - "3765": 3.66088, - "3770": 3.65736, - "3775": 3.6387, - "3780": 3.62782, - "3785": 3.67424, - "3790": 3.60197, - "3795": 3.64666, - "3800": 3.63292, - "3805": 3.6226, - "3810": 3.59899, - "3815": 3.63394, - "3820": 3.63824, - "3825": 3.65644, - "3830": 3.63866, - "3835": 3.60027, - "3840": 3.68053, - "3845": 3.66448, - "3850": 3.60418, - "3855": 3.60494, - "3860": 3.65851, - "3865": 3.61168, - "3870": 3.67496, - "3875": 3.58563, - "3880": 3.58097, - "3885": 3.61147, - "3890": 3.61168, - "3895": 3.55925, - "3900": 3.61979, - "3905": 3.5953, - "3910": 3.57765, - "3915": 3.58673, - "3920": 3.57071, - "3925": 3.56956, - "3930": 3.58138, - "3935": 3.58037, - "3940": 3.57752, - "3945": 3.57485, - "3950": 3.61981, - "3955": 3.57576, - "3960": 3.60996, - "3965": 3.59121, - "3970": 3.56876, - "3975": 3.56817, - "3980": 3.53313, - "3985": 3.60529, - "3990": 3.58367, - "3995": 3.61142, - "4000": 3.56384, - "4005": 3.54119, - "4010": 3.58683, - "4015": 3.58473, - "4020": 3.58224, - "4025": 3.57639, - "4030": 3.63502, - "4035": 3.5733, - "4040": 3.58968, - "4045": 3.6028, - "4050": 3.57461, - "4055": 3.57442, - "4060": 3.59041, - "4065": 3.5876, - "4070": 3.51878, - "4075": 3.55753, - "4080": 3.53082, - "4085": 3.55083, - "4090": 3.55127, - "4095": 3.53272, - "4100": 3.54982, - "4105": 3.53787, - "4110": 3.51497, - "4115": 3.56494, - "4120": 3.49963, - "4125": 3.49452, - "4130": 3.55271, - "4135": 3.54574, - "4140": 3.49371, - "4145": 3.51244, - "4150": 3.55359, - "4155": 3.4884, - "4160": 3.54657, - "4165": 3.55997, - "4170": 3.50286, - "4175": 3.50224, - "4180": 3.49808, - "4185": 3.51455, - "4190": 3.50297, - "4195": 3.50187, - "4200": 3.49448, - "4205": 3.53193, - "4210": 3.52045, - "4215": 3.52515, - "4220": 3.52929, - "4225": 3.50211, - "4230": 3.50024, - "4235": 3.52342, - "4240": 3.49169, - "4245": 3.49645, - "4250": 3.48986, - "4255": 3.50727, - "4260": 3.46819, - "4265": 3.49212, - "4270": 3.50082, - "4275": 3.54193, - "4280": 3.49232, - "4285": 3.51486, - "4290": 3.4789, - "4295": 3.48797, - "4300": 3.52875, - "4305": 3.491, - "4310": 3.51464, - "4315": 3.50978, - "4320": 3.50595, - "4325": 3.51791, - "4330": 3.46406, - "4335": 3.4923, - "4340": 3.50228, - "4345": 3.43326, - "4350": 3.44803, - "4355": 3.52586, - "4360": 3.48202, - "4365": 3.47325, - "4370": 3.47831, - "4375": 3.44249, - "4380": 3.44349, - "4385": 3.4258, - "4390": 3.49338, - "4395": 3.47811, - "4400": 3.47297, - "4405": 3.41851, - "4410": 3.48698, - "4415": 3.44913, - "4420": 3.44449, - "4425": 3.48117, - "4430": 3.4494, - "4435": 3.48771, - "4440": 3.48677, - "4445": 3.43951, - "4450": 3.40132, - "4455": 3.46476, - "4460": 3.43625, - "4465": 3.45315, - "4470": 3.42478, - "4475": 3.45751, - "4480": 3.44494, - "4485": 3.43772, - "4490": 3.4351, - "4495": 3.38766, - "4500": 3.45453, - "4505": 3.43615, - "4510": 3.44666, - "4515": 3.40817, - "4520": 3.44185, - "4525": 3.40591, - "4530": 3.43941, - "4535": 3.39527, - "4540": 3.42147, - "4545": 3.43371, - "4550": 3.4767, - "4555": 3.40014, - "4560": 3.42183, - "4565": 3.3817, - "4570": 3.41671, - "4575": 3.4153, - "4580": 3.45495, - "4585": 3.42439, - "4590": 3.42284, - "4595": 3.39879, - "4600": 3.39782, - "4605": 3.42048, - "4610": 3.41197, - "4615": 3.4556, - "4620": 3.39653, - "4625": 3.42951, - "4630": 3.41159, - "4635": 3.39542, - "4640": 3.42914, - "4645": 3.41993, - "4650": 3.43173, - "4655": 3.4081, - "4660": 3.39609, - "4665": 3.41477, - "4670": 3.4455, - "4675": 3.40324, - "4680": 3.42939, - "4685": 3.42829, - "4690": 3.4003, - "4695": 3.38079, - "4700": 3.37103, - "4705": 3.34981, - "4710": 3.40696, - "4715": 3.39335, - "4720": 3.38704, - "4725": 3.35911, - "4730": 3.39621, - "4735": 3.32318, - "4740": 3.36425, - "4745": 3.40508, - "4750": 3.36301, - "4755": 3.39234, - "4760": 3.41377, - "4765": 3.36103, - "4770": 3.36408, - "4775": 3.3628, - "4780": 3.37393, - "4785": 3.37548, - "4790": 3.41093, - "4795": 3.39417, - "4800": 3.34655, - "4805": 3.41323, - "4810": 3.35094, - "4815": 3.38966, - "4820": 3.34883, - "4825": 3.40152, - "4830": 3.38534, - "4835": 3.36986, - "4840": 3.3811, - "4845": 3.32847, - "4850": 3.39551, - "4855": 3.39373, - "4860": 3.32777, - "4865": 3.36429, - "4870": 3.34917, - "4875": 3.39317, - "4880": 3.40002, - "4885": 3.35144, - "4890": 3.36044, - "4895": 3.3541, - "4900": 3.33121, - "4905": 3.3331, - "4910": 3.33114, - "4915": 3.37765, - "4920": 3.35756, - "4925": 3.31068, - "4930": 3.34429, - "4935": 3.32947, - "4940": 3.28852, - "4945": 3.36137, - "4950": 3.29542, - "4955": 3.40307, - "4960": 3.35048, - "4965": 3.34452, - "4970": 3.33497, - "4975": 3.34319, - "4980": 3.3677, - "4985": 3.35477, - "4990": 3.33498, - "4995": 3.37864, - "5000": 3.31068, - "5005": 3.35818, - "5010": 3.36368, - "5015": 3.3099, - "5020": 3.2884, - "5025": 3.31894, - "5030": 3.32626, - "5035": 3.33336, - "5040": 3.30649, - "5045": 3.34949, - "5050": 3.31016, - "5055": 3.32627, - "5060": 3.29051, - "5065": 3.3356, - "5070": 3.33665, - "5075": 3.34564, - "5080": 3.31931, - "5085": 3.34387, - "5090": 3.32488, - "5095": 3.29163, - "5100": 3.3226, - "5105": 3.32868, - "5110": 3.33323, - "5115": 3.3094, - "5120": 3.34539, - "5125": 3.32045, - "5130": 3.31775, - "5135": 3.30197, - "5140": 3.31257, - "5145": 3.31229, - "5150": 3.32484, - "5155": 3.31785, - "5160": 3.3108, - "5165": 3.34657, - "5170": 3.22972, - "5175": 3.3193, - "5180": 3.28837, - "5185": 3.3079, - "5190": 3.32819, - "5195": 3.30708, - "5200": 3.3077, - "5205": 3.34636, - "5210": 3.28582, - "5215": 3.28834, - "5220": 3.28323, - "5225": 3.28928, - "5230": 3.32046, - "5235": 3.28047, - "5240": 3.27361, - "5245": 3.29505, - "5250": 3.30195, - "5255": 3.28637, - "5260": 3.31219, - "5265": 3.27182, - "5270": 3.25356, - "5275": 3.25727, - "5280": 3.28213, - "5285": 3.30758, - "5290": 3.25875, - "5295": 3.27654, - "5300": 3.27894, - "5305": 3.26561, - "5310": 3.32493, - "5315": 3.25873, - "5320": 3.30633, - "5325": 3.31054, - "5330": 3.2785, - "5335": 3.28754, - "5340": 3.23104, - "5345": 3.28384, - "5350": 3.28622, - "5355": 3.28658, - "5360": 3.23556, - "5365": 3.25151, - "5370": 3.28824, - "5375": 3.27262, - "5380": 3.2465, - "5385": 3.28481, - "5390": 3.28403, - "5395": 3.20425, - "5400": 3.2971, - "5405": 3.21651, - "5410": 3.29287, - "5415": 3.22182, - "5420": 3.25811, - "5425": 3.23772, - "5430": 3.24843, - "5435": 3.2817, - "5440": 3.21147, - "5445": 3.24134, - "5450": 3.24794, - "5455": 3.23088, - "5460": 3.25288, - "5465": 3.29939, - "5470": 3.27261, - "5475": 3.20241, - "5480": 3.28261, - "5485": 3.24393, - "5490": 3.26879, - "5495": 3.27156, - "5500": 3.22863, - "5505": 3.24085, - "5510": 3.28421, - "5515": 3.26926, - "5520": 3.23607, - "5525": 3.28743, - "5530": 3.23074, - "5535": 3.2614, - "5540": 3.25556, - "5545": 3.26193, - "5550": 3.24968, - "5555": 3.23174, - "5560": 3.22373, - "5565": 3.268, - "5570": 3.22954, - "5575": 3.26695, - "5580": 3.23547, - "5585": 3.18584, - "5590": 3.245, - "5595": 3.20973, - "5600": 3.25819, - "5605": 3.17622, - "5610": 3.26016, - "5615": 3.25517, - "5620": 3.25968, - "5625": 3.25066, - "5630": 3.24004, - "5635": 3.21934, - "5640": 3.24211, - "5645": 3.21064, - "5650": 3.20691, - "5655": 3.20639, - "5660": 3.21136, - "5665": 3.21038, - "5670": 3.20077, - "5675": 3.22873, - "5680": 3.19904, - "5685": 3.20539, - "5690": 3.20772, - "5695": 3.24436, - "5700": 3.1975, - "5705": 3.18659, - "5710": 3.1783, - "5715": 3.28554, - "5720": 3.24875, - "5725": 3.1988, - "5730": 3.24149, - "5735": 3.22826, - "5740": 3.22654, - "5745": 3.20308, - "5750": 3.23572, - "5755": 3.241, - "5760": 3.22509, - "5765": 3.22744, - "5770": 3.25257, - "5775": 3.19661, - "5780": 3.22113, - "5785": 3.21897, - "5790": 3.22882, - "5795": 3.22462, - "5800": 3.16731, - "5805": 3.18306, - "5810": 3.22436, - "5815": 3.2052, - "5820": 3.1638, - "5825": 3.20946, - "5830": 3.16436, - "5835": 3.17557, - "5840": 3.20591, - "5845": 3.21623, - "5850": 3.2159, - "5855": 3.15206, - "5860": 3.17115, - "5865": 3.20028, - "5870": 3.16358, - "5875": 3.20013, - "5880": 3.19327, - "5885": 3.19467, - "5890": 3.2191, - "5895": 3.23335, - "5900": 3.18788, - "5905": 3.21968, - "5910": 3.20053, - "5915": 3.17448, - "5920": 3.1917, - "5925": 3.15828, - "5930": 3.19046, - "5935": 3.18991, - "5940": 3.2068, - "5945": 3.22193, - "5950": 3.20093, - "5955": 3.16121, - "5960": 3.22492, - "5965": 3.1786, - "5970": 3.21771, - "5975": 3.18654, - "5980": 3.25739, - "5985": 3.14384, - "5990": 3.23548, - "5995": 3.15201, - "6000": 3.17737, - "6005": 3.15558, - "6010": 3.16115, - "6015": 3.16869, - "6020": 3.17192, - "6025": 3.2089, - "6030": 3.14556, - "6035": 3.20277, - "6040": 3.18158, - "6045": 3.19806, - "6050": 3.2002, - "6055": 3.17059, - "6060": 3.18643, - "6065": 3.21148, - "6070": 3.1646, - "6075": 3.13273, - "6080": 3.19042, - "6085": 3.15058, - "6090": 3.18853, - "6095": 3.18886, - "6100": 3.14102, - "6105": 3.19045, - "6110": 3.13392, - "6115": 3.18146, - "6120": 3.17235, - "6125": 3.17812, - "6130": 3.16831, - "6135": 3.16735, - "6140": 3.1647, - "6145": 3.14352, - "6150": 3.17859, - "6155": 3.15066, - "6160": 3.12801, - "6165": 3.15889, - "6170": 3.14438, - "6175": 3.14734, - "6180": 3.14776, - "6185": 3.18967, - "6190": 3.15634, - "6195": 3.12834, - "6200": 3.15601, - "6205": 3.14722, - "6210": 3.10139, - "6215": 3.15484, - "6220": 3.15394, - "6225": 3.17135, - "6230": 3.10749, - "6235": 3.14271, - "6240": 3.08556, - "6245": 3.18469, - "6250": 3.14239, - "6255": 3.15624, - "6260": 3.13996, - "6265": 3.15687, - "6270": 3.10058, - "6275": 3.12232, - "6280": 3.13497, - "6285": 3.11853, - "6290": 3.14615, - "6295": 3.15157, - "6300": 3.15371, - "6305": 3.21034, - "6310": 3.11606, - "6315": 3.11053, - "6320": 3.15959, - "6325": 3.10198, - "6330": 3.16017, - "6335": 3.15397, - "6340": 3.10849, - "6345": 3.16548, - "6350": 3.11716, - "6355": 3.11731, - "6360": 3.10956, - "6365": 3.14827, - "6370": 3.16153, - "6375": 3.13389, - "6380": 3.15026, - "6385": 3.16923, - "6390": 3.1261, - "6395": 3.1041, - "6400": 3.10617, - "6405": 3.18809, - "6410": 3.17395, - "6415": 3.12537, - "6420": 3.1716, - "6425": 3.17388, - "6430": 3.16718, - "6435": 3.12617, - "6440": 3.13656, - "6445": 3.15236, - "6450": 3.09105, - "6455": 3.08776, - "6460": 3.12945, - "6465": 3.16832, - "6470": 3.14031, - "6475": 3.13396, - "6480": 3.15035, - "6485": 3.11389, - "6490": 3.07957, - "6495": 3.16579, - "6500": 3.14247, - "6505": 3.08517, - "6510": 3.14648, - "6515": 3.16146, - "6520": 3.09041, - "6525": 3.14804, - "6530": 3.10891, - "6535": 3.12373, - "6540": 3.1814, - "6545": 3.11388, - "6550": 3.11379, - "6555": 3.10918, - "6560": 3.07215, - "6565": 3.07952, - "6570": 3.10199, - "6575": 3.0589, - "6580": 3.17381, - "6585": 3.10667, - "6590": 3.08535, - "6595": 3.10661, - "6600": 3.10251, - "6605": 3.08659, - "6610": 3.08254, - "6615": 3.1313, - "6620": 3.07581, - "6625": 3.09748, - "6630": 3.09446, - "6635": 3.12894, - "6640": 3.08859, - "6645": 3.10991, - "6650": 3.13861, - "6655": 3.07289, - "6660": 3.11322, - "6665": 3.12671, - "6670": 3.08088, - "6675": 3.10354, - "6680": 3.10529, - "6685": 3.14179, - "6690": 3.11676, - "6695": 3.1202, - "6700": 3.11223, - "6705": 3.09122, - "6710": 3.10764, - "6715": 3.06038, - "6720": 3.13471, - "6725": 3.1261, - "6730": 3.11096, - "6735": 3.10849, - "6740": 3.11627, - "6745": 3.0917, - "6750": 3.10999, - "6755": 3.06804, + "215": 8.40679, + "220": 8.27876, + "225": 8.29525, + "230": 8.27805, + "235": 8.20492, + "240": 8.15417, + "245": 8.13441, + "250": 8.06861, + "255": 8.0828, + "260": 7.97617, + "265": 7.96133, + "270": 7.91405, + "275": 7.9018, + "280": 7.89165, + "285": 7.9087, + "290": 7.8535, + "295": 7.83972, + "300": 7.73754, + "305": 7.73704, + "310": 7.70609, + "315": 7.70571, + "320": 7.70058, + "325": 7.62237, + "330": 7.61227, + "335": 7.59391, + "340": 7.63439, + "345": 7.5201, + "350": 7.51016, + "355": 7.43711, + "360": 7.52944, + "365": 7.45579, + "370": 7.4863, + "375": 7.42865, + "380": 7.40735, + "385": 7.40293, + "390": 7.42461, + "395": 7.36228, + "400": 7.30134, + "405": 7.31421, + "410": 7.30364, + "415": 7.28755, + "420": 7.28671, + "425": 7.25188, + "430": 7.20275, + "435": 7.21412, + "440": 7.18198, + "445": 7.16684, + "450": 7.12052, + "455": 7.14285, + "460": 7.10807, + "465": 7.10474, + "470": 7.07215, + "475": 7.09424, + "480": 6.9693, + "485": 7.02346, + "490": 6.9746, + "495": 6.94912, + "500": 6.89692, + "505": 6.93296, + "510": 6.91399, + "515": 6.87426, + "520": 6.8686, + "525": 6.86475, + "530": 6.87154, + "535": 6.85358, + "540": 6.77684, + "545": 6.80942, + "550": 6.83146, + "555": 6.86188, + "560": 6.80812, + "565": 6.74148, + "570": 6.76331, + "575": 6.77472, + "580": 6.69916, + "585": 6.71508, + "590": 6.6559, + "595": 6.64992, + "600": 6.67331, + "605": 6.66076, + "610": 6.63867, + "615": 6.68854, + "620": 6.60367, + "625": 6.57378, + "630": 6.5671, + "635": 6.60386, + "640": 6.5864, + "645": 6.58717, + "650": 6.62806, + "655": 6.61265, + "660": 6.52891, + "665": 6.51468, + "670": 6.46305, + "675": 6.56687, + "680": 6.53344, + "685": 6.48865, + "690": 6.46364, + "695": 6.42717, + "700": 6.4209, + "705": 6.43092, + "710": 6.4637, + "715": 6.46843, + "720": 6.34683, + "725": 6.40273, + "730": 6.38913, + "735": 6.40946, + "740": 6.3456, + "745": 6.31143, + "750": 6.36264, + "755": 6.29049, + "760": 6.29903, + "765": 6.30676, + "770": 6.31096, + "775": 6.29631, + "780": 6.26703, + "785": 6.2826, + "790": 6.25132, + "795": 6.23616, + "800": 6.22101, + "805": 6.28938, + "810": 6.15703, + "815": 6.1735, + "820": 6.18537, + "825": 6.20103, + "830": 6.20966, + "835": 6.16573, + "840": 6.13099, + "845": 6.17425, + "850": 6.12159, + "855": 6.12766, + "860": 6.11723, + "865": 6.12896, + "870": 6.0897, + "875": 6.13607, + "880": 6.0892, + "885": 6.08796, + "890": 6.15143, + "895": 6.0392, + "900": 6.05227, + "905": 6.07396, + "910": 6.04615, + "915": 6.02793, + "920": 6.02626, + "925": 6.00901, + "930": 6.03689, + "935": 6.03037, + "940": 5.96187, + "945": 6.00482, + "950": 6.02433, + "955": 5.97341, + "960": 5.97459, + "965": 5.88915, + "970": 5.93424, + "975": 5.9327, + "980": 5.92445, + "985": 5.92272, + "990": 5.96553, + "995": 5.87903, + "1000": 5.8977, + "1005": 5.85006, + "1010": 5.88321, + "1015": 5.9072, + "1020": 5.84136, + "1025": 5.82354, + "1030": 5.82972, + "1035": 5.90894, + "1040": 5.83168, + "1045": 5.81232, + "1050": 5.85696, + "1055": 5.82251, + "1060": 5.77739, + "1065": 5.76455, + "1070": 5.80673, + "1075": 5.80091, + "1080": 5.79023, + "1085": 5.7979, + "1090": 5.77574, + "1095": 5.79703, + "1100": 5.75342, + "1105": 5.7223, + "1110": 5.77445, + "1115": 5.7046, + "1120": 5.64871, + "1125": 5.66259, + "1130": 5.72696, + "1135": 5.676, + "1140": 5.66883, + "1145": 5.6632, + "1150": 5.68939, + "1155": 5.6516, + "1160": 5.64173, + "1165": 5.67963, + "1170": 5.66521, + "1175": 5.62362, + "1180": 5.62421, + "1185": 5.61858, + "1190": 5.61483, + "1195": 5.60402, + "1200": 5.55083, + "1205": 5.65542, + "1210": 5.51629, + "1215": 5.54258, + "1220": 5.6294, + "1225": 5.51298, + "1230": 5.5668, + "1235": 5.51947, + "1240": 5.55604, + "1245": 5.52935, + "1250": 5.50513, + "1255": 5.50104, + "1260": 5.50196, + "1265": 5.47535, + "1270": 5.43932, + "1275": 5.52, + "1280": 5.45537, + "1285": 5.47194, + "1290": 5.43979, + "1295": 5.45883, + "1300": 5.47762, + "1305": 5.44139, + "1310": 5.38545, + "1315": 5.44371, + "1320": 5.43067, + "1325": 5.35986, + "1330": 5.42163, + "1335": 5.39396, + "1340": 5.44624, + "1345": 5.4109, + "1350": 5.3722, + "1355": 5.36963, + "1360": 5.37409, + "1365": 5.38194, + "1370": 5.31816, + "1375": 5.3231, + "1380": 5.37252, + "1385": 5.33986, + "1390": 5.33682, + "1395": 5.34811, + "1400": 5.34153, + "1405": 5.33869, + "1410": 5.31715, + "1415": 5.27957, + "1420": 5.32088, + "1425": 5.29978, + "1430": 5.34862, + "1435": 5.25701, + "1440": 5.27836, + "1445": 5.32059, + "1450": 5.29379, + "1455": 5.30013, + "1460": 5.26683, + "1465": 5.27051, + "1470": 5.29912, + "1475": 5.27252, + "1480": 5.27036, + "1485": 5.23002, + "1490": 5.22902, + "1495": 5.24418, + "1500": 5.24992, + "1505": 5.20843, + "1510": 5.22305, + "1515": 5.17317, + "1520": 5.19742, + "1525": 5.15733, + "1530": 5.18106, + "1535": 5.17074, + "1540": 5.17525, + "1545": 5.2009, + "1550": 5.20146, + "1555": 5.18343, + "1560": 5.12627, + "1565": 5.16588, + "1570": 5.17667, + "1575": 5.13623, + "1580": 5.16381, + "1585": 5.14035, + "1590": 5.1271, + "1595": 5.09654, + "1600": 5.16978, + "1605": 5.10451, + "1610": 5.10635, + "1615": 5.10077, + "1620": 5.11513, + "1625": 5.11098, + "1630": 5.08852, + "1635": 5.14428, + "1640": 5.09735, + "1645": 5.09269, + "1650": 5.07766, + "1655": 5.06996, + "1660": 5.06182, + "1665": 5.05394, + "1670": 5.06872, + "1675": 5.06397, + "1680": 5.00959, + "1685": 5.01814, + "1690": 4.9985, + "1695": 4.99827, + "1700": 5.0338, + "1705": 5.02217, + "1710": 5.01124, + "1715": 4.97185, + "1720": 4.96629, + "1725": 5.0022, + "1730": 4.95025, + "1735": 5.02659, + "1740": 4.95321, + "1745": 4.98346, + "1750": 4.96823, + "1755": 4.96616, + "1760": 4.97274, + "1765": 4.93821, + "1770": 4.93972, + "1775": 4.93962, + "1780": 4.97007, + "1785": 4.91751, + "1790": 4.942, + "1795": 4.94274, + "1800": 4.88675, + "1805": 4.88457, + "1810": 4.89756, + "1815": 4.90369, + "1820": 4.88431, + "1825": 4.8955, + "1830": 4.88026, + "1835": 4.88401, + "1840": 4.87175, + "1845": 4.86912, + "1850": 4.83888, + "1855": 4.88848, + "1860": 4.84484, + "1865": 4.84997, + "1870": 4.83233, + "1875": 4.83426, + "1880": 4.89183, + "1885": 4.83787, + "1890": 4.83371, + "1895": 4.78145, + "1900": 4.81765, + "1905": 4.81006, + "1910": 4.83514, + "1915": 4.79318, + "1920": 4.77967, + "1925": 4.79417, + "1930": 4.76819, + "1935": 4.79695, + "1940": 4.76013, + "1945": 4.80214, + "1950": 4.84529, + "1955": 4.778, + "1960": 4.7708, + "1965": 4.72835, + "1970": 4.73013, + "1975": 4.79752, + "1980": 4.72855, + "1985": 4.74403, + "1990": 4.77936, + "1995": 4.74713, + "2000": 4.76361, + "2005": 4.80344, + "2010": 4.71635, + "2015": 4.70076, + "2020": 4.70399, + "2025": 4.75511, + "2030": 4.67973, + "2035": 4.70092, + "2040": 4.67663, + "2045": 4.75717, + "2050": 4.7419, + "2055": 4.70763, + "2060": 4.70919, + "2065": 4.66515, + "2070": 4.67651, + "2075": 4.69227, + "2080": 4.67088, + "2085": 4.69422, + "2090": 4.62279, + "2095": 4.6481, + "2100": 4.6131, + "2105": 4.64581, + "2110": 4.64453, + "2115": 4.64601, + "2120": 4.63515, + "2125": 4.60877, + "2130": 4.60969, + "2135": 4.62843, + "2140": 4.62196, + "2145": 4.57944, + "2150": 4.61227, + "2155": 4.58414, + "2160": 4.60611, + "2165": 4.58085, + "2170": 4.60891, + "2175": 4.60531, + "2180": 4.58788, + "2185": 4.6026, + "2190": 4.58157, + "2195": 4.55818, + "2200": 4.55265, + "2205": 4.56601, + "2210": 4.61227, + "2215": 4.64394, + "2220": 4.59827, + "2225": 4.57195, + "2230": 4.56316, + "2235": 4.61861, + "2240": 4.50972, + "2245": 4.51169, + "2250": 4.52372, + "2255": 4.54046, + "2260": 4.47935, + "2265": 4.55973, + "2270": 4.49073, + "2275": 4.55476, + "2280": 4.50753, + "2285": 4.52819, + "2290": 4.52519, + "2295": 4.52864, + "2300": 4.52467, + "2305": 4.49293, + "2310": 4.52805, + "2315": 4.46386, + "2320": 4.51273, + "2325": 4.49522, + "2330": 4.48524, + "2335": 4.47049, + "2340": 4.49244, + "2345": 4.52236, + "2350": 4.47069, + "2355": 4.46875, + "2360": 4.44212, + "2365": 4.44859, + "2370": 4.4383, + "2375": 4.44217, + "2380": 4.38903, + "2385": 4.43322, + "2390": 4.43233, + "2395": 4.46225, + "2400": 4.42602, + "2405": 4.39877, + "2410": 4.45823, + "2415": 4.42476, + "2420": 4.42791, + "2425": 4.39438, + "2430": 4.41764, + "2435": 4.4038, + "2440": 4.39592, + "2445": 4.41069, + "2450": 4.3809, + "2455": 4.41952, + "2460": 4.36836, + "2465": 4.41477, + "2470": 4.40167, + "2475": 4.41586, + "2480": 4.34142, + "2485": 4.37168, + "2490": 4.38035, + "2495": 4.36252, + "2500": 4.35892, + "2505": 4.37316, + "2510": 4.41893, + "2515": 4.40491, + "2520": 4.34378, + "2525": 4.36052, + "2530": 4.36747, + "2535": 4.36956, + "2540": 4.37323, + "2545": 4.37782, + "2550": 4.30205, + "2555": 4.37395, + "2560": 4.34982, + "2565": 4.31053, + "2570": 4.33219, + "2575": 4.31384, + "2580": 4.30806, + "2585": 4.29216, + "2590": 4.31584, + "2595": 4.28499, + "2600": 4.29537, + "2605": 4.31332, + "2610": 4.32267, + "2615": 4.27623, + "2620": 4.26552, + "2625": 4.30548, + "2630": 4.22993, + "2635": 4.30683, + "2640": 4.30151, + "2645": 4.26213, + "2650": 4.29285, + "2655": 4.26701, + "2660": 4.21405, + "2665": 4.30473, + "2670": 4.26475, + "2675": 4.22641, + "2680": 4.25752, + "2685": 4.25667, + "2690": 4.22845, + "2695": 4.28071, + "2700": 4.18659, + "2705": 4.23661, + "2710": 4.26274, + "2715": 4.23865, + "2720": 4.24394, + "2725": 4.22266, + "2730": 4.23541, + "2735": 4.22715, + "2740": 4.20077, + "2745": 4.18687, + "2750": 4.21523, + "2755": 4.22621, + "2760": 4.22884, + "2765": 4.18542, + "2770": 4.23514, + "2775": 4.17938, + "2780": 4.21333, + "2785": 4.19886, + "2790": 4.22476, + "2795": 4.18911, + "2800": 4.1203, + "2805": 4.17142, + "2810": 4.16464, + "2815": 4.15222, + "2820": 4.19927, + "2825": 4.19376, + "2830": 4.17106, + "2835": 4.17382, + "2840": 4.16262, + "2845": 4.14526, + "2850": 4.16441, + "2855": 4.12236, + "2860": 4.14813, + "2865": 4.1697, + "2870": 4.14382, + "2875": 4.16853, + "2880": 4.08836, + "2885": 4.13982, + "2890": 4.11914, + "2895": 4.1651, + "2900": 4.09608, + "2905": 4.11334, + "2910": 4.10565, + "2915": 4.1508, + "2920": 4.12523, + "2925": 4.10386, + "2930": 4.08884, + "2935": 4.08356, + "2940": 4.09931, + "2945": 4.06739, + "2950": 4.03919, + "2955": 4.04123, + "2960": 4.04746, + "2965": 4.06348, + "2970": 4.07787, + "2975": 4.09493, + "2980": 4.0333, + "2985": 4.07062, + "2990": 4.09082, + "2995": 4.03398, + "3000": 4.04586, + "3005": 4.032, + "3010": 4.06719, + "3015": 4.02906, + "3020": 4.0364, + "3025": 4.02944, + "3030": 4.05565, + "3035": 4.0487, + "3040": 4.05271, + "3045": 4.04602, + "3050": 4.02013, + "3055": 4.0067, + "3060": 3.9961, + "3065": 4.02694, + "3070": 4.03589, + "3075": 3.9773, + "3080": 4.01036, + "3085": 4.00212, + "3090": 4.01137, + "3095": 4.02827, + "3100": 4.02048, + "3105": 3.9977, + "3110": 3.99552, + "3115": 3.93397, + "3120": 4.00945, + "3125": 3.94072, + "3130": 3.97711, + "3135": 3.96692, + "3140": 3.95485, + "3145": 3.93219, + "3150": 3.97038, + "3155": 3.96377, + "3160": 3.96628, + "3165": 3.96498, + "3170": 3.9673, + "3175": 3.93327, + "3180": 3.93884, + "3185": 3.90494, + "3190": 3.92968, + "3195": 3.91283, + "3200": 3.89811, + "3205": 3.92139, + "3210": 3.89852, + "3215": 3.91394, + "3220": 3.89377, + "3225": 3.91384, + "3230": 3.89961, + "3235": 3.91452, + "3240": 3.89391, + "3245": 3.89442, + "3250": 3.8418, + "3255": 3.8944, + "3260": 3.87988, + "3265": 3.92755, + "3270": 3.91803, + "3275": 3.86798, + "3280": 3.88986, + "3285": 3.86927, + "3290": 3.8731, + "3295": 3.84129, + "3300": 3.85365, + "3305": 3.86119, + "3310": 3.86203, + "3315": 3.90228, + "3320": 3.85478, + "3325": 3.84798, + "3330": 3.82591, + "3335": 3.86865, + "3340": 3.82132, + "3345": 3.8351, + "3350": 3.85832, + "3355": 3.85197, + "3360": 3.83708, + "3365": 3.84518, + "3370": 3.82629, + "3375": 3.85151, + "3380": 3.80249, + "3385": 3.81821, + "3390": 3.78994, + "3395": 3.86952, + "3400": 3.8402, + "3405": 3.8619, + "3410": 3.7836, + "3415": 3.73133, + "3420": 3.80101, + "3425": 3.81992, + "3430": 3.85252, + "3435": 3.81288, + "3440": 3.83119, + "3445": 3.77629, + "3450": 3.79155, + "3455": 3.80486, + "3460": 3.78749, + "3465": 3.76272, + "3470": 3.77298, + "3475": 3.7774, + "3480": 3.78271, + "3485": 3.80768, + "3490": 3.77432, + "3495": 3.8115, + "3500": 3.77688, + "3505": 3.77969, + "3510": 3.75353, + "3515": 3.80611, + "3520": 3.80049, + "3525": 3.76629, + "3530": 3.75967, + "3535": 3.76485, + "3540": 3.82139, + "3545": 3.73337, + "3550": 3.79312, + "3555": 3.72516, + "3560": 3.78882, + "3565": 3.74665, + "3570": 3.74627, + "3575": 3.71993, + "3580": 3.7775, + "3585": 3.76732, + "3590": 3.69321, + "3595": 3.76328, + "3600": 3.71482, + "3605": 3.72951, + "3610": 3.71468, + "3615": 3.75009, + "3620": 3.78866, + "3625": 3.72186, + "3630": 3.76163, + "3635": 3.68734, + "3640": 3.71541, + "3645": 3.74638, + "3650": 3.69401, + "3655": 3.7213, + "3660": 3.73442, + "3665": 3.7507, + "3670": 3.71895, + "3675": 3.71386, + "3680": 3.72931, + "3685": 3.67968, + "3690": 3.70287, + "3695": 3.68936, + "3700": 3.70866, + "3705": 3.68087, + "3710": 3.68513, + "3715": 3.68733, + "3720": 3.67101, + "3725": 3.65148, + "3730": 3.65459, + "3735": 3.69022, + "3740": 3.67732, + "3745": 3.66367, + "3750": 3.68514, + "3755": 3.66734, + "3760": 3.6738, + "3765": 3.66185, + "3770": 3.65693, + "3775": 3.64159, + "3780": 3.62858, + "3785": 3.67844, + "3790": 3.60706, + "3795": 3.64934, + "3800": 3.63846, + "3805": 3.62349, + "3810": 3.60015, + "3815": 3.63729, + "3820": 3.64046, + "3825": 3.65761, + "3830": 3.64371, + "3835": 3.60485, + "3840": 3.68091, + "3845": 3.66236, + "3850": 3.60703, + "3855": 3.60582, + "3860": 3.65843, + "3865": 3.61083, + "3870": 3.67567, + "3875": 3.58961, + "3880": 3.58503, + "3885": 3.61272, + "3890": 3.61249, + "3895": 3.5623, + "3900": 3.62342, + "3905": 3.59543, + "3910": 3.58234, + "3915": 3.58631, + "3920": 3.57266, + "3925": 3.5759, + "3930": 3.5838, + "3935": 3.58179, + "3940": 3.57825, + "3945": 3.57456, + "3950": 3.62514, + "3955": 3.57771, + "3960": 3.61109, + "3965": 3.59244, + "3970": 3.56829, + "3975": 3.56913, + "3980": 3.53327, + "3985": 3.60867, + "3990": 3.58747, + "3995": 3.61187, + "4000": 3.56288, + "4005": 3.54301, + "4010": 3.58938, + "4015": 3.58972, + "4020": 3.58906, + "4025": 3.5762, + "4030": 3.6331, + "4035": 3.57694, + "4040": 3.59071, + "4045": 3.60202, + "4050": 3.57826, + "4055": 3.57723, + "4060": 3.59347, + "4065": 3.58788, + "4070": 3.52379, + "4075": 3.56191, + "4080": 3.53253, + "4085": 3.55245, + "4090": 3.54869, + "4095": 3.53394, + "4100": 3.55312, + "4105": 3.53978, + "4110": 3.51755, + "4115": 3.56904, + "4120": 3.49958, + "4125": 3.49831, + "4130": 3.55307, + "4135": 3.54811, + "4140": 3.49448, + "4145": 3.51271, + "4150": 3.55617, + "4155": 3.48874, + "4160": 3.54774, + "4165": 3.56571, + "4170": 3.50525, + "4175": 3.5049, + "4180": 3.49756, + "4185": 3.51422, + "4190": 3.50409, + "4195": 3.50336, + "4200": 3.49861, + "4205": 3.53159, + "4210": 3.51978, + "4215": 3.5262, + "4220": 3.53205, + "4225": 3.50827, + "4230": 3.50113, + "4235": 3.52401, + "4240": 3.49524, + "4245": 3.49848, + "4250": 3.49124, + "4255": 3.51277, + "4260": 3.46876, + "4265": 3.49339, + "4270": 3.50609, + "4275": 3.54078, + "4280": 3.49156, + "4285": 3.5151, + "4290": 3.47566, + "4295": 3.48827, + "4300": 3.52712, + "4305": 3.49195, + "4310": 3.51667, + "4315": 3.50859, + "4320": 3.50754, + "4325": 3.51879, + "4330": 3.46426, + "4335": 3.4932, + "4340": 3.50633, + "4345": 3.4365, + "4350": 3.44957, + "4355": 3.52857, + "4360": 3.4855, + "4365": 3.4735, + "4370": 3.47732, + "4375": 3.44186, + "4380": 3.44541, + "4385": 3.42823, + "4390": 3.49484, + "4395": 3.47888, + "4400": 3.46998, + "4405": 3.42036, + "4410": 3.48818, + "4415": 3.45002, + "4420": 3.4443, + "4425": 3.47619, + "4430": 3.44941, + "4435": 3.49107, + "4440": 3.48888, + "4445": 3.44299, + "4450": 3.40351, + "4455": 3.46759, + "4460": 3.43862, + "4465": 3.45298, + "4470": 3.4258, + "4475": 3.45833, + "4480": 3.44632, + "4485": 3.44109, + "4490": 3.43526, + "4495": 3.38849, + "4500": 3.45425, + "4505": 3.43671, + "4510": 3.44545, + "4515": 3.40771, + "4520": 3.43987, + "4525": 3.41031, + "4530": 3.44295, + "4535": 3.39856, + "4540": 3.42341, + "4545": 3.43744, + "4550": 3.47904, + "4555": 3.40214, + "4560": 3.42568, + "4565": 3.379, + "4570": 3.4192, + "4575": 3.41629, + "4580": 3.45382, + "4585": 3.42788, + "4590": 3.4238, + "4595": 3.39937, + "4600": 3.39884, + "4605": 3.42343, + "4610": 3.4148, + "4615": 3.45645, + "4620": 3.39673, + "4625": 3.42891, + "4630": 3.4135, + "4635": 3.39663, + "4640": 3.42848, + "4645": 3.42552, + "4650": 3.43444, + "4655": 3.41002, + "4660": 3.39935, + "4665": 3.4145, + "4670": 3.44578, + "4675": 3.4037, + "4680": 3.43065, + "4685": 3.43, + "4690": 3.40202, + "4695": 3.38442, + "4700": 3.37514, + "4705": 3.35259, + "4710": 3.40907, + "4715": 3.39357, + "4720": 3.38969, + "4725": 3.36116, + "4730": 3.39799, + "4735": 3.326, + "4740": 3.36887, + "4745": 3.40301, + "4750": 3.36289, + "4755": 3.39261, + "4760": 3.41436, + "4765": 3.36469, + "4770": 3.36706, + "4775": 3.36498, + "4780": 3.37436, + "4785": 3.37702, + "4790": 3.41296, + "4795": 3.39531, + "4800": 3.34727, + "4805": 3.41516, + "4810": 3.35413, + "4815": 3.39053, + "4820": 3.35003, + "4825": 3.40296, + "4830": 3.38625, + "4835": 3.36988, + "4840": 3.38523, + "4845": 3.3303, + "4850": 3.39488, + "4855": 3.39611, + "4860": 3.32935, + "4865": 3.36728, + "4870": 3.35392, + "4875": 3.3951, + "4880": 3.40327, + "4885": 3.3527, + "4890": 3.36417, + "4895": 3.3575, + "4900": 3.33425, + "4905": 3.33313, + "4910": 3.3333, + "4915": 3.37851, + "4920": 3.36029, + "4925": 3.3137, + "4930": 3.34402, + "4935": 3.32874, + "4940": 3.28941, + "4945": 3.36448, + "4950": 3.30022, + "4955": 3.40672, + "4960": 3.35022, + "4965": 3.3452, + "4970": 3.3364, + "4975": 3.34444, + "4980": 3.36905, + "4985": 3.35664, + "4990": 3.33738, + "4995": 3.38654, + "5000": 3.31162, + "5005": 3.36066, + "5010": 3.363, + "5015": 3.31433, + "5020": 3.28926, + "5025": 3.31836, + "5030": 3.32833, + "5035": 3.33198, + "5040": 3.3103, + "5045": 3.35142, + "5050": 3.30874, + "5055": 3.32788, + "5060": 3.2925, + "5065": 3.33721, + "5070": 3.33489, + "5075": 3.34756, + "5080": 3.32106, + "5085": 3.34571, + "5090": 3.32486, + "5095": 3.29393, + "5100": 3.32708, + "5105": 3.33097, + "5110": 3.33453, + "5115": 3.30856, + "5120": 3.3452, + "5125": 3.32066, + "5130": 3.32012, + "5135": 3.30247, + "5140": 3.31376, + "5145": 3.31273, + "5150": 3.32261, + "5155": 3.32102, + "5160": 3.31182, + "5165": 3.34786, + "5170": 3.23284, + "5175": 3.32663, + "5180": 3.28869, + "5185": 3.3108, + "5190": 3.33109, + "5195": 3.30887, + "5200": 3.30978, + "5205": 3.3476, + "5210": 3.28545, + "5215": 3.29094, + "5220": 3.28478, + "5225": 3.28969, + "5230": 3.32369, + "5235": 3.28299, + "5240": 3.27546, + "5245": 3.29768, + "5250": 3.30375, + "5255": 3.28812, + "5260": 3.31146, + "5265": 3.27116, + "5270": 3.25491, + "5275": 3.2583, + "5280": 3.28436, + "5285": 3.31072, + "5290": 3.2594, + "5295": 3.27782, + "5300": 3.28363, + "5305": 3.26809, + "5310": 3.32843, + "5315": 3.26074, + "5320": 3.30782, + "5325": 3.31251, + "5330": 3.27968, + "5335": 3.2902, + "5340": 3.23351, + "5345": 3.28679, + "5350": 3.28576, + "5355": 3.287, + "5360": 3.23599, + "5365": 3.2527, + "5370": 3.29068, + "5375": 3.27468, + "5380": 3.24546, + "5385": 3.28547, + "5390": 3.28476, + "5395": 3.20555, + "5400": 3.29998, + "5405": 3.21551, + "5410": 3.29499, + "5415": 3.22394, + "5420": 3.2595, + "5425": 3.23823, + "5430": 3.2497, + "5435": 3.28232, + "5440": 3.21524, + "5445": 3.24231, + "5450": 3.24927, + "5455": 3.2334, + "5460": 3.25409, + "5465": 3.30064, + "5470": 3.27224, + "5475": 3.20307, + "5480": 3.28275, + "5485": 3.24371, + "5490": 3.26867, + "5495": 3.2732, + "5500": 3.22779, + "5505": 3.24204, + "5510": 3.28644, + "5515": 3.27266, + "5520": 3.239, + "5525": 3.28826, + "5530": 3.2315, + "5535": 3.26318, + "5540": 3.25502, + "5545": 3.26398, + "5550": 3.2513, + "5555": 3.23126, + "5560": 3.22391, + "5565": 3.27083, + "5570": 3.23195, + "5575": 3.26705, + "5580": 3.2373, + "5585": 3.18703, + "5590": 3.24721, + "5595": 3.21104, + "5600": 3.25718, + "5605": 3.17638, + "5610": 3.26195, + "5615": 3.25742, + "5620": 3.2599, + "5625": 3.25401, + "5630": 3.2421, + "5635": 3.223, + "5640": 3.24438, + "5645": 3.2096, + "5650": 3.20899, + "5655": 3.20858, + "5660": 3.21268, + "5665": 3.21028, + "5670": 3.20335, + "5675": 3.22934, + "5680": 3.19951, + "5685": 3.20768, + "5690": 3.21018, + "5695": 3.24487, + "5700": 3.1981, + "5705": 3.18695, + "5710": 3.17944, + "5715": 3.28746, + "5720": 3.25186, + "5725": 3.19971, + "5730": 3.24374, + "5735": 3.22994, + "5740": 3.22768, + "5745": 3.20401, + "5750": 3.23838, + "5755": 3.23887, + "5760": 3.22955, + "5765": 3.22921, + "5770": 3.25324, + "5775": 3.19655, + "5780": 3.22013, + "5785": 3.22005, + "5790": 3.23055, + "5795": 3.2266, + "5800": 3.17013, + "5805": 3.18582, + "5810": 3.2267, + "5815": 3.20699, + "5820": 3.16302, + "5825": 3.20853, + "5830": 3.16597, + "5835": 3.17832, + "5840": 3.20996, + "5845": 3.21883, + "5850": 3.21991, + "5855": 3.15233, + "5860": 3.17324, + "5865": 3.20005, + "5870": 3.16831, + "5875": 3.20236, + "5880": 3.19534, + "5885": 3.1958, + "5890": 3.21842, + "5895": 3.2338, + "5900": 3.19108, + "5905": 3.22094, + "5910": 3.20431, + "5915": 3.17532, + "5920": 3.19367, + "5925": 3.16067, + "5930": 3.19291, + "5935": 3.1945, + "5940": 3.20786, + "5945": 3.21992, + "5950": 3.20297, + "5955": 3.16575, + "5960": 3.22662, + "5965": 3.17842, + "5970": 3.21935, + "5975": 3.18732, + "5980": 3.25613, + "5985": 3.14287, + "5990": 3.23907, + "5995": 3.1543, + "6000": 3.1753, + "6005": 3.1578, + "6010": 3.16391, + "6015": 3.16991, + "6020": 3.17233, + "6025": 3.20965, + "6030": 3.14706, + "6035": 3.20284, + "6040": 3.18195, + "6045": 3.19984, + "6050": 3.20196, + "6055": 3.17347, + "6060": 3.18853, + "6065": 3.21395, + "6070": 3.16686, + "6075": 3.13387, + "6080": 3.19195, + "6085": 3.15131, + "6090": 3.19, + "6095": 3.18766, + "6100": 3.14325, + "6105": 3.18999, + "6110": 3.13306, + "6115": 3.18026, + "6120": 3.17413, + "6125": 3.18011, + "6130": 3.16702, + "6135": 3.16837, + "6140": 3.16543, + "6145": 3.14325, + "6150": 3.1804, + "6155": 3.15287, + "6160": 3.13081, + "6165": 3.16081, + "6170": 3.14709, + "6175": 3.1468, + "6180": 3.14574, + "6185": 3.19045, + "6190": 3.15967, + "6195": 3.12872, + "6200": 3.15616, + "6205": 3.14627, + "6210": 3.102, + "6215": 3.15806, + "6220": 3.15681, + "6225": 3.17335, + "6230": 3.10912, + "6235": 3.14436, + "6240": 3.08826, + "6245": 3.18399, + "6250": 3.14572, + "6255": 3.15766, + "6260": 3.14205, + "6265": 3.15808, + "6270": 3.10086, + "6275": 3.12325, + "6280": 3.1353, + "6285": 3.11993, + "6290": 3.14704, + "6295": 3.15504, + "6300": 3.15689, + "6305": 3.21091, + "6310": 3.11366, + "6315": 3.11115, + "6320": 3.16078, + "6325": 3.10255, + "6330": 3.16283, + "6335": 3.15613, + "6340": 3.11055, + "6345": 3.1649, + "6350": 3.12018, + "6355": 3.11927, + "6360": 3.11364, + "6365": 3.14998, + "6370": 3.16162, + "6375": 3.13429, + "6380": 3.15113, + "6385": 3.17096, + "6390": 3.12715, + "6395": 3.10503, + "6400": 3.10877, + "6405": 3.18996, + "6410": 3.1755, + "6415": 3.12674, + "6420": 3.17286, + "6425": 3.17403, + "6430": 3.16661, + "6435": 3.12554, + "6440": 3.13952, + "6445": 3.15456, + "6450": 3.09231, + "6455": 3.08724, + "6460": 3.12993, + "6465": 3.16933, + "6470": 3.14139, + "6475": 3.13479, + "6480": 3.15011, + "6485": 3.1146, + "6490": 3.08101, + "6495": 3.16718, + "6500": 3.14446, + "6505": 3.0873, + "6510": 3.14803, + "6515": 3.16461, + "6520": 3.09102, + "6525": 3.15147, + "6530": 3.1121, + "6535": 3.12534, + "6540": 3.18188, + "6545": 3.11606, + "6550": 3.1127, + "6555": 3.10963, + "6560": 3.07262, + "6565": 3.0807, + "6570": 3.10704, + "6575": 3.05807, + "6580": 3.17389, + "6585": 3.10692, + "6590": 3.08633, + "6595": 3.10756, + "6600": 3.10518, + "6605": 3.08821, + "6610": 3.08539, + "6615": 3.13395, + "6620": 3.0779, + "6625": 3.09806, + "6630": 3.09476, + "6635": 3.1303, + "6640": 3.09175, + "6645": 3.11139, + "6650": 3.1397, + "6655": 3.07444, + "6660": 3.11388, + "6665": 3.1275, + "6670": 3.08259, + "6675": 3.10526, + "6680": 3.10699, + "6685": 3.14278, + "6690": 3.11769, + "6695": 3.12478, + "6700": 3.11326, + "6705": 3.09376, + "6710": 3.10953, + "6715": 3.06097, + "6720": 3.13549, + "6725": 3.12625, + "6730": 3.11089, + "6735": 3.11, + "6740": 3.11809, + "6745": 3.093, + "6750": 3.1116, + "6755": 3.07037, "6760": 3.06754, - "6765": 3.08603, - "6770": 3.07045, - "6775": 3.10559, - "6780": 3.07557, - "6785": 3.07911, - "6790": 3.10419, - "6795": 3.07093, - "6800": 3.09692, - "6805": 3.08894, - "6810": 3.10803, - "6815": 3.04476, - "6820": 3.07545, - "6825": 3.10265, - "6830": 3.08616, - "6835": 3.0589, - "6840": 3.06853, - "6845": 3.11049, - "6850": 3.07951, - "6855": 3.10979, - "6860": 3.0621, - "6865": 3.11038, - "6870": 3.07474, - "6875": 3.0737, - "6880": 3.08641, - "6885": 3.05289, - "6890": 3.07507, - "6895": 3.05408, - "6900": 3.05787, - "6905": 3.07506, - "6910": 3.09202, - "6915": 3.11626, - "6920": 3.0665, - "6925": 3.08336, - "6930": 3.06706, - "6935": 3.02476, - "6940": 3.06874, - "6945": 3.05526, - "6950": 3.08001, - "6955": 3.05996, - "6960": 3.05486, - "6965": 3.09802, - "6970": 3.03578, - "6975": 3.10736, - "6980": 3.06889, - "6985": 3.06619, - "6990": 3.11091, - "6995": 3.09245, - "7000": 3.02692, - "7005": 3.09819, - "7010": 3.0771, - "7015": 3.07204, - "7020": 3.101, - "7025": 3.0841, - "7030": 3.08769, - "7035": 3.04256, - "7040": 3.01958, - "7045": 3.08155, - "7050": 3.1012, - "7055": 3.0364, - "7060": 3.09857, - "7065": 3.11037, - "7070": 3.05797, - "7075": 3.0643, - "7080": 3.114, - "7085": 3.03466, - "7090": 3.05742, - "7095": 3.04686, - "7100": 3.06985, - "7105": 3.01937, - "7110": 3.06061, - "7115": 3.03495, - "7120": 3.08037, - "7125": 3.03298, - "7130": 3.05025, - "7135": 3.05623, - "7140": 3.06105, - "7145": 3.06935, - "7150": 3.02355, - "7155": 3.08567, - "7160": 3.00381, - "7165": 3.04216, - "7170": 3.07688, - "7175": 3.03551, - "7180": 3.07102, - "7185": 3.08988, - "7190": 3.0535, - "7195": 3.06045, - "7200": 3.06188, - "7205": 3.0413, - "7210": 3.08708, - "7215": 3.06773, - "7220": 3.088, - "7225": 3.06997, - "7230": 3.07433, - "7235": 3.05426, - "7240": 3.05053, - "7245": 3.07108, - "7250": 3.01216, - "7255": 3.03263, - "7260": 3.06841, - "7265": 3.00268, - "7270": 3.04175, - "7275": 3.04153, - "7280": 3.04284, - "7285": 3.05583, - "7290": 3.07489, - "7295": 3.06522, - "7300": 3.02992, - "7305": 3.02855, - "7310": 3.04887, - "7315": 3.07644, - "7320": 3.05818, - "7325": 3.0621, - "7330": 3.0264, - "7335": 3.02703, - "7340": 3.06032, - "7345": 3.00905, - "7350": 3.06154, - "7355": 3.04497, - "7360": 3.03699, - "7365": 3.03857, - "7370": 3.03138, - "7375": 2.99947, - "7380": 3.06122, - "7385": 3.07599, - "7390": 3.06329, - "7395": 3.02465, - "7400": 3.07531, - "7405": 3.04333, - "7410": 3.06009, - "7415": 3.05126, - "7420": 3.03142, - "7425": 3.08687, - "7430": 3.02834, - "7435": 3.01843, - "7440": 3.03726, - "7445": 3.01464, - "7450": 2.99617, - "7455": 3.04795, - "7460": 3.0417, - "7465": 3.05111, - "7470": 3.05751, - "7475": 3.06763, - "7480": 3.02671, - "7485": 2.98584, - "7490": 2.98931, - "7495": 2.99914, - "7500": 3.03111, - "7505": 3.00702, - "7510": 2.97921, - "7515": 3.02472, - "7520": 3.01815, - "7525": 2.9824, - "7530": 3.02699, - "7535": 3.04465, - "7540": 3.02457, - "7545": 3.05922, - "7550": 3.06503, - "7555": 3.00688, - "7560": 3.0135, - "7565": 3.00878, - "7570": 3.03512, - "7575": 2.98078, - "7580": 3.02939, - "7585": 3.01867, - "7590": 3.01468, - "7595": 3.07297, - "7600": 3.02915, - "7605": 3.02254, - "7610": 3.00445, - "7615": 2.99668, - "7620": 2.99265, - "7625": 3.03748, - "7630": 3.01983, - "7635": 3.01994, - "7640": 3.01715, - "7645": 3.04966, - "7650": 3.04498, - "7655": 3.09055, - "7660": 2.96231, - "7665": 3.02849, - "7670": 3.01348, - "7675": 3.00326, - "7680": 2.99988, - "7685": 3.07182, - "7690": 3.01287, - "7695": 2.99568, - "7700": 3.05088, - "7705": 3.01277, - "7710": 3.05939, - "7715": 2.99762, - "7720": 3.08378, - "7725": 2.98108, - "7730": 2.99884, - "7735": 3.02916, - "7740": 3.01125, - "7745": 3.00307, - "7750": 3.00681, - "7755": 3.02174, - "7760": 2.98636, + "6765": 3.08833, + "6770": 3.07215, + "6775": 3.10746, + "6780": 3.07523, + "6785": 3.08023, + "6790": 3.10551, + "6795": 3.07342, + "6800": 3.09848, + "6805": 3.08978, + "6810": 3.1088, + "6815": 3.04614, + "6820": 3.07698, + "6825": 3.10371, + "6830": 3.08741, + "6835": 3.06043, + "6840": 3.06761, + "6845": 3.11323, + "6850": 3.08237, + "6855": 3.11219, + "6860": 3.06318, + "6865": 3.1093, + "6870": 3.07519, + "6875": 3.07719, + "6880": 3.08835, + "6885": 3.05428, + "6890": 3.07515, + "6895": 3.05461, + "6900": 3.05868, + "6905": 3.07504, + "6910": 3.09361, + "6915": 3.1151, + "6920": 3.0674, + "6925": 3.08441, + "6930": 3.06737, + "6935": 3.02686, + "6940": 3.06983, + "6945": 3.05606, + "6950": 3.07979, + "6955": 3.06011, + "6960": 3.05591, + "6965": 3.09927, + "6970": 3.04042, + "6975": 3.10958, + "6980": 3.06872, + "6985": 3.06787, + "6990": 3.11395, + "6995": 3.09471, + "7000": 3.02889, + "7005": 3.10007, + "7010": 3.07883, + "7015": 3.07653, + "7020": 3.10062, + "7025": 3.08597, + "7030": 3.08983, + "7035": 3.04443, + "7040": 3.02192, + "7045": 3.08247, + "7050": 3.10079, + "7055": 3.03769, + "7060": 3.10062, + "7065": 3.11223, + "7070": 3.05974, + "7075": 3.06488, + "7080": 3.11517, + "7085": 3.03519, + "7090": 3.05714, + "7095": 3.04937, + "7100": 3.07015, + "7105": 3.0202, + "7110": 3.06131, + "7115": 3.03767, + "7120": 3.08113, + "7125": 3.03453, + "7130": 3.05187, + "7135": 3.05719, + "7140": 3.06287, + "7145": 3.07075, + "7150": 3.02392, + "7155": 3.086, + "7160": 3.00539, + "7165": 3.04352, + "7170": 3.07925, + "7175": 3.03705, + "7180": 3.07295, + "7185": 3.09312, + "7190": 3.05533, + "7195": 3.06188, + "7200": 3.0594, + "7205": 3.04368, + "7210": 3.08986, + "7215": 3.06859, + "7220": 3.08964, + "7225": 3.072, + "7230": 3.0749, + "7235": 3.05587, + "7240": 3.05115, + "7245": 3.07243, + "7250": 3.01397, + "7255": 3.0328, + "7260": 3.0704, + "7265": 3.00407, + "7270": 3.04195, + "7275": 3.04097, + "7280": 3.0429, + "7285": 3.05573, + "7290": 3.07459, + "7295": 3.06631, + "7300": 3.03099, + "7305": 3.02882, + "7310": 3.04953, + "7315": 3.07692, + "7320": 3.0596, + "7325": 3.06425, + "7330": 3.02645, + "7335": 3.02842, + "7340": 3.05923, + "7345": 3.01049, + "7350": 3.0623, + "7355": 3.04671, + "7360": 3.03836, + "7365": 3.03951, + "7370": 3.03321, + "7375": 2.99949, + "7380": 3.05932, + "7385": 3.0767, + "7390": 3.0644, + "7395": 3.02618, + "7400": 3.07617, + "7405": 3.04437, + "7410": 3.06207, + "7415": 3.05301, + "7420": 3.03308, + "7425": 3.08781, + "7430": 3.02975, + "7435": 3.02017, + "7440": 3.04037, + "7445": 3.01619, + "7450": 2.99541, + "7455": 3.0495, + "7460": 3.04339, + "7465": 3.05203, + "7470": 3.05691, + "7475": 3.06924, + "7480": 3.02876, + "7485": 2.98725, + "7490": 2.99068, + "7495": 2.99982, + "7500": 3.03051, + "7505": 3.00785, + "7510": 2.98042, + "7515": 3.02428, + "7520": 3.01861, + "7525": 2.98366, + "7530": 3.02761, + "7535": 3.04553, + "7540": 3.02651, + "7545": 3.06191, + "7550": 3.06608, + "7555": 3.00805, + "7560": 3.01384, + "7565": 3.00951, + "7570": 3.03712, + "7575": 2.98125, + "7580": 3.03158, + "7585": 3.0202, + "7590": 3.01599, + "7595": 3.07386, + "7600": 3.0299, + "7605": 3.02285, + "7610": 3.00589, + "7615": 2.99706, + "7620": 2.99273, + "7625": 3.03871, + "7630": 3.02131, + "7635": 3.01897, + "7640": 3.01844, + "7645": 3.05048, + "7650": 3.04473, + "7655": 3.09104, + "7660": 2.96372, + "7665": 3.03061, + "7670": 3.01563, + "7675": 3.00407, + "7680": 3.00186, + "7685": 3.07265, + "7690": 3.01302, + "7695": 2.99688, + "7700": 3.05321, + "7705": 3.01387, + "7710": 3.06054, + "7715": 2.99859, + "7720": 3.08374, + "7725": 2.98229, + "7730": 2.99949, + "7735": 3.02914, + "7740": 3.01394, + "7745": 3.0045, + "7750": 3.00934, + "7755": 3.02157, + "7760": 2.98666, "7765": 3.00418, - "7770": 3.02793, - "7775": 2.98936, - "7780": 2.97985, - "7785": 3.01504, - "7790": 3.00014, - "7795": 3.02377, - "7800": 3.0093, - "7805": 3.01174, - "7810": 3.03144, - "7815": 3.00379, - "7820": 3.00135, - "7825": 3.03252, - "7830": 3.03091, - "7835": 2.96588, - "7840": 3.04438, - "7845": 2.98118, - "7850": 2.93971, - "7855": 2.98533, - "7860": 2.9821, - "7865": 3.03139, - "7870": 2.96962, - "7875": 2.9882, - "7880": 3.0045, - "7885": 2.99714, - "7890": 3.03872, - "7895": 3.02993, - "7900": 3.02976, - "7905": 2.99919, - "7910": 3.00903, - "7915": 3.02483, - "7920": 3.01191, - "7925": 2.99728, - "7930": 3.02908, - "7935": 2.99173, - "7940": 3.03543, - "7945": 3.05004, - "7950": 2.96457, - "7955": 2.98867, - "7960": 2.96936, - "7965": 2.94523, - "7970": 2.96351, - "7975": 2.99627, - "7980": 3.00975, - "7985": 2.9774, - "7990": 2.97495, - "7995": 2.96099, - "8000": 3.02146, - "8005": 2.98037, - "8010": 2.97566, - "8015": 2.964, - "8020": 2.97822, - "8025": 2.95542, - "8030": 2.97508, - "8035": 2.97152, - "8040": 2.95679, - "8045": 3.01599, - "8050": 3.0134, - "8055": 2.97415, - "8060": 3.0055, - "8065": 2.98945, - "8070": 2.96822, - "8075": 2.97749, - "8080": 3.01029, - "8085": 2.96774, - "8090": 2.97888, - "8095": 3.00262, - "8100": 2.95118, - "8105": 2.99318, - "8110": 2.98202, - "8115": 2.95704, - "8120": 2.97332, - "8125": 3.00019, - "8130": 2.9691, - "8135": 2.98818, - "8140": 2.96783, - "8145": 2.95843, - "8150": 2.97963, - "8155": 2.95147, - "8160": 2.99694, - "8165": 2.99138, - "8170": 2.95562, - "8175": 2.95489, - "8180": 3.01406, - "8185": 2.98479, - "8190": 3.02084, - "8195": 2.99654, - "8200": 2.96542, - "8205": 2.97619, - "8210": 2.97828, - "8215": 2.9905, - "8220": 2.96915, - "8225": 2.96351, - "8230": 2.99347, - "8235": 3.00271, - "8240": 2.97426, - "8245": 2.97557, - "8250": 3.00929, - "8255": 2.96741, - "8260": 2.97302, - "8265": 2.95566, - "8270": 2.97624, - "8275": 2.96851, - "8280": 2.94145, - "8285": 2.97906, - "8290": 2.96631, - "8295": 2.95307, - "8300": 2.9654, - "8305": 2.97607, - "8310": 2.97933, - "8315": 2.95712, - "8320": 2.97803, - "8325": 2.92739, - "8330": 2.89739, - "8335": 2.96665, - "8340": 2.99321, - "8345": 2.94425, - "8350": 2.96089, - "8355": 2.98595, - "8360": 2.96642, - "8365": 2.9828, - "8370": 2.99027, - "8375": 2.93808, - "8380": 2.94066, - "8385": 2.973, - "8390": 2.94709, - "8395": 2.97534, - "8400": 2.95864, - "8405": 2.97416, - "8410": 3.03124, - "8415": 2.93492, - "8420": 2.9181, - "8425": 2.97614, - "8430": 2.97861, - "8435": 2.93182, - "8440": 3.01203, - "8445": 2.9905, - "8450": 2.9668, - "8455": 2.97069, - "8460": 2.97931, - "8465": 2.9253, - "8470": 2.94808, - "8475": 2.99081, - "8480": 2.92993, - "8485": 2.93894, - "8490": 2.94847, - "8495": 2.93383, - "8500": 2.96899, - "8505": 2.92138, - "8510": 3.00313, - "8515": 2.94027, - "8520": 2.95844, - "8525": 2.88604, - "8530": 2.95819, - "8535": 2.9762, - "8540": 2.93185, - "8545": 2.95788, - "8550": 2.92395, - "8555": 2.99025, - "8560": 2.99527, - "8565": 2.95149, - "8570": 2.94693, - "8575": 2.93519, - "8580": 2.96754, - "8585": 2.97606, - "8590": 2.97528, - "8595": 2.97734, - "8600": 2.94831, - "8605": 2.9457, - "8610": 2.95498, - "8615": 2.95982, - "8620": 2.92369, - "8625": 2.94563, - "8630": 2.95145, - "8635": 2.94448, - "8640": 2.92626, - "8645": 2.98256, - "8650": 2.922, - "8655": 2.96517, - "8660": 2.97063, - "8665": 2.95415, - "8670": 2.96694, - "8675": 2.94083, - "8680": 2.93677, - "8685": 2.94709, - "8690": 2.96429, - "8695": 2.97149, - "8700": 2.94831, - "8705": 2.91784, - "8710": 2.97067, - "8715": 2.91585, - "8720": 2.97478, - "8725": 2.94893, - "8730": 2.94186, - "8735": 2.97132, - "8740": 2.92652, - "8745": 2.96572, - "8750": 2.96651, - "8755": 2.9298, - "8760": 2.94919, - "8765": 2.9149, - "8770": 2.96778, - "8775": 2.94114, - "8780": 2.92873, - "8785": 2.94697, - "8790": 2.92815, - "8795": 2.96484, - "8800": 2.92731, - "8805": 2.90151, - "8810": 2.93223, - "8815": 2.93299, - "8820": 2.90424, - "8825": 2.92429, - "8830": 2.91313, - "8835": 2.89898, - "8840": 2.91508, - "8845": 2.92684, - "8850": 2.95779, - "8855": 2.92862, - "8860": 2.98766, - "8865": 2.93306, - "8870": 2.9083, - "8875": 2.92243, - "8880": 2.92864, - "8885": 2.92067, - "8890": 2.9405, - "8895": 2.92323, - "8900": 2.94512, - "8905": 2.9358, - "8910": 2.91896, - "8915": 2.90341, - "8920": 2.90973, - "8925": 2.9762, - "8930": 2.96196, - "8935": 2.97248, - "8940": 2.94791, - "8945": 2.94813, - "8950": 2.93262, - "8955": 2.91501, - "8960": 2.8981, - "8965": 2.92722, - "8970": 2.94122, - "8975": 2.90473, - "8980": 2.89841, - "8985": 2.92095, - "8990": 2.96561, - "8995": 2.93687, - "9000": 2.89491, - "9005": 2.9395, - "9010": 2.97906, - "9015": 2.90327, - "9020": 2.90383, - "9025": 2.92226, - "9030": 2.94494, - "9035": 2.85643, - "9040": 2.93488, - "9045": 2.92495, - "9050": 2.96143, - "9055": 2.88927, - "9060": 2.95812, - "9065": 2.98768, - "9070": 2.92671, - "9075": 2.94246, - "9080": 2.93296, - "9085": 2.94387, - "9090": 2.93655, - "9095": 2.8993, - "9100": 2.90051, - "9105": 2.89006, - "9110": 2.93236, - "9115": 2.93931, - "9120": 2.97428, - "9125": 2.91708, - "9130": 2.92379, - "9135": 2.94285, - "9140": 2.94699, - "9145": 2.89427, - "9150": 2.9225, - "9155": 2.93203, - "9160": 2.93663, - "9165": 2.92524, - "9170": 2.94925, - "9175": 2.8879, - "9180": 2.93318, - "9185": 2.89416, - "9190": 2.94861, - "9195": 2.91201, - "9200": 2.93358, - "9205": 2.88684, - "9210": 2.93303, - "9215": 2.88002, - "9220": 2.90395, - "9225": 2.93427, - "9230": 2.86506, - "9235": 2.8782, - "9240": 2.89515, - "9245": 2.88319, - "9250": 2.8826, - "9255": 2.91205, - "9260": 2.8778, - "9265": 2.92181, - "9270": 2.89619, - "9275": 2.91285, - "9280": 2.9189, - "9285": 2.91833, - "9290": 2.93118, - "9295": 2.92921, - "9300": 2.87963, - "9305": 2.90963, - "9310": 2.89863, - "9315": 2.86607, - "9320": 2.86101, - "9325": 2.90456, - "9330": 2.95515, - "9335": 2.87455, - "9340": 2.93785, - "9345": 2.94816, - "9350": 2.91586, - "9355": 2.87822, - "9360": 2.89655, - "9365": 2.88252, - "9370": 2.93465, - "9375": 2.91139, - "9380": 2.86571, - "9385": 2.91382, - "9390": 2.92373, - "9395": 2.92085, - "9400": 2.89626, - "9405": 2.89197, - "9410": 2.91683, - "9415": 2.91682, - "9420": 2.89261, - "9425": 2.90017, - "9430": 2.87849, - "9435": 2.90441, - "9440": 2.89604, - "9445": 2.88353, - "9450": 2.89181, - "9455": 2.88891, - "9460": 2.94318, - "9465": 2.9461, - "9470": 2.88656, - "9475": 2.94043, - "9480": 2.88934, - "9485": 2.87819, - "9490": 2.89695, - "9495": 2.92233, - "9500": 2.89544, - "9505": 2.8689, - "9510": 2.89427, - "9515": 2.90402, - "9520": 2.91218, - "9525": 2.89073, - "9530": 2.88734, - "9535": 2.9126 + "7770": 3.02859, + "7775": 2.98968, + "7780": 2.9814, + "7785": 3.01615, + "7790": 3.00013, + "7795": 3.02363, + "7800": 3.00936, + "7805": 3.01249, + "7810": 3.03324, + "7815": 3.00497, + "7820": 3.00336, + "7825": 3.03284, + "7830": 3.03186, + "7835": 2.9682, + "7840": 3.04428, + "7845": 2.97999, + "7850": 2.94029, + "7855": 2.98645, + "7860": 2.9839, + "7865": 3.03111, + "7870": 2.97095, + "7875": 2.98945, + "7880": 3.00468, + "7885": 2.99819, + "7890": 3.03999, + "7895": 3.03045, + "7900": 3.03185, + "7905": 3.00037, + "7910": 3.01124, + "7915": 3.026, + "7920": 3.01365, + "7925": 2.99795, + "7930": 3.02978, + "7935": 2.99122, + "7940": 3.03771, + "7945": 3.05052, + "7950": 2.96513, + "7955": 2.99009, + "7960": 2.97024, + "7965": 2.94666, + "7970": 2.96563, + "7975": 2.99602, + "7980": 3.01057, + "7985": 2.97891, + "7990": 2.97683, + "7995": 2.96275, + "8000": 3.02166, + "8005": 2.98117, + "8010": 2.97672, + "8015": 2.9667, + "8020": 2.97892, + "8025": 2.95633, + "8030": 2.97614, + "8035": 2.97496, + "8040": 2.95737, + "8045": 3.01744, + "8050": 3.01384, + "8055": 2.97526, + "8060": 3.00589, + "8065": 2.99089, + "8070": 2.96895, + "8075": 2.97876, + "8080": 3.01143, + "8085": 2.9677, + "8090": 2.97996, + "8095": 3.00373, + "8100": 2.95218, + "8105": 2.99475, + "8110": 2.98269, + "8115": 2.95866, + "8120": 2.97313, + "8125": 3.00103, + "8130": 2.97111, + "8135": 2.98888, + "8140": 2.96903, + "8145": 2.95976, + "8150": 2.98132, + "8155": 2.95234, + "8160": 2.99794, + "8165": 2.99262, + "8170": 2.95725, + "8175": 2.95481, + "8180": 3.01528, + "8185": 2.98608, + "8190": 3.02273, + "8195": 2.99712, + "8200": 2.96571, + "8205": 2.97697, + "8210": 2.979, + "8215": 2.99182, + "8220": 2.9707, + "8225": 2.96366, + "8230": 2.9957, + "8235": 3.00331, + "8240": 2.97471, + "8245": 2.97612, + "8250": 3.01059, + "8255": 2.96794, + "8260": 2.97389, + "8265": 2.95616, + "8270": 2.97751, + "8275": 2.96901, + "8280": 2.94216, + "8285": 2.98004, + "8290": 2.9684, + "8295": 2.95291, + "8300": 2.96575, + "8305": 2.97677, + "8310": 2.98023, + "8315": 2.95754, + "8320": 2.97907, + "8325": 2.92954, + "8330": 2.89904, + "8335": 2.96703, + "8340": 2.9933, + "8345": 2.94479, + "8350": 2.96094, + "8355": 2.98684, + "8360": 2.96756, + "8365": 2.98458, + "8370": 2.99261, + "8375": 2.9382, + "8380": 2.94228, + "8385": 2.97409, + "8390": 2.94634, + "8395": 2.97586, + "8400": 2.95907, + "8405": 2.97502, + "8410": 3.03151, + "8415": 2.93654, + "8420": 2.91908, + "8425": 2.97718, + "8430": 2.98066, + "8435": 2.9325, + "8440": 3.01244, + "8445": 2.99184, + "8450": 2.96659, + "8455": 2.97183, + "8460": 2.98115, + "8465": 2.92704, + "8470": 2.9487, + "8475": 2.99252, + "8480": 2.93092, + "8485": 2.94018, + "8490": 2.94984, + "8495": 2.93458, + "8500": 2.96965, + "8505": 2.92286, + "8510": 3.00415, + "8515": 2.94044, + "8520": 2.95865, + "8525": 2.88676, + "8530": 2.95964, + "8535": 2.97749, + "8540": 2.93209, + "8545": 2.95866, + "8550": 2.92463, + "8555": 2.99129, + "8560": 2.99564, + "8565": 2.95207, + "8570": 2.9479, + "8575": 2.93448, + "8580": 2.96844, + "8585": 2.97701, + "8590": 2.97648, + "8595": 2.97914, + "8600": 2.94846, + "8605": 2.94622, + "8610": 2.95526, + "8615": 2.96143, + "8620": 2.92468, + "8625": 2.94798, + "8630": 2.95321, + "8635": 2.94577, + "8640": 2.92557, + "8645": 2.98235, + "8650": 2.92259, + "8655": 2.96727, + "8660": 2.97138, + "8665": 2.95521, + "8670": 2.96783, + "8675": 2.94149, + "8680": 2.9362, + "8685": 2.94884, + "8690": 2.96616, + "8695": 2.97188, + "8700": 2.94906, + "8705": 2.91894, + "8710": 2.97181, + "8715": 2.91716, + "8720": 2.97451, + "8725": 2.95032, + "8730": 2.94362, + "8735": 2.97252, + "8740": 2.92827, + "8745": 2.9665, + "8750": 2.9671, + "8755": 2.93111, + "8760": 2.95003, + "8765": 2.91591, + "8770": 2.96909, + "8775": 2.9418, + "8780": 2.9288, + "8785": 2.94754, + "8790": 2.92872, + "8795": 2.96608, + "8800": 2.92801, + "8805": 2.90095, + "8810": 2.93193, + "8815": 2.93334, + "8820": 2.90591, + "8825": 2.9259, + "8830": 2.91358, + "8835": 2.89875, + "8840": 2.91579, + "8845": 2.92837, + "8850": 2.95819, + "8855": 2.92981, + "8860": 2.98933, + "8865": 2.93395, + "8870": 2.90896, + "8875": 2.92285, + "8880": 2.92995, + "8885": 2.92221, + "8890": 2.94209, + "8895": 2.92252, + "8900": 2.94589, + "8905": 2.93689, + "8910": 2.92024, + "8915": 2.90453, + "8920": 2.91089, + "8925": 2.97639, + "8930": 2.96353, + "8935": 2.97249, + "8940": 2.94921, + "8945": 2.94907, + "8950": 2.93317, + "8955": 2.91722, + "8960": 2.89897, + "8965": 2.92883, + "8970": 2.94197, + "8975": 2.90617, + "8980": 2.89982, + "8985": 2.92146, + "8990": 2.96637, + "8995": 2.94208, + "9000": 2.89552, + "9005": 2.93923, + "9010": 2.97958, + "9015": 2.90334, + "9020": 2.90386, + "9025": 2.92295, + "9030": 2.9452, + "9035": 2.85861, + "9040": 2.93589, + "9045": 2.92513, + "9050": 2.96167, + "9055": 2.88856, + "9060": 2.95652, + "9065": 2.98676, + "9070": 2.92813, + "9075": 2.94286, + "9080": 2.93443, + "9085": 2.94469, + "9090": 2.93672, + "9095": 2.89927, + "9100": 2.90143, + "9105": 2.8916, + "9110": 2.93366, + "9115": 2.93998, + "9120": 2.97531, + "9125": 2.92878, + "9130": 2.92359, + "9135": 2.94142, + "9140": 2.94708, + "9145": 2.89442, + "9150": 2.9236, + "9155": 2.93238, + "9160": 2.93723, + "9165": 2.92645, + "9170": 2.94957, + "9175": 2.88835, + "9180": 2.93472, + "9185": 2.89552, + "9190": 2.94987, + "9195": 2.91328, + "9200": 2.9332, + "9205": 2.88835, + "9210": 2.93329, + "9215": 2.87972, + "9220": 2.9037, + "9225": 2.93529, + "9230": 2.86673, + "9235": 2.87947, + "9240": 2.89574, + "9245": 2.88473, + "9250": 2.88192, + "9255": 2.91278, + "9260": 2.87918, + "9265": 2.92251, + "9270": 2.89761, + "9275": 2.91399, + "9280": 2.91944, + "9285": 2.91784, + "9290": 2.93193, + "9295": 2.92972, + "9300": 2.87994, + "9305": 2.90929, + "9310": 2.89815, + "9315": 2.86654, + "9320": 2.86155, + "9325": 2.90528, + "9330": 2.95595, + "9335": 2.87597, + "9340": 2.93933, + "9345": 2.94762, + "9350": 2.91386, + "9355": 2.87826, + "9360": 2.89811, + "9365": 2.88261, + "9370": 2.93514, + "9375": 2.91182, + "9380": 2.86528, + "9385": 2.91427, + "9390": 2.92426, + "9395": 2.9204, + "9400": 2.89667, + "9405": 2.89248, + "9410": 2.91861, + "9415": 2.91768, + "9420": 2.89307, + "9425": 2.90073, + "9430": 2.87891, + "9435": 2.90423, + "9440": 2.89586, + "9445": 2.88422, + "9450": 2.89372, + "9455": 2.89147, + "9460": 2.94343, + "9465": 2.94716, + "9470": 2.88659, + "9475": 2.94008, + "9480": 2.88994, + "9485": 2.87951, + "9490": 2.89764, + "9495": 2.92355, + "9500": 2.8961, + "9505": 2.86881, + "9510": 2.89367, + "9515": 2.90496, + "9520": 2.91178, + "9525": 2.89163, + "9530": 2.888, + "9535": 2.91326 } }, "num-zeros": { @@ -1919,1914 +1919,1914 @@ "end_step": 9535, "step_interval": 5, "values": { - "1": 1021640192.0, - "5": 1024063488.0, - "10": 1014250496.0, - "15": 1024077504.0, + "1": 1021639936.0, + "5": 1024063360.0, + "10": 1014250240.0, + "15": 1024077312.0, "20": 1022485888.0, - "25": 1041373568.0, - "30": 1028113024.0, - "35": 1035625216.0, - "40": 1026328320.0, - "45": 1022350336.0, - "50": 1030098432.0, - "55": 1028966272.0, - "60": 1036320512.0, - "65": 1034679168.0, - "70": 1029375104.0, - "75": 1028744832.0, - "80": 1047574976.0, - "85": 1029448064.0, - "90": 1020467648.0, - "95": 1028309504.0, - "100": 1040961664.0, - "105": 1039436096.0, - "110": 1026879424.0, - "115": 1052312576.0, - "120": 1018863296.0, - "125": 1045372032.0, - "130": 1034330304.0, - "135": 1016616320.0, - "140": 1038581760.0, - "145": 1020688320.0, - "150": 1039787456.0, - "155": 1032796800.0, - "160": 1020952192.0, - "165": 1032424256.0, - "170": 1017396352.0, - "175": 1033426752.0, - "180": 1036119424.0, - "185": 1030573952.0, - "190": 1035673600.0, - "195": 1034555328.0, - "200": 1040973184.0, - "205": 1048500480.0, - "210": 1054480448.0, - "215": 1025159296.0, + "25": 1041373312.0, + "30": 1028112960.0, + "35": 1035624704.0, + "40": 1026328576.0, + "45": 1022350272.0, + "50": 1030098304.0, + "55": 1028966144.0, + "60": 1036320640.0, + "65": 1034679104.0, + "70": 1029375232.0, + "75": 1028744768.0, + "80": 1047575296.0, + "85": 1029448192.0, + "90": 1020467520.0, + "95": 1028309632.0, + "100": 1040961536.0, + "105": 1039436032.0, + "110": 1026879360.0, + "115": 1052313216.0, + "120": 1018862976.0, + "125": 1045372672.0, + "130": 1034330240.0, + "135": 1016616192.0, + "140": 1038582016.0, + "145": 1020688128.0, + "150": 1039787264.0, + "155": 1032796672.0, + "160": 1020953088.0, + "165": 1032424448.0, + "170": 1017396864.0, + "175": 1033427264.0, + "180": 1036118848.0, + "185": 1030573824.0, + "190": 1035673728.0, + "195": 1034555136.0, + "200": 1040973696.0, + "205": 1048501120.0, + "210": 1054480896.0, + "215": 1025159680.0, "220": 1044962432.0, - "225": 1038076416.0, - "230": 1026222720.0, - "235": 1051135360.0, - "240": 1029276224.0, - "245": 1031397632.0, - "250": 1027879296.0, - "255": 1016929920.0, - "260": 1045007872.0, - "265": 1021330432.0, + "225": 1038076032.0, + "230": 1026222464.0, + "235": 1051134912.0, + "240": 1029276160.0, + "245": 1031398080.0, + "250": 1027879680.0, + "255": 1016929344.0, + "260": 1045008768.0, + "265": 1021329984.0, "270": 1030964096.0, - "275": 1036911808.0, - "280": 1031743232.0, - "285": 1015014336.0, - "290": 1018757248.0, - "295": 1017237248.0, - "300": 1034760960.0, - "305": 1032165120.0, - "310": 1035583552.0, - "315": 1012734080.0, - "320": 1008274944.0, - "325": 1042741440.0, - "330": 1042870144.0, - "335": 1033508864.0, - "340": 1014464512.0, - "345": 1042617728.0, - "350": 1031852672.0, - "355": 1050844288.0, - "360": 1030258560.0, - "365": 1034596096.0, - "370": 1019435904.0, - "375": 1022144640.0, - "380": 1021325824.0, - "385": 1025589760.0, - "390": 1023194880.0, - "395": 1019653760.0, - "400": 1033520512.0, - "405": 1023880064.0, - "410": 1017909248.0, - "415": 1024287744.0, - "420": 1020624896.0, - "425": 1025854976.0, - "430": 1033854592.0, - "435": 1028182720.0, - "440": 1022091264.0, - "445": 1036768128.0, - "450": 1024998656.0, - "455": 1013852608.0, - "460": 1022094208.0, - "465": 1041431808.0, - "470": 1029038464.0, - "475": 1010065472.0, - "480": 1047608192.0, - "485": 1029724736.0, - "490": 1044667264.0, - "495": 1025229376.0, - "500": 1037464192.0, - "505": 1032180736.0, - "510": 1042852352.0, - "515": 1026159104.0, - "520": 1013409472.0, - "525": 1035146240.0, - "530": 1016374464.0, - "535": 1040112448.0, - "540": 1035052544.0, - "545": 1032113664.0, - "550": 1018673600.0, - "555": 1008637888.0, - "560": 1011927360.0, - "565": 1041823488.0, - "570": 1034942400.0, - "575": 1010198976.0, - "580": 1032209920.0, - "585": 1041261824.0, - "590": 1038868096.0, - "595": 1035742464.0, - "600": 1023772928.0, - "605": 1032294720.0, - "610": 1037748992.0, - "615": 1005975104.0, - "620": 1040407296.0, - "625": 1045208832.0, - "630": 1034414912.0, - "635": 1028523008.0, - "640": 1022645504.0, - "645": 1035875840.0, - "650": 1009255808.0, - "655": 997758208.0, - "660": 1029710784.0, - "665": 1025533056.0, + "275": 1036911360.0, + "280": 1031742976.0, + "285": 1015015424.0, + "290": 1018756672.0, + "295": 1017237632.0, + "300": 1034761344.0, + "305": 1032165824.0, + "310": 1035583360.0, + "315": 1012733952.0, + "320": 1008275072.0, + "325": 1042742272.0, + "330": 1042870656.0, + "335": 1033509312.0, + "340": 1014465024.0, + "345": 1042618624.0, + "350": 1031852800.0, + "355": 1050843904.0, + "360": 1030258240.0, + "365": 1034595200.0, + "370": 1019435136.0, + "375": 1022143680.0, + "380": 1021325184.0, + "385": 1025589248.0, + "390": 1023195072.0, + "395": 1019653120.0, + "400": 1033520384.0, + "405": 1023880256.0, + "410": 1017908480.0, + "415": 1024288128.0, + "420": 1020623744.0, + "425": 1025854336.0, + "430": 1033854208.0, + "435": 1028181888.0, + "440": 1022090240.0, + "445": 1036767936.0, + "450": 1024999296.0, + "455": 1013852096.0, + "460": 1022094528.0, + "465": 1041431872.0, + "470": 1029038016.0, + "475": 1010064896.0, + "480": 1047608064.0, + "485": 1029724544.0, + "490": 1044667584.0, + "495": 1025229440.0, + "500": 1037464320.0, + "505": 1032181376.0, + "510": 1042853312.0, + "515": 1026159616.0, + "520": 1013409920.0, + "525": 1035147392.0, + "530": 1016374912.0, + "535": 1040112768.0, + "540": 1035052160.0, + "545": 1032114048.0, + "550": 1018673664.0, + "555": 1008638592.0, + "560": 1011927680.0, + "565": 1041824128.0, + "570": 1034942336.0, + "575": 1010199040.0, + "580": 1032210048.0, + "585": 1041262592.0, + "590": 1038868416.0, + "595": 1035742912.0, + "600": 1023772800.0, + "605": 1032294592.0, + "610": 1037749248.0, + "615": 1005974912.0, + "620": 1040407552.0, + "625": 1045208960.0, + "630": 1034414592.0, + "635": 1028522176.0, + "640": 1022644672.0, + "645": 1035875456.0, + "650": 1009255552.0, + "655": 997757824.0, + "660": 1029710592.0, + "665": 1025532608.0, "670": 1048812416.0, - "675": 1025202304.0, - "680": 1019339840.0, - "685": 1027832448.0, - "690": 1029229696.0, - "695": 1040024896.0, - "700": 1042031488.0, - "705": 1034383104.0, - "710": 1020441728.0, - "715": 1031472256.0, - "720": 1040274240.0, - "725": 1023280000.0, - "730": 1022792576.0, - "735": 1025085696.0, + "675": 1025202688.0, + "680": 1019340160.0, + "685": 1027832192.0, + "690": 1029230080.0, + "695": 1040024448.0, + "700": 1042031616.0, + "705": 1034383360.0, + "710": 1020442496.0, + "715": 1031472512.0, + "720": 1040274688.0, + "725": 1023280128.0, + "730": 1022792704.0, + "735": 1025085952.0, "740": 1038382208.0, - "745": 1045205248.0, - "750": 1013180416.0, - "755": 1031643392.0, - "760": 1032783104.0, - "765": 1027135808.0, - "770": 1023967424.0, - "775": 1025894912.0, - "780": 1038165312.0, - "785": 1025486720.0, - "790": 1040811200.0, - "795": 1032532224.0, - "800": 1039592960.0, - "805": 1024318080.0, - "810": 1034725376.0, - "815": 1036001856.0, - "820": 1035672064.0, - "825": 1051375232.0, - "830": 1035407488.0, - "835": 1022547392.0, - "840": 1036875648.0, - "845": 1025701440.0, - "850": 1048529152.0, - "855": 1014985984.0, + "745": 1045204864.0, + "750": 1013181376.0, + "755": 1031643904.0, + "760": 1032783872.0, + "765": 1027136256.0, + "770": 1023967232.0, + "775": 1025895104.0, + "780": 1038166400.0, + "785": 1025486848.0, + "790": 1040811136.0, + "795": 1032531584.0, + "800": 1039592704.0, + "805": 1024317440.0, + "810": 1034724736.0, + "815": 1036000896.0, + "820": 1035671296.0, + "825": 1051375360.0, + "830": 1035406720.0, + "835": 1022547456.0, + "840": 1036876288.0, + "845": 1025700992.0, + "850": 1048529344.0, + "855": 1014985472.0, "860": 1033098880.0, - "865": 1031543296.0, - "870": 1040903168.0, - "875": 1023937792.0, - "880": 1028395776.0, - "885": 1054406976.0, - "890": 1019536640.0, - "895": 1045190656.0, - "900": 1031772288.0, - "905": 1020971200.0, - "910": 1031385792.0, - "915": 1032927232.0, - "920": 1038459200.0, - "925": 1026755392.0, - "930": 1025379712.0, - "935": 1031125888.0, + "865": 1031542784.0, + "870": 1040902848.0, + "875": 1023937664.0, + "880": 1028396288.0, + "885": 1054407552.0, + "890": 1019536512.0, + "895": 1045189888.0, + "900": 1031772608.0, + "905": 1020971904.0, + "910": 1031385600.0, + "915": 1032926976.0, + "920": 1038460224.0, + "925": 1026755200.0, + "930": 1025378432.0, + "935": 1031126976.0, "940": 1057933440.0, - "945": 1029822208.0, - "950": 1014412672.0, - "955": 1032174080.0, + "945": 1029822464.0, + "950": 1014412416.0, + "955": 1032174208.0, "960": 1026152064.0, - "965": 1062678464.0, - "970": 1030096256.0, - "975": 1036903936.0, - "980": 1027049536.0, - "985": 1030676224.0, - "990": 1020676672.0, - "995": 1042302336.0, - "1000": 1036832256.0, - "1005": 1050206720.0, - "1010": 1023801664.0, - "1015": 1020539584.0, - "1020": 1042587584.0, - "1025": 1037943424.0, - "1030": 1049210496.0, - "1035": 1012484864.0, - "1040": 1023093632.0, - "1045": 1039520768.0, - "1050": 1026827136.0, - "1055": 1034861696.0, - "1060": 1046128640.0, - "1065": 1036804096.0, - "1070": 1019996032.0, - "1075": 1025342592.0, - "1080": 1014978944.0, - "1085": 1030008704.0, - "1090": 1029062784.0, - "1095": 1020310144.0, - "1100": 1039835136.0, - "1105": 1048601600.0, - "1110": 1020704128.0, - "1115": 1024783104.0, - "1120": 1061896576.0, + "965": 1062678976.0, + "970": 1030095232.0, + "975": 1036904704.0, + "980": 1027049472.0, + "985": 1030676736.0, + "990": 1020676480.0, + "995": 1042301824.0, + "1000": 1036832768.0, + "1005": 1050207488.0, + "1010": 1023802624.0, + "1015": 1020540352.0, + "1020": 1042587648.0, + "1025": 1037943936.0, + "1030": 1049209728.0, + "1035": 1012483456.0, + "1040": 1023092352.0, + "1045": 1039521024.0, + "1050": 1026826368.0, + "1055": 1034861248.0, + "1060": 1046128896.0, + "1065": 1036804800.0, + "1070": 1019995392.0, + "1075": 1025342336.0, + "1080": 1014979648.0, + "1085": 1030008320.0, + "1090": 1029062272.0, + "1095": 1020310080.0, + "1100": 1039835264.0, + "1105": 1048599936.0, + "1110": 1020704832.0, + "1115": 1024782720.0, + "1120": 1061895808.0, "1125": 1043311360.0, - "1130": 1031218816.0, - "1135": 1041361792.0, - "1140": 1021486592.0, - "1145": 1051696640.0, - "1150": 1035591424.0, - "1155": 1029591168.0, - "1160": 1042565120.0, - "1165": 1026810624.0, - "1170": 1018000640.0, - "1175": 1033684544.0, - "1180": 1035634048.0, - "1185": 1023929216.0, - "1190": 1033161344.0, - "1195": 1024229504.0, - "1200": 1039116672.0, - "1205": 1031740032.0, - "1210": 1053250304.0, - "1215": 1024617216.0, - "1220": 1009041088.0, - "1225": 1036679296.0, - "1230": 1041257536.0, - "1235": 1053974976.0, - "1240": 1030357568.0, - "1245": 1017684736.0, - "1250": 1022774016.0, - "1255": 1033438848.0, - "1260": 1034284736.0, - "1265": 1034003968.0, - "1270": 1037323904.0, - "1275": 1029345920.0, - "1280": 1046489728.0, - "1285": 1028284288.0, - "1290": 1036577344.0, - "1295": 1032420928.0, - "1300": 1033065728.0, - "1305": 1030027968.0, - "1310": 1051265024.0, - "1315": 1035373184.0, - "1320": 1028263936.0, - "1325": 1049972992.0, - "1330": 1030134720.0, - "1335": 1031165824.0, - "1340": 1012758720.0, - "1345": 1044638592.0, - "1350": 1034957184.0, - "1355": 1033623232.0, - "1360": 1036683264.0, - "1365": 1038590144.0, - "1370": 1039850944.0, - "1375": 1034116736.0, - "1380": 1022886208.0, - "1385": 1018083968.0, - "1390": 1049054208.0, - "1395": 1034869376.0, - "1400": 1035000256.0, - "1405": 1034130944.0, - "1410": 1036367744.0, - "1415": 1043576896.0, - "1420": 1026109824.0, - "1425": 1033321088.0, - "1430": 1012806912.0, - "1435": 1038395904.0, - "1440": 1020972032.0, - "1445": 1032461120.0, - "1450": 1014039744.0, - "1455": 1011674112.0, + "1130": 1031219584.0, + "1135": 1041360576.0, + "1140": 1021486464.0, + "1145": 1051696384.0, + "1150": 1035590976.0, + "1155": 1029590784.0, + "1160": 1042565312.0, + "1165": 1026811264.0, + "1170": 1018001152.0, + "1175": 1033684224.0, + "1180": 1035634688.0, + "1185": 1023929344.0, + "1190": 1033160320.0, + "1195": 1024229696.0, + "1200": 1039116800.0, + "1205": 1031741568.0, + "1210": 1053249984.0, + "1215": 1024616960.0, + "1220": 1009041152.0, + "1225": 1036679872.0, + "1230": 1041258624.0, + "1235": 1053975040.0, + "1240": 1030357376.0, + "1245": 1017685056.0, + "1250": 1022772992.0, + "1255": 1033438976.0, + "1260": 1034284288.0, + "1265": 1034003328.0, + "1270": 1037322752.0, + "1275": 1029346176.0, + "1280": 1046490048.0, + "1285": 1028284992.0, + "1290": 1036577728.0, + "1295": 1032421120.0, + "1300": 1033065088.0, + "1305": 1030026688.0, + "1310": 1051263488.0, + "1315": 1035372992.0, + "1320": 1028263808.0, + "1325": 1049972352.0, + "1330": 1030132992.0, + "1335": 1031165312.0, + "1340": 1012759360.0, + "1345": 1044640576.0, + "1350": 1034956800.0, + "1355": 1033623424.0, + "1360": 1036683648.0, + "1365": 1038590464.0, + "1370": 1039851072.0, + "1375": 1034118272.0, + "1380": 1022886016.0, + "1385": 1018084928.0, + "1390": 1049053376.0, + "1395": 1034870080.0, + "1400": 1034998656.0, + "1405": 1034129408.0, + "1410": 1036367168.0, + "1415": 1043576768.0, + "1420": 1026110016.0, + "1425": 1033320832.0, + "1430": 1012807040.0, + "1435": 1038395392.0, + "1440": 1020970432.0, + "1445": 1032460032.0, + "1450": 1014039360.0, + "1455": 1011673856.0, "1460": 1043275392.0, - "1465": 1014362112.0, - "1470": 1020654336.0, + "1465": 1014361728.0, + "1470": 1020655616.0, "1475": 1030231168.0, - "1480": 1029370112.0, - "1485": 1022998784.0, - "1490": 1026783616.0, - "1495": 1021816704.0, - "1500": 1027177856.0, - "1505": 1034882944.0, - "1510": 1014397632.0, - "1515": 1042136768.0, - "1520": 1025793280.0, - "1525": 1036336896.0, - "1530": 1039948928.0, - "1535": 1047639360.0, - "1540": 1043540352.0, - "1545": 1034043136.0, - "1550": 1016108992.0, - "1555": 1015572480.0, - "1560": 1055021952.0, - "1565": 1015592384.0, - "1570": 1018245504.0, - "1575": 1032516544.0, - "1580": 1012983808.0, - "1585": 1025327680.0, - "1590": 1034129408.0, - "1595": 1057394432.0, - "1600": 1026868096.0, - "1605": 1019992576.0, - "1610": 1031270272.0, + "1480": 1029369280.0, + "1485": 1022997888.0, + "1490": 1026783360.0, + "1495": 1021816320.0, + "1500": 1027177728.0, + "1505": 1034882176.0, + "1510": 1014397312.0, + "1515": 1042137792.0, + "1520": 1025793984.0, + "1525": 1036336704.0, + "1530": 1039949056.0, + "1535": 1047639808.0, + "1540": 1043539328.0, + "1545": 1034044672.0, + "1550": 1016110400.0, + "1555": 1015573120.0, + "1560": 1055022848.0, + "1565": 1015593088.0, + "1570": 1018245120.0, + "1575": 1032516288.0, + "1580": 1012984064.0, + "1585": 1025326080.0, + "1590": 1034127936.0, + "1595": 1057394560.0, + "1600": 1026867072.0, + "1605": 1019994240.0, + "1610": 1031267712.0, "1615": 1035274624.0, - "1620": 1018015360.0, - "1625": 1028272640.0, - "1630": 1027203584.0, - "1635": 1023798528.0, - "1640": 1034119680.0, - "1645": 1021814272.0, - "1650": 1015263424.0, - "1655": 1018280640.0, - "1660": 1047982464.0, - "1665": 1027060864.0, - "1670": 1048219264.0, - "1675": 1021103616.0, - "1680": 1043287424.0, - "1685": 1052719808.0, - "1690": 1026722944.0, - "1695": 1040385408.0, - "1700": 1018035584.0, - "1705": 1020481152.0, - "1710": 1021024576.0, - "1715": 1026932544.0, - "1720": 1028352256.0, - "1725": 1034363904.0, - "1730": 1013692672.0, - "1735": 1018429696.0, - "1740": 1057257472.0, - "1745": 1029260800.0, - "1750": 1024358656.0, - "1755": 1029970368.0, - "1760": 1022193408.0, - "1765": 1040477184.0, - "1770": 1029669376.0, - "1775": 1046197248.0, - "1780": 1021957504.0, - "1785": 1035111040.0, - "1790": 1028264960.0, - "1795": 1031023360.0, - "1800": 1028300224.0, - "1805": 1025670784.0, - "1810": 1021555456.0, - "1815": 1033438464.0, - "1820": 1034885184.0, - "1825": 1020207360.0, - "1830": 1013885952.0, - "1835": 1031382400.0, - "1840": 1040392384.0, - "1845": 1034829696.0, - "1850": 1014480512.0, - "1855": 1019419904.0, - "1860": 1019569024.0, - "1865": 1035940224.0, - "1870": 1026243072.0, - "1875": 1031524992.0, - "1880": 1011590784.0, - "1885": 1041064832.0, - "1890": 1035000576.0, - "1895": 1028959936.0, - "1900": 1033998464.0, - "1905": 1027124032.0, - "1910": 1029217152.0, - "1915": 1030493568.0, - "1920": 1042920960.0, - "1925": 1038420480.0, - "1930": 1019303680.0, - "1935": 1032535552.0, - "1940": 1027805184.0, - "1945": 1034205568.0, - "1950": 1006037952.0, - "1955": 1032577280.0, - "1960": 1015720960.0, - "1965": 1029088768.0, - "1970": 1021554944.0, - "1975": 1034047424.0, - "1980": 1029367552.0, - "1985": 1027785600.0, - "1990": 1020946816.0, - "1995": 1010423552.0, - "2000": 1039616704.0, - "2005": 1001484416.0, - "2010": 1020422656.0, - "2015": 1032033792.0, - "2020": 1036298496.0, - "2025": 1037173504.0, - "2030": 1029769664.0, - "2035": 1040334528.0, - "2040": 1030113280.0, - "2045": 1032700544.0, - "2050": 1008015360.0, - "2055": 1045724480.0, - "2060": 1028142080.0, - "2065": 1038800064.0, - "2070": 1045644864.0, - "2075": 1035237504.0, - "2080": 1022881280.0, - "2085": 1024816384.0, - "2090": 1034363136.0, - "2095": 1005220352.0, - "2100": 1034643456.0, - "2105": 1035581952.0, - "2110": 1030686592.0, - "2115": 1029798144.0, - "2120": 1018845952.0, - "2125": 1021864960.0, - "2130": 1026637888.0, - "2135": 1053279872.0, - "2140": 1017060992.0, - "2145": 1019633792.0, - "2150": 1037130368.0, - "2155": 1033303808.0, - "2160": 1049037376.0, - "2165": 1039681920.0, - "2170": 1020307200.0, - "2175": 1027339456.0, - "2180": 1041703552.0, - "2185": 1028895104.0, - "2190": 1029311424.0, - "2195": 1028943744.0, - "2200": 1039638656.0, - "2205": 1036971712.0, - "2210": 1031741312.0, - "2215": 1021403904.0, - "2220": 1020910592.0, - "2225": 1033403264.0, - "2230": 1014200704.0, - "2235": 1029395840.0, - "2240": 1029883584.0, - "2245": 1026006848.0, - "2250": 1046269696.0, - "2255": 1032951488.0, - "2260": 1047494912.0, - "2265": 1023720896.0, - "2270": 1022566080.0, - "2275": 1028538112.0, - "2280": 1034973440.0, - "2285": 1031818752.0, - "2290": 1038650368.0, - "2295": 1028815616.0, - "2300": 1034451200.0, - "2305": 1032314368.0, - "2310": 1013585536.0, - "2315": 1048183168.0, - "2320": 1035209856.0, - "2325": 1046964864.0, - "2330": 1014694656.0, - "2335": 1027383104.0, - "2340": 1036736896.0, - "2345": 1020186240.0, - "2350": 1031017088.0, - "2355": 1037474560.0, - "2360": 1032608384.0, - "2365": 1028041856.0, - "2370": 1021003840.0, - "2375": 1022910272.0, - "2380": 1048556416.0, - "2385": 1044140928.0, - "2390": 1021986560.0, - "2395": 1020594304.0, - "2400": 1026931584.0, - "2405": 1038385344.0, - "2410": 1045394944.0, - "2415": 1048456064.0, - "2420": 1032227968.0, - "2425": 1029561856.0, - "2430": 1030386432.0, - "2435": 1029218304.0, - "2440": 1029168448.0, - "2445": 1033133184.0, - "2450": 1038558784.0, + "1620": 1018016128.0, + "1625": 1028272512.0, + "1630": 1027203904.0, + "1635": 1023799360.0, + "1640": 1034120256.0, + "1645": 1021814016.0, + "1650": 1015262912.0, + "1655": 1018281088.0, + "1660": 1047983232.0, + "1665": 1027060736.0, + "1670": 1048219456.0, + "1675": 1021104768.0, + "1680": 1043287488.0, + "1685": 1052719488.0, + "1690": 1026724736.0, + "1695": 1040385536.0, + "1700": 1018036608.0, + "1705": 1020479872.0, + "1710": 1021024640.0, + "1715": 1026931392.0, + "1720": 1028351168.0, + "1725": 1034363008.0, + "1730": 1013692288.0, + "1735": 1018430976.0, + "1740": 1057258240.0, + "1745": 1029260928.0, + "1750": 1024358016.0, + "1755": 1029969920.0, + "1760": 1022193920.0, + "1765": 1040478272.0, + "1770": 1029669248.0, + "1775": 1046197312.0, + "1780": 1021956480.0, + "1785": 1035109376.0, + "1790": 1028263680.0, + "1795": 1031022208.0, + "1800": 1028300736.0, + "1805": 1025668736.0, + "1810": 1021555520.0, + "1815": 1033438976.0, + "1820": 1034886592.0, + "1825": 1020206912.0, + "1830": 1013885248.0, + "1835": 1031381760.0, + "1840": 1040392000.0, + "1845": 1034828480.0, + "1850": 1014481344.0, + "1855": 1019419648.0, + "1860": 1019570688.0, + "1865": 1035942016.0, + "1870": 1026243520.0, + "1875": 1031525248.0, + "1880": 1011590400.0, + "1885": 1041065536.0, + "1890": 1035000768.0, + "1895": 1028958848.0, + "1900": 1033996928.0, + "1905": 1027123776.0, + "1910": 1029217920.0, + "1915": 1030493312.0, + "1920": 1042920128.0, + "1925": 1038420544.0, + "1930": 1019303744.0, + "1935": 1032535232.0, + "1940": 1027804544.0, + "1945": 1034204928.0, + "1950": 1006036608.0, + "1955": 1032578752.0, + "1960": 1015721984.0, + "1965": 1029088896.0, + "1970": 1021553792.0, + "1975": 1034047552.0, + "1980": 1029367616.0, + "1985": 1027785472.0, + "1990": 1020946688.0, + "1995": 1010423232.0, + "2000": 1039617536.0, + "2005": 1001485440.0, + "2010": 1020423168.0, + "2015": 1032034688.0, + "2020": 1036299008.0, + "2025": 1037171968.0, + "2030": 1029769280.0, + "2035": 1040333952.0, + "2040": 1030114176.0, + "2045": 1032700288.0, + "2050": 1008016000.0, + "2055": 1045724032.0, + "2060": 1028142336.0, + "2065": 1038800448.0, + "2070": 1045644800.0, + "2075": 1035237120.0, + "2080": 1022880512.0, + "2085": 1024816512.0, + "2090": 1034362944.0, + "2095": 1005220288.0, + "2100": 1034643968.0, + "2105": 1035582720.0, + "2110": 1030685504.0, + "2115": 1029798400.0, + "2120": 1018845184.0, + "2125": 1021863808.0, + "2130": 1026636416.0, + "2135": 1053279296.0, + "2140": 1017061248.0, + "2145": 1019633920.0, + "2150": 1037130112.0, + "2155": 1033302720.0, + "2160": 1049035648.0, + "2165": 1039681856.0, + "2170": 1020308352.0, + "2175": 1027338304.0, + "2180": 1041702528.0, + "2185": 1028895616.0, + "2190": 1029309824.0, + "2195": 1028945024.0, + "2200": 1039639424.0, + "2205": 1036972032.0, + "2210": 1031740672.0, + "2215": 1021404544.0, + "2220": 1020911232.0, + "2225": 1033403136.0, + "2230": 1014200448.0, + "2235": 1029396224.0, + "2240": 1029885568.0, + "2245": 1026006656.0, + "2250": 1046268672.0, + "2255": 1032952576.0, + "2260": 1047495424.0, + "2265": 1023720448.0, + "2270": 1022566656.0, + "2275": 1028536832.0, + "2280": 1034972800.0, + "2285": 1031820544.0, + "2290": 1038649344.0, + "2295": 1028815872.0, + "2300": 1034450944.0, + "2305": 1032314560.0, + "2310": 1013586688.0, + "2315": 1048182336.0, + "2320": 1035209984.0, + "2325": 1046965376.0, + "2330": 1014696128.0, + "2335": 1027382272.0, + "2340": 1036736320.0, + "2345": 1020186496.0, + "2350": 1031016832.0, + "2355": 1037474816.0, + "2360": 1032608256.0, + "2365": 1028043520.0, + "2370": 1021002752.0, + "2375": 1022912000.0, + "2380": 1048556032.0, + "2385": 1044141824.0, + "2390": 1021986688.0, + "2395": 1020595328.0, + "2400": 1026931456.0, + "2405": 1038386176.0, + "2410": 1045395200.0, + "2415": 1048455936.0, + "2420": 1032227136.0, + "2425": 1029562496.0, + "2430": 1030386368.0, + "2435": 1029217408.0, + "2440": 1029168384.0, + "2445": 1033132032.0, + "2450": 1038557824.0, "2455": 1034721984.0, - "2460": 1039984384.0, - "2465": 1032501376.0, - "2470": 1024143552.0, - "2475": 1016539200.0, - "2480": 1023613440.0, - "2485": 1021032576.0, - "2490": 1035921216.0, - "2495": 1032966080.0, - "2500": 1028108800.0, - "2505": 1015386496.0, - "2510": 1030967552.0, - "2515": 1025699712.0, - "2520": 1033325824.0, - "2525": 1029692160.0, - "2530": 1023987200.0, - "2535": 1071070976.0, - "2540": 1024538944.0, - "2545": 1033798656.0, - "2550": 1029448448.0, - "2555": 1029182208.0, - "2560": 1018116288.0, - "2565": 1031597952.0, - "2570": 1022846592.0, - "2575": 1026503680.0, - "2580": 1038622720.0, - "2585": 1025900992.0, - "2590": 1026100352.0, - "2595": 1046620928.0, - "2600": 1031104000.0, - "2605": 1001909248.0, - "2610": 1028423360.0, + "2460": 1039984768.0, + "2465": 1032501504.0, + "2470": 1024144384.0, + "2475": 1016539072.0, + "2480": 1023611776.0, + "2485": 1021032192.0, + "2490": 1035921024.0, + "2495": 1032967744.0, + "2500": 1028107264.0, + "2505": 1015385856.0, + "2510": 1030968064.0, + "2515": 1025699072.0, + "2520": 1033325504.0, + "2525": 1029692800.0, + "2530": 1023986688.0, + "2535": 1071070528.0, + "2540": 1024537408.0, + "2545": 1033797760.0, + "2550": 1029448640.0, + "2555": 1029182336.0, + "2560": 1018115712.0, + "2565": 1031598592.0, + "2570": 1022845952.0, + "2575": 1026503552.0, + "2580": 1038622336.0, + "2585": 1025900224.0, + "2590": 1026100096.0, + "2595": 1046622592.0, + "2600": 1031104256.0, + "2605": 1001910272.0, + "2610": 1028423232.0, "2615": 1025563904.0, - "2620": 1038652160.0, - "2625": 1026995712.0, - "2630": 1036832128.0, - "2635": 1021198464.0, - "2640": 1021864960.0, - "2645": 1039153216.0, - "2650": 1025944960.0, - "2655": 1013256192.0, - "2660": 1032645760.0, - "2665": 1035218688.0, - "2670": 1036437952.0, - "2675": 1039297280.0, + "2620": 1038651328.0, + "2625": 1026996480.0, + "2630": 1036830912.0, + "2635": 1021197824.0, + "2640": 1021865984.0, + "2645": 1039153536.0, + "2650": 1025943552.0, + "2655": 1013255744.0, + "2660": 1032646016.0, + "2665": 1035218496.0, + "2670": 1036437824.0, + "2675": 1039297344.0, "2680": 1041661568.0, - "2685": 1034566528.0, - "2690": 1058872064.0, - "2695": 1019880128.0, - "2700": 1062626816.0, - "2705": 1035376128.0, - "2710": 1019542656.0, - "2715": 1031885632.0, - "2720": 1016404864.0, - "2725": 1040594176.0, - "2730": 1019586688.0, - "2735": 1030888320.0, - "2740": 1029290304.0, - "2745": 1040688384.0, - "2750": 1023879680.0, - "2755": 1011867008.0, - "2760": 1027684608.0, - "2765": 1030882752.0, - "2770": 1033118464.0, - "2775": 1026331136.0, - "2780": 1033684992.0, - "2785": 1024588992.0, - "2790": 1033735552.0, - "2795": 1045948096.0, - "2800": 1040286400.0, - "2805": 1019944960.0, - "2810": 1031448960.0, - "2815": 1030933184.0, - "2820": 1037855488.0, - "2825": 1041684800.0, - "2830": 1030460032.0, - "2835": 1013507712.0, - "2840": 1031448192.0, - "2845": 1030130304.0, - "2850": 1026618112.0, - "2855": 1024704512.0, - "2860": 1031700224.0, - "2865": 1027428992.0, - "2870": 1026688768.0, - "2875": 1012777024.0, - "2880": 1038300800.0, - "2885": 1017902272.0, - "2890": 1044199936.0, - "2895": 1036459520.0, - "2900": 1030654080.0, - "2905": 1035956544.0, - "2910": 1038718016.0, - "2915": 1039385856.0, - "2920": 1034781952.0, + "2685": 1034565760.0, + "2690": 1058871552.0, + "2695": 1019880192.0, + "2700": 1062627072.0, + "2705": 1035376064.0, + "2710": 1019542272.0, + "2715": 1031885568.0, + "2720": 1016404736.0, + "2725": 1040594688.0, + "2730": 1019586496.0, + "2735": 1030889472.0, + "2740": 1029291520.0, + "2745": 1040686848.0, + "2750": 1023880320.0, + "2755": 1011866752.0, + "2760": 1027685248.0, + "2765": 1030882368.0, + "2770": 1033119360.0, + "2775": 1026330752.0, + "2780": 1033684096.0, + "2785": 1024588416.0, + "2790": 1033735168.0, + "2795": 1045948608.0, + "2800": 1040286656.0, + "2805": 1019944704.0, + "2810": 1031448704.0, + "2815": 1030932992.0, + "2820": 1037857024.0, + "2825": 1041684352.0, + "2830": 1030460288.0, + "2835": 1013508288.0, + "2840": 1031448064.0, + "2845": 1030129536.0, + "2850": 1026618752.0, + "2855": 1024703872.0, + "2860": 1031700160.0, + "2865": 1027428928.0, + "2870": 1026688384.0, + "2875": 1012776960.0, + "2880": 1038300480.0, + "2885": 1017902592.0, + "2890": 1044199424.0, + "2895": 1036459776.0, + "2900": 1030653632.0, + "2905": 1035958016.0, + "2910": 1038717952.0, + "2915": 1039384064.0, + "2920": 1034782336.0, "2925": 1043268608.0, - "2930": 1038230144.0, - "2935": 1021221248.0, - "2940": 1042307968.0, - "2945": 1045232192.0, - "2950": 1047526528.0, - "2955": 1034173184.0, - "2960": 1020891520.0, - "2965": 1027305216.0, - "2970": 1038796672.0, - "2975": 1034008192.0, + "2930": 1038228672.0, + "2935": 1021220736.0, + "2940": 1042308992.0, + "2945": 1045232128.0, + "2950": 1047526272.0, + "2955": 1034173312.0, + "2960": 1020891008.0, + "2965": 1027305856.0, + "2970": 1038796288.0, + "2975": 1034007936.0, "2980": 1049591296.0, - "2985": 1034846976.0, - "2990": 1026008448.0, - "2995": 1034919360.0, - "3000": 1039018368.0, - "3005": 1038158272.0, - "3010": 1010906880.0, - "3015": 1044976128.0, - "3020": 1034050048.0, - "3025": 1037764224.0, - "3030": 1027722240.0, - "3035": 1041819776.0, - "3040": 1035312128.0, - "3045": 1027256192.0, - "3050": 1029708032.0, - "3055": 1028031296.0, - "3060": 1049977088.0, - "3065": 1024068800.0, - "3070": 1011546240.0, - "3075": 1042847296.0, - "3080": 1036094208.0, - "3085": 1030388352.0, - "3090": 1035262848.0, - "3095": 1013803328.0, - "3100": 1030145792.0, - "3105": 1017608960.0, - "3110": 1033370432.0, - "3115": 1023737216.0, - "3120": 1024876096.0, + "2985": 1034846848.0, + "2990": 1026008704.0, + "2995": 1034918912.0, + "3000": 1039018240.0, + "3005": 1038157312.0, + "3010": 1010908160.0, + "3015": 1044975552.0, + "3020": 1034050688.0, + "3025": 1037764928.0, + "3030": 1027722112.0, + "3035": 1041820544.0, + "3040": 1035312384.0, + "3045": 1027256576.0, + "3050": 1029708544.0, + "3055": 1028029824.0, + "3060": 1049977984.0, + "3065": 1024067456.0, + "3070": 1011545344.0, + "3075": 1042847040.0, + "3080": 1036094144.0, + "3085": 1030388480.0, + "3090": 1035262208.0, + "3095": 1013802688.0, + "3100": 1030145152.0, + "3105": 1017608704.0, + "3110": 1033369984.0, + "3115": 1023737472.0, + "3120": 1024878336.0, "3125": 1046537984.0, - "3130": 1024676864.0, - "3135": 1025723712.0, - "3140": 1043778816.0, - "3145": 1044374208.0, - "3150": 1016483712.0, - "3155": 1042488448.0, - "3160": 1026834624.0, - "3165": 1031199360.0, - "3170": 1024332480.0, + "3130": 1024676480.0, + "3135": 1025723008.0, + "3140": 1043779328.0, + "3145": 1044374144.0, + "3150": 1016483072.0, + "3155": 1042488768.0, + "3160": 1026833600.0, + "3165": 1031199232.0, + "3170": 1024332544.0, "3175": 1024369152.0, - "3180": 1018204096.0, - "3185": 1034352640.0, - "3190": 1019222528.0, - "3195": 1028425792.0, - "3200": 1036080128.0, - "3205": 1016076352.0, - "3210": 1034109184.0, - "3215": 1031349504.0, - "3220": 1040833536.0, - "3225": 1022835072.0, - "3230": 1033257280.0, - "3235": 1019974400.0, + "3180": 1018204544.0, + "3185": 1034353408.0, + "3190": 1019222272.0, + "3195": 1028425408.0, + "3200": 1036080384.0, + "3205": 1016075328.0, + "3210": 1034110080.0, + "3215": 1031350016.0, + "3220": 1040833152.0, + "3225": 1022835200.0, + "3230": 1033257984.0, + "3235": 1019974656.0, "3240": 1038131072.0, - "3245": 1031643776.0, - "3250": 1022391168.0, + "3245": 1031643264.0, + "3250": 1022390656.0, "3255": 1032876160.0, - "3260": 1037751680.0, - "3265": 1021623424.0, - "3270": 1031243008.0, - "3275": 1038461184.0, - "3280": 1023236672.0, - "3285": 1031616256.0, - "3290": 1045248320.0, - "3295": 1043177728.0, - "3300": 1035084992.0, - "3305": 1042661120.0, - "3310": 1058092416.0, - "3315": 1024282304.0, - "3320": 1046015296.0, - "3325": 1023179904.0, + "3260": 1037751040.0, + "3265": 1021623936.0, + "3270": 1031241984.0, + "3275": 1038461440.0, + "3280": 1023236480.0, + "3285": 1031615360.0, + "3290": 1045248128.0, + "3295": 1043178496.0, + "3300": 1035084800.0, + "3305": 1042661376.0, + "3310": 1058092928.0, + "3315": 1024281920.0, + "3320": 1046014912.0, + "3325": 1023180288.0, "3330": 1048037120.0, - "3335": 1036689792.0, - "3340": 1042122752.0, - "3345": 1030898112.0, - "3350": 1020620288.0, - "3355": 1025961280.0, - "3360": 1030304384.0, - "3365": 1031172096.0, - "3370": 1036453376.0, - "3375": 1023473856.0, - "3380": 1032383488.0, - "3385": 1038081280.0, - "3390": 1052809600.0, - "3395": 1012091136.0, - "3400": 1019209280.0, - "3405": 1021780992.0, - "3410": 1028434176.0, - "3415": 1058221696.0, - "3420": 1033493248.0, - "3425": 1029579648.0, - "3430": 1021149952.0, - "3435": 1034992384.0, - "3440": 1017962048.0, - "3445": 1025536832.0, - "3450": 1032253504.0, - "3455": 1036261120.0, - "3460": 1052071936.0, - "3465": 1027113408.0, + "3335": 1036691008.0, + "3340": 1042122880.0, + "3345": 1030898368.0, + "3350": 1020619968.0, + "3355": 1025960832.0, + "3360": 1030304832.0, + "3365": 1031171200.0, + "3370": 1036453952.0, + "3375": 1023473280.0, + "3380": 1032382464.0, + "3385": 1038081024.0, + "3390": 1052809728.0, + "3395": 1012090624.0, + "3400": 1019208704.0, + "3405": 1021781440.0, + "3410": 1028434432.0, + "3415": 1058221760.0, + "3420": 1033492800.0, + "3425": 1029580288.0, + "3430": 1021150336.0, + "3435": 1034992128.0, + "3440": 1017961216.0, + "3445": 1025538368.0, + "3450": 1032253248.0, + "3455": 1036260480.0, + "3460": 1052071872.0, + "3465": 1027113728.0, "3470": 1043729408.0, - "3475": 1033264512.0, - "3480": 1026619648.0, - "3485": 1029214272.0, - "3490": 1041040960.0, + "3475": 1033264704.0, + "3480": 1026620160.0, + "3485": 1029215616.0, + "3490": 1041040640.0, "3495": 1019252800.0, "3500": 1032060288.0, - "3505": 1025752192.0, - "3510": 1044368576.0, - "3515": 1013817216.0, - "3520": 1021846656.0, - "3525": 1032175040.0, - "3530": 1029788800.0, - "3535": 1034569984.0, - "3540": 1017731904.0, - "3545": 1035658496.0, - "3550": 1024535424.0, - "3555": 1035866752.0, - "3560": 1029737344.0, - "3565": 1028900352.0, - "3570": 1046028992.0, - "3575": 1039186176.0, - "3580": 1010837760.0, - "3585": 1031737728.0, - "3590": 1041450240.0, - "3595": 1037637888.0, - "3600": 1032763008.0, - "3605": 1045822976.0, - "3610": 1039235200.0, - "3615": 1036870208.0, - "3620": 1026929280.0, - "3625": 1033931968.0, - "3630": 1017582528.0, - "3635": 1026628096.0, - "3640": 1039529536.0, - "3645": 1022656640.0, - "3650": 1036841216.0, - "3655": 1023989504.0, - "3660": 1014988672.0, - "3665": 1026118528.0, - "3670": 1041672320.0, - "3675": 1033250176.0, - "3680": 1015353728.0, - "3685": 1029122240.0, - "3690": 1026205120.0, - "3695": 1043800768.0, - "3700": 1028614272.0, - "3705": 1049485440.0, - "3710": 1027180800.0, - "3715": 1016135680.0, - "3720": 1040818944.0, + "3505": 1025752512.0, + "3510": 1044367488.0, + "3515": 1013818880.0, + "3520": 1021847168.0, + "3525": 1032175616.0, + "3530": 1029789120.0, + "3535": 1034569600.0, + "3540": 1017731712.0, + "3545": 1035659392.0, + "3550": 1024534528.0, + "3555": 1035866496.0, + "3560": 1029739008.0, + "3565": 1028900736.0, + "3570": 1046029632.0, + "3575": 1039185408.0, + "3580": 1010837632.0, + "3585": 1031738176.0, + "3590": 1041450496.0, + "3595": 1037637440.0, + "3600": 1032763712.0, + "3605": 1045822208.0, + "3610": 1039235456.0, + "3615": 1036870912.0, + "3620": 1026929600.0, + "3625": 1033931072.0, + "3630": 1017582784.0, + "3635": 1026629376.0, + "3640": 1039529472.0, + "3645": 1022657152.0, + "3650": 1036842048.0, + "3655": 1023990144.0, + "3660": 1014988160.0, + "3665": 1026118272.0, + "3670": 1041672064.0, + "3675": 1033250816.0, + "3680": 1015353280.0, + "3685": 1029123264.0, + "3690": 1026204736.0, + "3695": 1043799616.0, + "3700": 1028613632.0, + "3705": 1049485248.0, + "3710": 1027179904.0, + "3715": 1016134784.0, + "3720": 1040818688.0, "3725": 1032763904.0, - "3730": 1030921600.0, - "3735": 1019008896.0, - "3740": 1023824832.0, - "3745": 1046288768.0, + "3730": 1030920960.0, + "3735": 1019009984.0, + "3740": 1023824384.0, + "3745": 1046288192.0, "3750": 1034462016.0, - "3755": 1032089600.0, - "3760": 1019367552.0, - "3765": 1031917056.0, - "3770": 1026677248.0, - "3775": 1035708672.0, - "3780": 1030671360.0, - "3785": 1027209088.0, - "3790": 1019583232.0, - "3795": 1030305664.0, - "3800": 1035615744.0, - "3805": 1035422208.0, - "3810": 1033294720.0, - "3815": 1033989120.0, - "3820": 1041106496.0, - "3825": 1024535552.0, - "3830": 1037630976.0, - "3835": 1040347584.0, - "3840": 1023445504.0, - "3845": 1048467776.0, - "3850": 1052488448.0, - "3855": 1028907520.0, - "3860": 1019531776.0, - "3865": 1035488128.0, - "3870": 1028491840.0, - "3875": 1041165696.0, - "3880": 1048853888.0, - "3885": 1027724608.0, - "3890": 1027489024.0, - "3895": 1034189824.0, + "3755": 1032088960.0, + "3760": 1019366528.0, + "3765": 1031917120.0, + "3770": 1026678400.0, + "3775": 1035708544.0, + "3780": 1030670656.0, + "3785": 1027208128.0, + "3790": 1019583488.0, + "3795": 1030305536.0, + "3800": 1035615488.0, + "3805": 1035422592.0, + "3810": 1033293888.0, + "3815": 1033988224.0, + "3820": 1041106176.0, + "3825": 1024534656.0, + "3830": 1037631040.0, + "3835": 1040347008.0, + "3840": 1023445696.0, + "3845": 1048467840.0, + "3850": 1052489856.0, + "3855": 1028907456.0, + "3860": 1019531200.0, + "3865": 1035487744.0, + "3870": 1028491520.0, + "3875": 1041165568.0, + "3880": 1048855040.0, + "3885": 1027724800.0, + "3890": 1027488000.0, + "3895": 1034190976.0, "3900": 1027646336.0, - "3905": 1027976256.0, - "3910": 1041571840.0, - "3915": 1043994752.0, - "3920": 1041063552.0, - "3925": 1030836992.0, - "3930": 1027072256.0, - "3935": 1033782336.0, - "3940": 1042275328.0, - "3945": 1036247296.0, - "3950": 1021432064.0, - "3955": 1036303360.0, - "3960": 1024184256.0, - "3965": 1027066112.0, - "3970": 1015984384.0, - "3975": 1041422144.0, - "3980": 1032455296.0, - "3985": 1037680640.0, - "3990": 1038684160.0, - "3995": 1023653760.0, - "4000": 1054410240.0, - "4005": 1029982656.0, - "4010": 1025137088.0, - "4015": 1030978944.0, - "4020": 1018471936.0, - "4025": 1027123008.0, - "4030": 1010307520.0, - "4035": 1038642048.0, + "3905": 1027976192.0, + "3910": 1041571968.0, + "3915": 1043996288.0, + "3920": 1041063616.0, + "3925": 1030835840.0, + "3930": 1027072896.0, + "3935": 1033782016.0, + "3940": 1042274560.0, + "3945": 1036247232.0, + "3950": 1021432448.0, + "3955": 1036303104.0, + "3960": 1024184704.0, + "3965": 1027065856.0, + "3970": 1015984768.0, + "3975": 1041422976.0, + "3980": 1032455232.0, + "3985": 1037681280.0, + "3990": 1038684032.0, + "3995": 1023654272.0, + "4000": 1054410496.0, + "4005": 1029983488.0, + "4010": 1025137920.0, + "4015": 1030978176.0, + "4020": 1018472512.0, + "4025": 1027123328.0, + "4030": 1010307328.0, + "4035": 1038641600.0, "4040": 1022256768.0, - "4045": 1025038080.0, - "4050": 1032349120.0, - "4055": 1022420352.0, - "4060": 1024522432.0, - "4065": 1032870720.0, - "4070": 1027790208.0, - "4075": 1025596544.0, - "4080": 1029366272.0, + "4045": 1025037248.0, + "4050": 1032349568.0, + "4055": 1022420992.0, + "4060": 1024521280.0, + "4065": 1032870464.0, + "4070": 1027790272.0, + "4075": 1025596672.0, + "4080": 1029366528.0, "4085": 1020822912.0, - "4090": 1033321728.0, - "4095": 1024143104.0, - "4100": 1040949120.0, - "4105": 1027265664.0, - "4110": 1038792064.0, - "4115": 1023496640.0, - "4120": 1038943296.0, - "4125": 1048276096.0, - "4130": 1021489664.0, - "4135": 1034570880.0, - "4140": 1034612992.0, - "4145": 1044447680.0, - "4150": 1000352000.0, - "4155": 1028363776.0, - "4160": 1024242560.0, - "4165": 1033689216.0, - "4170": 1018888064.0, - "4175": 1026493568.0, - "4180": 1045409088.0, - "4185": 1033632192.0, - "4190": 1029574912.0, - "4195": 1038777344.0, - "4200": 1025102720.0, - "4205": 1019075712.0, - "4210": 1029561088.0, - "4215": 1032269248.0, - "4220": 1026242496.0, - "4225": 1031925632.0, - "4230": 1030269568.0, - "4235": 1027603584.0, - "4240": 1031481344.0, - "4245": 1028763584.0, - "4250": 1026987776.0, - "4255": 1021239488.0, - "4260": 1042081152.0, + "4090": 1033323136.0, + "4095": 1024142016.0, + "4100": 1040949824.0, + "4105": 1027266816.0, + "4110": 1038791296.0, + "4115": 1023496768.0, + "4120": 1038942976.0, + "4125": 1048275136.0, + "4130": 1021490240.0, + "4135": 1034570496.0, + "4140": 1034613568.0, + "4145": 1044446976.0, + "4150": 1000352896.0, + "4155": 1028364032.0, + "4160": 1024242176.0, + "4165": 1033688960.0, + "4170": 1018887936.0, + "4175": 1026492672.0, + "4180": 1045408128.0, + "4185": 1033632640.0, + "4190": 1029574656.0, + "4195": 1038777472.0, + "4200": 1025102592.0, + "4205": 1019074816.0, + "4210": 1029560192.0, + "4215": 1032269888.0, + "4220": 1026241024.0, + "4225": 1031926848.0, + "4230": 1030270336.0, + "4235": 1027603904.0, + "4240": 1031480512.0, + "4245": 1028765184.0, + "4250": 1026987648.0, + "4255": 1021238784.0, + "4260": 1042082560.0, "4265": 1025409664.0, - "4270": 1030170112.0, - "4275": 1012472320.0, - "4280": 1044506112.0, - "4285": 1019898112.0, - "4290": 1033058432.0, - "4295": 1033595520.0, - "4300": 1031639424.0, - "4305": 1023848384.0, - "4310": 1021568704.0, - "4315": 1047220736.0, - "4320": 1026521728.0, - "4325": 1005865920.0, - "4330": 1037666880.0, - "4335": 1022006784.0, - "4340": 1029010176.0, - "4345": 1033473984.0, - "4350": 1036886144.0, - "4355": 1026808704.0, - "4360": 1022937664.0, - "4365": 1028780416.0, - "4370": 1029623616.0, - "4375": 1042198464.0, - "4380": 1016100288.0, - "4385": 1045551360.0, - "4390": 1026271104.0, + "4270": 1030170816.0, + "4275": 1012473216.0, + "4280": 1044505088.0, + "4285": 1019897728.0, + "4290": 1033058624.0, + "4295": 1033595904.0, + "4300": 1031637952.0, + "4305": 1023848320.0, + "4310": 1021569216.0, + "4315": 1047221504.0, + "4320": 1026520704.0, + "4325": 1005865472.0, + "4330": 1037667200.0, + "4335": 1022006400.0, + "4340": 1029010048.0, + "4345": 1033474752.0, + "4350": 1036886272.0, + "4355": 1026808256.0, + "4360": 1022938752.0, + "4365": 1028779264.0, + "4370": 1029623808.0, + "4375": 1042197504.0, + "4380": 1016100160.0, + "4385": 1045551232.0, + "4390": 1026270976.0, "4395": 1029797248.0, - "4400": 1047364608.0, - "4405": 1029296768.0, - "4410": 1033424512.0, - "4415": 1028300352.0, - "4420": 1028148864.0, - "4425": 1033574784.0, - "4430": 1031373824.0, - "4435": 1028571776.0, - "4440": 1033123904.0, - "4445": 1028293120.0, - "4450": 1052211328.0, - "4455": 1026286272.0, - "4460": 1034886656.0, - "4465": 1031725312.0, - "4470": 1035445824.0, - "4475": 1036971520.0, - "4480": 1025118272.0, - "4485": 1034105408.0, - "4490": 1024629952.0, - "4495": 1047975104.0, - "4500": 1024708352.0, - "4505": 1038849664.0, - "4510": 1043724672.0, - "4515": 1044276608.0, - "4520": 1036872320.0, - "4525": 1058073856.0, + "4400": 1047365376.0, + "4405": 1029297344.0, + "4410": 1033423744.0, + "4415": 1028299520.0, + "4420": 1028148672.0, + "4425": 1033574400.0, + "4430": 1031374464.0, + "4435": 1028572416.0, + "4440": 1033123072.0, + "4445": 1028292992.0, + "4450": 1052211520.0, + "4455": 1026286784.0, + "4460": 1034885888.0, + "4465": 1031725568.0, + "4470": 1035446400.0, + "4475": 1036971648.0, + "4480": 1025118464.0, + "4485": 1034105152.0, + "4490": 1024630656.0, + "4495": 1047974272.0, + "4500": 1024707904.0, + "4505": 1038849920.0, + "4510": 1043723776.0, + "4515": 1044277248.0, + "4520": 1036871296.0, + "4525": 1058072512.0, "4530": 1030972928.0, - "4535": 1032592896.0, - "4540": 1036427392.0, - "4545": 1025726720.0, - "4550": 1021748736.0, - "4555": 1037545984.0, - "4560": 1020100800.0, - "4565": 1036054656.0, - "4570": 1020501248.0, - "4575": 1050411392.0, - "4580": 1010437376.0, - "4585": 1022960192.0, - "4590": 1039710592.0, - "4595": 1023274816.0, - "4600": 1042477568.0, - "4605": 1039746368.0, - "4610": 1046104128.0, - "4615": 1018000640.0, - "4620": 1044735104.0, - "4625": 1030480128.0, - "4630": 1027260864.0, - "4635": 1026994304.0, - "4640": 1034900864.0, - "4645": 1036421504.0, - "4650": 1033710016.0, - "4655": 1035460480.0, - "4660": 1035324736.0, - "4665": 1020265216.0, - "4670": 1020057344.0, - "4675": 1054848832.0, - "4680": 1024895232.0, - "4685": 1027819648.0, - "4690": 1034448896.0, - "4695": 1039152064.0, - "4700": 1038865728.0, - "4705": 1027655936.0, - "4710": 1020522752.0, - "4715": 1031826944.0, - "4720": 1030300288.0, - "4725": 1030300416.0, - "4730": 1044097536.0, - "4735": 1046134336.0, - "4740": 1036178304.0, - "4745": 1039044160.0, - "4750": 1031789952.0, - "4755": 1047723520.0, - "4760": 1026178368.0, - "4765": 1034694720.0, - "4770": 1036521536.0, - "4775": 1029374336.0, - "4780": 1028543360.0, - "4785": 1028414400.0, - "4790": 1019620928.0, - "4795": 1033059520.0, - "4800": 1051867264.0, + "4535": 1032592640.0, + "4540": 1036427008.0, + "4545": 1025726592.0, + "4550": 1021748416.0, + "4555": 1037546048.0, + "4560": 1020099904.0, + "4565": 1036055680.0, + "4570": 1020501632.0, + "4575": 1050411648.0, + "4580": 1010438528.0, + "4585": 1022960640.0, + "4590": 1039711232.0, + "4595": 1023274368.0, + "4600": 1042477952.0, + "4605": 1039747584.0, + "4610": 1046103680.0, + "4615": 1018000064.0, + "4620": 1044734784.0, + "4625": 1030479488.0, + "4630": 1027261056.0, + "4635": 1026995392.0, + "4640": 1034901184.0, + "4645": 1036421120.0, + "4650": 1033710592.0, + "4655": 1035460352.0, + "4660": 1035324544.0, + "4665": 1020265472.0, + "4670": 1020057216.0, + "4675": 1054848576.0, + "4680": 1024895616.0, + "4685": 1027821248.0, + "4690": 1034449216.0, + "4695": 1039151360.0, + "4700": 1038865152.0, + "4705": 1027655552.0, + "4710": 1020522240.0, + "4715": 1031827328.0, + "4720": 1030299648.0, + "4725": 1030298880.0, + "4730": 1044097024.0, + "4735": 1046132224.0, + "4740": 1036177664.0, + "4745": 1039044224.0, + "4750": 1031790720.0, + "4755": 1047724224.0, + "4760": 1026178432.0, + "4765": 1034694976.0, + "4770": 1036521408.0, + "4775": 1029374976.0, + "4780": 1028543488.0, + "4785": 1028414720.0, + "4790": 1019620480.0, + "4795": 1033059456.0, + "4800": 1051866560.0, "4805": 1015413376.0, - "4810": 1029454080.0, - "4815": 1009571712.0, - "4820": 1041051904.0, - "4825": 1026708800.0, - "4830": 1020451840.0, - "4835": 1051307328.0, - "4840": 1019456768.0, - "4845": 1032315136.0, - "4850": 1036794752.0, - "4855": 1031052672.0, - "4860": 1033130496.0, - "4865": 1032063232.0, - "4870": 1049832832.0, - "4875": 1025110016.0, - "4880": 1048476224.0, - "4885": 1016854528.0, - "4890": 1037318400.0, - "4895": 1024323072.0, - "4900": 1043373696.0, - "4905": 1033397376.0, - "4910": 1032830464.0, - "4915": 1016889600.0, - "4920": 1022294464.0, - "4925": 1034965952.0, - "4930": 1034630016.0, - "4935": 1025885952.0, - "4940": 1048399488.0, - "4945": 1025248256.0, - "4950": 1024208640.0, - "4955": 1007487232.0, - "4960": 1040213504.0, - "4965": 1018775936.0, - "4970": 1014273536.0, - "4975": 1038026432.0, - "4980": 1020918016.0, - "4985": 1029046528.0, - "4990": 1028394816.0, - "4995": 1032020288.0, - "5000": 1039791808.0, - "5005": 1024351552.0, - "5010": 1029146688.0, - "5015": 1021807872.0, + "4810": 1029453440.0, + "4815": 1009571328.0, + "4820": 1041051520.0, + "4825": 1026708864.0, + "4830": 1020451968.0, + "4835": 1051307904.0, + "4840": 1019456704.0, + "4845": 1032314880.0, + "4850": 1036794048.0, + "4855": 1031053248.0, + "4860": 1033130880.0, + "4865": 1032063104.0, + "4870": 1049832960.0, + "4875": 1025110592.0, + "4880": 1048477568.0, + "4885": 1016854208.0, + "4890": 1037317632.0, + "4895": 1024323264.0, + "4900": 1043373568.0, + "4905": 1033396864.0, + "4910": 1032829888.0, + "4915": 1016889728.0, + "4920": 1022294400.0, + "4925": 1034965888.0, + "4930": 1034629888.0, + "4935": 1025884992.0, + "4940": 1048398976.0, + "4945": 1025249344.0, + "4950": 1024208832.0, + "4955": 1007487104.0, + "4960": 1040213312.0, + "4965": 1018775552.0, + "4970": 1014274560.0, + "4975": 1038025536.0, + "4980": 1020917376.0, + "4985": 1029045888.0, + "4990": 1028395840.0, + "4995": 1032018816.0, + "5000": 1039790976.0, + "5005": 1024351616.0, + "5010": 1029147264.0, + "5015": 1021808896.0, "5020": 1023506688.0, - "5025": 1037604544.0, - "5030": 1041946560.0, - "5035": 1047129472.0, - "5040": 1060955648.0, - "5045": 1032107520.0, - "5050": 1029533952.0, - "5055": 1024552128.0, - "5060": 1035283200.0, - "5065": 1021205184.0, - "5070": 1035756288.0, - "5075": 1015771904.0, - "5080": 1027038976.0, - "5085": 1021792576.0, - "5090": 1034974208.0, - "5095": 1015499968.0, - "5100": 1032258496.0, - "5105": 1017981184.0, - "5110": 1019586688.0, - "5115": 1036064128.0, - "5120": 1032695552.0, - "5125": 1019075968.0, - "5130": 1033404928.0, - "5135": 1041204352.0, + "5025": 1037603968.0, + "5030": 1041946880.0, + "5035": 1047129600.0, + "5040": 1060956736.0, + "5045": 1032108032.0, + "5050": 1029534144.0, + "5055": 1024552704.0, + "5060": 1035282880.0, + "5065": 1021205760.0, + "5070": 1035754496.0, + "5075": 1015772864.0, + "5080": 1027040576.0, + "5085": 1021792640.0, + "5090": 1034974016.0, + "5095": 1015499520.0, + "5100": 1032257728.0, + "5105": 1017981504.0, + "5110": 1019585728.0, + "5115": 1036064640.0, + "5120": 1032694272.0, + "5125": 1019075712.0, + "5130": 1033404672.0, + "5135": 1041203072.0, "5140": 1026258816.0, - "5145": 1033707136.0, - "5150": 1022044416.0, - "5155": 1032265024.0, - "5160": 1039625920.0, - "5165": 1031575936.0, - "5170": 1035556608.0, - "5175": 1026115712.0, - "5180": 1030316736.0, - "5185": 1024495872.0, - "5190": 1019492352.0, - "5195": 1035626432.0, - "5200": 1016906176.0, - "5205": 1013435904.0, - "5210": 1049395200.0, - "5215": 1030833280.0, - "5220": 1025277824.0, - "5225": 1035239744.0, - "5230": 1025930048.0, - "5235": 1025120000.0, - "5240": 1046308352.0, + "5145": 1033705856.0, + "5150": 1022044928.0, + "5155": 1032265856.0, + "5160": 1039626240.0, + "5165": 1031575680.0, + "5170": 1035556800.0, + "5175": 1026115200.0, + "5180": 1030315776.0, + "5185": 1024494720.0, + "5190": 1019492672.0, + "5195": 1035626880.0, + "5200": 1016905472.0, + "5205": 1013435392.0, + "5210": 1049396608.0, + "5215": 1030832512.0, + "5220": 1025277440.0, + "5225": 1035240704.0, + "5230": 1025929728.0, + "5235": 1025119488.0, + "5240": 1046308096.0, "5245": 1022741120.0, - "5250": 1027061120.0, - "5255": 1023886464.0, - "5260": 1033821696.0, - "5265": 1045733888.0, - "5270": 1052500544.0, - "5275": 1033017920.0, - "5280": 1030073536.0, - "5285": 1025212672.0, - "5290": 1026575232.0, - "5295": 1032653184.0, - "5300": 1024368256.0, - "5305": 1029635712.0, + "5250": 1027062400.0, + "5255": 1023887680.0, + "5260": 1033820160.0, + "5265": 1045733760.0, + "5270": 1052499712.0, + "5275": 1033019328.0, + "5280": 1030072064.0, + "5285": 1025212736.0, + "5290": 1026575168.0, + "5295": 1032652544.0, + "5300": 1024368192.0, + "5305": 1029634944.0, "5310": 1033196992.0, - "5315": 1032989568.0, - "5320": 1019522112.0, + "5315": 1032990592.0, + "5320": 1019521280.0, "5325": 1022718016.0, - "5330": 1021334400.0, - "5335": 1039275392.0, - "5340": 1037219200.0, - "5345": 1039187840.0, - "5350": 1023701568.0, - "5355": 1029935872.0, - "5360": 1047045056.0, - "5365": 1037426240.0, + "5330": 1021334848.0, + "5335": 1039275776.0, + "5340": 1037219712.0, + "5345": 1039187776.0, + "5350": 1023700864.0, + "5355": 1029935808.0, + "5360": 1047045760.0, + "5365": 1037425920.0, "5370": 1024382592.0, - "5375": 1042070784.0, - "5380": 1020368512.0, - "5385": 1021765888.0, - "5390": 1035133376.0, - "5395": 1049654016.0, - "5400": 1026015360.0, - "5405": 1036453376.0, - "5410": 1027635072.0, - "5415": 1042285184.0, - "5420": 1039943360.0, - "5425": 1028381504.0, - "5430": 1043799680.0, + "5375": 1042069504.0, + "5380": 1020368768.0, + "5385": 1021766912.0, + "5390": 1035132736.0, + "5395": 1049655616.0, + "5400": 1026016064.0, + "5405": 1036452480.0, + "5410": 1027635648.0, + "5415": 1042285824.0, + "5420": 1039943040.0, + "5425": 1028380288.0, + "5430": 1043799808.0, "5435": 1032653568.0, - "5440": 1033384384.0, - "5445": 1034144128.0, - "5450": 1025299392.0, - "5455": 1034079936.0, - "5460": 1026811136.0, - "5465": 1027399552.0, - "5470": 1028969600.0, - "5475": 1037233920.0, - "5480": 1023830400.0, - "5485": 1019186752.0, - "5490": 1030890752.0, - "5495": 1029399680.0, - "5500": 1032681920.0, - "5505": 1018275456.0, - "5510": 1023987712.0, - "5515": 1025156160.0, - "5520": 1039527936.0, - "5525": 1018024704.0, - "5530": 1037664512.0, - "5535": 1031599424.0, - "5540": 1027564416.0, - "5545": 1033211968.0, - "5550": 1032115776.0, - "5555": 1044802112.0, - "5560": 1028510400.0, - "5565": 1029686272.0, - "5570": 1042028416.0, - "5575": 1025378688.0, - "5580": 1023716608.0, - "5585": 1044094208.0, + "5440": 1033384960.0, + "5445": 1034143488.0, + "5450": 1025300864.0, + "5455": 1034080128.0, + "5460": 1026811840.0, + "5465": 1027399424.0, + "5470": 1028969536.0, + "5475": 1037233024.0, + "5480": 1023831040.0, + "5485": 1019186496.0, + "5490": 1030891392.0, + "5495": 1029400192.0, + "5500": 1032682240.0, + "5505": 1018274816.0, + "5510": 1023987840.0, + "5515": 1025155904.0, + "5520": 1039527488.0, + "5525": 1018024576.0, + "5530": 1037665152.0, + "5535": 1031599872.0, + "5540": 1027564864.0, + "5545": 1033211904.0, + "5550": 1032115904.0, + "5555": 1044802432.0, + "5560": 1028510720.0, + "5565": 1029686144.0, + "5570": 1042028480.0, + "5575": 1025378496.0, + "5580": 1023716416.0, + "5585": 1044094336.0, "5590": 1041320000.0, - "5595": 1031550336.0, - "5600": 1023400064.0, - "5605": 1040116480.0, - "5610": 1034087104.0, - "5615": 1021041792.0, - "5620": 1031004736.0, - "5625": 1030188608.0, - "5630": 1023501056.0, - "5635": 1026683520.0, - "5640": 1034589312.0, - "5645": 1018656192.0, - "5650": 1052379136.0, - "5655": 1048933120.0, - "5660": 1050077824.0, - "5665": 1033958400.0, - "5670": 1033749760.0, - "5675": 1025393600.0, - "5680": 1039378304.0, - "5685": 1033055488.0, - "5690": 1031464576.0, - "5695": 1021945216.0, - "5700": 1038066112.0, - "5705": 1043684736.0, - "5710": 1057232000.0, - "5715": 1014462720.0, - "5720": 1021258240.0, - "5725": 1041821504.0, - "5730": 1039456512.0, - "5735": 1025128704.0, - "5740": 1026045120.0, - "5745": 1036989312.0, - "5750": 1044551040.0, - "5755": 1011860736.0, - "5760": 1028390784.0, - "5765": 1028245376.0, - "5770": 1021531520.0, - "5775": 1051210752.0, - "5780": 1034983680.0, - "5785": 1037514368.0, - "5790": 1016957632.0, - "5795": 1027873408.0, + "5595": 1031549824.0, + "5600": 1023400448.0, + "5605": 1040116224.0, + "5610": 1034088000.0, + "5615": 1021042560.0, + "5620": 1031005184.0, + "5625": 1030188032.0, + "5630": 1023501952.0, + "5635": 1026683072.0, + "5640": 1034589056.0, + "5645": 1018654912.0, + "5650": 1052379008.0, + "5655": 1048933760.0, + "5660": 1050076800.0, + "5665": 1033957696.0, + "5670": 1033750208.0, + "5675": 1025393920.0, + "5680": 1039377856.0, + "5685": 1033056256.0, + "5690": 1031464320.0, + "5695": 1021945600.0, + "5700": 1038065664.0, + "5705": 1043684480.0, + "5710": 1057231744.0, + "5715": 1014462656.0, + "5720": 1021258752.0, + "5725": 1041821760.0, + "5730": 1039455104.0, + "5735": 1025129728.0, + "5740": 1026045568.0, + "5745": 1036990336.0, + "5750": 1044551680.0, + "5755": 1011860672.0, + "5760": 1028391296.0, + "5765": 1028244992.0, + "5770": 1021530752.0, + "5775": 1051210816.0, + "5780": 1034984128.0, + "5785": 1037513536.0, + "5790": 1016956928.0, + "5795": 1027873536.0, "5800": 1029780864.0, - "5805": 1050695744.0, - "5810": 1018477440.0, - "5815": 1036123648.0, - "5820": 1048409216.0, - "5825": 1030977728.0, - "5830": 1031572480.0, - "5835": 1034045376.0, - "5840": 1039843072.0, - "5845": 1021746432.0, - "5850": 1029808768.0, - "5855": 1038790208.0, - "5860": 1031435008.0, - "5865": 1026398592.0, - "5870": 1029860224.0, - "5875": 1032841344.0, - "5880": 1032676352.0, - "5885": 1024576000.0, - "5890": 1026799616.0, - "5895": 1015795712.0, - "5900": 1049707264.0, - "5905": 1025652096.0, - "5910": 1019150912.0, - "5915": 1042739456.0, - "5920": 1028046720.0, - "5925": 1034017152.0, - "5930": 1030963072.0, - "5935": 1038103104.0, - "5940": 1019171584.0, + "5805": 1050694784.0, + "5810": 1018477824.0, + "5815": 1036124096.0, + "5820": 1048408832.0, + "5825": 1030977152.0, + "5830": 1031573056.0, + "5835": 1034045184.0, + "5840": 1039843776.0, + "5845": 1021746304.0, + "5850": 1029808512.0, + "5855": 1038790912.0, + "5860": 1031436352.0, + "5865": 1026397696.0, + "5870": 1029860480.0, + "5875": 1032841280.0, + "5880": 1032675392.0, + "5885": 1024576768.0, + "5890": 1026799424.0, + "5895": 1015796096.0, + "5900": 1049707648.0, + "5905": 1025653248.0, + "5910": 1019150720.0, + "5915": 1042739584.0, + "5920": 1028046528.0, + "5925": 1034016704.0, + "5930": 1030962304.0, + "5935": 1038102208.0, + "5940": 1019172608.0, "5945": 1025130112.0, - "5950": 1035529152.0, - "5955": 1050437760.0, - "5960": 1024548352.0, - "5965": 1029923648.0, - "5970": 1016427264.0, + "5950": 1035529344.0, + "5955": 1050437632.0, + "5960": 1024548736.0, + "5965": 1029924160.0, + "5970": 1016428160.0, "5975": 1036682880.0, - "5980": 1024119040.0, - "5985": 1035386240.0, - "5990": 1010551168.0, - "5995": 1047018880.0, - "6000": 1021245568.0, - "6005": 1040461440.0, - "6010": 1025358912.0, - "6015": 1050180160.0, - "6020": 1039514240.0, - "6025": 1030254080.0, - "6030": 1025931776.0, - "6035": 1021745792.0, - "6040": 1034116544.0, - "6045": 1028282112.0, - "6050": 1020112640.0, - "6055": 1040396224.0, - "6060": 1026346752.0, + "5980": 1024118272.0, + "5985": 1035386816.0, + "5990": 1010550528.0, + "5995": 1047019008.0, + "6000": 1021244608.0, + "6005": 1040460992.0, + "6010": 1025359104.0, + "6015": 1050180032.0, + "6020": 1039514304.0, + "6025": 1030254592.0, + "6030": 1025932096.0, + "6035": 1021745984.0, + "6040": 1034116864.0, + "6045": 1028282496.0, + "6050": 1020111872.0, + "6055": 1040395648.0, + "6060": 1026347456.0, "6065": 1022198080.0, - "6070": 1040668672.0, - "6075": 1046037760.0, - "6080": 1038582912.0, - "6085": 1041484160.0, - "6090": 1037206592.0, + "6070": 1040667648.0, + "6075": 1046037888.0, + "6080": 1038582720.0, + "6085": 1041484800.0, + "6090": 1037205696.0, "6095": 1036283136.0, - "6100": 1030455296.0, - "6105": 1019217152.0, - "6110": 1035357824.0, - "6115": 1019451712.0, - "6120": 1032190208.0, - "6125": 1020922496.0, + "6100": 1030454592.0, + "6105": 1019216448.0, + "6110": 1035356928.0, + "6115": 1019452864.0, + "6120": 1032189504.0, + "6125": 1020922112.0, "6130": 1012013504.0, - "6135": 1038734464.0, - "6140": 1041736960.0, - "6145": 1041917568.0, - "6150": 1018958464.0, + "6135": 1038733888.0, + "6140": 1041737536.0, + "6145": 1041917056.0, + "6150": 1018958528.0, "6155": 1024649728.0, - "6160": 1047971584.0, - "6165": 1050409536.0, - "6170": 1032504832.0, - "6175": 1045793344.0, - "6180": 1040066816.0, - "6185": 1029709760.0, + "6160": 1047971840.0, + "6165": 1050409600.0, + "6170": 1032504512.0, + "6175": 1045793664.0, + "6180": 1040067328.0, + "6185": 1029710080.0, "6190": 1023294592.0, - "6195": 1050896896.0, - "6200": 1035035648.0, - "6205": 1036275776.0, - "6210": 1039772608.0, - "6215": 1033200000.0, - "6220": 1026162176.0, - "6225": 1036741376.0, - "6230": 1025144256.0, - "6235": 1019352448.0, - "6240": 1057104640.0, - "6245": 1018414784.0, - "6250": 1035336832.0, - "6255": 1025380096.0, - "6260": 1034863936.0, - "6265": 1027703552.0, + "6195": 1050897664.0, + "6200": 1035035712.0, + "6205": 1036275200.0, + "6210": 1039772800.0, + "6215": 1033199680.0, + "6220": 1026162048.0, + "6225": 1036741760.0, + "6230": 1025144704.0, + "6235": 1019353152.0, + "6240": 1057104896.0, + "6245": 1018414016.0, + "6250": 1035336576.0, + "6255": 1025380672.0, + "6260": 1034863552.0, + "6265": 1027703040.0, "6270": 1042117248.0, - "6275": 1037659264.0, - "6280": 1018270720.0, - "6285": 1032641984.0, - "6290": 1038598848.0, - "6295": 1031803968.0, - "6300": 1034635264.0, - "6305": 1011067136.0, - "6310": 1039458048.0, - "6315": 1030053248.0, - "6320": 1030534784.0, - "6325": 1038641728.0, - "6330": 1033909696.0, - "6335": 1032298112.0, - "6340": 1033545088.0, - "6345": 1031036800.0, - "6350": 1037451520.0, - "6355": 1028076352.0, - "6360": 1043313984.0, + "6275": 1037659392.0, + "6280": 1018270976.0, + "6285": 1032641664.0, + "6290": 1038598016.0, + "6295": 1031804352.0, + "6300": 1034634432.0, + "6305": 1011067904.0, + "6310": 1039458304.0, + "6315": 1030053888.0, + "6320": 1030534016.0, + "6325": 1038642176.0, + "6330": 1033909376.0, + "6335": 1032297472.0, + "6340": 1033545408.0, + "6345": 1031035776.0, + "6350": 1037451392.0, + "6355": 1028075392.0, + "6360": 1043313536.0, "6365": 1025223680.0, - "6370": 1033938944.0, - "6375": 1036038080.0, - "6380": 1029107584.0, - "6385": 1025395968.0, - "6390": 1025517504.0, - "6395": 1048611392.0, - "6400": 1040734592.0, - "6405": 1024248448.0, - "6410": 1017489280.0, - "6415": 1042827392.0, - "6420": 1025201152.0, - "6425": 1027165056.0, - "6430": 1040569344.0, - "6435": 1022908928.0, - "6440": 1047994752.0, - "6445": 1036089856.0, - "6450": 1048532032.0, - "6455": 1037272320.0, - "6460": 1036749760.0, - "6465": 1033652608.0, + "6370": 1033939776.0, + "6375": 1036038144.0, + "6380": 1029107904.0, + "6385": 1025395200.0, + "6390": 1025518336.0, + "6395": 1048612288.0, + "6400": 1040734656.0, + "6405": 1024247552.0, + "6410": 1017490048.0, + "6415": 1042827264.0, + "6420": 1025201344.0, + "6425": 1027165120.0, + "6430": 1040569472.0, + "6435": 1022908544.0, + "6440": 1047994496.0, + "6445": 1036089984.0, + "6450": 1048531712.0, + "6455": 1037272576.0, + "6460": 1036750080.0, + "6465": 1033652928.0, "6470": 1018134912.0, "6475": 1034691712.0, - "6480": 1028994176.0, - "6485": 1033258752.0, - "6490": 1035638016.0, - "6495": 1024469888.0, - "6500": 1020571904.0, - "6505": 1059327488.0, - "6510": 1020471680.0, - "6515": 1018687616.0, - "6520": 1051470080.0, - "6525": 1035545344.0, - "6530": 1027897472.0, - "6535": 1022722304.0, - "6540": 1023273920.0, - "6545": 1033173824.0, - "6550": 1029487744.0, - "6555": 1029575680.0, - "6560": 1056439040.0, - "6565": 1054295680.0, - "6570": 1032319104.0, - "6575": 1041208064.0, - "6580": 1028134784.0, - "6585": 1036504448.0, - "6590": 1042456384.0, - "6595": 1038568960.0, - "6600": 1031387904.0, - "6605": 1045715072.0, - "6610": 1034713984.0, - "6615": 1015577216.0, - "6620": 1039114816.0, - "6625": 1054655232.0, - "6630": 1043093184.0, - "6635": 1032226816.0, + "6480": 1028993408.0, + "6485": 1033258496.0, + "6490": 1035638208.0, + "6495": 1024469632.0, + "6500": 1020572352.0, + "6505": 1059327104.0, + "6510": 1020471936.0, + "6515": 1018687744.0, + "6520": 1051470464.0, + "6525": 1035544960.0, + "6530": 1027896960.0, + "6535": 1022722176.0, + "6540": 1023273344.0, + "6545": 1033173120.0, + "6550": 1029488384.0, + "6555": 1029574720.0, + "6560": 1056438656.0, + "6565": 1054295040.0, + "6570": 1032318720.0, + "6575": 1041207552.0, + "6580": 1028133760.0, + "6585": 1036505280.0, + "6590": 1042455936.0, + "6595": 1038569088.0, + "6600": 1031387712.0, + "6605": 1045715520.0, + "6610": 1034713216.0, + "6615": 1015576640.0, + "6620": 1039114944.0, + "6625": 1054654848.0, + "6630": 1043092224.0, + "6635": 1032226432.0, "6640": 1016738944.0, - "6645": 1016178432.0, - "6650": 1034692800.0, - "6655": 1031753728.0, - "6660": 1041401920.0, + "6645": 1016178816.0, + "6650": 1034693056.0, + "6655": 1031753216.0, + "6660": 1041401472.0, "6665": 1024658048.0, "6670": 1023819008.0, - "6675": 1038305408.0, - "6680": 1025624640.0, - "6685": 1045394176.0, - "6690": 1046390720.0, - "6695": 1027755008.0, - "6700": 1033474176.0, - "6705": 1038856384.0, - "6710": 1047487232.0, - "6715": 1043228928.0, - "6720": 1022996800.0, - "6725": 1018909824.0, - "6730": 1027525632.0, - "6735": 1016939008.0, - "6740": 1027238464.0, - "6745": 1030263808.0, - "6750": 1006373760.0, - "6755": 1034764224.0, - "6760": 1040735744.0, - "6765": 1023826816.0, - "6770": 1036442176.0, - "6775": 1019626368.0, - "6780": 1043723968.0, - "6785": 1037409664.0, + "6675": 1038305344.0, + "6680": 1025625088.0, + "6685": 1045393152.0, + "6690": 1046389760.0, + "6695": 1027753984.0, + "6700": 1033473920.0, + "6705": 1038856128.0, + "6710": 1047485696.0, + "6715": 1043229952.0, + "6720": 1022995456.0, + "6725": 1018910080.0, + "6730": 1027525504.0, + "6735": 1016938880.0, + "6740": 1027238400.0, + "6745": 1030263552.0, + "6750": 1006373504.0, + "6755": 1034764480.0, + "6760": 1040735040.0, + "6765": 1023827264.0, + "6770": 1036440960.0, + "6775": 1019627392.0, + "6780": 1043723904.0, + "6785": 1037410176.0, "6790": 1029402752.0, - "6795": 1026350080.0, - "6800": 1036627904.0, - "6805": 1024580416.0, - "6810": 1042340608.0, - "6815": 1035274176.0, - "6820": 1022594432.0, - "6825": 1034794624.0, - "6830": 1029862272.0, - "6835": 1041609472.0, - "6840": 1042284160.0, + "6795": 1026349888.0, + "6800": 1036628480.0, + "6805": 1024580480.0, + "6810": 1042340224.0, + "6815": 1035273344.0, + "6820": 1022594560.0, + "6825": 1034794496.0, + "6830": 1029862336.0, + "6835": 1041608960.0, + "6840": 1042283584.0, "6845": 1018953984.0, - "6850": 1032171840.0, - "6855": 1034433920.0, + "6850": 1032171776.0, + "6855": 1034434688.0, "6860": 1042054400.0, "6865": 1021813120.0, - "6870": 1037016320.0, - "6875": 1030379968.0, - "6880": 1029361024.0, - "6885": 1030435968.0, - "6890": 1039890880.0, - "6895": 1027267584.0, - "6900": 1035174016.0, - "6905": 1043975552.0, - "6910": 1019762688.0, - "6915": 1017476864.0, - "6920": 1017184000.0, - "6925": 1030652160.0, - "6930": 1036672704.0, - "6935": 1042835840.0, - "6940": 1040312960.0, - "6945": 1044197760.0, - "6950": 1040513536.0, - "6955": 1036112512.0, - "6960": 1036435968.0, - "6965": 1019161792.0, - "6970": 1034728448.0, - "6975": 1019133312.0, - "6980": 1028436800.0, + "6870": 1037016768.0, + "6875": 1030379392.0, + "6880": 1029361152.0, + "6885": 1030435648.0, + "6890": 1039890496.0, + "6895": 1027267392.0, + "6900": 1035173632.0, + "6905": 1043974848.0, + "6910": 1019762816.0, + "6915": 1017476736.0, + "6920": 1017184256.0, + "6925": 1030651712.0, + "6930": 1036672256.0, + "6935": 1042835776.0, + "6940": 1040312576.0, + "6945": 1044198144.0, + "6950": 1040513600.0, + "6955": 1036112256.0, + "6960": 1036435520.0, + "6965": 1019161536.0, + "6970": 1034728960.0, + "6975": 1019135040.0, + "6980": 1028436160.0, "6985": 1023240064.0, - "6990": 1026995072.0, - "6995": 1027547008.0, - "7000": 1058819712.0, + "6990": 1026995200.0, + "6995": 1027546816.0, + "7000": 1058819776.0, "7005": 1013737728.0, - "7010": 1028960128.0, - "7015": 1037288768.0, - "7020": 1011879680.0, - "7025": 1017312640.0, - "7030": 1028301504.0, - "7035": 1035955520.0, - "7040": 1042965376.0, - "7045": 1028185728.0, - "7050": 1017978816.0, - "7055": 1035088128.0, - "7060": 1051802112.0, - "7065": 1007665792.0, - "7070": 1035819264.0, - "7075": 1031038336.0, - "7080": 1026143616.0, - "7085": 1044907008.0, - "7090": 1046261376.0, - "7095": 1043761408.0, - "7100": 1035088768.0, - "7105": 1049143808.0, - "7110": 1010961984.0, - "7115": 1033870080.0, - "7120": 1031268032.0, - "7125": 1037496960.0, - "7130": 1024881856.0, - "7135": 1031991680.0, - "7140": 1019090688.0, - "7145": 1033081728.0, - "7150": 1037553792.0, - "7155": 1015729664.0, - "7160": 1024724480.0, - "7165": 1030896256.0, - "7170": 1037368128.0, + "7010": 1028959168.0, + "7015": 1037288576.0, + "7020": 1011880640.0, + "7025": 1017312960.0, + "7030": 1028300800.0, + "7035": 1035956288.0, + "7040": 1042965760.0, + "7045": 1028185792.0, + "7050": 1017979392.0, + "7055": 1035089088.0, + "7060": 1051802368.0, + "7065": 1007665024.0, + "7070": 1035818752.0, + "7075": 1031038208.0, + "7080": 1026143360.0, + "7085": 1044906624.0, + "7090": 1046261632.0, + "7095": 1043760768.0, + "7100": 1035088256.0, + "7105": 1049144192.0, + "7110": 1010962688.0, + "7115": 1033869824.0, + "7120": 1031267456.0, + "7125": 1037497344.0, + "7130": 1024881600.0, + "7135": 1031992384.0, + "7140": 1019090560.0, + "7145": 1033081472.0, + "7150": 1037554368.0, + "7155": 1015729216.0, + "7160": 1024724736.0, + "7165": 1030895616.0, + "7170": 1037367808.0, "7175": 1028816512.0, - "7180": 1037633536.0, - "7185": 1016173696.0, - "7190": 1019807360.0, + "7180": 1037632768.0, + "7185": 1016172800.0, + "7190": 1019807680.0, "7195": 1040915584.0, - "7200": 1041374720.0, - "7205": 1026538240.0, - "7210": 1022638976.0, - "7215": 1041890752.0, - "7220": 1017742464.0, - "7225": 1027297472.0, - "7230": 1030200512.0, - "7235": 1035726208.0, - "7240": 1037855488.0, - "7245": 1023971136.0, - "7250": 1044707968.0, - "7255": 1031899648.0, - "7260": 1030128256.0, - "7265": 1036887360.0, - "7270": 1050097664.0, - "7275": 1029225472.0, - "7280": 1020231296.0, - "7285": 1029841408.0, - "7290": 1017219072.0, - "7295": 1029140608.0, - "7300": 1031533888.0, - "7305": 1027297920.0, - "7310": 1029089408.0, - "7315": 1022782336.0, - "7320": 1036458112.0, - "7325": 1036851264.0, - "7330": 1021707776.0, - "7335": 1030715392.0, - "7340": 1039382272.0, - "7345": 1040177536.0, - "7350": 1034973760.0, - "7355": 1033655424.0, - "7360": 1031254528.0, - "7365": 1048742016.0, - "7370": 1027298880.0, + "7200": 1041375360.0, + "7205": 1026538368.0, + "7210": 1022638848.0, + "7215": 1041890432.0, + "7220": 1017742592.0, + "7225": 1027296896.0, + "7230": 1030199680.0, + "7235": 1035726720.0, + "7240": 1037855424.0, + "7245": 1023971200.0, + "7250": 1044707328.0, + "7255": 1031900160.0, + "7260": 1030128384.0, + "7265": 1036887424.0, + "7270": 1050097280.0, + "7275": 1029225728.0, + "7280": 1020231040.0, + "7285": 1029841600.0, + "7290": 1017219648.0, + "7295": 1029139712.0, + "7300": 1031533696.0, + "7305": 1027297664.0, + "7310": 1029089664.0, + "7315": 1022782016.0, + "7320": 1036458368.0, + "7325": 1036851520.0, + "7330": 1021707264.0, + "7335": 1030715008.0, + "7340": 1039382912.0, + "7345": 1040177920.0, + "7350": 1034973696.0, + "7355": 1033655168.0, + "7360": 1031254784.0, + "7365": 1048742208.0, + "7370": 1027297920.0, "7375": 1041855488.0, - "7380": 1016725632.0, - "7385": 1017578368.0, - "7390": 1017235648.0, - "7395": 1046792960.0, + "7380": 1016725504.0, + "7385": 1017578816.0, + "7390": 1017234432.0, + "7395": 1046793536.0, "7400": 1048442368.0, - "7405": 1013394432.0, - "7410": 1017385856.0, + "7405": 1013393920.0, + "7410": 1017386112.0, "7415": 1017816000.0, - "7420": 1028042944.0, - "7425": 1012840640.0, - "7430": 1034042368.0, - "7435": 1032531072.0, - "7440": 1002691968.0, - "7445": 1034450240.0, - "7450": 1039305024.0, - "7455": 1019026560.0, - "7460": 1014740928.0, - "7465": 1027204224.0, - "7470": 1030422272.0, - "7475": 1033792384.0, - "7480": 1043317120.0, - "7485": 1038214912.0, - "7490": 1049001664.0, - "7495": 1028982592.0, - "7500": 1027426944.0, - "7505": 1028696448.0, + "7420": 1028043456.0, + "7425": 1012840960.0, + "7430": 1034041728.0, + "7435": 1032530560.0, + "7440": 1002691904.0, + "7445": 1034450944.0, + "7450": 1039304320.0, + "7455": 1019026240.0, + "7460": 1014740736.0, + "7465": 1027204672.0, + "7470": 1030423296.0, + "7475": 1033791232.0, + "7480": 1043316864.0, + "7485": 1038215232.0, + "7490": 1049001088.0, + "7495": 1028982528.0, + "7500": 1027426688.0, + "7505": 1028696704.0, "7510": 1048886144.0, - "7515": 1035647808.0, - "7520": 1017199232.0, - "7525": 1036572864.0, - "7530": 1029261824.0, - "7535": 1027190656.0, - "7540": 1028338176.0, - "7545": 1025986880.0, - "7550": 1023025984.0, - "7555": 1033025216.0, - "7560": 1031404544.0, - "7565": 1022710656.0, - "7570": 1037591552.0, - "7575": 1022603968.0, - "7580": 1018124032.0, - "7585": 1033054528.0, - "7590": 1010992640.0, - "7595": 1018259712.0, - "7600": 1049904256.0, - "7605": 1037361216.0, - "7610": 1040415616.0, - "7615": 1035247360.0, - "7620": 1024231168.0, - "7625": 1020317312.0, - "7630": 1034939072.0, - "7635": 1043224640.0, - "7640": 1033491840.0, - "7645": 1034444800.0, - "7650": 1039804352.0, + "7515": 1035648448.0, + "7520": 1017198848.0, + "7525": 1036573056.0, + "7530": 1029262272.0, + "7535": 1027190144.0, + "7540": 1028337792.0, + "7545": 1025986432.0, + "7550": 1023026304.0, + "7555": 1033025152.0, + "7560": 1031405632.0, + "7565": 1022710528.0, + "7570": 1037591296.0, + "7575": 1022603264.0, + "7580": 1018123584.0, + "7585": 1033054336.0, + "7590": 1010992448.0, + "7595": 1018259840.0, + "7600": 1049904320.0, + "7605": 1037360896.0, + "7610": 1040414976.0, + "7615": 1035248256.0, + "7620": 1024231040.0, + "7625": 1020316416.0, + "7630": 1034939264.0, + "7635": 1043224704.0, + "7640": 1033491200.0, + "7645": 1034444992.0, + "7650": 1039805056.0, "7655": 1031239936.0, - "7660": 1056628288.0, - "7665": 1031076096.0, - "7670": 1033685056.0, - "7675": 1030682112.0, - "7680": 1035398784.0, - "7685": 1018661632.0, - "7690": 1031920960.0, - "7695": 1025858432.0, - "7700": 1017714688.0, - "7705": 1036531200.0, - "7710": 1029892992.0, - "7715": 1053230720.0, - "7720": 1019514816.0, - "7725": 1042193280.0, - "7730": 1035621184.0, - "7735": 1020726528.0, - "7740": 1045576064.0, - "7745": 1026932864.0, - "7750": 1048550848.0, - "7755": 1022538752.0, - "7760": 1049532672.0, - "7765": 1029370112.0, - "7770": 1018375104.0, - "7775": 1021364736.0, - "7780": 1039769856.0, + "7660": 1056627392.0, + "7665": 1031076608.0, + "7670": 1033684992.0, + "7675": 1030681088.0, + "7680": 1035398208.0, + "7685": 1018662016.0, + "7690": 1031921152.0, + "7695": 1025858176.0, + "7700": 1017714816.0, + "7705": 1036530816.0, + "7710": 1029893632.0, + "7715": 1053231104.0, + "7720": 1019514944.0, + "7725": 1042193024.0, + "7730": 1035620736.0, + "7735": 1020726400.0, + "7740": 1045575936.0, + "7745": 1026932736.0, + "7750": 1048550400.0, + "7755": 1022539072.0, + "7760": 1049531904.0, + "7765": 1029370240.0, + "7770": 1018375040.0, + "7775": 1021364608.0, + "7780": 1039770368.0, "7785": 1039914112.0, - "7790": 1030516992.0, - "7795": 1039354496.0, + "7790": 1030516800.0, + "7795": 1039353600.0, "7800": 1028187904.0, - "7805": 1027635520.0, - "7810": 1020969728.0, - "7815": 1035878720.0, - "7820": 1017666304.0, - "7825": 1018067456.0, - "7830": 1035103936.0, - "7835": 1044508224.0, - "7840": 1027836096.0, - "7845": 1032102016.0, - "7850": 1034609792.0, + "7805": 1027635840.0, + "7810": 1020970112.0, + "7815": 1035878784.0, + "7820": 1017666048.0, + "7825": 1018067392.0, + "7830": 1035104256.0, + "7835": 1044507456.0, + "7840": 1027835776.0, + "7845": 1032101504.0, + "7850": 1034609280.0, "7855": 1025464448.0, - "7860": 1059051648.0, - "7865": 1016626176.0, + "7860": 1059051264.0, + "7865": 1016626752.0, "7870": 1033729408.0, - "7875": 1044186048.0, - "7880": 1029084416.0, - "7885": 1040308224.0, - "7890": 1029556032.0, - "7895": 1032946368.0, - "7900": 1021408768.0, - "7905": 1020955520.0, - "7910": 1008994048.0, - "7915": 1023120512.0, - "7920": 1023070720.0, - "7925": 1030094336.0, - "7930": 1020712448.0, - "7935": 1019443584.0, - "7940": 1017808512.0, - "7945": 1014448256.0, - "7950": 1026303424.0, - "7955": 1034518080.0, - "7960": 1056026560.0, - "7965": 1031048576.0, - "7970": 1030417536.0, - "7975": 1022190336.0, - "7980": 1034474944.0, - "7985": 1047304064.0, - "7990": 1032065536.0, - "7995": 1044265088.0, - "8000": 1028876800.0, - "8005": 1028045120.0, - "8010": 1050665024.0, - "8015": 1019759232.0, - "8020": 1043296896.0, - "8025": 1039019328.0, - "8030": 1030868032.0, - "8035": 1045304576.0, - "8040": 1026310464.0, - "8045": 1024970304.0, - "8050": 1018405504.0, - "8055": 1033736576.0, - "8060": 1012985984.0, - "8065": 1022016640.0, - "8070": 1034776320.0, - "8075": 1042760064.0, - "8080": 1027759040.0, - "8085": 1037205120.0, - "8090": 1007008256.0, - "8095": 1030374272.0, - "8100": 1030726208.0, - "8105": 1027794560.0, - "8110": 1031557376.0, - "8115": 1037685312.0, + "7875": 1044186368.0, + "7880": 1029083392.0, + "7885": 1040308480.0, + "7890": 1029555200.0, + "7895": 1032946560.0, + "7900": 1021407744.0, + "7905": 1020955648.0, + "7910": 1008994560.0, + "7915": 1023120384.0, + "7920": 1023070848.0, + "7925": 1030094208.0, + "7930": 1020712192.0, + "7935": 1019443456.0, + "7940": 1017809472.0, + "7945": 1014447616.0, + "7950": 1026303232.0, + "7955": 1034518144.0, + "7960": 1056025984.0, + "7965": 1031048064.0, + "7970": 1030417664.0, + "7975": 1022190080.0, + "7980": 1034475072.0, + "7985": 1047303744.0, + "7990": 1032065920.0, + "7995": 1044264832.0, + "8000": 1028876288.0, + "8005": 1028045568.0, + "8010": 1050665344.0, + "8015": 1019759296.0, + "8020": 1043297408.0, + "8025": 1039018880.0, + "8030": 1030868864.0, + "8035": 1045304192.0, + "8040": 1026310976.0, + "8045": 1024969600.0, + "8050": 1018405248.0, + "8055": 1033736640.0, + "8060": 1012986240.0, + "8065": 1022017024.0, + "8070": 1034776000.0, + "8075": 1042760192.0, + "8080": 1027758656.0, + "8085": 1037204864.0, + "8090": 1007008000.0, + "8095": 1030374144.0, + "8100": 1030725568.0, + "8105": 1027794432.0, + "8110": 1031557120.0, + "8115": 1037685184.0, "8120": 1037693056.0, - "8125": 1031097664.0, - "8130": 1028626432.0, - "8135": 1029679680.0, - "8140": 1049904128.0, - "8145": 1043463424.0, - "8150": 1040087040.0, - "8155": 1046780672.0, - "8160": 1010198976.0, - "8165": 1031657408.0, - "8170": 1024483328.0, - "8175": 1035019520.0, - "8180": 1024461824.0, - "8185": 1021960192.0, - "8190": 1037125376.0, - "8195": 1022368064.0, - "8200": 1035636032.0, - "8205": 1026482496.0, - "8210": 1023888384.0, - "8215": 1014276864.0, - "8220": 1026755584.0, - "8225": 1028539968.0, - "8230": 1027163200.0, - "8235": 1037914496.0, - "8240": 1025910016.0, - "8245": 1024677120.0, - "8250": 1041635712.0, + "8125": 1031097344.0, + "8130": 1028626560.0, + "8135": 1029680128.0, + "8140": 1049904640.0, + "8145": 1043463040.0, + "8150": 1040086592.0, + "8155": 1046780416.0, + "8160": 1010198912.0, + "8165": 1031657856.0, + "8170": 1024483840.0, + "8175": 1035019904.0, + "8180": 1024461504.0, + "8185": 1021960576.0, + "8190": 1037125888.0, + "8195": 1022368448.0, + "8200": 1035635840.0, + "8205": 1026482816.0, + "8210": 1023888064.0, + "8215": 1014277056.0, + "8220": 1026755712.0, + "8225": 1028540416.0, + "8230": 1027163456.0, + "8235": 1037913856.0, + "8240": 1025909632.0, + "8245": 1024676864.0, + "8250": 1041635456.0, "8255": 1031909056.0, - "8260": 1032424576.0, + "8260": 1032424320.0, "8265": 1023164160.0, - "8270": 1040172416.0, - "8275": 1038051200.0, - "8280": 1041850048.0, - "8285": 1038803200.0, - "8290": 1024074880.0, - "8295": 1028403968.0, - "8300": 1039341056.0, - "8305": 1012104832.0, - "8310": 1021882432.0, - "8315": 1027307520.0, - "8320": 1021637056.0, - "8325": 1048572544.0, - "8330": 1041040000.0, + "8270": 1040172928.0, + "8275": 1038051712.0, + "8280": 1041849728.0, + "8285": 1038804096.0, + "8290": 1024074624.0, + "8295": 1028404352.0, + "8300": 1039341312.0, + "8305": 1012105088.0, + "8310": 1021881792.0, + "8315": 1027307264.0, + "8320": 1021636480.0, + "8325": 1048572160.0, + "8330": 1041040768.0, "8335": 1037964928.0, - "8340": 1033019392.0, - "8345": 1043864576.0, + "8340": 1033019456.0, + "8345": 1043863936.0, "8350": 1037713792.0, - "8355": 1029686016.0, - "8360": 1040667584.0, - "8365": 1027450880.0, - "8370": 1037743552.0, - "8375": 1041986304.0, - "8380": 1037628544.0, - "8385": 1023435968.0, - "8390": 1026067840.0, - "8395": 1028913216.0, - "8400": 1046530560.0, - "8405": 1040179968.0, - "8410": 1034253312.0, - "8415": 1040258688.0, - "8420": 1054730240.0, - "8425": 1031515264.0, - "8430": 1030295808.0, - "8435": 1045707008.0, - "8440": 1026311296.0, - "8445": 1029027648.0, - "8450": 1034202944.0, - "8455": 1031794240.0, - "8460": 1016828288.0, - "8465": 1035163200.0, - "8470": 1035184640.0, - "8475": 1024713472.0, - "8480": 1035901184.0, - "8485": 1028948608.0, - "8490": 1023078976.0, + "8355": 1029686528.0, + "8360": 1040667456.0, + "8365": 1027449728.0, + "8370": 1037743104.0, + "8375": 1041986688.0, + "8380": 1037628480.0, + "8385": 1023436544.0, + "8390": 1026068032.0, + "8395": 1028913920.0, + "8400": 1046530240.0, + "8405": 1040179776.0, + "8410": 1034252672.0, + "8415": 1040258944.0, + "8420": 1054730496.0, + "8425": 1031515200.0, + "8430": 1030295424.0, + "8435": 1045706752.0, + "8440": 1026310912.0, + "8445": 1029027840.0, + "8450": 1034202880.0, + "8455": 1031794048.0, + "8460": 1016828352.0, + "8465": 1035162688.0, + "8470": 1035184768.0, + "8475": 1024713280.0, + "8480": 1035900800.0, + "8485": 1028948544.0, + "8490": 1023079104.0, "8495": 1037392768.0, - "8500": 1025960704.0, - "8505": 1042724864.0, - "8510": 1028168064.0, - "8515": 1038101248.0, + "8500": 1025960448.0, + "8505": 1042724992.0, + "8510": 1028167680.0, + "8515": 1038101120.0, "8520": 1023107072.0, - "8525": 1037987328.0, - "8530": 1027572992.0, - "8535": 1041656704.0, - "8540": 1033880832.0, - "8545": 1015116288.0, - "8550": 1040188352.0, - "8555": 1016340992.0, - "8560": 1019330176.0, - "8565": 1021409984.0, - "8570": 1032032576.0, - "8575": 1031879168.0, - "8580": 1016011712.0, - "8585": 1030017408.0, - "8590": 1031636224.0, - "8595": 1017776896.0, - "8600": 1002392640.0, - "8605": 1030238080.0, - "8610": 1017532288.0, - "8615": 1023988864.0, - "8620": 1047204992.0, - "8625": 1034232320.0, - "8630": 1030921728.0, - "8635": 1051993088.0, - "8640": 1041133952.0, - "8645": 1024871168.0, - "8650": 1025595072.0, - "8655": 1036905472.0, - "8660": 1031171136.0, + "8525": 1037987456.0, + "8530": 1027572416.0, + "8535": 1041656320.0, + "8540": 1033881600.0, + "8545": 1015116544.0, + "8550": 1040187456.0, + "8555": 1016340736.0, + "8560": 1019330304.0, + "8565": 1021410048.0, + "8570": 1032031616.0, + "8575": 1031880064.0, + "8580": 1016011520.0, + "8585": 1030017472.0, + "8590": 1031636800.0, + "8595": 1017776128.0, + "8600": 1002393152.0, + "8605": 1030238976.0, + "8610": 1017532544.0, + "8615": 1023988736.0, + "8620": 1047205440.0, + "8625": 1034232448.0, + "8630": 1030921088.0, + "8635": 1051992960.0, + "8640": 1041134272.0, + "8645": 1024870720.0, + "8650": 1025595520.0, + "8655": 1036905344.0, + "8660": 1031171072.0, "8665": 1032905472.0, - "8670": 1037400256.0, + "8670": 1037400576.0, "8675": 1029157632.0, - "8680": 1031264512.0, + "8680": 1031264640.0, "8685": 1041198016.0, - "8690": 1035035392.0, - "8695": 1008509184.0, - "8700": 1027458368.0, - "8705": 1051504896.0, - "8710": 1041677696.0, - "8715": 1034152960.0, - "8720": 1017596672.0, - "8725": 1025187072.0, - "8730": 1036611008.0, - "8735": 1014829696.0, - "8740": 1036082048.0, - "8745": 1021252480.0, - "8750": 1027867840.0, - "8755": 1020742464.0, - "8760": 1036899328.0, - "8765": 1058672384.0, + "8690": 1035036032.0, + "8695": 1008507648.0, + "8700": 1027458880.0, + "8705": 1051505024.0, + "8710": 1041678016.0, + "8715": 1034152448.0, + "8720": 1017596928.0, + "8725": 1025187200.0, + "8730": 1036610432.0, + "8735": 1014828800.0, + "8740": 1036081792.0, + "8745": 1021252224.0, + "8750": 1027867200.0, + "8755": 1020742400.0, + "8760": 1036899456.0, + "8765": 1058672448.0, "8770": 1020463104.0, - "8775": 1031773440.0, - "8780": 1030892672.0, - "8785": 1032118528.0, - "8790": 1041034496.0, - "8795": 1019523840.0, - "8800": 1038246016.0, - "8805": 1035106624.0, - "8810": 1043257856.0, - "8815": 1026490688.0, + "8775": 1031773376.0, + "8780": 1030892160.0, + "8785": 1032118016.0, + "8790": 1041034048.0, + "8795": 1019524096.0, + "8800": 1038245504.0, + "8805": 1035106304.0, + "8810": 1043257600.0, + "8815": 1026491136.0, "8820": 1027666688.0, - "8825": 1043464832.0, - "8830": 1027480832.0, - "8835": 1038812800.0, - "8840": 1034491072.0, - "8845": 1033909632.0, - "8850": 1030490816.0, - "8855": 1042524928.0, - "8860": 1013002496.0, - "8865": 1038368640.0, - "8870": 1025187456.0, - "8875": 1012981504.0, + "8825": 1043464448.0, + "8830": 1027481344.0, + "8835": 1038813632.0, + "8840": 1034491392.0, + "8845": 1033909120.0, + "8850": 1030490688.0, + "8855": 1042525440.0, + "8860": 1013002624.0, + "8865": 1038368832.0, + "8870": 1025186688.0, + "8875": 1012981248.0, "8880": 1028376448.0, - "8885": 1046461056.0, + "8885": 1046460288.0, "8890": 1038603776.0, - "8895": 1037909120.0, - "8900": 1027294912.0, - "8905": 1032792320.0, - "8910": 1029795328.0, - "8915": 1030003904.0, - "8920": 1030340544.0, - "8925": 1028569664.0, - "8930": 1031637504.0, - "8935": 1022950784.0, - "8940": 1019847424.0, - "8945": 1031909120.0, + "8895": 1037909248.0, + "8900": 1027294976.0, + "8905": 1032792448.0, + "8910": 1029795648.0, + "8915": 1030003456.0, + "8920": 1030340416.0, + "8925": 1028569088.0, + "8930": 1031637888.0, + "8935": 1022950528.0, + "8940": 1019847872.0, + "8945": 1031909376.0, "8950": 1039951360.0, - "8955": 1041902656.0, - "8960": 1026878912.0, - "8965": 1022084288.0, - "8970": 1029559296.0, - "8975": 1038934784.0, - "8980": 1033860352.0, - "8985": 1030649344.0, - "8990": 1025014400.0, - "8995": 1013963776.0, - "9000": 1035286592.0, - "9005": 1028648704.0, - "9010": 1011912704.0, - "9015": 1038911936.0, - "9020": 1030154496.0, - "9025": 1024684544.0, - "9030": 1025861376.0, - "9035": 1054309120.0, - "9040": 1027294464.0, - "9045": 1036583232.0, - "9050": 1020929536.0, - "9055": 1043213568.0, - "9060": 1023158592.0, - "9065": 1023387904.0, - "9070": 1039363712.0, - "9075": 1026728896.0, - "9080": 1018872832.0, - "9085": 1015439360.0, - "9090": 1043764544.0, - "9095": 1014020992.0, - "9100": 1031974400.0, - "9105": 1026514496.0, - "9110": 1029229824.0, - "9115": 1024866176.0, - "9120": 999986112.0, - "9125": 1032842112.0, - "9130": 1038533504.0, - "9135": 1031037568.0, - "9140": 1025502336.0, - "9145": 1030404928.0, - "9150": 1029415936.0, - "9155": 1038268800.0, + "8955": 1041902400.0, + "8960": 1026878464.0, + "8965": 1022084544.0, + "8970": 1029559168.0, + "8975": 1038934528.0, + "8980": 1033859904.0, + "8985": 1030649216.0, + "8990": 1025014720.0, + "8995": 1013963904.0, + "9000": 1035286144.0, + "9005": 1028649600.0, + "9010": 1011913472.0, + "9015": 1038911744.0, + "9020": 1030154304.0, + "9025": 1024685120.0, + "9030": 1025862016.0, + "9035": 1054308608.0, + "9040": 1027294208.0, + "9045": 1036583360.0, + "9050": 1020929792.0, + "9055": 1043213056.0, + "9060": 1023159040.0, + "9065": 1023387456.0, + "9070": 1039364096.0, + "9075": 1026728192.0, + "9080": 1018873472.0, + "9085": 1015439552.0, + "9090": 1043765248.0, + "9095": 1014020864.0, + "9100": 1031975808.0, + "9105": 1026514112.0, + "9110": 1029230208.0, + "9115": 1024866048.0, + "9120": 999986432.0, + "9125": 1032843200.0, + "9130": 1038534656.0, + "9135": 1031037056.0, + "9140": 1025501824.0, + "9145": 1030405184.0, + "9150": 1029416192.0, + "9155": 1038269056.0, "9160": 1046044160.0, - "9165": 1017949056.0, - "9170": 1040955584.0, - "9175": 1031288000.0, - "9180": 1037829632.0, - "9185": 1040683840.0, - "9190": 1028986368.0, - "9195": 1034311616.0, - "9200": 1035550592.0, - "9205": 1029846400.0, - "9210": 1026535808.0, - "9215": 1030520640.0, - "9220": 1025732352.0, - "9225": 1048001536.0, - "9230": 1041601408.0, - "9235": 1027775296.0, - "9240": 1025245312.0, - "9245": 1036211904.0, - "9250": 1041192512.0, - "9255": 1020063872.0, - "9260": 1035338368.0, + "9165": 1017948416.0, + "9170": 1040955136.0, + "9175": 1031287424.0, + "9180": 1037830144.0, + "9185": 1040683776.0, + "9190": 1028986496.0, + "9195": 1034312192.0, + "9200": 1035551488.0, + "9205": 1029846656.0, + "9210": 1026536192.0, + "9215": 1030520832.0, + "9220": 1025732416.0, + "9225": 1048001216.0, + "9230": 1041601536.0, + "9235": 1027775232.0, + "9240": 1025245184.0, + "9245": 1036211712.0, + "9250": 1041192064.0, + "9255": 1020064256.0, + "9260": 1035338112.0, "9265": 1023102464.0, - "9270": 1038332416.0, + "9270": 1038332800.0, "9275": 1036053184.0, - "9280": 1026541952.0, + "9280": 1026541440.0, "9285": 1014286080.0, - "9290": 1018866432.0, - "9295": 1026915456.0, - "9300": 1037085952.0, - "9305": 1045435584.0, - "9310": 1033243264.0, + "9290": 1018866304.0, + "9295": 1026915072.0, + "9300": 1037086208.0, + "9305": 1045435904.0, + "9310": 1033243392.0, "9315": 1039044096.0, - "9320": 1048495488.0, - "9325": 1023060224.0, - "9330": 1031724288.0, - "9335": 1035673280.0, - "9340": 1013719488.0, - "9345": 1022571776.0, + "9320": 1048495040.0, + "9325": 1023059968.0, + "9330": 1031724544.0, + "9335": 1035673472.0, + "9340": 1013718656.0, + "9345": 1022571264.0, "9350": 1026585344.0, - "9355": 1034807296.0, + "9355": 1034807168.0, "9360": 1029839488.0, - "9365": 1019862656.0, - "9370": 1006903872.0, - "9375": 1036233152.0, - "9380": 1049012160.0, - "9385": 1015905024.0, - "9390": 1029209088.0, - "9395": 1008932864.0, - "9400": 1026894336.0, - "9405": 1027653312.0, - "9410": 1040913024.0, - "9415": 1035129088.0, - "9420": 1030792704.0, + "9365": 1019863104.0, + "9370": 1006903296.0, + "9375": 1036232768.0, + "9380": 1049012864.0, + "9385": 1015905216.0, + "9390": 1029208640.0, + "9395": 1008932480.0, + "9400": 1026894080.0, + "9405": 1027653248.0, + "9410": 1040913152.0, + "9415": 1035129472.0, + "9420": 1030792320.0, "9425": 1027581696.0, "9430": 1032727424.0, - "9435": 1031796352.0, - "9440": 1051729856.0, - "9445": 1019627648.0, - "9450": 1044504064.0, - "9455": 1035774080.0, - "9460": 1013828032.0, - "9465": 1023403904.0, - "9470": 1023576768.0, - "9475": 1039164032.0, - "9480": 1029597120.0, - "9485": 1032074496.0, - "9490": 1020994752.0, - "9495": 1021375808.0, - "9500": 1035595008.0, - "9505": 1034478720.0, - "9510": 1014286528.0, - "9515": 1031309056.0, - "9520": 1026563456.0, - "9525": 1035853952.0, - "9530": 1031624576.0, - "9535": 1025926336.0 + "9435": 1031795712.0, + "9440": 1051730048.0, + "9445": 1019626368.0, + "9450": 1044504000.0, + "9455": 1035774464.0, + "9460": 1013828096.0, + "9465": 1023404032.0, + "9470": 1023576576.0, + "9475": 1039164480.0, + "9480": 1029596416.0, + "9485": 1032076224.0, + "9490": 1020995072.0, + "9495": 1021375872.0, + "9500": 1035594368.0, + "9505": 1034478144.0, + "9510": 1014286848.0, + "9515": 1031308992.0, + "9520": 1026564416.0, + "9525": 1035853696.0, + "9530": 1031624960.0, + "9535": 1025926400.0 } }, "mem-allocated-bytes": { @@ -3834,1914 +3834,1914 @@ "end_step": 9535, "step_interval": 5, "values": { - "1": 33395400704.0, - "5": 33395511296.0, - "10": 33395531776.0, - "15": 33395523584.0, - "20": 33395613696.0, - "25": 33395548160.0, + "1": 33395402752.0, + "5": 33395515392.0, + "10": 33395527680.0, + "15": 33395521536.0, + "20": 33395605504.0, + "25": 33395546112.0, "30": 33395572736.0, - "35": 33395718144.0, - "40": 33395705856.0, - "45": 33395654656.0, - "50": 33395505152.0, - "55": 33395406848.0, - "60": 33395449856.0, - "65": 33395576832.0, - "70": 33395378176.0, - "75": 33395380224.0, - "80": 33395486720.0, + "35": 33395728384.0, + "40": 33395693568.0, + "45": 33395658752.0, + "50": 33395507200.0, + "55": 33395404800.0, + "60": 33395460096.0, + "65": 33395580928.0, + "70": 33395390464.0, + "75": 33395396608.0, + "80": 33395496960.0, "85": 33395386368.0, - "90": 33395378176.0, - "95": 33395478528.0, - "100": 33395345408.0, - "105": 33395232768.0, - "110": 33395132416.0, - "115": 33394784256.0, - "120": 33395433472.0, - "125": 33394960384.0, - "130": 33395099648.0, - "135": 33395392512.0, - "140": 33395091456.0, - "145": 33395202048.0, - "150": 33395392512.0, - "155": 33395238912.0, - "160": 33395191808.0, + "90": 33395376128.0, + "95": 33395482624.0, + "100": 33395343360.0, + "105": 33395216384.0, + "110": 33395128320.0, + "115": 33394774016.0, + "120": 33395429376.0, + "125": 33394958336.0, + "130": 33395079168.0, + "135": 33395386368.0, + "140": 33395079168.0, + "145": 33395181568.0, + "150": 33395378176.0, + "155": 33395247104.0, + "160": 33395179520.0, "165": 33395253248.0, - "170": 33395929088.0, - "175": 33395298304.0, - "180": 33395429376.0, - "185": 33395425280.0, - "190": 33395204096.0, - "195": 33395335168.0, + "170": 33395908608.0, + "175": 33395261440.0, + "180": 33395419136.0, + "185": 33395404800.0, + "190": 33395200000.0, + "195": 33395353600.0, "200": 33395415040.0, - "205": 33395591168.0, - "210": 33395599360.0, - "215": 33395200000.0, - "220": 33394944000.0, - "225": 33395025920.0, - "230": 33395179520.0, - "235": 33395277824.0, - "240": 33395396608.0, - "245": 33395507200.0, - "250": 33395396608.0, - "255": 33395361792.0, + "205": 33395578880.0, + "210": 33395593216.0, + "215": 33395195904.0, + "220": 33394958336.0, + "225": 33395015680.0, + "230": 33395173376.0, + "235": 33395273728.0, + "240": 33395384320.0, + "245": 33395486720.0, + "250": 33395376128.0, + "255": 33395376128.0, "260": 33394851840.0, - "265": 33395539968.0, - "270": 33395560448.0, - "275": 33395562496.0, - "280": 33395347456.0, - "285": 33396039680.0, + "265": 33395531776.0, + "270": 33395535872.0, + "275": 33395597312.0, + "280": 33395341312.0, + "285": 33396054016.0, "290": 33395263488.0, - "295": 33396088832.0, - "300": 33395953664.0, + "295": 33396097024.0, + "300": 33395957760.0, "305": 33396420608.0, - "310": 33395914752.0, - "315": 33395283968.0, - "320": 33395570688.0, - "325": 33395537920.0, - "330": 33396015104.0, - "335": 33396043776.0, - "340": 33396756480.0, - "345": 33396178944.0, - "350": 33395838976.0, - "355": 33396121600.0, - "360": 33395482624.0, - "365": 33395597312.0, - "370": 33396142080.0, - "375": 33395382272.0, - "380": 33395601408.0, - "385": 33395843072.0, - "390": 33395470336.0, - "395": 33395152896.0, - "400": 33395351552.0, - "405": 33395830784.0, - "410": 33395077120.0, - "415": 33395865600.0, - "420": 33395630080.0, - "425": 33395423232.0, - "430": 33395093504.0, - "435": 33395568640.0, - "440": 33395439616.0, - "445": 33395740672.0, - "450": 33395658752.0, - "455": 33395085312.0, - "460": 33395281920.0, - "465": 33394888704.0, - "470": 33395791872.0, - "475": 33394608128.0, - "480": 33395648512.0, - "485": 33395798016.0, - "490": 33395494912.0, - "495": 33395228672.0, - "500": 33396051968.0, - "505": 33395693568.0, - "510": 33396219904.0, - "515": 33395374080.0, - "520": 33394614272.0, - "525": 33395369984.0, - "530": 33395087360.0, - "535": 33395654656.0, - "540": 33395654656.0, - "545": 33395347456.0, + "310": 33395929088.0, + "315": 33395265536.0, + "320": 33395593216.0, + "325": 33395585024.0, + "330": 33396002816.0, + "335": 33396017152.0, + "340": 33396695040.0, + "345": 33396146176.0, + "350": 33395781632.0, + "355": 33396094976.0, + "360": 33395486720.0, + "365": 33395560448.0, + "370": 33396115456.0, + "375": 33395363840.0, + "380": 33395591168.0, + "385": 33395855360.0, + "390": 33395466240.0, + "395": 33395126272.0, + "400": 33395316736.0, + "405": 33395757056.0, + "410": 33395021824.0, + "415": 33395845120.0, + "420": 33395585024.0, + "425": 33395372032.0, + "430": 33395097600.0, + "435": 33395589120.0, + "440": 33395431424.0, + "445": 33395744768.0, + "450": 33395613696.0, + "455": 33395054592.0, + "460": 33395236864.0, + "465": 33394866176.0, + "470": 33395818496.0, + "475": 33394599936.0, + "480": 33395671040.0, + "485": 33395783680.0, + "490": 33395439616.0, + "495": 33395253248.0, + "500": 33396035584.0, + "505": 33395765248.0, + "510": 33396322304.0, + "515": 33395353600.0, + "520": 33394589696.0, + "525": 33395339264.0, + "530": 33395122176.0, + "535": 33395718144.0, + "540": 33395675136.0, + "545": 33395333120.0, "550": 33395458048.0, - "555": 33395380224.0, - "560": 33395982336.0, - "565": 33395458048.0, - "570": 33395535872.0, - "575": 33395195904.0, - "580": 33394069504.0, - "585": 33395030016.0, - "590": 33395668992.0, - "595": 33395963904.0, - "600": 33395044352.0, - "605": 33395464192.0, - "610": 33394675712.0, - "615": 33394472960.0, - "620": 33395890176.0, - "625": 33394479104.0, - "630": 33395333120.0, - "635": 33394929664.0, - "640": 33394249728.0, - "645": 33396049920.0, - "650": 33395314688.0, - "655": 33395240960.0, - "660": 33396457472.0, - "665": 33395331072.0, - "670": 33396047872.0, - "675": 33395722240.0, - "680": 33394989056.0, - "685": 33394796544.0, - "690": 33395959808.0, - "695": 33395423232.0, - "700": 33394282496.0, - "705": 33395019776.0, - "710": 33396328448.0, - "715": 33395380224.0, - "720": 33395216384.0, - "725": 33395365888.0, - "730": 33396371456.0, - "735": 33395306496.0, - "740": 33395968000.0, - "745": 33396017152.0, - "750": 33395867648.0, - "755": 33396584448.0, - "760": 33394417664.0, - "765": 33396176896.0, - "770": 33394642944.0, - "775": 33395699712.0, - "780": 33396592640.0, - "785": 33396111360.0, - "790": 33396285440.0, - "795": 33395871744.0, - "800": 33395560448.0, - "805": 33395890176.0, - "810": 33396049920.0, - "815": 33395222528.0, - "820": 33395156992.0, - "825": 33395400704.0, - "830": 33395462144.0, - "835": 33395464192.0, - "840": 33395798016.0, - "845": 33395892224.0, - "850": 33394200576.0, - "855": 33395539968.0, - "860": 33395937280.0, - "865": 33395767296.0, - "870": 33396185088.0, - "875": 33395638272.0, - "880": 33395515392.0, - "885": 33395331072.0, - "890": 33396436992.0, - "895": 33395712000.0, - "900": 33394407424.0, - "905": 33395320832.0, - "910": 33395894272.0, - "915": 33396314112.0, - "920": 33395822592.0, - "925": 33395740672.0, - "930": 33395464192.0, - "935": 33395890176.0, - "940": 33394610176.0, - "945": 33394792448.0, - "950": 33395314688.0, - "955": 33395892224.0, - "960": 33395744768.0, - "965": 33395572736.0, - "970": 33396256768.0, - "975": 33395058688.0, - "980": 33395523584.0, - "985": 33395095552.0, - "990": 33395396608.0, - "995": 33395175424.0, - "1000": 33395845120.0, - "1005": 33393868800.0, - "1010": 33395488768.0, - "1015": 33394671616.0, - "1020": 33394939904.0, - "1025": 33394632704.0, - "1030": 33395378176.0, - "1035": 33396467712.0, - "1040": 33395578880.0, - "1045": 33396283392.0, - "1050": 33394552832.0, - "1055": 33394714624.0, - "1060": 33395034112.0, - "1065": 33395595264.0, - "1070": 33394812928.0, - "1075": 33396125696.0, - "1080": 33395036160.0, - "1085": 33394978816.0, - "1090": 33396324352.0, - "1095": 33395376128.0, - "1100": 33395793920.0, - "1105": 33396785152.0, - "1110": 33395509248.0, - "1115": 33395595264.0, - "1120": 33395980288.0, - "1125": 33395851264.0, - "1130": 33395488768.0, - "1135": 33396047872.0, - "1140": 33394802688.0, - "1145": 33395247104.0, - "1150": 33395560448.0, - "1155": 33395273728.0, - "1160": 33395445760.0, - "1165": 33395089408.0, - "1170": 33395998720.0, - "1175": 33394802688.0, - "1180": 33396183040.0, - "1185": 33395605504.0, - "1190": 33395271680.0, - "1195": 33396240384.0, - "1200": 33395302400.0, - "1205": 33395593216.0, - "1210": 33394079744.0, - "1215": 33396436992.0, - "1220": 33395357696.0, - "1225": 33395714048.0, - "1230": 33395871744.0, - "1235": 33396289536.0, - "1240": 33395496960.0, - "1245": 33396668416.0, - "1250": 33395781632.0, - "1255": 33395410944.0, - "1260": 33395546112.0, - "1265": 33395658752.0, - "1270": 33395419136.0, - "1275": 33395650560.0, - "1280": 33395316736.0, - "1285": 33395077120.0, - "1290": 33395027968.0, - "1295": 33395458048.0, - "1300": 33394927616.0, - "1305": 33396285440.0, - "1310": 33395052544.0, - "1315": 33395863552.0, - "1320": 33395566592.0, - "1325": 33395232768.0, - "1330": 33394927616.0, - "1335": 33395433472.0, - "1340": 33395474432.0, - "1345": 33395453952.0, - "1350": 33396109312.0, - "1355": 33395496960.0, - "1360": 33395554304.0, - "1365": 33395126272.0, - "1370": 33394591744.0, - "1375": 33395736576.0, - "1380": 33395736576.0, - "1385": 33396572160.0, - "1390": 33394741248.0, - "1395": 33395304448.0, - "1400": 33395927040.0, - "1405": 33395492864.0, - "1410": 33395841024.0, - "1415": 33395179520.0, - "1420": 33394335744.0, - "1425": 33395251200.0, - "1430": 33395185664.0, - "1435": 33395591168.0, - "1440": 33394769920.0, - "1445": 33394909184.0, - "1450": 33395681280.0, - "1455": 33395707904.0, - "1460": 33394939904.0, - "1465": 33394411520.0, - "1470": 33395638272.0, - "1475": 33395027968.0, - "1480": 33394399232.0, - "1485": 33395605504.0, - "1490": 33395646464.0, - "1495": 33395286016.0, - "1500": 33394941952.0, - "1505": 33395625984.0, - "1510": 33395128320.0, - "1515": 33395314688.0, - "1520": 33395353600.0, - "1525": 33396109312.0, - "1530": 33396017152.0, - "1535": 33394853888.0, - "1540": 33395148800.0, - "1545": 33395720192.0, - "1550": 33396037632.0, - "1555": 33396037632.0, - "1560": 33396092928.0, - "1565": 33395097600.0, - "1570": 33394659328.0, - "1575": 33395490816.0, - "1580": 33395687424.0, - "1585": 33395306496.0, - "1590": 33394796544.0, - "1595": 33394741248.0, - "1600": 33395642368.0, - "1605": 33395965952.0, - "1610": 33395537920.0, - "1615": 33395580928.0, - "1620": 33395169280.0, - "1625": 33396547584.0, - "1630": 33396451328.0, - "1635": 33395363840.0, - "1640": 33395101696.0, - "1645": 33394524160.0, - "1650": 33395298304.0, - "1655": 33395961856.0, - "1660": 33395505152.0, - "1665": 33395144704.0, - "1670": 33395507200.0, - "1675": 33395077120.0, - "1680": 33394698240.0, - "1685": 33395757056.0, - "1690": 33395232768.0, - "1695": 33395804160.0, - "1700": 33395329024.0, - "1705": 33395460096.0, - "1710": 33395816448.0, - "1715": 33395470336.0, - "1720": 33395224576.0, - "1725": 33395224576.0, - "1730": 33394819072.0, - "1735": 33396596736.0, - "1740": 33395316736.0, - "1745": 33396174848.0, - "1750": 33394862080.0, - "1755": 33395697664.0, - "1760": 33396090880.0, - "1765": 33395650560.0, - "1770": 33396299776.0, - "1775": 33396373504.0, - "1780": 33396260864.0, - "1785": 33395793920.0, - "1790": 33395587072.0, - "1795": 33395683328.0, - "1800": 33394608128.0, - "1805": 33395247104.0, - "1810": 33395060736.0, - "1815": 33396066304.0, - "1820": 33395544064.0, - "1825": 33396586496.0, - "1830": 33394984960.0, - "1835": 33396471808.0, - "1840": 33395802112.0, - "1845": 33395920896.0, - "1850": 33396011008.0, - "1855": 33395478528.0, - "1860": 33394966528.0, - "1865": 33395050496.0, - "1870": 33395310592.0, - "1875": 33394057216.0, - "1880": 33395159040.0, - "1885": 33395011584.0, - "1890": 33395181568.0, - "1895": 33395189760.0, - "1900": 33395154944.0, - "1905": 33395298304.0, - "1910": 33395093504.0, - "1915": 33396121600.0, - "1920": 33395965952.0, - "1925": 33394614272.0, - "1930": 33396723712.0, - "1935": 33395134464.0, - "1940": 33395396608.0, - "1945": 33395286016.0, - "1950": 33396097024.0, - "1955": 33395480576.0, - "1960": 33396443136.0, - "1965": 33395320832.0, - "1970": 33394870272.0, - "1975": 33396199424.0, - "1980": 33395476480.0, - "1985": 33395224576.0, - "1990": 33395306496.0, - "1995": 33395210240.0, - "2000": 33396848640.0, - "2005": 33396117504.0, - "2010": 33395488768.0, - "2015": 33395576832.0, - "2020": 33395261440.0, - "2025": 33395785728.0, - "2030": 33396299776.0, - "2035": 33396035584.0, - "2040": 33395333120.0, - "2045": 33394548736.0, - "2050": 33396330496.0, - "2055": 33395091456.0, - "2060": 33396350976.0, - "2065": 33395798016.0, - "2070": 33396000768.0, - "2075": 33395841024.0, - "2080": 33396037632.0, - "2085": 33395056640.0, - "2090": 33395625984.0, - "2095": 33395539968.0, - "2100": 33394708480.0, - "2105": 33395124224.0, - "2110": 33395724288.0, - "2115": 33394515968.0, - "2120": 33395245056.0, - "2125": 33395484672.0, - "2130": 33395677184.0, - "2135": 33396035584.0, - "2140": 33394946048.0, - "2145": 33395302400.0, - "2150": 33395951616.0, - "2155": 33395046400.0, - "2160": 33395937280.0, - "2165": 33395437568.0, - "2170": 33395277824.0, - "2175": 33394788352.0, - "2180": 33395142656.0, - "2185": 33395027968.0, - "2190": 33394964480.0, - "2195": 33395226624.0, - "2200": 33394847744.0, - "2205": 33394997248.0, - "2210": 33395630080.0, - "2215": 33395640320.0, - "2220": 33395615744.0, - "2225": 33395265536.0, - "2230": 33393881088.0, - "2235": 33394671616.0, - "2240": 33395849216.0, - "2245": 33395466240.0, - "2250": 33395191808.0, - "2255": 33394581504.0, - "2260": 33395554304.0, - "2265": 33396219904.0, - "2270": 33395253248.0, - "2275": 33395791872.0, - "2280": 33395775488.0, - "2285": 33395830784.0, - "2290": 33394749440.0, - "2295": 33396004864.0, - "2300": 33395113984.0, - "2305": 33395664896.0, - "2310": 33396158464.0, - "2315": 33395810304.0, - "2320": 33396027392.0, - "2325": 33395982336.0, - "2330": 33395896320.0, - "2335": 33395007488.0, - "2340": 33395488768.0, - "2345": 33395871744.0, - "2350": 33394372608.0, - "2355": 33395916800.0, - "2360": 33395548160.0, - "2365": 33394565120.0, - "2370": 33395386368.0, - "2375": 33397186560.0, - "2380": 33395355648.0, - "2385": 33395892224.0, - "2390": 33395820544.0, - "2395": 33394892800.0, - "2400": 33395953664.0, - "2405": 33396047872.0, - "2410": 33394712576.0, - "2415": 33395474432.0, - "2420": 33396285440.0, - "2425": 33395750912.0, - "2430": 33396211712.0, - "2435": 33395281920.0, - "2440": 33396277248.0, - "2445": 33395916800.0, - "2450": 33395611648.0, - "2455": 33395863552.0, - "2460": 33395924992.0, - "2465": 33395052544.0, - "2470": 33395032064.0, - "2475": 33395404800.0, - "2480": 33395748864.0, - "2485": 33394784256.0, - "2490": 33395124224.0, - "2495": 33395472384.0, - "2500": 33395339264.0, - "2505": 33394921472.0, - "2510": 33395507200.0, - "2515": 33396340736.0, - "2520": 33395369984.0, - "2525": 33395095552.0, - "2530": 33395451904.0, - "2535": 33395154944.0, - "2540": 33396930560.0, - "2545": 33396674560.0, - "2550": 33396285440.0, - "2555": 33395904512.0, - "2560": 33395441664.0, - "2565": 33396144128.0, - "2570": 33396027392.0, - "2575": 33396017152.0, - "2580": 33396535296.0, - "2585": 33396330496.0, - "2590": 33396621312.0, - "2595": 33395732480.0, - "2600": 33395011584.0, - "2605": 33395662848.0, - "2610": 33394987008.0, - "2615": 33396760576.0, - "2620": 33396684800.0, - "2625": 33396248576.0, - "2630": 33395097600.0, - "2635": 33396041728.0, - "2640": 33395853312.0, - "2645": 33395456000.0, - "2650": 33395539968.0, - "2655": 33394528256.0, - "2660": 33395298304.0, - "2665": 33395560448.0, - "2670": 33395662848.0, - "2675": 33395593216.0, - "2680": 33396047872.0, - "2685": 33395550208.0, - "2690": 33395726336.0, - "2695": 33395597312.0, - "2700": 33394786304.0, - "2705": 33394507776.0, - "2710": 33395441664.0, - "2715": 33395564544.0, - "2720": 33395687424.0, - "2725": 33395777536.0, - "2730": 33395402752.0, - "2735": 33396219904.0, - "2740": 33395658752.0, - "2745": 33396342784.0, - "2750": 33395593216.0, - "2755": 33395939328.0, - "2760": 33395425280.0, + "555": 33395417088.0, + "560": 33396023296.0, + "565": 33395486720.0, + "570": 33395664896.0, + "575": 33395210240.0, + "580": 33394003968.0, + "585": 33395040256.0, + "590": 33395703808.0, + "595": 33395970048.0, + "600": 33395058688.0, + "605": 33395562496.0, + "610": 33394741248.0, + "615": 33394552832.0, + "620": 33395922944.0, + "625": 33394497536.0, + "630": 33395324928.0, + "635": 33394866176.0, + "640": 33394169856.0, + "645": 33396119552.0, + "650": 33395318784.0, + "655": 33395259392.0, + "660": 33396572160.0, + "665": 33395456000.0, + "670": 33396113408.0, + "675": 33395695616.0, + "680": 33394900992.0, + "685": 33394731008.0, + "690": 33395924992.0, + "695": 33395503104.0, + "700": 33394352128.0, + "705": 33394950144.0, + "710": 33396275200.0, + "715": 33395331072.0, + "720": 33395056640.0, + "725": 33395398656.0, + "730": 33396199424.0, + "735": 33395286016.0, + "740": 33395924992.0, + "745": 33396078592.0, + "750": 33395773440.0, + "755": 33396611072.0, + "760": 33394454528.0, + "765": 33396142080.0, + "770": 33394800640.0, + "775": 33395597312.0, + "780": 33396717568.0, + "785": 33395943424.0, + "790": 33396166656.0, + "795": 33395974144.0, + "800": 33395683328.0, + "805": 33395896320.0, + "810": 33396023296.0, + "815": 33395286016.0, + "820": 33395140608.0, + "825": 33395351552.0, + "830": 33395394560.0, + "835": 33395456000.0, + "840": 33395687424.0, + "845": 33396152320.0, + "850": 33394233344.0, + "855": 33395544064.0, + "860": 33396080640.0, + "865": 33395693568.0, + "870": 33396180992.0, + "875": 33395550208.0, + "880": 33395533824.0, + "885": 33395429376.0, + "890": 33396371456.0, + "895": 33396142080.0, + "900": 33394741248.0, + "905": 33395798016.0, + "910": 33395879936.0, + "915": 33396322304.0, + "920": 33395662848.0, + "925": 33395826688.0, + "930": 33395363840.0, + "935": 33395929088.0, + "940": 33394540544.0, + "945": 33394776064.0, + "950": 33395214336.0, + "955": 33395865600.0, + "960": 33395763200.0, + "965": 33395306496.0, + "970": 33396412416.0, + "975": 33394954240.0, + "980": 33395515392.0, + "985": 33395220480.0, + "990": 33395490816.0, + "995": 33394821120.0, + "1000": 33395884032.0, + "1005": 33393950720.0, + "1010": 33395472384.0, + "1015": 33394649088.0, + "1020": 33394819072.0, + "1025": 33394624512.0, + "1030": 33395294208.0, + "1035": 33396613120.0, + "1040": 33395867648.0, + "1045": 33396789248.0, + "1050": 33394933760.0, + "1055": 33395040256.0, + "1060": 33395468288.0, + "1065": 33395363840.0, + "1070": 33394827264.0, + "1075": 33396213760.0, + "1080": 33395099648.0, + "1085": 33394890752.0, + "1090": 33396123648.0, + "1095": 33395466240.0, + "1100": 33395687424.0, + "1105": 33396725760.0, + "1110": 33395640320.0, + "1115": 33395691520.0, + "1120": 33395849216.0, + "1125": 33395924992.0, + "1130": 33395736576.0, + "1135": 33396310016.0, + "1140": 33395077120.0, + "1145": 33395668992.0, + "1150": 33395800064.0, + "1155": 33395890176.0, + "1160": 33395798016.0, + "1165": 33395468288.0, + "1170": 33396238336.0, + "1175": 33395011584.0, + "1180": 33396387840.0, + "1185": 33396252672.0, + "1190": 33395304448.0, + "1195": 33396588544.0, + "1200": 33395458048.0, + "1205": 33396029440.0, + "1210": 33394216960.0, + "1215": 33396275200.0, + "1220": 33395810304.0, + "1225": 33395658752.0, + "1230": 33395664896.0, + "1235": 33395851264.0, + "1240": 33395359744.0, + "1245": 33396064256.0, + "1250": 33395298304.0, + "1255": 33394823168.0, + "1260": 33395224576.0, + "1265": 33395302400.0, + "1270": 33395081216.0, + "1275": 33395372032.0, + "1280": 33395542016.0, + "1285": 33395056640.0, + "1290": 33395447808.0, + "1295": 33395929088.0, + "1300": 33395269632.0, + "1305": 33396029440.0, + "1310": 33395261440.0, + "1315": 33395591168.0, + "1320": 33395693568.0, + "1325": 33395169280.0, + "1330": 33394907136.0, + "1335": 33395685376.0, + "1340": 33395656704.0, + "1345": 33395574784.0, + "1350": 33396553728.0, + "1355": 33395908608.0, + "1360": 33396219904.0, + "1365": 33395308544.0, + "1370": 33394860032.0, + "1375": 33396072448.0, + "1380": 33396183040.0, + "1385": 33396699136.0, + "1390": 33394757632.0, + "1395": 33395658752.0, + "1400": 33395902464.0, + "1405": 33395558400.0, + "1410": 33395634176.0, + "1415": 33394993152.0, + "1420": 33394470912.0, + "1425": 33395396608.0, + "1430": 33395134464.0, + "1435": 33396025344.0, + "1440": 33394659328.0, + "1445": 33394927616.0, + "1450": 33395822592.0, + "1455": 33395929088.0, + "1460": 33395083264.0, + "1465": 33394718720.0, + "1470": 33395939328.0, + "1475": 33395394560.0, + "1480": 33394522112.0, + "1485": 33395517440.0, + "1490": 33395820544.0, + "1495": 33395361792.0, + "1500": 33394806784.0, + "1505": 33394982912.0, + "1510": 33394761728.0, + "1515": 33395144704.0, + "1520": 33395265536.0, + "1525": 33396230144.0, + "1530": 33396076544.0, + "1535": 33395234816.0, + "1540": 33395283968.0, + "1545": 33396033536.0, + "1550": 33396101120.0, + "1555": 33395859456.0, + "1560": 33395994624.0, + "1565": 33395329024.0, + "1570": 33394655232.0, + "1575": 33395542016.0, + "1580": 33395924992.0, + "1585": 33395453952.0, + "1590": 33395023872.0, + "1595": 33395048448.0, + "1600": 33395449856.0, + "1605": 33395730432.0, + "1610": 33395320832.0, + "1615": 33394778112.0, + "1620": 33394540544.0, + "1625": 33396545536.0, + "1630": 33396574208.0, + "1635": 33395447808.0, + "1640": 33395140608.0, + "1645": 33394374656.0, + "1650": 33394849792.0, + "1655": 33395552256.0, + "1660": 33395212288.0, + "1665": 33394888704.0, + "1670": 33395673088.0, + "1675": 33395294208.0, + "1680": 33394941952.0, + "1685": 33395738624.0, + "1690": 33395570688.0, + "1695": 33396066304.0, + "1700": 33395605504.0, + "1705": 33395329024.0, + "1710": 33395814400.0, + "1715": 33395501056.0, + "1720": 33395044352.0, + "1725": 33395245056.0, + "1730": 33394323456.0, + "1735": 33395681280.0, + "1740": 33395081216.0, + "1745": 33396482048.0, + "1750": 33394794496.0, + "1755": 33395208192.0, + "1760": 33395957760.0, + "1765": 33395832832.0, + "1770": 33396322304.0, + "1775": 33396432896.0, + "1780": 33396434944.0, + "1785": 33395961856.0, + "1790": 33395769344.0, + "1795": 33395818496.0, + "1800": 33394749440.0, + "1805": 33395410944.0, + "1810": 33394993152.0, + "1815": 33395795968.0, + "1820": 33395476480.0, + "1825": 33396338688.0, + "1830": 33394608128.0, + "1835": 33396365312.0, + "1840": 33395699712.0, + "1845": 33395752960.0, + "1850": 33395732480.0, + "1855": 33395613696.0, + "1860": 33394896896.0, + "1865": 33395152896.0, + "1870": 33395744768.0, + "1875": 33393991680.0, + "1880": 33395050496.0, + "1885": 33395200000.0, + "1890": 33395163136.0, + "1895": 33395322880.0, + "1900": 33395159040.0, + "1905": 33395402752.0, + "1910": 33395052544.0, + "1915": 33395879936.0, + "1920": 33395777536.0, + "1925": 33394176000.0, + "1930": 33396285440.0, + "1935": 33395343360.0, + "1940": 33395179520.0, + "1945": 33395302400.0, + "1950": 33396041728.0, + "1955": 33395496960.0, + "1960": 33396062208.0, + "1965": 33395253248.0, + "1970": 33394757632.0, + "1975": 33395853312.0, + "1980": 33395343360.0, + "1985": 33394974720.0, + "1990": 33395290112.0, + "1995": 33394898944.0, + "2000": 33396389888.0, + "2005": 33395675136.0, + "2010": 33395322880.0, + "2015": 33395486720.0, + "2020": 33395589120.0, + "2025": 33395812352.0, + "2030": 33396699136.0, + "2035": 33396391936.0, + "2040": 33395372032.0, + "2045": 33395048448.0, + "2050": 33396772864.0, + "2055": 33395929088.0, + "2060": 33396539392.0, + "2065": 33395679232.0, + "2070": 33396205568.0, + "2075": 33395972096.0, + "2080": 33396045824.0, + "2085": 33395240960.0, + "2090": 33395843072.0, + "2095": 33395804160.0, + "2100": 33395105792.0, + "2105": 33395152896.0, + "2110": 33395703808.0, + "2115": 33394851840.0, + "2120": 33395175424.0, + "2125": 33395486720.0, + "2130": 33395310592.0, + "2135": 33395912704.0, + "2140": 33394911232.0, + "2145": 33395435520.0, + "2150": 33395630080.0, + "2155": 33395070976.0, + "2160": 33395945472.0, + "2165": 33395206144.0, + "2170": 33394958336.0, + "2175": 33394720768.0, + "2180": 33395378176.0, + "2185": 33394890752.0, + "2190": 33394997248.0, + "2195": 33395154944.0, + "2200": 33395073024.0, + "2205": 33395161088.0, + "2210": 33395918848.0, + "2215": 33396256768.0, + "2220": 33395484672.0, + "2225": 33395361792.0, + "2230": 33394507776.0, + "2235": 33395326976.0, + "2240": 33396080640.0, + "2245": 33395605504.0, + "2250": 33395421184.0, + "2255": 33394802688.0, + "2260": 33395535872.0, + "2265": 33396434944.0, + "2270": 33395175424.0, + "2275": 33395539968.0, + "2280": 33395752960.0, + "2285": 33395935232.0, + "2290": 33394761728.0, + "2295": 33395849216.0, + "2300": 33395243008.0, + "2305": 33395636224.0, + "2310": 33396064256.0, + "2315": 33395798016.0, + "2320": 33395781632.0, + "2325": 33395808256.0, + "2330": 33395916800.0, + "2335": 33395005440.0, + "2340": 33395470336.0, + "2345": 33396101120.0, + "2350": 33394384896.0, + "2355": 33395949568.0, + "2360": 33395417088.0, + "2365": 33394540544.0, + "2370": 33395458048.0, + "2375": 33396238336.0, + "2380": 33395310592.0, + "2385": 33395445760.0, + "2390": 33395279872.0, + "2395": 33394671616.0, + "2400": 33395791872.0, + "2405": 33395998720.0, + "2410": 33394227200.0, + "2415": 33395195904.0, + "2420": 33395890176.0, + "2425": 33395955712.0, + "2430": 33395529728.0, + "2435": 33395161088.0, + "2440": 33396076544.0, + "2445": 33395503104.0, + "2450": 33395447808.0, + "2455": 33396084736.0, + "2460": 33396029440.0, + "2465": 33394989056.0, + "2470": 33394913280.0, + "2475": 33395249152.0, + "2480": 33395904512.0, + "2485": 33394565120.0, + "2490": 33395142656.0, + "2495": 33395425280.0, + "2500": 33395214336.0, + "2505": 33395093504.0, + "2510": 33395806208.0, + "2515": 33396707328.0, + "2520": 33395468288.0, + "2525": 33395566592.0, + "2530": 33395386368.0, + "2535": 33395109888.0, + "2540": 33396832256.0, + "2545": 33396420608.0, + "2550": 33396393984.0, + "2555": 33395924992.0, + "2560": 33395429376.0, + "2565": 33396293632.0, + "2570": 33395865600.0, + "2575": 33395814400.0, + "2580": 33395970048.0, + "2585": 33396176896.0, + "2590": 33396121600.0, + "2595": 33395542016.0, + "2600": 33394659328.0, + "2605": 33395453952.0, + "2610": 33394900992.0, + "2615": 33396727808.0, + "2620": 33396473856.0, + "2625": 33396396032.0, + "2630": 33395283968.0, + "2635": 33396090880.0, + "2640": 33395810304.0, + "2645": 33395261440.0, + "2650": 33395445760.0, + "2655": 33394599936.0, + "2660": 33395601408.0, + "2665": 33395683328.0, + "2670": 33395724288.0, + "2675": 33395732480.0, + "2680": 33396563968.0, + "2685": 33395656704.0, + "2690": 33395900416.0, + "2695": 33395744768.0, + "2700": 33395175424.0, + "2705": 33394814976.0, + "2710": 33395947520.0, + "2715": 33395431424.0, + "2720": 33395412992.0, + "2725": 33395806208.0, + "2730": 33394782208.0, + "2735": 33396148224.0, + "2740": 33395623936.0, + "2745": 33396002816.0, + "2750": 33395097600.0, + "2755": 33396088832.0, + "2760": 33395191808.0, "2765": 33395798016.0, - "2770": 33395896320.0, - "2775": 33394368512.0, - "2780": 33395232768.0, - "2785": 33394921472.0, - "2790": 33395156992.0, - "2795": 33395908608.0, - "2800": 33395582976.0, - "2805": 33394872320.0, - "2810": 33395716096.0, - "2815": 33396436992.0, - "2820": 33394399232.0, - "2825": 33395378176.0, - "2830": 33395838976.0, - "2835": 33395380224.0, - "2840": 33394417664.0, - "2845": 33395990528.0, - "2850": 33396262912.0, - "2855": 33395324928.0, - "2860": 33396572160.0, - "2865": 33395490816.0, - "2870": 33395736576.0, - "2875": 33395447808.0, - "2880": 33395224576.0, - "2885": 33396111360.0, - "2890": 33396031488.0, - "2895": 33395879936.0, - "2900": 33395357696.0, - "2905": 33395589120.0, - "2910": 33395202048.0, - "2915": 33395449856.0, - "2920": 33396340736.0, - "2925": 33396207616.0, - "2930": 33396250624.0, - "2935": 33396338688.0, - "2940": 33395572736.0, - "2945": 33395142656.0, - "2950": 33395273728.0, - "2955": 33395916800.0, - "2960": 33394532352.0, - "2965": 33395744768.0, - "2970": 33395791872.0, - "2975": 33396135936.0, - "2980": 33396002816.0, - "2985": 33395167232.0, - "2990": 33395288064.0, - "2995": 33395558400.0, - "3000": 33396008960.0, - "3005": 33395101696.0, - "3010": 33395556352.0, - "3015": 33396262912.0, - "3020": 33394812928.0, - "3025": 33395027968.0, - "3030": 33396250624.0, - "3035": 33396486144.0, - "3040": 33396154368.0, - "3045": 33396930560.0, - "3050": 33395130368.0, - "3055": 33395363840.0, - "3060": 33395974144.0, - "3065": 33395251200.0, - "3070": 33396127744.0, + "2770": 33395955712.0, + "2775": 33394450432.0, + "2780": 33394989056.0, + "2785": 33394731008.0, + "2790": 33394905088.0, + "2795": 33395605504.0, + "2800": 33395365888.0, + "2805": 33394286592.0, + "2810": 33395294208.0, + "2815": 33395869696.0, + "2820": 33394571264.0, + "2825": 33395716096.0, + "2830": 33395851264.0, + "2835": 33395560448.0, + "2840": 33394870272.0, + "2845": 33395863552.0, + "2850": 33396277248.0, + "2855": 33395470336.0, + "2860": 33396207616.0, + "2865": 33395529728.0, + "2870": 33395511296.0, + "2875": 33395470336.0, + "2880": 33394880512.0, + "2885": 33395851264.0, + "2890": 33395867648.0, + "2895": 33395978240.0, + "2900": 33395634176.0, + "2905": 33395507200.0, + "2910": 33395060736.0, + "2915": 33395709952.0, + "2920": 33396555776.0, + "2925": 33396205568.0, + "2930": 33396400128.0, + "2935": 33396406272.0, + "2940": 33395720192.0, + "2945": 33395372032.0, + "2950": 33395388416.0, + "2955": 33395972096.0, + "2960": 33393958912.0, + "2965": 33395236864.0, + "2970": 33395871744.0, + "2975": 33395798016.0, + "2980": 33395634176.0, + "2985": 33395068928.0, + "2990": 33395392512.0, + "2995": 33395453952.0, + "3000": 33396019200.0, + "3005": 33395091456.0, + "3010": 33395761152.0, + "3015": 33395906560.0, + "3020": 33394081792.0, + "3025": 33395089408.0, + "3030": 33396156416.0, + "3035": 33395771392.0, + "3040": 33395773440.0, + "3045": 33396283392.0, + "3050": 33394638848.0, + "3055": 33395032064.0, + "3060": 33395724288.0, + "3065": 33394847744.0, + "3070": 33396170752.0, "3075": 33395335168.0, - "3080": 33395953664.0, - "3085": 33394794496.0, - "3090": 33395552256.0, - "3095": 33396303872.0, - "3100": 33395054592.0, - "3105": 33395763200.0, - "3110": 33396533248.0, - "3115": 33395871744.0, - "3120": 33396475904.0, - "3125": 33395816448.0, - "3130": 33396396032.0, - "3135": 33395458048.0, - "3140": 33396006912.0, - "3145": 33394933760.0, - "3150": 33395275776.0, - "3155": 33394518016.0, - "3160": 33395277824.0, - "3165": 33395519488.0, - "3170": 33395406848.0, - "3175": 33395185664.0, - "3180": 33395271680.0, - "3185": 33395785728.0, - "3190": 33396109312.0, - "3195": 33396109312.0, - "3200": 33395462144.0, - "3205": 33394374656.0, - "3210": 33395032064.0, - "3215": 33395787776.0, - "3220": 33395204096.0, - "3225": 33395308544.0, - "3230": 33395132416.0, - "3235": 33395539968.0, - "3240": 33395810304.0, - "3245": 33395361792.0, - "3250": 33395570688.0, - "3255": 33395576832.0, - "3260": 33395345408.0, - "3265": 33396076544.0, - "3270": 33395417088.0, - "3275": 33395863552.0, - "3280": 33395228672.0, - "3285": 33396183040.0, - "3290": 33395587072.0, - "3295": 33395673088.0, - "3300": 33395357696.0, - "3305": 33394601984.0, - "3310": 33395490816.0, - "3315": 33395306496.0, - "3320": 33395525632.0, - "3325": 33394798592.0, - "3330": 33395847168.0, - "3335": 33395996672.0, - "3340": 33394925568.0, - "3345": 33395015680.0, - "3350": 33395253248.0, - "3355": 33395912704.0, - "3360": 33395202048.0, - "3365": 33395392512.0, - "3370": 33394540544.0, - "3375": 33395642368.0, - "3380": 33396162560.0, - "3385": 33395576832.0, - "3390": 33395023872.0, - "3395": 33395005440.0, - "3400": 33395677184.0, - "3405": 33395785728.0, - "3410": 33395853312.0, - "3415": 33395843072.0, - "3420": 33396320256.0, - "3425": 33395806208.0, - "3430": 33394843648.0, - "3435": 33395574784.0, - "3440": 33395220480.0, - "3445": 33394870272.0, - "3450": 33394829312.0, - "3455": 33395634176.0, - "3460": 33395030016.0, - "3465": 33394755584.0, - "3470": 33395001344.0, - "3475": 33395613696.0, - "3480": 33395961856.0, - "3485": 33395398656.0, - "3490": 33394817024.0, - "3495": 33395601408.0, - "3500": 33395159040.0, - "3505": 33396174848.0, - "3510": 33395273728.0, - "3515": 33395249152.0, - "3520": 33395761152.0, - "3525": 33396205568.0, - "3530": 33396297728.0, - "3535": 33395193856.0, - "3540": 33396350976.0, - "3545": 33395904512.0, - "3550": 33395220480.0, - "3555": 33395658752.0, - "3560": 33395890176.0, - "3565": 33395052544.0, - "3570": 33394900992.0, - "3575": 33395552256.0, - "3580": 33394982912.0, - "3585": 33394724864.0, - "3590": 33395654656.0, - "3595": 33395466240.0, - "3600": 33395972096.0, - "3605": 33395892224.0, - "3610": 33395744768.0, - "3615": 33395175424.0, - "3620": 33395640320.0, - "3625": 33395431424.0, - "3630": 33394685952.0, - "3635": 33395329024.0, - "3640": 33395433472.0, - "3645": 33394860032.0, - "3650": 33395638272.0, - "3655": 33395769344.0, - "3660": 33394665472.0, - "3665": 33395412992.0, - "3670": 33394966528.0, - "3675": 33395585024.0, - "3680": 33395572736.0, - "3685": 33394364416.0, - "3690": 33395812352.0, - "3695": 33395064832.0, - "3700": 33394917376.0, - "3705": 33394907136.0, - "3710": 33394802688.0, - "3715": 33395548160.0, - "3720": 33396285440.0, - "3725": 33395857408.0, - "3730": 33395834880.0, - "3735": 33395838976.0, - "3740": 33396447232.0, - "3745": 33396373504.0, - "3750": 33396473856.0, - "3755": 33395126272.0, - "3760": 33395105792.0, - "3765": 33395875840.0, - "3770": 33395507200.0, - "3775": 33396297728.0, - "3780": 33396262912.0, - "3785": 33395957760.0, - "3790": 33395798016.0, - "3795": 33395720192.0, - "3800": 33395093504.0, - "3805": 33395867648.0, - "3810": 33395386368.0, - "3815": 33395189760.0, - "3820": 33395468288.0, - "3825": 33395957760.0, - "3830": 33396099072.0, - "3835": 33394532352.0, - "3840": 33395875840.0, - "3845": 33395664896.0, - "3850": 33395642368.0, - "3855": 33395466240.0, - "3860": 33395456000.0, - "3865": 33395365888.0, - "3870": 33395961856.0, - "3875": 33394696192.0, - "3880": 33395146752.0, - "3885": 33395064832.0, - "3890": 33395875840.0, - "3895": 33394530304.0, - "3900": 33395040256.0, - "3905": 33395142656.0, - "3910": 33395525632.0, - "3915": 33394731008.0, - "3920": 33395558400.0, - "3925": 33395077120.0, - "3930": 33396082688.0, - "3935": 33395027968.0, - "3940": 33395415040.0, - "3945": 33396099072.0, - "3950": 33395306496.0, - "3955": 33395404800.0, - "3960": 33395449856.0, - "3965": 33395261440.0, - "3970": 33395576832.0, - "3975": 33395019776.0, - "3980": 33395873792.0, - "3985": 33395664896.0, - "3990": 33396006912.0, - "3995": 33395836928.0, - "4000": 33395544064.0, - "4005": 33395494912.0, - "4010": 33396011008.0, - "4015": 33394847744.0, - "4020": 33396572160.0, - "4025": 33395798016.0, - "4030": 33395324928.0, - "4035": 33396187136.0, - "4040": 33396097024.0, - "4045": 33395376128.0, - "4050": 33395986432.0, - "4055": 33395267584.0, - "4060": 33395015680.0, - "4065": 33396140032.0, - "4070": 33394849792.0, - "4075": 33395470336.0, - "4080": 33396436992.0, - "4085": 33394479104.0, - "4090": 33395986432.0, - "4095": 33395767296.0, - "4100": 33396609024.0, - "4105": 33395916800.0, - "4110": 33396051968.0, - "4115": 33396236288.0, - "4120": 33394647040.0, - "4125": 33395380224.0, - "4130": 33394167808.0, - "4135": 33396486144.0, - "4140": 33395748864.0, - "4145": 33395447808.0, - "4150": 33395746816.0, - "4155": 33395132416.0, - "4160": 33396609024.0, - "4165": 33395681280.0, - "4170": 33394823168.0, - "4175": 33395853312.0, - "4180": 33395171328.0, - "4185": 33394941952.0, - "4190": 33395560448.0, - "4195": 33396322304.0, - "4200": 33396252672.0, - "4205": 33396013056.0, - "4210": 33396117504.0, - "4215": 33393698816.0, - "4220": 33394982912.0, - "4225": 33394501632.0, - "4230": 33395879936.0, - "4235": 33395326976.0, - "4240": 33395730432.0, - "4245": 33395312640.0, - "4250": 33395910656.0, - "4255": 33395527680.0, - "4260": 33395216384.0, - "4265": 33394575360.0, - "4270": 33394477056.0, - "4275": 33394907136.0, - "4280": 33395150848.0, - "4285": 33395912704.0, - "4290": 33395527680.0, - "4295": 33395793920.0, - "4300": 33396297728.0, - "4305": 33393733632.0, - "4310": 33395419136.0, - "4315": 33396328448.0, - "4320": 33395949568.0, - "4325": 33395032064.0, - "4330": 33395781632.0, - "4335": 33394358272.0, - "4340": 33396275200.0, - "4345": 33395605504.0, - "4350": 33396326400.0, - "4355": 33395898368.0, - "4360": 33395376128.0, - "4365": 33395636224.0, - "4370": 33394464768.0, - "4375": 33396246528.0, - "4380": 33395693568.0, - "4385": 33395216384.0, - "4390": 33395716096.0, - "4395": 33395318784.0, - "4400": 33395785728.0, - "4405": 33395781632.0, - "4410": 33396025344.0, - "4415": 33395240960.0, - "4420": 33394548736.0, - "4425": 33394767872.0, - "4430": 33395240960.0, - "4435": 33394847744.0, - "4440": 33396174848.0, - "4445": 33395464192.0, - "4450": 33395169280.0, - "4455": 33394624512.0, - "4460": 33395259392.0, - "4465": 33394976768.0, - "4470": 33396031488.0, - "4475": 33395816448.0, - "4480": 33396641792.0, - "4485": 33395605504.0, - "4490": 33395499008.0, - "4495": 33395476480.0, - "4500": 33394987008.0, - "4505": 33395236864.0, - "4510": 33395662848.0, - "4515": 33395621888.0, - "4520": 33396099072.0, - "4525": 33396240384.0, - "4530": 33396039680.0, - "4535": 33395052544.0, - "4540": 33395052544.0, - "4545": 33395003392.0, - "4550": 33395070976.0, - "4555": 33394208768.0, - "4560": 33393928192.0, - "4565": 33395324928.0, - "4570": 33395335168.0, - "4575": 33395343360.0, - "4580": 33395521536.0, - "4585": 33395228672.0, - "4590": 33395570688.0, - "4595": 33395306496.0, - "4600": 33395529728.0, - "4605": 33395464192.0, - "4610": 33394728960.0, - "4615": 33394716672.0, - "4620": 33394890752.0, - "4625": 33396203520.0, - "4630": 33395730432.0, - "4635": 33395019776.0, - "4640": 33395005440.0, - "4645": 33396076544.0, - "4650": 33395865600.0, - "4655": 33395755008.0, - "4660": 33394544640.0, - "4665": 33395755008.0, - "4670": 33396023296.0, - "4675": 33394724864.0, - "4680": 33395912704.0, - "4685": 33395521536.0, - "4690": 33395384320.0, - "4695": 33395652608.0, - "4700": 33396277248.0, - "4705": 33396398080.0, - "4710": 33395175424.0, - "4715": 33394831360.0, - "4720": 33395924992.0, - "4725": 33395963904.0, - "4730": 33396305920.0, - "4735": 33395519488.0, - "4740": 33395818496.0, - "4745": 33394720768.0, - "4750": 33396748288.0, - "4755": 33395427328.0, - "4760": 33395785728.0, - "4765": 33395757056.0, - "4770": 33395431424.0, - "4775": 33396334592.0, - "4780": 33395064832.0, - "4785": 33395073024.0, - "4790": 33394814976.0, - "4795": 33395169280.0, - "4800": 33395849216.0, - "4805": 33395982336.0, - "4810": 33393768448.0, - "4815": 33396174848.0, - "4820": 33396441088.0, - "4825": 33394882560.0, - "4830": 33395978240.0, - "4835": 33394270208.0, - "4840": 33395705856.0, - "4845": 33395318784.0, - "4850": 33396262912.0, - "4855": 33393741824.0, - "4860": 33395195904.0, - "4865": 33395148800.0, - "4870": 33395896320.0, - "4875": 33395990528.0, - "4880": 33395548160.0, - "4885": 33395851264.0, - "4890": 33395220480.0, - "4895": 33395699712.0, - "4900": 33395531776.0, - "4905": 33395044352.0, - "4910": 33396051968.0, - "4915": 33395302400.0, - "4920": 33395216384.0, - "4925": 33396307968.0, - "4930": 33395742720.0, - "4935": 33396430848.0, - "4940": 33395693568.0, - "4945": 33395666944.0, - "4950": 33395603456.0, - "4955": 33395488768.0, - "4960": 33396465664.0, - "4965": 33395480576.0, - "4970": 33395030016.0, - "4975": 33394343936.0, - "4980": 33394395136.0, - "4985": 33395087360.0, - "4990": 33395490816.0, - "4995": 33395718144.0, - "5000": 33395421184.0, - "5005": 33395658752.0, - "5010": 33395077120.0, - "5015": 33395304448.0, - "5020": 33394952192.0, - "5025": 33396103168.0, - "5030": 33395994624.0, - "5035": 33394868224.0, - "5040": 33395032064.0, - "5045": 33395875840.0, - "5050": 33394657280.0, - "5055": 33395652608.0, - "5060": 33396348928.0, - "5065": 33395361792.0, - "5070": 33396205568.0, - "5075": 33395927040.0, - "5080": 33395744768.0, - "5085": 33395222528.0, - "5090": 33395347456.0, - "5095": 33395306496.0, - "5100": 33394866176.0, - "5105": 33395927040.0, - "5110": 33396379648.0, - "5115": 33395775488.0, - "5120": 33396107264.0, - "5125": 33393811456.0, - "5130": 33394720768.0, - "5135": 33395527680.0, - "5140": 33395855360.0, - "5145": 33395011584.0, - "5150": 33395003392.0, - "5155": 33395341312.0, - "5160": 33395380224.0, - "5165": 33395693568.0, - "5170": 33395009536.0, - "5175": 33396254720.0, - "5180": 33394417664.0, - "5185": 33394849792.0, - "5190": 33395556352.0, - "5195": 33395945472.0, - "5200": 33396058112.0, - "5205": 33395630080.0, - "5210": 33394913280.0, - "5215": 33396127744.0, - "5220": 33395466240.0, - "5225": 33395531776.0, - "5230": 33395304448.0, - "5235": 33395062784.0, - "5240": 33396283392.0, - "5245": 33396367360.0, - "5250": 33396531200.0, - "5255": 33396008960.0, - "5260": 33394577408.0, - "5265": 33396486144.0, - "5270": 33396652032.0, - "5275": 33396084736.0, - "5280": 33394626560.0, - "5285": 33396201472.0, - "5290": 33396453376.0, - "5295": 33395038208.0, - "5300": 33396142080.0, - "5305": 33396238336.0, - "5310": 33395955712.0, - "5315": 33396670464.0, - "5320": 33394817024.0, - "5325": 33396314112.0, - "5330": 33395812352.0, - "5335": 33395742720.0, - "5340": 33394814976.0, - "5345": 33396359168.0, - "5350": 33395412992.0, - "5355": 33396430848.0, - "5360": 33394948096.0, - "5365": 33395884032.0, - "5370": 33395474432.0, - "5375": 33395838976.0, - "5380": 33395302400.0, - "5385": 33395052544.0, - "5390": 33395531776.0, - "5395": 33395152896.0, - "5400": 33396137984.0, - "5405": 33395101696.0, - "5410": 33395351552.0, - "5415": 33395769344.0, - "5420": 33395822592.0, - "5425": 33395769344.0, - "5430": 33395243008.0, - "5435": 33395329024.0, - "5440": 33395716096.0, - "5445": 33395202048.0, - "5450": 33395949568.0, - "5455": 33395585024.0, - "5460": 33394661376.0, - "5465": 33394905088.0, - "5470": 33395456000.0, - "5475": 33395081216.0, - "5480": 33394782208.0, - "5485": 33395748864.0, - "5490": 33396019200.0, - "5495": 33395431424.0, - "5500": 33395259392.0, - "5505": 33395609600.0, - "5510": 33395539968.0, - "5515": 33395636224.0, - "5520": 33395718144.0, - "5525": 33394714624.0, - "5530": 33395490816.0, - "5535": 33395613696.0, - "5540": 33395292160.0, - "5545": 33395761152.0, - "5550": 33396070400.0, - "5555": 33395156992.0, - "5560": 33395560448.0, - "5565": 33395322880.0, - "5570": 33395202048.0, - "5575": 33395052544.0, - "5580": 33396559872.0, - "5585": 33394806784.0, - "5590": 33396033536.0, - "5595": 33394868224.0, - "5600": 33394690048.0, - "5605": 33395625984.0, - "5610": 33396914176.0, - "5615": 33396076544.0, - "5620": 33396062208.0, - "5625": 33396320256.0, - "5630": 33396199424.0, - "5635": 33395787776.0, - "5640": 33395640320.0, - "5645": 33396185088.0, - "5650": 33394622464.0, - "5655": 33396207616.0, - "5660": 33396297728.0, - "5665": 33395609600.0, - "5670": 33395869696.0, - "5675": 33395777536.0, - "5680": 33395961856.0, - "5685": 33396047872.0, - "5690": 33395546112.0, - "5695": 33396070400.0, - "5700": 33395439616.0, - "5705": 33395888128.0, - "5710": 33395152896.0, - "5715": 33395898368.0, - "5720": 33395462144.0, + "3080": 33395419136.0, + "3085": 33394352128.0, + "3090": 33395245056.0, + "3095": 33395683328.0, + "3100": 33394864128.0, + "3105": 33394864128.0, + "3110": 33396176896.0, + "3115": 33395396608.0, + "3120": 33396310016.0, + "3125": 33395564544.0, + "3130": 33396137984.0, + "3135": 33395732480.0, + "3140": 33396058112.0, + "3145": 33394909184.0, + "3150": 33395138560.0, + "3155": 33394749440.0, + "3160": 33395744768.0, + "3165": 33395613696.0, + "3170": 33395720192.0, + "3175": 33395142656.0, + "3180": 33395417088.0, + "3185": 33395658752.0, + "3190": 33395941376.0, + "3195": 33396226048.0, + "3200": 33395623936.0, + "3205": 33394651136.0, + "3210": 33395019776.0, + "3215": 33396092928.0, + "3220": 33395544064.0, + "3225": 33395329024.0, + "3230": 33395238912.0, + "3235": 33395560448.0, + "3240": 33395482624.0, + "3245": 33395488768.0, + "3250": 33395591168.0, + "3255": 33395429376.0, + "3260": 33395167232.0, + "3265": 33396054016.0, + "3270": 33395380224.0, + "3275": 33395908608.0, + "3280": 33395410944.0, + "3285": 33396230144.0, + "3290": 33395441664.0, + "3295": 33395607552.0, + "3300": 33395265536.0, + "3305": 33394616320.0, + "3310": 33395572736.0, + "3315": 33395572736.0, + "3320": 33395195904.0, + "3325": 33394618368.0, + "3330": 33395712000.0, + "3335": 33395855360.0, + "3340": 33394923520.0, + "3345": 33395068928.0, + "3350": 33395224576.0, + "3355": 33395873792.0, + "3360": 33395474432.0, + "3365": 33395367936.0, + "3370": 33394448384.0, + "3375": 33395843072.0, + "3380": 33396170752.0, + "3385": 33396058112.0, + "3390": 33395265536.0, + "3395": 33395191808.0, + "3400": 33396103168.0, + "3405": 33395603456.0, + "3410": 33395675136.0, + "3415": 33395900416.0, + "3420": 33396273152.0, + "3425": 33395544064.0, + "3430": 33394872320.0, + "3435": 33395642368.0, + "3440": 33395087360.0, + "3445": 33395070976.0, + "3450": 33394905088.0, + "3455": 33395781632.0, + "3460": 33395142656.0, + "3465": 33394714624.0, + "3470": 33395015680.0, + "3475": 33395849216.0, + "3480": 33396101120.0, + "3485": 33395482624.0, + "3490": 33394782208.0, + "3495": 33395470336.0, + "3500": 33395015680.0, + "3505": 33395986432.0, + "3510": 33395488768.0, + "3515": 33394937856.0, + "3520": 33395443712.0, + "3525": 33395722240.0, + "3530": 33395834880.0, + "3535": 33394892800.0, + "3540": 33395830784.0, + "3545": 33395746816.0, + "3550": 33395167232.0, + "3555": 33395810304.0, + "3560": 33395918848.0, + "3565": 33395171328.0, + "3570": 33395085312.0, + "3575": 33395632128.0, + "3580": 33394905088.0, + "3585": 33394925568.0, + "3590": 33395329024.0, + "3595": 33395611648.0, + "3600": 33395724288.0, + "3605": 33395587072.0, + "3610": 33395763200.0, + "3615": 33395386368.0, + "3620": 33395523584.0, + "3625": 33395322880.0, + "3630": 33395011584.0, + "3635": 33395152896.0, + "3640": 33395703808.0, + "3645": 33395144704.0, + "3650": 33395718144.0, + "3655": 33395714048.0, + "3660": 33394851840.0, + "3665": 33395533824.0, + "3670": 33394728960.0, + "3675": 33395572736.0, + "3680": 33396137984.0, + "3685": 33394860032.0, + "3690": 33396174848.0, + "3695": 33394939904.0, + "3700": 33394860032.0, + "3705": 33394755584.0, + "3710": 33394995200.0, + "3715": 33395705856.0, + "3720": 33396154368.0, + "3725": 33396084736.0, + "3730": 33395814400.0, + "3735": 33395841024.0, + "3740": 33396320256.0, + "3745": 33396375552.0, + "3750": 33396361216.0, + "3755": 33395224576.0, + "3760": 33395238912.0, + "3765": 33395851264.0, + "3770": 33395271680.0, + "3775": 33395818496.0, + "3780": 33396480000.0, + "3785": 33395998720.0, + "3790": 33396072448.0, + "3795": 33395851264.0, + "3800": 33395273728.0, + "3805": 33396260864.0, + "3810": 33395474432.0, + "3815": 33395484672.0, + "3820": 33395621888.0, + "3825": 33395998720.0, + "3830": 33396242432.0, + "3835": 33395388416.0, + "3840": 33395068928.0, + "3845": 33395486720.0, + "3850": 33395503104.0, + "3855": 33395468288.0, + "3860": 33395990528.0, + "3865": 33395431424.0, + "3870": 33395757056.0, + "3875": 33394579456.0, + "3880": 33395382272.0, + "3885": 33395200000.0, + "3890": 33395757056.0, + "3895": 33394427904.0, + "3900": 33394860032.0, + "3905": 33394905088.0, + "3910": 33395533824.0, + "3915": 33394542592.0, + "3920": 33395480576.0, + "3925": 33395269632.0, + "3930": 33396264960.0, + "3935": 33395544064.0, + "3940": 33395843072.0, + "3945": 33396074496.0, + "3950": 33395384320.0, + "3955": 33395943424.0, + "3960": 33395154944.0, + "3965": 33394937856.0, + "3970": 33395789824.0, + "3975": 33395349504.0, + "3980": 33395998720.0, + "3985": 33395900416.0, + "3990": 33396150272.0, + "3995": 33395957760.0, + "4000": 33395738624.0, + "4005": 33395658752.0, + "4010": 33396068352.0, + "4015": 33394958336.0, + "4020": 33396760576.0, + "4025": 33396164608.0, + "4030": 33395654656.0, + "4035": 33396623360.0, + "4040": 33396187136.0, + "4045": 33395687424.0, + "4050": 33396234240.0, + "4055": 33395331072.0, + "4060": 33394808832.0, + "4065": 33396029440.0, + "4070": 33394737152.0, + "4075": 33395412992.0, + "4080": 33396398080.0, + "4085": 33394565120.0, + "4090": 33395798016.0, + "4095": 33395564544.0, + "4100": 33396475904.0, + "4105": 33395519488.0, + "4110": 33395855360.0, + "4115": 33396543488.0, + "4120": 33395343360.0, + "4125": 33395367936.0, + "4130": 33394243584.0, + "4135": 33396684800.0, + "4140": 33395742720.0, + "4145": 33395638272.0, + "4150": 33395578880.0, + "4155": 33395060736.0, + "4160": 33396121600.0, + "4165": 33395562496.0, + "4170": 33394765824.0, + "4175": 33395789824.0, + "4180": 33394554880.0, + "4185": 33394569216.0, + "4190": 33395197952.0, + "4195": 33395826688.0, + "4200": 33395968000.0, + "4205": 33395474432.0, + "4210": 33396142080.0, + "4215": 33393922048.0, + "4220": 33395208192.0, + "4225": 33394503680.0, + "4230": 33396019200.0, + "4235": 33395429376.0, + "4240": 33395793920.0, + "4245": 33395601408.0, + "4250": 33396244480.0, + "4255": 33395513344.0, + "4260": 33395236864.0, + "4265": 33394325504.0, + "4270": 33394362368.0, + "4275": 33394475008.0, + "4280": 33394905088.0, + "4285": 33395877888.0, + "4290": 33395314688.0, + "4295": 33395073024.0, + "4300": 33396133888.0, + "4305": 33393848320.0, + "4310": 33395384320.0, + "4315": 33396402176.0, + "4320": 33395855360.0, + "4325": 33395030016.0, + "4330": 33395689472.0, + "4335": 33394448384.0, + "4340": 33396033536.0, + "4345": 33395576832.0, + "4350": 33396154368.0, + "4355": 33395804160.0, + "4360": 33395527680.0, + "4365": 33395257344.0, + "4370": 33393983488.0, + "4375": 33395816448.0, + "4380": 33395296256.0, + "4385": 33395089408.0, + "4390": 33395062784.0, + "4395": 33394917376.0, + "4400": 33395089408.0, + "4405": 33395464192.0, + "4410": 33396168704.0, + "4415": 33395081216.0, + "4420": 33394526208.0, + "4425": 33395140608.0, + "4430": 33395531776.0, + "4435": 33394839552.0, + "4440": 33396187136.0, + "4445": 33395572736.0, + "4450": 33395433472.0, + "4455": 33394980864.0, + "4460": 33395613696.0, + "4465": 33395101696.0, + "4470": 33396142080.0, + "4475": 33395822592.0, + "4480": 33396629504.0, + "4485": 33395116032.0, + "4490": 33395337216.0, + "4495": 33395079168.0, + "4500": 33394888704.0, + "4505": 33394968576.0, + "4510": 33395593216.0, + "4515": 33395466240.0, + "4520": 33395757056.0, + "4525": 33396148224.0, + "4530": 33395654656.0, + "4535": 33395073024.0, + "4540": 33395175424.0, + "4545": 33395269632.0, + "4550": 33395347456.0, + "4555": 33394423808.0, + "4560": 33394081792.0, + "4565": 33395259392.0, + "4570": 33395365888.0, + "4575": 33395331072.0, + "4580": 33395245056.0, + "4585": 33395171328.0, + "4590": 33395650560.0, + "4595": 33395265536.0, + "4600": 33395632128.0, + "4605": 33395666944.0, + "4610": 33395019776.0, + "4615": 33395068928.0, + "4620": 33395070976.0, + "4625": 33396461568.0, + "4630": 33395511296.0, + "4635": 33394956288.0, + "4640": 33394956288.0, + "4645": 33395875840.0, + "4650": 33395429376.0, + "4655": 33396047872.0, + "4660": 33395050496.0, + "4665": 33396121600.0, + "4670": 33395838976.0, + "4675": 33394778112.0, + "4680": 33395718144.0, + "4685": 33395431424.0, + "4690": 33395202048.0, + "4695": 33395255296.0, + "4700": 33396043776.0, + "4705": 33396082688.0, + "4710": 33395173376.0, + "4715": 33394894848.0, + "4720": 33396078592.0, + "4725": 33395871744.0, + "4730": 33396334592.0, + "4735": 33395470336.0, + "4740": 33395707904.0, + "4745": 33395052544.0, + "4750": 33396652032.0, + "4755": 33395517440.0, + "4760": 33396049920.0, + "4765": 33395601408.0, + "4770": 33394974720.0, + "4775": 33395912704.0, + "4780": 33395044352.0, + "4785": 33394919424.0, + "4790": 33394890752.0, + "4795": 33395163136.0, + "4800": 33395933184.0, + "4805": 33396152320.0, + "4810": 33393549312.0, + "4815": 33395970048.0, + "4820": 33395869696.0, + "4825": 33394968576.0, + "4830": 33396133888.0, + "4835": 33394178048.0, + "4840": 33395951616.0, + "4845": 33395163136.0, + "4850": 33396244480.0, + "4855": 33394724864.0, + "4860": 33395306496.0, + "4865": 33395286016.0, + "4870": 33395767296.0, + "4875": 33395927040.0, + "4880": 33395587072.0, + "4885": 33396076544.0, + "4890": 33395189760.0, + "4895": 33395654656.0, + "4900": 33395277824.0, + "4905": 33395156992.0, + "4910": 33396398080.0, + "4915": 33396031488.0, + "4920": 33395066880.0, + "4925": 33396078592.0, + "4930": 33395324928.0, + "4935": 33395847168.0, + "4940": 33395914752.0, + "4945": 33395847168.0, + "4950": 33395361792.0, + "4955": 33395200000.0, + "4960": 33395673088.0, + "4965": 33395316736.0, + "4970": 33394917376.0, + "4975": 33394933760.0, + "4980": 33395103744.0, + "4985": 33394923520.0, + "4990": 33395394560.0, + "4995": 33395904512.0, + "5000": 33395652608.0, + "5005": 33395916800.0, + "5010": 33395095552.0, + "5015": 33395091456.0, + "5020": 33394810880.0, + "5025": 33395630080.0, + "5030": 33395607552.0, + "5035": 33395032064.0, + "5040": 33395159040.0, + "5045": 33396021248.0, + "5050": 33395007488.0, + "5055": 33395681280.0, + "5060": 33396629504.0, + "5065": 33395472384.0, + "5070": 33396178944.0, + "5075": 33395230720.0, + "5080": 33395949568.0, + "5085": 33395353600.0, + "5090": 33395447808.0, + "5095": 33395515392.0, + "5100": 33395081216.0, + "5105": 33396072448.0, + "5110": 33396523008.0, + "5115": 33395359744.0, + "5120": 33396129792.0, + "5125": 33394216960.0, + "5130": 33394831360.0, + "5135": 33395318784.0, + "5140": 33395851264.0, + "5145": 33394948096.0, + "5150": 33394978816.0, + "5155": 33395412992.0, + "5160": 33394853888.0, + "5165": 33395298304.0, + "5170": 33394987008.0, + "5175": 33396170752.0, + "5180": 33394384896.0, + "5185": 33394827264.0, + "5190": 33395464192.0, + "5195": 33395951616.0, + "5200": 33395935232.0, + "5205": 33395554304.0, + "5210": 33394898944.0, + "5215": 33395884032.0, + "5220": 33395372032.0, + "5225": 33395640320.0, + "5230": 33395369984.0, + "5235": 33395073024.0, + "5240": 33396224000.0, + "5245": 33396213760.0, + "5250": 33396381696.0, + "5255": 33395427328.0, + "5260": 33394536448.0, + "5265": 33396418560.0, + "5270": 33396617216.0, + "5275": 33395986432.0, + "5280": 33394300928.0, + "5285": 33396189184.0, + "5290": 33396555776.0, + "5295": 33395060736.0, + "5300": 33395918848.0, + "5305": 33396105216.0, + "5310": 33395662848.0, + "5315": 33396256768.0, + "5320": 33394784256.0, + "5325": 33396525056.0, + "5330": 33396027392.0, + "5335": 33396332544.0, + "5340": 33394808832.0, + "5345": 33396307968.0, + "5350": 33395216384.0, + "5355": 33396191232.0, + "5360": 33395175424.0, + "5365": 33396363264.0, + "5370": 33395437568.0, + "5375": 33395859456.0, + "5380": 33395257344.0, + "5385": 33394946048.0, + "5390": 33395259392.0, + "5395": 33395382272.0, + "5400": 33395480576.0, + "5405": 33395165184.0, + "5410": 33395324928.0, + "5415": 33395865600.0, + "5420": 33395982336.0, + "5425": 33396031488.0, + "5430": 33395748864.0, + "5435": 33395453952.0, + "5440": 33395343360.0, + "5445": 33395361792.0, + "5450": 33396076544.0, + "5455": 33395785728.0, + "5460": 33394663424.0, + "5465": 33394788352.0, + "5470": 33395451904.0, + "5475": 33395089408.0, + "5480": 33394778112.0, + "5485": 33395478528.0, + "5490": 33395396608.0, + "5495": 33395628032.0, + "5500": 33395638272.0, + "5505": 33395699712.0, + "5510": 33395537920.0, + "5515": 33395863552.0, + "5520": 33396207616.0, + "5525": 33394757632.0, + "5530": 33395460096.0, + "5535": 33395695616.0, + "5540": 33395232768.0, + "5545": 33395836928.0, + "5550": 33396103168.0, + "5555": 33395097600.0, + "5560": 33395621888.0, + "5565": 33395294208.0, + "5570": 33395277824.0, + "5575": 33395036160.0, + "5580": 33396408320.0, + "5585": 33395642368.0, + "5590": 33396281344.0, + "5595": 33394806784.0, + "5600": 33394468864.0, + "5605": 33395484672.0, + "5610": 33396715520.0, + "5615": 33395544064.0, + "5620": 33396111360.0, + "5625": 33396543488.0, + "5630": 33396414464.0, + "5635": 33395343360.0, + "5640": 33395468288.0, + "5645": 33395922944.0, + "5650": 33394708480.0, + "5655": 33396287488.0, + "5660": 33396529152.0, + "5665": 33395867648.0, + "5670": 33395701760.0, + "5675": 33396047872.0, + "5680": 33395933184.0, + "5685": 33395771392.0, + "5690": 33395124224.0, + "5695": 33396146176.0, + "5700": 33395922944.0, + "5705": 33396121600.0, + "5710": 33394804736.0, + "5715": 33395333120.0, + "5720": 33395564544.0, "5725": 33395851264.0, - "5730": 33395589120.0, - "5735": 33394282496.0, - "5740": 33395286016.0, - "5745": 33395101696.0, - "5750": 33394923520.0, - "5755": 33395195904.0, - "5760": 33395589120.0, - "5765": 33395687424.0, - "5770": 33395136512.0, - "5775": 33395271680.0, - "5780": 33394847744.0, - "5785": 33395808256.0, - "5790": 33395779584.0, - "5795": 33395578880.0, - "5800": 33394921472.0, - "5805": 33395800064.0, - "5810": 33396054016.0, - "5815": 33395918848.0, - "5820": 33395400704.0, - "5825": 33395185664.0, - "5830": 33394999296.0, - "5835": 33395269632.0, - "5840": 33396029440.0, - "5845": 33395283968.0, - "5850": 33395204096.0, - "5855": 33395146752.0, - "5860": 33394720768.0, - "5865": 33395316736.0, - "5870": 33395615744.0, - "5875": 33396090880.0, - "5880": 33395914752.0, - "5885": 33395380224.0, - "5890": 33395826688.0, - "5895": 33395449856.0, - "5900": 33394649088.0, - "5905": 33396361216.0, - "5910": 33395482624.0, - "5915": 33395343360.0, - "5920": 33395814400.0, - "5925": 33395769344.0, - "5930": 33395726336.0, - "5935": 33395785728.0, - "5940": 33395750912.0, - "5945": 33395720192.0, - "5950": 33395159040.0, + "5730": 33395615744.0, + "5735": 33394366464.0, + "5740": 33395341312.0, + "5745": 33394915328.0, + "5750": 33394794496.0, + "5755": 33394868224.0, + "5760": 33395724288.0, + "5765": 33396211712.0, + "5770": 33395810304.0, + "5775": 33395050496.0, + "5780": 33394499584.0, + "5785": 33395908608.0, + "5790": 33395675136.0, + "5795": 33395767296.0, + "5800": 33395120128.0, + "5805": 33395744768.0, + "5810": 33395265536.0, + "5815": 33395881984.0, + "5820": 33395515392.0, + "5825": 33395490816.0, + "5830": 33395548160.0, + "5835": 33395486720.0, + "5840": 33395662848.0, + "5845": 33394944000.0, + "5850": 33395552256.0, + "5855": 33395417088.0, + "5860": 33395083264.0, + "5865": 33395314688.0, + "5870": 33395398656.0, + "5875": 33395865600.0, + "5880": 33395888128.0, + "5885": 33395402752.0, + "5890": 33396037632.0, + "5895": 33395621888.0, + "5900": 33395611648.0, + "5905": 33396185088.0, + "5910": 33395337216.0, + "5915": 33395404800.0, + "5920": 33395740672.0, + "5925": 33395785728.0, + "5930": 33395922944.0, + "5935": 33395724288.0, + "5940": 33395578880.0, + "5945": 33395810304.0, + "5950": 33394429952.0, "5955": 33395628032.0, - "5960": 33396400128.0, - "5965": 33396469760.0, - "5970": 33396606976.0, - "5975": 33395826688.0, - "5980": 33395042304.0, - "5985": 33395234816.0, - "5990": 33395214336.0, - "5995": 33395511296.0, - "6000": 33395685376.0, - "6005": 33396029440.0, - "6010": 33396260864.0, - "6015": 33394401280.0, - "6020": 33395949568.0, - "6025": 33395458048.0, - "6030": 33395572736.0, - "6035": 33395363840.0, - "6040": 33395585024.0, - "6045": 33395779584.0, - "6050": 33395625984.0, - "6055": 33394817024.0, - "6060": 33394495488.0, - "6065": 33395865600.0, - "6070": 33395449856.0, - "6075": 33395169280.0, - "6080": 33394454528.0, - "6085": 33395527680.0, - "6090": 33395410944.0, - "6095": 33395159040.0, - "6100": 33395593216.0, - "6105": 33395718144.0, - "6110": 33395615744.0, - "6115": 33395740672.0, - "6120": 33395503104.0, - "6125": 33394839552.0, - "6130": 33396783104.0, - "6135": 33395286016.0, - "6140": 33395537920.0, - "6145": 33396690944.0, - "6150": 33395970048.0, - "6155": 33395218432.0, - "6160": 33395695616.0, - "6165": 33395212288.0, - "6170": 33396017152.0, - "6175": 33395728384.0, - "6180": 33395963904.0, - "6185": 33396154368.0, - "6190": 33395396608.0, - "6195": 33396232192.0, - "6200": 33394616320.0, - "6205": 33396142080.0, - "6210": 33396217856.0, - "6215": 33396232192.0, - "6220": 33395709952.0, - "6225": 33395236864.0, - "6230": 33396080640.0, - "6235": 33395712000.0, - "6240": 33397002240.0, - "6245": 33395339264.0, - "6250": 33395544064.0, - "6255": 33395890176.0, - "6260": 33394786304.0, - "6265": 33395591168.0, - "6270": 33396314112.0, - "6275": 33394987008.0, - "6280": 33395376128.0, - "6285": 33396539392.0, - "6290": 33395716096.0, - "6295": 33394847744.0, - "6300": 33395451904.0, - "6305": 33396592640.0, - "6310": 33395574784.0, - "6315": 33395443712.0, - "6320": 33394489344.0, - "6325": 33395537920.0, - "6330": 33395615744.0, - "6335": 33395677184.0, - "6340": 33395488768.0, - "6345": 33395728384.0, - "6350": 33396174848.0, - "6355": 33395087360.0, - "6360": 33394761728.0, - "6365": 33395349504.0, - "6370": 33395261440.0, - "6375": 33396056064.0, - "6380": 33395916800.0, - "6385": 33393655808.0, - "6390": 33395064832.0, - "6395": 33395216384.0, - "6400": 33395441664.0, - "6405": 33396221952.0, - "6410": 33396027392.0, - "6415": 33395132416.0, - "6420": 33394921472.0, - "6425": 33395863552.0, - "6430": 33395773440.0, - "6435": 33396029440.0, - "6440": 33396199424.0, - "6445": 33394370560.0, - "6450": 33396566016.0, - "6455": 33396508672.0, - "6460": 33395894272.0, - "6465": 33396328448.0, - "6470": 33395064832.0, - "6475": 33395513344.0, - "6480": 33394804736.0, - "6485": 33396176896.0, - "6490": 33395976192.0, - "6495": 33395402752.0, - "6500": 33395093504.0, - "6505": 33395310592.0, - "6510": 33395689472.0, - "6515": 33395277824.0, - "6520": 33396072448.0, - "6525": 33395728384.0, - "6530": 33395343360.0, - "6535": 33396174848.0, - "6540": 33395857408.0, - "6545": 33395220480.0, - "6550": 33396461568.0, - "6555": 33395384320.0, - "6560": 33395109888.0, - "6565": 33395331072.0, - "6570": 33395507200.0, - "6575": 33395296256.0, - "6580": 33396293632.0, - "6585": 33395345408.0, - "6590": 33395693568.0, - "6595": 33395937280.0, - "6600": 33395396608.0, - "6605": 33395372032.0, - "6610": 33395757056.0, - "6615": 33395761152.0, - "6620": 33395709952.0, - "6625": 33395150848.0, - "6630": 33394839552.0, - "6635": 33395003392.0, - "6640": 33395673088.0, - "6645": 33394518016.0, - "6650": 33395787776.0, - "6655": 33393195008.0, - "6660": 33395654656.0, - "6665": 33395134464.0, - "6670": 33395451904.0, - "6675": 33395529728.0, - "6680": 33395062784.0, - "6685": 33395202048.0, - "6690": 33395580928.0, - "6695": 33396074496.0, - "6700": 33395388416.0, - "6705": 33395142656.0, - "6710": 33395396608.0, - "6715": 33394483200.0, - "6720": 33395898368.0, - "6725": 33396187136.0, - "6730": 33396391936.0, - "6735": 33396162560.0, - "6740": 33395036160.0, - "6745": 33395980288.0, - "6750": 33394622464.0, - "6755": 33394784256.0, - "6760": 33395159040.0, - "6765": 33395105792.0, - "6770": 33396469760.0, - "6775": 33397026816.0, - "6780": 33394823168.0, - "6785": 33396240384.0, - "6790": 33396195328.0, - "6795": 33395369984.0, - "6800": 33395159040.0, - "6805": 33395728384.0, - "6810": 33394765824.0, - "6815": 33395791872.0, - "6820": 33395087360.0, - "6825": 33395847168.0, - "6830": 33396021248.0, - "6835": 33395736576.0, - "6840": 33396412416.0, - "6845": 33396275200.0, - "6850": 33396303872.0, - "6855": 33395351552.0, - "6860": 33395832832.0, - "6865": 33395130368.0, - "6870": 33394524160.0, - "6875": 33395281920.0, - "6880": 33395851264.0, - "6885": 33395644416.0, - "6890": 33395515392.0, - "6895": 33395976192.0, - "6900": 33395949568.0, - "6905": 33395161088.0, - "6910": 33395427328.0, - "6915": 33395838976.0, - "6920": 33394542592.0, - "6925": 33394167808.0, - "6930": 33394972672.0, - "6935": 33394769920.0, - "6940": 33395773440.0, - "6945": 33395183616.0, - "6950": 33395503104.0, - "6955": 33394548736.0, - "6960": 33395310592.0, - "6965": 33395050496.0, - "6970": 33395830784.0, - "6975": 33395329024.0, - "6980": 33395134464.0, - "6985": 33394276352.0, - "6990": 33396584448.0, - "6995": 33394432000.0, - "7000": 33396224000.0, - "7005": 33396193280.0, - "7010": 33395363840.0, - "7015": 33395249152.0, - "7020": 33396025344.0, - "7025": 33396510720.0, - "7030": 33394845696.0, - "7035": 33396488192.0, - "7040": 33396154368.0, - "7045": 33395312640.0, - "7050": 33396246528.0, - "7055": 33394466816.0, - "7060": 33395646464.0, - "7065": 33394751488.0, - "7070": 33394427904.0, - "7075": 33396103168.0, - "7080": 33394886656.0, - "7085": 33396287488.0, - "7090": 33396006912.0, - "7095": 33394950144.0, - "7100": 33396541440.0, - "7105": 33395482624.0, - "7110": 33396305920.0, - "7115": 33396113408.0, - "7120": 33396021248.0, - "7125": 33395548160.0, - "7130": 33395546112.0, - "7135": 33395527680.0, - "7140": 33394888704.0, - "7145": 33396420608.0, - "7150": 33395202048.0, - "7155": 33395650560.0, - "7160": 33395968000.0, - "7165": 33396187136.0, - "7170": 33396566016.0, - "7175": 33394456576.0, - "7180": 33395195904.0, - "7185": 33396033536.0, - "7190": 33395161088.0, - "7195": 33395343360.0, - "7200": 33395650560.0, - "7205": 33395810304.0, - "7210": 33395984384.0, - "7215": 33394849792.0, - "7220": 33395255296.0, - "7225": 33395881984.0, - "7230": 33396068352.0, - "7235": 33394192384.0, - "7240": 33395013632.0, - "7245": 33395267584.0, - "7250": 33394587648.0, - "7255": 33396051968.0, - "7260": 33395734528.0, - "7265": 33395314688.0, - "7270": 33395937280.0, - "7275": 33395963904.0, - "7280": 33396662272.0, - "7285": 33395699712.0, - "7290": 33396031488.0, - "7295": 33396043776.0, - "7300": 33394458624.0, - "7305": 33394388992.0, - "7310": 33395648512.0, - "7315": 33395535872.0, - "7320": 33394948096.0, - "7325": 33396240384.0, - "7330": 33395707904.0, - "7335": 33396137984.0, - "7340": 33395195904.0, - "7345": 33395615744.0, - "7350": 33395666944.0, - "7355": 33395961856.0, - "7360": 33394948096.0, - "7365": 33396047872.0, - "7370": 33394606080.0, - "7375": 33396013056.0, - "7380": 33397428224.0, - "7385": 33394903040.0, - "7390": 33396107264.0, - "7395": 33395132416.0, - "7400": 33395650560.0, - "7405": 33394741248.0, - "7410": 33396439040.0, - "7415": 33395752960.0, - "7420": 33395585024.0, - "7425": 33396019200.0, - "7430": 33395300352.0, - "7435": 33395322880.0, - "7440": 33395470336.0, - "7445": 33396234240.0, - "7450": 33395425280.0, - "7455": 33395458048.0, - "7460": 33394892800.0, - "7465": 33394655232.0, - "7470": 33395824640.0, - "7475": 33396187136.0, - "7480": 33395343360.0, - "7485": 33396250624.0, - "7490": 33395843072.0, - "7495": 33394847744.0, - "7500": 33394964480.0, - "7505": 33395939328.0, - "7510": 33394544640.0, - "7515": 33395466240.0, - "7520": 33396023296.0, - "7525": 33395992576.0, - "7530": 33395128320.0, - "7535": 33395253248.0, - "7540": 33394862080.0, - "7545": 33394958336.0, - "7550": 33395531776.0, - "7555": 33395634176.0, - "7560": 33395027968.0, - "7565": 33394601984.0, - "7570": 33394800640.0, - "7575": 33394900992.0, - "7580": 33395345408.0, - "7585": 33395234816.0, - "7590": 33394307072.0, - "7595": 33396051968.0, - "7600": 33395527680.0, - "7605": 33395980288.0, - "7610": 33395105792.0, - "7615": 33395691520.0, - "7620": 33395406848.0, - "7625": 33395499008.0, - "7630": 33395884032.0, - "7635": 33395908608.0, - "7640": 33395161088.0, - "7645": 33396731904.0, + "5960": 33396637696.0, + "5965": 33396662272.0, + "5970": 33396490240.0, + "5975": 33394880512.0, + "5980": 33395167232.0, + "5985": 33395310592.0, + "5990": 33395550208.0, + "5995": 33395195904.0, + "6000": 33395525632.0, + "6005": 33395625984.0, + "6010": 33395984384.0, + "6015": 33394741248.0, + "6020": 33396230144.0, + "6025": 33395341312.0, + "6030": 33395521536.0, + "6035": 33395019776.0, + "6040": 33395716096.0, + "6045": 33396060160.0, + "6050": 33396088832.0, + "6055": 33394700288.0, + "6060": 33394323456.0, + "6065": 33395585024.0, + "6070": 33395382272.0, + "6075": 33394782208.0, + "6080": 33395148800.0, + "6085": 33396023296.0, + "6090": 33395437568.0, + "6095": 33395183616.0, + "6100": 33395503104.0, + "6105": 33395640320.0, + "6110": 33395777536.0, + "6115": 33396115456.0, + "6120": 33394851840.0, + "6125": 33394651136.0, + "6130": 33396842496.0, + "6135": 33395820544.0, + "6140": 33395722240.0, + "6145": 33396869120.0, + "6150": 33395666944.0, + "6155": 33395068928.0, + "6160": 33395460096.0, + "6165": 33395138560.0, + "6170": 33396004864.0, + "6175": 33395714048.0, + "6180": 33395894272.0, + "6185": 33396201472.0, + "6190": 33395412992.0, + "6195": 33396269056.0, + "6200": 33394548736.0, + "6205": 33396137984.0, + "6210": 33396131840.0, + "6215": 33396002816.0, + "6220": 33395705856.0, + "6225": 33395486720.0, + "6230": 33396215808.0, + "6235": 33395363840.0, + "6240": 33396871168.0, + "6245": 33395126272.0, + "6250": 33395040256.0, + "6255": 33396146176.0, + "6260": 33395218432.0, + "6265": 33395695616.0, + "6270": 33396277248.0, + "6275": 33394798592.0, + "6280": 33395314688.0, + "6285": 33396398080.0, + "6290": 33395875840.0, + "6295": 33394929664.0, + "6300": 33395712000.0, + "6305": 33396822016.0, + "6310": 33395580928.0, + "6315": 33395429376.0, + "6320": 33394395136.0, + "6325": 33395484672.0, + "6330": 33395746816.0, + "6335": 33395716096.0, + "6340": 33395353600.0, + "6345": 33395767296.0, + "6350": 33396498432.0, + "6355": 33394946048.0, + "6360": 33394741248.0, + "6365": 33395359744.0, + "6370": 33395302400.0, + "6375": 33396264960.0, + "6380": 33395961856.0, + "6385": 33393627136.0, + "6390": 33395048448.0, + "6395": 33395130368.0, + "6400": 33395316736.0, + "6405": 33396436992.0, + "6410": 33396314112.0, + "6415": 33395052544.0, + "6420": 33394374656.0, + "6425": 33396006912.0, + "6430": 33395904512.0, + "6435": 33395965952.0, + "6440": 33396695040.0, + "6445": 33395189760.0, + "6450": 33395828736.0, + "6455": 33396137984.0, + "6460": 33396066304.0, + "6465": 33396529152.0, + "6470": 33395243008.0, + "6475": 33395333120.0, + "6480": 33394827264.0, + "6485": 33396297728.0, + "6490": 33396062208.0, + "6495": 33396264960.0, + "6500": 33395453952.0, + "6505": 33395023872.0, + "6510": 33395746816.0, + "6515": 33395425280.0, + "6520": 33396080640.0, + "6525": 33395902464.0, + "6530": 33395492864.0, + "6535": 33395666944.0, + "6540": 33395265536.0, + "6545": 33395116032.0, + "6550": 33396344832.0, + "6555": 33395681280.0, + "6560": 33395761152.0, + "6565": 33394556928.0, + "6570": 33395040256.0, + "6575": 33395286016.0, + "6580": 33396498432.0, + "6585": 33395902464.0, + "6590": 33396051968.0, + "6595": 33395707904.0, + "6600": 33394544640.0, + "6605": 33395292160.0, + "6610": 33395660800.0, + "6615": 33395873792.0, + "6620": 33395435520.0, + "6625": 33395101696.0, + "6630": 33394870272.0, + "6635": 33394941952.0, + "6640": 33395591168.0, + "6645": 33394591744.0, + "6650": 33395691520.0, + "6655": 33393573888.0, + "6660": 33395505152.0, + "6665": 33394712576.0, + "6670": 33395582976.0, + "6675": 33395609600.0, + "6680": 33394933760.0, + "6685": 33395081216.0, + "6690": 33395230720.0, + "6695": 33396033536.0, + "6700": 33395703808.0, + "6705": 33394972672.0, + "6710": 33395341312.0, + "6715": 33394511872.0, + "6720": 33395949568.0, + "6725": 33396121600.0, + "6730": 33396510720.0, + "6735": 33396160512.0, + "6740": 33395030016.0, + "6745": 33396236288.0, + "6750": 33393977344.0, + "6755": 33394817024.0, + "6760": 33395220480.0, + "6765": 33395367936.0, + "6770": 33396346880.0, + "6775": 33396641792.0, + "6780": 33394884608.0, + "6785": 33396082688.0, + "6790": 33396203520.0, + "6795": 33395691520.0, + "6800": 33394817024.0, + "6805": 33395134464.0, + "6810": 33394999296.0, + "6815": 33395918848.0, + "6820": 33395060736.0, + "6825": 33395838976.0, + "6830": 33396011008.0, + "6835": 33395675136.0, + "6840": 33396371456.0, + "6845": 33396146176.0, + "6850": 33396015104.0, + "6855": 33395804160.0, + "6860": 33395785728.0, + "6865": 33395038208.0, + "6870": 33394618368.0, + "6875": 33395253248.0, + "6880": 33395752960.0, + "6885": 33395816448.0, + "6890": 33395212288.0, + "6895": 33395449856.0, + "6900": 33395978240.0, + "6905": 33395277824.0, + "6910": 33395562496.0, + "6915": 33395609600.0, + "6920": 33394567168.0, + "6925": 33394257920.0, + "6930": 33394905088.0, + "6935": 33394964480.0, + "6940": 33395521536.0, + "6945": 33395271680.0, + "6950": 33395449856.0, + "6955": 33394640896.0, + "6960": 33395337216.0, + "6965": 33395079168.0, + "6970": 33395630080.0, + "6975": 33395441664.0, + "6980": 33395705856.0, + "6985": 33394366464.0, + "6990": 33396469760.0, + "6995": 33394317312.0, + "7000": 33396135936.0, + "7005": 33396045824.0, + "7010": 33395331072.0, + "7015": 33395169280.0, + "7020": 33395855360.0, + "7025": 33396529152.0, + "7030": 33394626560.0, + "7035": 33396506624.0, + "7040": 33396248576.0, + "7045": 33395253248.0, + "7050": 33396072448.0, + "7055": 33394393088.0, + "7060": 33395503104.0, + "7065": 33394827264.0, + "7070": 33394554880.0, + "7075": 33396322304.0, + "7080": 33394405376.0, + "7085": 33395836928.0, + "7090": 33395798016.0, + "7095": 33394921472.0, + "7100": 33396432896.0, + "7105": 33395490816.0, + "7110": 33396232192.0, + "7115": 33395988480.0, + "7120": 33395834880.0, + "7125": 33395458048.0, + "7130": 33395632128.0, + "7135": 33395621888.0, + "7140": 33395132416.0, + "7145": 33395972096.0, + "7150": 33394835456.0, + "7155": 33395714048.0, + "7160": 33395992576.0, + "7165": 33396273152.0, + "7170": 33396342784.0, + "7175": 33394446336.0, + "7180": 33395210240.0, + "7185": 33396344832.0, + "7190": 33394903040.0, + "7195": 33395384320.0, + "7200": 33396099072.0, + "7205": 33396019200.0, + "7210": 33395949568.0, + "7215": 33394810880.0, + "7220": 33395261440.0, + "7225": 33395836928.0, + "7230": 33395781632.0, + "7235": 33394319360.0, + "7240": 33395474432.0, + "7245": 33395204096.0, + "7250": 33394667520.0, + "7255": 33396109312.0, + "7260": 33395761152.0, + "7265": 33395281920.0, + "7270": 33395916800.0, + "7275": 33395970048.0, + "7280": 33396422656.0, + "7285": 33395695616.0, + "7290": 33396178944.0, + "7295": 33395177472.0, + "7300": 33394466816.0, + "7305": 33394675712.0, + "7310": 33395568640.0, + "7315": 33395597312.0, + "7320": 33395562496.0, + "7325": 33396236288.0, + "7330": 33395712000.0, + "7335": 33395863552.0, + "7340": 33395347456.0, + "7345": 33395568640.0, + "7350": 33395478528.0, + "7355": 33396039680.0, + "7360": 33394339840.0, + "7365": 33396031488.0, + "7370": 33395253248.0, + "7375": 33395884032.0, + "7380": 33397174272.0, + "7385": 33394921472.0, + "7390": 33395859456.0, + "7395": 33394874368.0, + "7400": 33395695616.0, + "7405": 33394786304.0, + "7410": 33396512768.0, + "7415": 33395613696.0, + "7420": 33395445760.0, + "7425": 33395986432.0, + "7430": 33395310592.0, + "7435": 33395374080.0, + "7440": 33395587072.0, + "7445": 33396066304.0, + "7450": 33395394560.0, + "7455": 33395503104.0, + "7460": 33394909184.0, + "7465": 33395165184.0, + "7470": 33395939328.0, + "7475": 33396094976.0, + "7480": 33394589696.0, + "7485": 33396338688.0, + "7490": 33396109312.0, + "7495": 33395144704.0, + "7500": 33394837504.0, + "7505": 33395660800.0, + "7510": 33394714624.0, + "7515": 33395550208.0, + "7520": 33395390464.0, + "7525": 33395834880.0, + "7530": 33395286016.0, + "7535": 33394948096.0, + "7540": 33394571264.0, + "7545": 33394495488.0, + "7550": 33395605504.0, + "7555": 33395560448.0, + "7560": 33394651136.0, + "7565": 33394413568.0, + "7570": 33394921472.0, + "7575": 33394888704.0, + "7580": 33395181568.0, + "7585": 33395156992.0, + "7590": 33394245632.0, + "7595": 33395740672.0, + "7600": 33395417088.0, + "7605": 33396154368.0, + "7610": 33395054592.0, + "7615": 33395744768.0, + "7620": 33395318784.0, + "7625": 33395253248.0, + "7630": 33395836928.0, + "7635": 33396103168.0, + "7640": 33395238912.0, + "7645": 33396719616.0, "7650": 33395992576.0, - "7655": 33396400128.0, - "7660": 33394798592.0, - "7665": 33394550784.0, - "7670": 33395023872.0, - "7675": 33395517440.0, - "7680": 33395499008.0, - "7685": 33395423232.0, - "7690": 33394886656.0, - "7695": 33395429376.0, - "7700": 33394649088.0, - "7705": 33396318208.0, - "7710": 33396092928.0, - "7715": 33395044352.0, - "7720": 33396076544.0, - "7725": 33395468288.0, - "7730": 33395984384.0, - "7735": 33395982336.0, - "7740": 33395486720.0, - "7745": 33395613696.0, - "7750": 33395216384.0, - "7755": 33395791872.0, - "7760": 33396568064.0, - "7765": 33394872320.0, - "7770": 33396355072.0, - "7775": 33396097024.0, - "7780": 33394688000.0, - "7785": 33395046400.0, - "7790": 33395113984.0, - "7795": 33395666944.0, - "7800": 33395331072.0, - "7805": 33395978240.0, - "7810": 33395404800.0, - "7815": 33395138560.0, - "7820": 33396033536.0, - "7825": 33394573312.0, - "7830": 33395283968.0, - "7835": 33396240384.0, - "7840": 33395480576.0, - "7845": 33395212288.0, - "7850": 33394946048.0, - "7855": 33395953664.0, - "7860": 33395816448.0, - "7865": 33396342784.0, - "7870": 33395838976.0, - "7875": 33396293632.0, - "7880": 33396617216.0, - "7885": 33395484672.0, - "7890": 33394987008.0, - "7895": 33395200000.0, - "7900": 33396404224.0, - "7905": 33396205568.0, - "7910": 33394343936.0, - "7915": 33394991104.0, - "7920": 33395363840.0, - "7925": 33396477952.0, - "7930": 33396000768.0, - "7935": 33395617792.0, - "7940": 33395521536.0, - "7945": 33395982336.0, - "7950": 33396269056.0, - "7955": 33395109888.0, - "7960": 33395372032.0, - "7965": 33395949568.0, - "7970": 33394421760.0, - "7975": 33395746816.0, - "7980": 33395709952.0, - "7985": 33395101696.0, - "7990": 33395163136.0, - "7995": 33395490816.0, - "8000": 33395294208.0, - "8005": 33395435520.0, - "8010": 33396129792.0, - "8015": 33395222528.0, - "8020": 33395992576.0, - "8025": 33396498432.0, - "8030": 33395761152.0, - "8035": 33394790400.0, - "8040": 33395818496.0, - "8045": 33395843072.0, - "8050": 33394634752.0, - "8055": 33394880512.0, - "8060": 33395525632.0, - "8065": 33395945472.0, - "8070": 33395412992.0, - "8075": 33395589120.0, - "8080": 33395814400.0, - "8085": 33395734528.0, - "8090": 33395150848.0, - "8095": 33395269632.0, - "8100": 33396568064.0, - "8105": 33396207616.0, - "8110": 33395234816.0, - "8115": 33395789824.0, - "8120": 33395339264.0, - "8125": 33395384320.0, - "8130": 33394890752.0, - "8135": 33394970624.0, - "8140": 33396191232.0, - "8145": 33394769920.0, - "8150": 33395343360.0, - "8155": 33394712576.0, - "8160": 33395386368.0, - "8165": 33395560448.0, - "8170": 33395179520.0, - "8175": 33396459520.0, - "8180": 33395298304.0, - "8185": 33395517440.0, - "8190": 33396006912.0, - "8195": 33395806208.0, - "8200": 33395666944.0, - "8205": 33396140032.0, - "8210": 33394472960.0, - "8215": 33394565120.0, - "8220": 33395982336.0, - "8225": 33396258816.0, - "8230": 33394319360.0, - "8235": 33396467712.0, - "8240": 33395705856.0, - "8245": 33396088832.0, - "8250": 33396412416.0, - "8255": 33396240384.0, - "8260": 33396338688.0, - "8265": 33396525056.0, - "8270": 33396039680.0, - "8275": 33395269632.0, - "8280": 33395636224.0, - "8285": 33395937280.0, - "8290": 33395671040.0, - "8295": 33396137984.0, - "8300": 33395691520.0, - "8305": 33396129792.0, - "8310": 33395378176.0, - "8315": 33396275200.0, - "8320": 33395703808.0, - "8325": 33395445760.0, - "8330": 33395951616.0, - "8335": 33394411520.0, - "8340": 33394593792.0, - "8345": 33395699712.0, - "8350": 33396293632.0, - "8355": 33396133888.0, - "8360": 33394694144.0, - "8365": 33395394560.0, - "8370": 33395699712.0, - "8375": 33395126272.0, + "7655": 33396285440.0, + "7660": 33394870272.0, + "7665": 33394939904.0, + "7670": 33395386368.0, + "7675": 33395320832.0, + "7680": 33395376128.0, + "7685": 33395689472.0, + "7690": 33395046400.0, + "7695": 33395388416.0, + "7700": 33394606080.0, + "7705": 33396303872.0, + "7710": 33395994624.0, + "7715": 33395136512.0, + "7720": 33396066304.0, + "7725": 33395480576.0, + "7730": 33396072448.0, + "7735": 33395978240.0, + "7740": 33395294208.0, + "7745": 33395632128.0, + "7750": 33394978816.0, + "7755": 33395709952.0, + "7760": 33396500480.0, + "7765": 33394827264.0, + "7770": 33396291584.0, + "7775": 33395630080.0, + "7780": 33394708480.0, + "7785": 33395736576.0, + "7790": 33395376128.0, + "7795": 33395908608.0, + "7800": 33394956288.0, + "7805": 33396068352.0, + "7810": 33395384320.0, + "7815": 33395173376.0, + "7820": 33395992576.0, + "7825": 33394606080.0, + "7830": 33395273728.0, + "7835": 33396264960.0, + "7840": 33395523584.0, + "7845": 33395429376.0, + "7850": 33395019776.0, + "7855": 33395945472.0, + "7860": 33395875840.0, + "7865": 33396324352.0, + "7870": 33395849216.0, + "7875": 33396240384.0, + "7880": 33396412416.0, + "7885": 33395449856.0, + "7890": 33395214336.0, + "7895": 33395095552.0, + "7900": 33396226048.0, + "7905": 33395734528.0, + "7910": 33394855936.0, + "7915": 33395068928.0, + "7920": 33395015680.0, + "7925": 33396217856.0, + "7930": 33395824640.0, + "7935": 33395738624.0, + "7940": 33395994624.0, + "7945": 33395937280.0, + "7950": 33396191232.0, + "7955": 33395001344.0, + "7960": 33394946048.0, + "7965": 33396088832.0, + "7970": 33395367936.0, + "7975": 33396170752.0, + "7980": 33395435520.0, + "7985": 33394669568.0, + "7990": 33394855936.0, + "7995": 33395720192.0, + "8000": 33396033536.0, + "8005": 33395476480.0, + "8010": 33396101120.0, + "8015": 33395126272.0, + "8020": 33396041728.0, + "8025": 33396506624.0, + "8030": 33395703808.0, + "8035": 33394761728.0, + "8040": 33395771392.0, + "8045": 33395943424.0, + "8050": 33394558976.0, + "8055": 33394868224.0, + "8060": 33395679232.0, + "8065": 33396279296.0, + "8070": 33395312640.0, + "8075": 33395609600.0, + "8080": 33395861504.0, + "8085": 33395785728.0, + "8090": 33394925568.0, + "8095": 33395185664.0, + "8100": 33396553728.0, + "8105": 33396154368.0, + "8110": 33395089408.0, + "8115": 33395746816.0, + "8120": 33395691520.0, + "8125": 33395251200.0, + "8130": 33394792448.0, + "8135": 33395126272.0, + "8140": 33396240384.0, + "8145": 33394634752.0, + "8150": 33395130368.0, + "8155": 33394884608.0, + "8160": 33395437568.0, + "8165": 33395662848.0, + "8170": 33395429376.0, + "8175": 33396318208.0, + "8180": 33395236864.0, + "8185": 33395474432.0, + "8190": 33396125696.0, + "8195": 33395965952.0, + "8200": 33395744768.0, + "8205": 33396074496.0, + "8210": 33394458624.0, + "8215": 33394462720.0, + "8220": 33395970048.0, + "8225": 33396326400.0, + "8230": 33394274304.0, + "8235": 33396594688.0, + "8240": 33395671040.0, + "8245": 33396289536.0, + "8250": 33396211712.0, + "8255": 33396156416.0, + "8260": 33396473856.0, + "8265": 33396412416.0, + "8270": 33395810304.0, + "8275": 33394860032.0, + "8280": 33395724288.0, + "8285": 33395920896.0, + "8290": 33395658752.0, + "8295": 33396160512.0, + "8300": 33395494912.0, + "8305": 33396092928.0, + "8310": 33395587072.0, + "8315": 33396391936.0, + "8320": 33395750912.0, + "8325": 33395623936.0, + "8330": 33395793920.0, + "8335": 33394573312.0, + "8340": 33394636800.0, + "8345": 33395998720.0, + "8350": 33396353024.0, + "8355": 33395912704.0, + "8360": 33394700288.0, + "8365": 33395275776.0, + "8370": 33395775488.0, + "8375": 33395085312.0, "8380": 33396084736.0, "8385": 33395892224.0, - "8390": 33394786304.0, - "8395": 33395576832.0, - "8400": 33395691520.0, - "8405": 33395910656.0, - "8410": 33395367936.0, - "8415": 33395587072.0, - "8420": 33395994624.0, - "8425": 33395632128.0, - "8430": 33395775488.0, - "8435": 33394905088.0, - "8440": 33395808256.0, - "8445": 33395556352.0, - "8450": 33395789824.0, - "8455": 33394384896.0, - "8460": 33394456576.0, - "8465": 33395998720.0, - "8470": 33395986432.0, - "8475": 33395083264.0, - "8480": 33396346880.0, - "8485": 33395822592.0, - "8490": 33395130368.0, - "8495": 33395826688.0, - "8500": 33395204096.0, - "8505": 33395675136.0, - "8510": 33396207616.0, - "8515": 33396051968.0, - "8520": 33394063360.0, - "8525": 33394544640.0, - "8530": 33395578880.0, - "8535": 33395898368.0, - "8540": 33395494912.0, - "8545": 33395376128.0, - "8550": 33395949568.0, - "8555": 33396619264.0, - "8560": 33395771392.0, - "8565": 33395826688.0, - "8570": 33396254720.0, - "8575": 33394413568.0, - "8580": 33395550208.0, - "8585": 33395986432.0, - "8590": 33396203520.0, - "8595": 33396232192.0, - "8600": 33396207616.0, - "8605": 33395740672.0, - "8610": 33396203520.0, - "8615": 33395785728.0, - "8620": 33394352128.0, - "8625": 33396131840.0, - "8630": 33395955712.0, - "8635": 33394843648.0, - "8640": 33395482624.0, - "8645": 33394911232.0, - "8650": 33395843072.0, - "8655": 33395388416.0, - "8660": 33395648512.0, - "8665": 33396199424.0, - "8670": 33395482624.0, - "8675": 33396230144.0, - "8680": 33396189184.0, - "8685": 33395369984.0, - "8690": 33396606976.0, - "8695": 33394763776.0, - "8700": 33395820544.0, - "8705": 33395597312.0, - "8710": 33396099072.0, - "8715": 33396254720.0, - "8720": 33395585024.0, - "8725": 33395755008.0, - "8730": 33395040256.0, - "8735": 33395269632.0, - "8740": 33395746816.0, - "8745": 33395306496.0, - "8750": 33395789824.0, - "8755": 33395363840.0, - "8760": 33396436992.0, - "8765": 33394583552.0, - "8770": 33395914752.0, - "8775": 33394796544.0, - "8780": 33395527680.0, - "8785": 33394761728.0, - "8790": 33395372032.0, - "8795": 33396066304.0, - "8800": 33395523584.0, - "8805": 33395013632.0, - "8810": 33395238912.0, - "8815": 33395410944.0, - "8820": 33395687424.0, - "8825": 33395353600.0, - "8830": 33395253248.0, - "8835": 33394900992.0, - "8840": 33394610176.0, - "8845": 33395140608.0, - "8850": 33396068352.0, - "8855": 33396369408.0, - "8860": 33396334592.0, - "8865": 33395793920.0, - "8870": 33394831360.0, - "8875": 33394597888.0, - "8880": 33395656704.0, - "8885": 33394384896.0, - "8890": 33395134464.0, - "8895": 33395826688.0, + "8390": 33394769920.0, + "8395": 33395492864.0, + "8400": 33395736576.0, + "8405": 33395970048.0, + "8410": 33395668992.0, + "8415": 33395716096.0, + "8420": 33395914752.0, + "8425": 33395408896.0, + "8430": 33395599360.0, + "8435": 33395105792.0, + "8440": 33395935232.0, + "8445": 33395617792.0, + "8450": 33395351552.0, + "8455": 33394403328.0, + "8460": 33395200000.0, + "8465": 33396199424.0, + "8470": 33395793920.0, + "8475": 33395281920.0, + "8480": 33396459520.0, + "8485": 33395705856.0, + "8490": 33395085312.0, + "8495": 33395806208.0, + "8500": 33395412992.0, + "8505": 33395552256.0, + "8510": 33396047872.0, + "8515": 33396062208.0, + "8520": 33394290688.0, + "8525": 33394606080.0, + "8530": 33395343360.0, + "8535": 33395937280.0, + "8540": 33395546112.0, + "8545": 33395668992.0, + "8550": 33395697664.0, + "8555": 33396629504.0, + "8560": 33395818496.0, + "8565": 33395589120.0, + "8570": 33396006912.0, + "8575": 33394374656.0, + "8580": 33395752960.0, + "8585": 33395777536.0, + "8590": 33396209664.0, + "8595": 33396344832.0, + "8600": 33396459520.0, + "8605": 33395341312.0, + "8610": 33396097024.0, + "8615": 33395849216.0, + "8620": 33394026496.0, + "8625": 33396125696.0, + "8630": 33395988480.0, + "8635": 33394714624.0, + "8640": 33395316736.0, + "8645": 33395081216.0, + "8650": 33395603456.0, + "8655": 33395384320.0, + "8660": 33395691520.0, + "8665": 33396606976.0, + "8670": 33395113984.0, + "8675": 33395656704.0, + "8680": 33396199424.0, + "8685": 33395646464.0, + "8690": 33396707328.0, + "8695": 33395197952.0, + "8700": 33395406848.0, + "8705": 33395656704.0, + "8710": 33396207616.0, + "8715": 33396174848.0, + "8720": 33395412992.0, + "8725": 33395740672.0, + "8730": 33394982912.0, + "8735": 33395206144.0, + "8740": 33395798016.0, + "8745": 33395361792.0, + "8750": 33396058112.0, + "8755": 33395277824.0, + "8760": 33396346880.0, + "8765": 33394616320.0, + "8770": 33395949568.0, + "8775": 33394925568.0, + "8780": 33395445760.0, + "8785": 33394616320.0, + "8790": 33395290112.0, + "8795": 33396252672.0, + "8800": 33395539968.0, + "8805": 33395027968.0, + "8810": 33395200000.0, + "8815": 33395499008.0, + "8820": 33395773440.0, + "8825": 33394659328.0, + "8830": 33395376128.0, + "8835": 33394874368.0, + "8840": 33394585600.0, + "8845": 33395343360.0, + "8850": 33396006912.0, + "8855": 33396209664.0, + "8860": 33396281344.0, + "8865": 33395732480.0, + "8870": 33394741248.0, + "8875": 33394610176.0, + "8880": 33395507200.0, + "8885": 33394106368.0, + "8890": 33395163136.0, + "8895": 33395732480.0, "8900": 33395367936.0, - "8905": 33396334592.0, - "8910": 33396150272.0, - "8915": 33394929664.0, - "8920": 33395388416.0, - "8925": 33395546112.0, - "8930": 33396150272.0, - "8935": 33395185664.0, - "8940": 33395828736.0, - "8945": 33396666368.0, - "8950": 33395724288.0, - "8955": 33395765248.0, - "8960": 33395687424.0, - "8965": 33394427904.0, - "8970": 33395871744.0, - "8975": 33395744768.0, - "8980": 33394896896.0, - "8985": 33396639744.0, - "8990": 33395697664.0, - "8995": 33396357120.0, - "9000": 33395974144.0, - "9005": 33396230144.0, - "9010": 33393618944.0, - "9015": 33395662848.0, - "9020": 33394933760.0, - "9025": 33395296256.0, - "9030": 33395822592.0, - "9035": 33395437568.0, - "9040": 33396109312.0, - "9045": 33395417088.0, - "9050": 33395871744.0, - "9055": 33394905088.0, - "9060": 33395881984.0, - "9065": 33395814400.0, - "9070": 33395410944.0, - "9075": 33395255296.0, - "9080": 33394931712.0, - "9085": 33395529728.0, - "9090": 33396213760.0, - "9095": 33394876416.0, - "9100": 33396566016.0, - "9105": 33395036160.0, - "9110": 33395128320.0, - "9115": 33395374080.0, - "9120": 33395388416.0, - "9125": 33395337216.0, - "9130": 33394126848.0, - "9135": 33394982912.0, - "9140": 33394661376.0, - "9145": 33395828736.0, - "9150": 33395720192.0, - "9155": 33395562496.0, - "9160": 33396150272.0, - "9165": 33395789824.0, - "9170": 33396199424.0, - "9175": 33395392512.0, - "9180": 33395939328.0, - "9185": 33395695616.0, - "9190": 33394417664.0, - "9195": 33394982912.0, - "9200": 33395941376.0, - "9205": 33395245056.0, - "9210": 33395798016.0, - "9215": 33395372032.0, - "9220": 33396457472.0, - "9225": 33395232768.0, - "9230": 33395625984.0, - "9235": 33395539968.0, - "9240": 33395736576.0, - "9245": 33396101120.0, - "9250": 33396051968.0, - "9255": 33395458048.0, - "9260": 33396922368.0, - "9265": 33394573312.0, - "9270": 33395752960.0, - "9275": 33395898368.0, - "9280": 33395460096.0, - "9285": 33395642368.0, - "9290": 33395982336.0, - "9295": 33395556352.0, - "9300": 33395345408.0, - "9305": 33395855360.0, - "9310": 33395077120.0, - "9315": 33394094080.0, - "9320": 33395103744.0, - "9325": 33395931136.0, - "9330": 33395990528.0, - "9335": 33395290112.0, - "9340": 33395822592.0, - "9345": 33395339264.0, - "9350": 33396264960.0, - "9355": 33394728960.0, - "9360": 33394962432.0, - "9365": 33395490816.0, - "9370": 33394464768.0, - "9375": 33395261440.0, - "9380": 33395638272.0, - "9385": 33396062208.0, - "9390": 33395712000.0, - "9395": 33395843072.0, - "9400": 33395101696.0, - "9405": 33395568640.0, + "8905": 33396240384.0, + "8910": 33396146176.0, + "8915": 33395058688.0, + "8920": 33395443712.0, + "8925": 33395515392.0, + "8930": 33396094976.0, + "8935": 33395150848.0, + "8940": 33395843072.0, + "8945": 33396555776.0, + "8950": 33395744768.0, + "8955": 33395712000.0, + "8960": 33395898368.0, + "8965": 33394221056.0, + "8970": 33395707904.0, + "8975": 33395687424.0, + "8980": 33395148800.0, + "8985": 33396623360.0, + "8990": 33395306496.0, + "8995": 33396291584.0, + "9000": 33395961856.0, + "9005": 33395980288.0, + "9010": 33393659904.0, + "9015": 33395769344.0, + "9020": 33394864128.0, + "9025": 33395369984.0, + "9030": 33396068352.0, + "9035": 33395566592.0, + "9040": 33396004864.0, + "9045": 33395433472.0, + "9050": 33395804160.0, + "9055": 33394857984.0, + "9060": 33396101120.0, + "9065": 33395765248.0, + "9070": 33395011584.0, + "9075": 33395312640.0, + "9080": 33394810880.0, + "9085": 33395623936.0, + "9090": 33396371456.0, + "9095": 33394731008.0, + "9100": 33396471808.0, + "9105": 33395298304.0, + "9110": 33395195904.0, + "9115": 33395601408.0, + "9120": 33395576832.0, + "9125": 33395261440.0, + "9130": 33394196480.0, + "9135": 33395222528.0, + "9140": 33394616320.0, + "9145": 33395867648.0, + "9150": 33395738624.0, + "9155": 33395601408.0, + "9160": 33396221952.0, + "9165": 33395818496.0, + "9170": 33395929088.0, + "9175": 33395384320.0, + "9180": 33395900416.0, + "9185": 33395503104.0, + "9190": 33394233344.0, + "9195": 33394804736.0, + "9200": 33395763200.0, + "9205": 33395453952.0, + "9210": 33395838976.0, + "9215": 33395290112.0, + "9220": 33396350976.0, + "9225": 33395290112.0, + "9230": 33395550208.0, + "9235": 33395521536.0, + "9240": 33395595264.0, + "9245": 33396215808.0, + "9250": 33395871744.0, + "9255": 33395167232.0, + "9260": 33396826112.0, + "9265": 33394561024.0, + "9270": 33395693568.0, + "9275": 33395884032.0, + "9280": 33395415040.0, + "9285": 33395634176.0, + "9290": 33395888128.0, + "9295": 33395542016.0, + "9300": 33395224576.0, + "9305": 33395908608.0, + "9310": 33395011584.0, + "9315": 33393938432.0, + "9320": 33394929664.0, + "9325": 33395914752.0, + "9330": 33395929088.0, + "9335": 33395363840.0, + "9340": 33395255296.0, + "9345": 33395320832.0, + "9350": 33396076544.0, + "9355": 33395187712.0, + "9360": 33394657280.0, + "9365": 33395437568.0, + "9370": 33394124800.0, + "9375": 33395486720.0, + "9380": 33395619840.0, + "9385": 33396049920.0, + "9390": 33395843072.0, + "9395": 33395759104.0, + "9400": 33395015680.0, + "9405": 33395625984.0, "9410": 33394966528.0, - "9415": 33395365888.0, - "9420": 33394966528.0, - "9425": 33395073024.0, - "9430": 33395392512.0, - "9435": 33394526208.0, - "9440": 33394384896.0, - "9445": 33396416512.0, - "9450": 33394878464.0, - "9455": 33394300928.0, - "9460": 33396150272.0, - "9465": 33395167232.0, + "9415": 33395406848.0, + "9420": 33394974720.0, + "9425": 33395003392.0, + "9430": 33395335168.0, + "9435": 33394814976.0, + "9440": 33394679808.0, + "9445": 33396217856.0, + "9450": 33394835456.0, + "9455": 33394302976.0, + "9460": 33396176896.0, + "9465": 33395183616.0, "9470": 33395994624.0, - "9475": 33396232192.0, - "9480": 33396103168.0, - "9485": 33396203520.0, - "9490": 33395910656.0, - "9495": 33394577408.0, - "9500": 33394604032.0, - "9505": 33396047872.0, - "9510": 33395257344.0, - "9515": 33395437568.0, - "9520": 33395785728.0, - "9525": 33395945472.0, - "9530": 33395933184.0, - "9535": 33395677184.0 + "9475": 33396236288.0, + "9480": 33396156416.0, + "9485": 33396099072.0, + "9490": 33396015104.0, + "9495": 33394454528.0, + "9500": 33394573312.0, + "9505": 33396008960.0, + "9510": 33395230720.0, + "9515": 33395333120.0, + "9520": 33395853312.0, + "9525": 33395834880.0, + "9530": 33395890176.0, + "9535": 33395396608.0 } }, "mem-max-allocated-bytes": { @@ -5749,1914 +5749,1914 @@ "end_step": 9535, "step_interval": 5, "values": { - "1": 37003866112.0, - "5": 45107417088.0, - "10": 45277147136.0, - "15": 45277147136.0, - "20": 45355712512.0, - "25": 45381042176.0, - "30": 45381042176.0, - "35": 45381042176.0, - "40": 45381042176.0, - "45": 45381042176.0, - "50": 45381042176.0, - "55": 45381042176.0, - "60": 45381042176.0, - "65": 45381042176.0, - "70": 45381042176.0, - "75": 45381042176.0, - "80": 45381042176.0, - "85": 45381042176.0, - "90": 45381042176.0, - "95": 45381042176.0, - "100": 45381042176.0, - "105": 45381042176.0, - "110": 45394341888.0, - "115": 45408403456.0, - "120": 45475237888.0, - "125": 45521694720.0, - "130": 45521694720.0, - "135": 45536387072.0, - "140": 45536387072.0, - "145": 45536387072.0, - "150": 45536387072.0, - "155": 45536387072.0, - "160": 45536387072.0, - "165": 45536387072.0, - "170": 45536387072.0, - "175": 45536387072.0, - "180": 45536387072.0, - "185": 45536387072.0, - "190": 45536387072.0, - "195": 45536387072.0, - "200": 45631619072.0, - "205": 45742215168.0, - "210": 45742215168.0, - "215": 45742215168.0, - "220": 45742215168.0, - "225": 45742215168.0, - "230": 45742215168.0, - "235": 45834813440.0, - "240": 46038523904.0, - "245": 46080217088.0, - "250": 46080217088.0, - "255": 46080217088.0, - "260": 46119481344.0, - "265": 46119481344.0, - "270": 46119481344.0, - "275": 46123278336.0, - "280": 46415192064.0, - "285": 46415192064.0, - "290": 46415192064.0, - "295": 46415192064.0, - "300": 46415192064.0, - "305": 46425792512.0, - "310": 46425792512.0, - "315": 46425792512.0, - "320": 46425792512.0, - "325": 46425792512.0, - "330": 46425792512.0, - "335": 46425792512.0, - "340": 46428917760.0, - "345": 46631993344.0, - "350": 46631993344.0, - "355": 46631993344.0, - "360": 46631993344.0, - "365": 46631993344.0, - "370": 46631993344.0, - "375": 46631993344.0, - "380": 46631993344.0, - "385": 46631993344.0, - "390": 46631993344.0, - "395": 46631993344.0, - "400": 46631993344.0, - "405": 46631993344.0, - "410": 46631993344.0, - "415": 46631993344.0, - "420": 46631993344.0, - "425": 46631993344.0, - "430": 46631993344.0, - "435": 46631993344.0, - "440": 46631993344.0, - "445": 46631993344.0, - "450": 46631993344.0, - "455": 46631993344.0, - "460": 46631993344.0, - "465": 46631993344.0, - "470": 46631993344.0, - "475": 46631993344.0, - "480": 46631993344.0, - "485": 46631993344.0, - "490": 46631993344.0, - "495": 46631993344.0, - "500": 46631993344.0, - "505": 46631993344.0, - "510": 46631993344.0, - "515": 46631993344.0, - "520": 46631993344.0, - "525": 46631993344.0, - "530": 46631993344.0, - "535": 46631993344.0, - "540": 46631993344.0, - "545": 46631993344.0, - "550": 46631993344.0, - "555": 46631993344.0, - "560": 46631993344.0, - "565": 46631993344.0, - "570": 46631993344.0, - "575": 46631993344.0, - "580": 46631993344.0, - "585": 46631993344.0, - "590": 46631993344.0, - "595": 46631993344.0, - "600": 46631993344.0, - "605": 46631993344.0, - "610": 46631993344.0, - "615": 46631993344.0, - "620": 46631993344.0, - "625": 46631993344.0, - "630": 46631993344.0, - "635": 46631993344.0, - "640": 46631993344.0, - "645": 46631993344.0, - "650": 46631993344.0, - "655": 46631993344.0, - "660": 46631993344.0, - "665": 46631993344.0, - "670": 46631993344.0, - "675": 46631993344.0, - "680": 46631993344.0, - "685": 46631993344.0, - "690": 46631993344.0, - "695": 46631993344.0, - "700": 46631993344.0, - "705": 46631993344.0, - "710": 46631993344.0, - "715": 46631993344.0, - "720": 46631993344.0, - "725": 46631993344.0, - "730": 46631993344.0, - "735": 46631993344.0, - "740": 46631993344.0, - "745": 46631993344.0, - "750": 46631993344.0, - "755": 46631993344.0, - "760": 46631993344.0, - "765": 46631993344.0, - "770": 46631993344.0, - "775": 46631993344.0, - "780": 46631993344.0, - "785": 46631993344.0, - "790": 46631993344.0, - "795": 46631993344.0, - "800": 46631993344.0, - "805": 46631993344.0, - "810": 46631993344.0, - "815": 46631993344.0, - "820": 46631993344.0, - "825": 46631993344.0, - "830": 46631993344.0, - "835": 46631993344.0, - "840": 46631993344.0, - "845": 46631993344.0, - "850": 46631993344.0, - "855": 46631993344.0, - "860": 46631993344.0, - "865": 46631993344.0, - "870": 46631993344.0, - "875": 46631993344.0, - "880": 46631993344.0, - "885": 46631993344.0, - "890": 45941514240.0, - "895": 45941514240.0, - "900": 45941514240.0, - "905": 45941514240.0, - "910": 45941514240.0, - "915": 45941514240.0, - "920": 45941514240.0, - "925": 45979365376.0, - "930": 45999964160.0, - "935": 45999964160.0, - "940": 46285164544.0, - "945": 46285164544.0, - "950": 46285164544.0, - "955": 46285164544.0, - "960": 46285164544.0, - "965": 46285164544.0, - "970": 46285164544.0, - "975": 46285164544.0, - "980": 46285164544.0, - "985": 46285164544.0, - "990": 46285164544.0, - "995": 46285164544.0, - "1000": 46285164544.0, - "1005": 46285164544.0, - "1010": 46285164544.0, - "1015": 46285164544.0, - "1020": 46285164544.0, - "1025": 46285164544.0, - "1030": 46285164544.0, - "1035": 46285164544.0, - "1040": 46285164544.0, - "1045": 46285164544.0, - "1050": 46285164544.0, - "1055": 46285164544.0, - "1060": 46285164544.0, - "1065": 46285164544.0, - "1070": 46285164544.0, - "1075": 46285164544.0, - "1080": 46288740352.0, - "1085": 46288740352.0, - "1090": 46288740352.0, - "1095": 46300291072.0, - "1100": 46300291072.0, - "1105": 46300291072.0, - "1110": 46300291072.0, - "1115": 46300291072.0, - "1120": 46323359744.0, - "1125": 46323359744.0, - "1130": 46323359744.0, - "1135": 46323359744.0, - "1140": 46323359744.0, - "1145": 46323359744.0, - "1150": 46323359744.0, - "1155": 46323359744.0, - "1160": 46323359744.0, - "1165": 46323359744.0, - "1170": 46323359744.0, - "1175": 46323359744.0, - "1180": 46323359744.0, - "1185": 46323359744.0, - "1190": 46323359744.0, - "1195": 46323359744.0, - "1200": 46323359744.0, - "1205": 46323359744.0, - "1210": 46323359744.0, - "1215": 46323359744.0, - "1220": 46323359744.0, - "1225": 46323359744.0, - "1230": 46323359744.0, - "1235": 46323359744.0, - "1240": 46323359744.0, - "1245": 46323359744.0, - "1250": 46323359744.0, - "1255": 46323359744.0, - "1260": 46323359744.0, - "1265": 46323359744.0, - "1270": 46323359744.0, - "1275": 46323359744.0, - "1280": 46323359744.0, - "1285": 46323359744.0, - "1290": 46323359744.0, - "1295": 46323359744.0, - "1300": 46323359744.0, - "1305": 46323359744.0, - "1310": 46323359744.0, - "1315": 46323359744.0, - "1320": 46323359744.0, - "1325": 46323359744.0, - "1330": 46323359744.0, - "1335": 46323359744.0, - "1340": 46323359744.0, - "1345": 46323359744.0, - "1350": 46323359744.0, - "1355": 46323359744.0, - "1360": 46323359744.0, - "1365": 46323359744.0, - "1370": 46323359744.0, - "1375": 46323359744.0, - "1380": 46323359744.0, - "1385": 46323359744.0, - "1390": 46323359744.0, - "1395": 46323359744.0, - "1400": 46323359744.0, - "1405": 46323359744.0, - "1410": 46323359744.0, - "1415": 46323359744.0, - "1420": 46323359744.0, - "1425": 46323359744.0, - "1430": 46323359744.0, - "1435": 46323359744.0, - "1440": 46323359744.0, - "1445": 46323359744.0, - "1450": 46323359744.0, - "1455": 46323359744.0, - "1460": 46323359744.0, - "1465": 46323359744.0, - "1470": 46323359744.0, - "1475": 46323359744.0, - "1480": 46323359744.0, - "1485": 46323359744.0, - "1490": 46323359744.0, - "1495": 46323359744.0, - "1500": 46323359744.0, - "1505": 46323359744.0, - "1510": 46323359744.0, - "1515": 46323359744.0, - "1520": 46323359744.0, - "1525": 46323359744.0, - "1530": 46323359744.0, - "1535": 46323359744.0, - "1540": 46323359744.0, - "1545": 46323359744.0, - "1550": 46329790464.0, - "1555": 46329790464.0, - "1560": 46329790464.0, - "1565": 46329790464.0, - "1570": 46329790464.0, - "1575": 46329790464.0, - "1580": 46329790464.0, - "1585": 46329790464.0, - "1590": 46329790464.0, - "1595": 46329790464.0, - "1600": 46329790464.0, - "1605": 46329790464.0, - "1610": 46329790464.0, - "1615": 46329790464.0, - "1620": 46329790464.0, - "1625": 46329790464.0, - "1630": 46329790464.0, - "1635": 46329790464.0, - "1640": 46329790464.0, - "1645": 46329790464.0, - "1650": 46329790464.0, - "1655": 46329790464.0, - "1660": 46329790464.0, - "1665": 46329790464.0, - "1670": 46329790464.0, - "1675": 46329790464.0, - "1680": 46329790464.0, - "1685": 46329790464.0, - "1690": 46329790464.0, - "1695": 46329790464.0, - "1700": 46329790464.0, - "1705": 46329790464.0, - "1710": 46339600384.0, - "1715": 46339600384.0, - "1720": 46339600384.0, - "1725": 46339600384.0, - "1730": 46339600384.0, - "1735": 46339600384.0, - "1740": 46339600384.0, - "1745": 46339600384.0, - "1750": 46339600384.0, - "1755": 46339600384.0, - "1760": 46339600384.0, - "1765": 46339600384.0, - "1770": 46339600384.0, - "1775": 46339600384.0, - "1780": 46339600384.0, - "1785": 46339600384.0, - "1790": 46339600384.0, - "1795": 46339600384.0, - "1800": 46339600384.0, - "1805": 46339600384.0, - "1810": 46339600384.0, - "1815": 46339600384.0, - "1820": 46339600384.0, - "1825": 46357446656.0, - "1830": 46357446656.0, - "1835": 46357446656.0, - "1840": 46357446656.0, - "1845": 46357446656.0, - "1850": 46357446656.0, - "1855": 46357446656.0, - "1860": 46357446656.0, - "1865": 46357446656.0, - "1870": 46478471168.0, - "1875": 46478471168.0, - "1880": 46478471168.0, - "1885": 46478471168.0, - "1890": 46478471168.0, - "1895": 46478471168.0, - "1900": 46478471168.0, - "1905": 46478471168.0, - "1910": 46478471168.0, - "1915": 46478471168.0, - "1920": 46478471168.0, - "1925": 46478471168.0, - "1930": 46478471168.0, - "1935": 46478471168.0, - "1940": 46478471168.0, - "1945": 46478471168.0, - "1950": 46478471168.0, - "1955": 46478471168.0, - "1960": 46478471168.0, - "1965": 46478471168.0, - "1970": 46478471168.0, - "1975": 46478471168.0, - "1980": 46478471168.0, - "1985": 46478471168.0, - "1990": 46478471168.0, - "1995": 46478471168.0, - "2000": 46478471168.0, - "2005": 46478471168.0, - "2010": 46478471168.0, - "2015": 46478471168.0, - "2020": 46478471168.0, - "2025": 46478471168.0, - "2030": 46478471168.0, - "2035": 46478471168.0, - "2040": 46478471168.0, - "2045": 46478471168.0, - "2050": 46478471168.0, - "2055": 46478471168.0, - "2060": 46478471168.0, - "2065": 46478471168.0, - "2070": 46478471168.0, - "2075": 46478471168.0, - "2080": 46478471168.0, - "2085": 46478471168.0, - "2090": 46478471168.0, - "2095": 46478471168.0, - "2100": 46478471168.0, - "2105": 46478471168.0, - "2110": 46478471168.0, - "2115": 46478471168.0, - "2120": 46478471168.0, - "2125": 46478471168.0, - "2130": 46478471168.0, - "2135": 46478471168.0, - "2140": 46478471168.0, - "2145": 46478471168.0, - "2150": 46478471168.0, - "2155": 46478471168.0, - "2160": 46478471168.0, - "2165": 46478471168.0, - "2170": 46478471168.0, - "2175": 46478471168.0, - "2180": 46478471168.0, - "2185": 46478471168.0, - "2190": 46478471168.0, - "2195": 46478471168.0, - "2200": 46478471168.0, - "2205": 46478471168.0, - "2210": 46478471168.0, - "2215": 46478471168.0, - "2220": 46478471168.0, - "2225": 46478471168.0, - "2230": 46478471168.0, - "2235": 46478471168.0, - "2240": 46478471168.0, - "2245": 46478471168.0, - "2250": 46478471168.0, - "2255": 46478471168.0, - "2260": 46478471168.0, - "2265": 46478471168.0, - "2270": 46478471168.0, - "2275": 46478471168.0, - "2280": 46478471168.0, - "2285": 46478471168.0, - "2290": 46478471168.0, - "2295": 46478471168.0, - "2300": 46478471168.0, - "2305": 46478471168.0, - "2310": 46478471168.0, - "2315": 46478471168.0, - "2320": 46478471168.0, - "2325": 46478471168.0, - "2330": 46478471168.0, - "2335": 46478471168.0, - "2340": 46478471168.0, - "2345": 46478471168.0, - "2350": 46478471168.0, - "2355": 46478471168.0, - "2360": 46478471168.0, - "2365": 46478471168.0, - "2370": 46478471168.0, - "2375": 46478471168.0, - "2380": 46478471168.0, - "2385": 46478471168.0, - "2390": 46478471168.0, - "2395": 46478471168.0, - "2400": 46478471168.0, - "2405": 46478471168.0, - "2410": 46478471168.0, - "2415": 46478471168.0, - "2420": 46478471168.0, - "2425": 46478471168.0, - "2430": 46478471168.0, - "2435": 46478471168.0, - "2440": 46478471168.0, - "2445": 46478471168.0, - "2450": 46478471168.0, - "2455": 46478471168.0, - "2460": 46478471168.0, - "2465": 46478471168.0, - "2470": 46478471168.0, - "2475": 46478471168.0, - "2480": 46478471168.0, - "2485": 46478471168.0, - "2490": 46478471168.0, - "2495": 46478471168.0, - "2500": 46478471168.0, - "2505": 46478471168.0, - "2510": 46478471168.0, - "2515": 46478471168.0, - "2520": 46478471168.0, - "2525": 46478471168.0, - "2530": 46478471168.0, - "2535": 46478471168.0, - "2540": 46478471168.0, - "2545": 46478471168.0, - "2550": 46478471168.0, - "2555": 46478471168.0, - "2560": 46478471168.0, - "2565": 46478471168.0, - "2570": 46478471168.0, - "2575": 46478471168.0, - "2580": 46478471168.0, - "2585": 46478471168.0, - "2590": 46478471168.0, - "2595": 46478471168.0, - "2600": 46478471168.0, - "2605": 46478471168.0, - "2610": 46478471168.0, - "2615": 46478471168.0, - "2620": 46478471168.0, - "2625": 46478471168.0, - "2630": 46478471168.0, - "2635": 46478471168.0, - "2640": 46478471168.0, - "2645": 46478471168.0, - "2650": 46478471168.0, - "2655": 46478471168.0, - "2660": 46478471168.0, - "2665": 46478471168.0, - "2670": 46478471168.0, - "2675": 46478471168.0, - "2680": 46478471168.0, - "2685": 46478471168.0, - "2690": 46478471168.0, - "2695": 46478471168.0, - "2700": 46478471168.0, - "2705": 46478471168.0, - "2710": 46478471168.0, - "2715": 46478471168.0, - "2720": 46478471168.0, - "2725": 46478471168.0, - "2730": 46478471168.0, - "2735": 46478471168.0, - "2740": 46478471168.0, - "2745": 46478471168.0, - "2750": 46478471168.0, - "2755": 46478471168.0, - "2760": 46478471168.0, - "2765": 45860786176.0, - "2770": 46176198656.0, - "2775": 46176198656.0, - "2780": 46176198656.0, - "2785": 46176198656.0, - "2790": 46176198656.0, - "2795": 46176198656.0, - "2800": 46176198656.0, - "2805": 46176198656.0, - "2810": 46176198656.0, - "2815": 46316527616.0, - "2820": 46316527616.0, - "2825": 46316527616.0, - "2830": 46316527616.0, - "2835": 46316527616.0, - "2840": 46316527616.0, - "2845": 46316527616.0, - "2850": 46316527616.0, - "2855": 46316527616.0, - "2860": 46316527616.0, - "2865": 46316527616.0, - "2870": 46316527616.0, - "2875": 46316527616.0, - "2880": 46316527616.0, - "2885": 46316527616.0, - "2890": 46316527616.0, - "2895": 46316527616.0, - "2900": 46316527616.0, - "2905": 46316527616.0, - "2910": 46316527616.0, - "2915": 46316527616.0, - "2920": 46316527616.0, - "2925": 46316527616.0, - "2930": 46316527616.0, - "2935": 46316527616.0, - "2940": 46316527616.0, - "2945": 46316527616.0, - "2950": 46316527616.0, - "2955": 46316527616.0, - "2960": 46316527616.0, - "2965": 46316527616.0, - "2970": 46316527616.0, - "2975": 46316527616.0, - "2980": 46316527616.0, - "2985": 46316527616.0, - "2990": 46316527616.0, - "2995": 46316527616.0, - "3000": 46316527616.0, - "3005": 46316527616.0, - "3010": 46316527616.0, - "3015": 46316527616.0, - "3020": 46316527616.0, - "3025": 46316527616.0, - "3030": 46316527616.0, - "3035": 46316527616.0, - "3040": 46316527616.0, - "3045": 46316527616.0, - "3050": 46316527616.0, - "3055": 46316527616.0, - "3060": 46316527616.0, - "3065": 46316527616.0, - "3070": 46316527616.0, - "3075": 46316527616.0, - "3080": 46316527616.0, - "3085": 46316527616.0, - "3090": 46316527616.0, - "3095": 46316527616.0, - "3100": 46316527616.0, - "3105": 46316527616.0, - "3110": 46316527616.0, - "3115": 46316527616.0, - "3120": 46316527616.0, - "3125": 46316527616.0, - "3130": 46316527616.0, - "3135": 46316527616.0, - "3140": 46316527616.0, - "3145": 46316527616.0, - "3150": 46316527616.0, - "3155": 46316527616.0, - "3160": 46316527616.0, - "3165": 46316527616.0, - "3170": 46316527616.0, - "3175": 46316527616.0, - "3180": 46316527616.0, - "3185": 46316527616.0, - "3190": 46316527616.0, - "3195": 46316527616.0, - "3200": 46316527616.0, - "3205": 46316527616.0, - "3210": 46316527616.0, - "3215": 46316527616.0, - "3220": 46316527616.0, - "3225": 46316527616.0, - "3230": 46316527616.0, - "3235": 46316527616.0, - "3240": 46316527616.0, - "3245": 46316527616.0, - "3250": 46316527616.0, - "3255": 46316527616.0, - "3260": 46316527616.0, - "3265": 46316527616.0, - "3270": 46316527616.0, - "3275": 46316527616.0, - "3280": 46316527616.0, - "3285": 46316527616.0, - "3290": 46316527616.0, - "3295": 46316527616.0, - "3300": 46316527616.0, - "3305": 46316527616.0, - "3310": 46316527616.0, - "3315": 46316527616.0, - "3320": 46316527616.0, - "3325": 46316527616.0, - "3330": 46316527616.0, - "3335": 46316527616.0, - "3340": 46316527616.0, - "3345": 46316527616.0, - "3350": 46316527616.0, - "3355": 46316527616.0, - "3360": 46316527616.0, - "3365": 46316527616.0, - "3370": 46316527616.0, - "3375": 46316527616.0, - "3380": 46316527616.0, - "3385": 46316527616.0, - "3390": 46316527616.0, - "3395": 46316527616.0, - "3400": 46316527616.0, - "3405": 46316527616.0, - "3410": 46316527616.0, - "3415": 46316527616.0, - "3420": 46316527616.0, - "3425": 46316527616.0, - "3430": 46316527616.0, - "3435": 46316527616.0, - "3440": 46316527616.0, - "3445": 46316527616.0, - "3450": 46316527616.0, - "3455": 46316527616.0, - "3460": 46316527616.0, - "3465": 46316527616.0, - "3470": 46316527616.0, - "3475": 46316527616.0, - "3480": 46316527616.0, - "3485": 46321795072.0, - "3490": 46321795072.0, - "3495": 46321795072.0, - "3500": 46321795072.0, - "3505": 46321795072.0, - "3510": 46321795072.0, - "3515": 46321795072.0, - "3520": 46321795072.0, - "3525": 46321795072.0, - "3530": 46321795072.0, - "3535": 46321795072.0, - "3540": 46321795072.0, - "3545": 46321795072.0, - "3550": 46321795072.0, - "3555": 46321795072.0, - "3560": 46321795072.0, - "3565": 46321795072.0, - "3570": 46321795072.0, - "3575": 46321795072.0, - "3580": 46321795072.0, - "3585": 46321795072.0, - "3590": 46321795072.0, - "3595": 46321795072.0, - "3600": 46321795072.0, - "3605": 46321795072.0, - "3610": 46321795072.0, - "3615": 46321795072.0, - "3620": 46321795072.0, - "3625": 46321795072.0, - "3630": 46321795072.0, - "3635": 46321795072.0, - "3640": 46321795072.0, - "3645": 46321795072.0, - "3650": 46321795072.0, - "3655": 46321795072.0, - "3660": 46321795072.0, - "3665": 46321795072.0, - "3670": 46117265408.0, - "3675": 46117265408.0, - "3680": 46117265408.0, - "3685": 46117265408.0, - "3690": 46117265408.0, - "3695": 46117265408.0, - "3700": 46117265408.0, - "3705": 46117265408.0, - "3710": 46117265408.0, - "3715": 46117265408.0, - "3720": 46117265408.0, - "3725": 46117265408.0, - "3730": 46117265408.0, - "3735": 46117265408.0, - "3740": 46117265408.0, - "3745": 46117265408.0, - "3750": 46117265408.0, - "3755": 46117265408.0, - "3760": 46117265408.0, - "3765": 46117265408.0, - "3770": 46141005824.0, - "3775": 46141005824.0, - "3780": 46141005824.0, - "3785": 46141005824.0, - "3790": 46141005824.0, - "3795": 46141005824.0, - "3800": 46141005824.0, - "3805": 46141005824.0, - "3810": 46141005824.0, - "3815": 46141005824.0, - "3820": 46141005824.0, - "3825": 46141005824.0, - "3830": 46141005824.0, - "3835": 46141005824.0, - "3840": 46141005824.0, - "3845": 46141005824.0, - "3850": 46141005824.0, - "3855": 46141005824.0, - "3860": 46141005824.0, - "3865": 46141005824.0, - "3870": 46141005824.0, - "3875": 46141005824.0, - "3880": 46141005824.0, - "3885": 46141005824.0, - "3890": 46160928768.0, - "3895": 46160928768.0, - "3900": 46237986816.0, - "3905": 46237986816.0, - "3910": 46237986816.0, - "3915": 46237986816.0, - "3920": 46237986816.0, - "3925": 46237986816.0, - "3930": 46237986816.0, - "3935": 46237986816.0, - "3940": 46237986816.0, - "3945": 46237986816.0, - "3950": 46237986816.0, - "3955": 46237986816.0, - "3960": 46237986816.0, - "3965": 46237986816.0, - "3970": 46237986816.0, - "3975": 46237986816.0, - "3980": 46237986816.0, - "3985": 46237986816.0, - "3990": 46237986816.0, - "3995": 46237986816.0, - "4000": 46237986816.0, - "4005": 46237986816.0, - "4010": 46237986816.0, - "4015": 46237986816.0, - "4020": 46237986816.0, - "4025": 46237986816.0, - "4030": 46237986816.0, - "4035": 46237986816.0, - "4040": 46237986816.0, - "4045": 46237986816.0, - "4050": 46237986816.0, - "4055": 46237986816.0, - "4060": 46237986816.0, - "4065": 46237986816.0, - "4070": 46237986816.0, - "4075": 46237986816.0, - "4080": 46237986816.0, - "4085": 46237986816.0, - "4090": 46237986816.0, - "4095": 46237986816.0, - "4100": 46237986816.0, - "4105": 46237986816.0, - "4110": 46237986816.0, - "4115": 46237986816.0, - "4120": 46237986816.0, - "4125": 46237986816.0, - "4130": 46237986816.0, - "4135": 46237986816.0, - "4140": 46237986816.0, - "4145": 46237986816.0, - "4150": 46237986816.0, - "4155": 46237986816.0, - "4160": 46237986816.0, - "4165": 46237986816.0, - "4170": 46237986816.0, - "4175": 46237986816.0, - "4180": 46237986816.0, - "4185": 46237986816.0, - "4190": 46237986816.0, - "4195": 46237986816.0, - "4200": 46237986816.0, - "4205": 46237986816.0, - "4210": 46237986816.0, - "4215": 46237986816.0, - "4220": 46237986816.0, - "4225": 46237986816.0, - "4230": 46237986816.0, - "4235": 46237986816.0, - "4240": 46237986816.0, - "4245": 46237986816.0, - "4250": 46237986816.0, - "4255": 46237986816.0, - "4260": 46237986816.0, - "4265": 46237986816.0, - "4270": 46237986816.0, - "4275": 46237986816.0, - "4280": 46237986816.0, - "4285": 46237986816.0, - "4290": 46237986816.0, - "4295": 46237986816.0, - "4300": 46237986816.0, - "4305": 46237986816.0, - "4310": 46237986816.0, - "4315": 46237986816.0, - "4320": 46237986816.0, - "4325": 46237986816.0, - "4330": 46237986816.0, - "4335": 46237986816.0, - "4340": 46237986816.0, - "4345": 46237986816.0, - "4350": 46237986816.0, - "4355": 46237986816.0, - "4360": 46237986816.0, - "4365": 46237986816.0, - "4370": 46237986816.0, - "4375": 46237986816.0, - "4380": 46237986816.0, - "4385": 46237986816.0, - "4390": 46237986816.0, - "4395": 46237986816.0, - "4400": 46237986816.0, - "4405": 46237986816.0, - "4410": 46237986816.0, - "4415": 46237986816.0, - "4420": 46237986816.0, - "4425": 46237986816.0, - "4430": 46237986816.0, - "4435": 46237986816.0, - "4440": 46237986816.0, - "4445": 46237986816.0, - "4450": 46237986816.0, - "4455": 46237986816.0, - "4460": 46237986816.0, - "4465": 46237986816.0, - "4470": 46237986816.0, - "4475": 46237986816.0, - "4480": 46298468352.0, - "4485": 46298468352.0, - "4490": 46298468352.0, - "4495": 46298468352.0, - "4500": 46181556224.0, - "4505": 46181556224.0, - "4510": 46181556224.0, - "4515": 46181556224.0, - "4520": 46181556224.0, - "4525": 46181556224.0, - "4530": 46181556224.0, - "4535": 46181556224.0, - "4540": 46181556224.0, - "4545": 46181556224.0, - "4550": 46181556224.0, - "4555": 46181556224.0, - "4560": 46181556224.0, - "4565": 46181556224.0, - "4570": 46181556224.0, - "4575": 46181556224.0, - "4580": 46181556224.0, - "4585": 46181556224.0, - "4590": 46181556224.0, - "4595": 46181556224.0, - "4600": 46181556224.0, - "4605": 46181556224.0, - "4610": 46181556224.0, - "4615": 46241697792.0, - "4620": 46241697792.0, - "4625": 46241697792.0, - "4630": 46241697792.0, - "4635": 46241697792.0, - "4640": 46241697792.0, - "4645": 46241697792.0, - "4650": 46241697792.0, - "4655": 46241697792.0, - "4660": 46241697792.0, - "4665": 46241697792.0, - "4670": 46241697792.0, - "4675": 46241697792.0, - "4680": 46241697792.0, - "4685": 46241697792.0, - "4690": 46241697792.0, - "4695": 46241697792.0, - "4700": 46241697792.0, - "4705": 46241697792.0, - "4710": 46241697792.0, - "4715": 46241697792.0, - "4720": 46241697792.0, - "4725": 46241697792.0, - "4730": 46241697792.0, - "4735": 46241697792.0, - "4740": 46241697792.0, - "4745": 46241697792.0, - "4750": 46241697792.0, - "4755": 46241697792.0, - "4760": 46241697792.0, - "4765": 46241697792.0, - "4770": 46241697792.0, - "4775": 46241697792.0, - "4780": 46241697792.0, - "4785": 46241697792.0, - "4790": 46241697792.0, - "4795": 46241697792.0, - "4800": 46241697792.0, - "4805": 46241697792.0, - "4810": 46241697792.0, - "4815": 46241697792.0, - "4820": 46241697792.0, - "4825": 46241697792.0, - "4830": 46241697792.0, - "4835": 46241697792.0, - "4840": 46241697792.0, - "4845": 46241697792.0, - "4850": 46241697792.0, - "4855": 46241697792.0, - "4860": 46241697792.0, - "4865": 46241697792.0, - "4870": 46241697792.0, - "4875": 46241697792.0, - "4880": 46241697792.0, - "4885": 46241697792.0, - "4890": 46241697792.0, - "4895": 46241697792.0, - "4900": 46241697792.0, - "4905": 46241697792.0, - "4910": 46241697792.0, - "4915": 46241697792.0, - "4920": 46241697792.0, - "4925": 46241697792.0, - "4930": 46241697792.0, - "4935": 46241697792.0, - "4940": 46241697792.0, - "4945": 46241697792.0, - "4950": 46179254272.0, - "4955": 46179254272.0, - "4960": 46179254272.0, - "4965": 46179254272.0, - "4970": 46179254272.0, - "4975": 46179254272.0, - "4980": 46179254272.0, - "4985": 46179254272.0, - "4990": 46179254272.0, - "4995": 46179254272.0, - "5000": 46179254272.0, - "5005": 46179254272.0, - "5010": 46179254272.0, - "5015": 46179254272.0, - "5020": 46179254272.0, - "5025": 46179254272.0, - "5030": 46179254272.0, - "5035": 46179254272.0, - "5040": 46179254272.0, - "5045": 46179254272.0, - "5050": 46179254272.0, - "5055": 46179254272.0, - "5060": 46179254272.0, - "5065": 46179254272.0, - "5070": 46179254272.0, - "5075": 46179254272.0, - "5080": 46179254272.0, - "5085": 46179254272.0, - "5090": 46179254272.0, - "5095": 46179254272.0, - "5100": 46179254272.0, - "5105": 46179254272.0, - "5110": 46179254272.0, - "5115": 46179254272.0, - "5120": 46179254272.0, - "5125": 46179254272.0, - "5130": 46179254272.0, - "5135": 46179254272.0, - "5140": 46179254272.0, - "5145": 46179254272.0, - "5150": 46179254272.0, - "5155": 46179254272.0, - "5160": 46179254272.0, - "5165": 46179254272.0, - "5170": 46179254272.0, - "5175": 46179254272.0, - "5180": 46179254272.0, - "5185": 46179254272.0, - "5190": 46179254272.0, - "5195": 46179254272.0, - "5200": 46222012416.0, - "5205": 46222012416.0, - "5210": 46222012416.0, - "5215": 46222012416.0, - "5220": 46222012416.0, - "5225": 46222012416.0, - "5230": 46222012416.0, - "5235": 46222012416.0, - "5240": 46222012416.0, - "5245": 46222012416.0, - "5250": 46222012416.0, - "5255": 46222012416.0, - "5260": 46222012416.0, - "5265": 46222012416.0, - "5270": 46222012416.0, - "5275": 46222012416.0, - "5280": 46222012416.0, - "5285": 46222012416.0, - "5290": 46222012416.0, - "5295": 46222012416.0, - "5300": 46222012416.0, - "5305": 46222012416.0, - "5310": 46222012416.0, - "5315": 46222012416.0, - "5320": 46222012416.0, - "5325": 46222012416.0, - "5330": 46222012416.0, - "5335": 46222012416.0, - "5340": 46222012416.0, - "5345": 46222012416.0, - "5350": 46222012416.0, - "5355": 46222012416.0, - "5360": 46222012416.0, - "5365": 46222012416.0, - "5370": 46222012416.0, - "5375": 46222012416.0, - "5380": 46222012416.0, - "5385": 46222012416.0, - "5390": 46222012416.0, - "5395": 46222012416.0, - "5400": 46222012416.0, - "5405": 46222012416.0, - "5410": 46222012416.0, - "5415": 46222012416.0, - "5420": 46222012416.0, - "5425": 46222012416.0, - "5430": 46222012416.0, - "5435": 46222012416.0, - "5440": 46222012416.0, - "5445": 46222012416.0, - "5450": 46222012416.0, - "5455": 46222012416.0, - "5460": 46222012416.0, - "5465": 46222012416.0, - "5470": 46222012416.0, - "5475": 46222012416.0, - "5480": 46222012416.0, - "5485": 46222012416.0, - "5490": 46222012416.0, - "5495": 46222012416.0, - "5500": 46222012416.0, - "5505": 46222012416.0, - "5510": 46222012416.0, - "5515": 46222012416.0, - "5520": 46222012416.0, - "5525": 46222012416.0, - "5530": 46222012416.0, - "5535": 46222012416.0, - "5540": 46222012416.0, - "5545": 46222012416.0, - "5550": 46222012416.0, - "5555": 46222012416.0, - "5560": 46222012416.0, - "5565": 46222012416.0, - "5570": 46222012416.0, - "5575": 46222012416.0, - "5580": 46222012416.0, - "5585": 46222012416.0, - "5590": 46222012416.0, - "5595": 46222012416.0, - "5600": 45693579264.0, - "5605": 46257266688.0, - "5610": 46257266688.0, - "5615": 46257266688.0, - "5620": 46257266688.0, - "5625": 46257266688.0, - "5630": 46257266688.0, - "5635": 46257266688.0, - "5640": 46257266688.0, - "5645": 46257266688.0, - "5650": 46257266688.0, - "5655": 46257266688.0, - "5660": 46257266688.0, - "5665": 46257266688.0, - "5670": 46257266688.0, - "5675": 46257266688.0, - "5680": 46257266688.0, - "5685": 46257266688.0, - "5690": 46257266688.0, - "5695": 46257266688.0, - "5700": 46257266688.0, - "5705": 46257266688.0, - "5710": 46257266688.0, - "5715": 46257266688.0, - "5720": 46257266688.0, - "5725": 46257266688.0, - "5730": 46257266688.0, - "5735": 46257266688.0, - "5740": 46257266688.0, - "5745": 46257266688.0, - "5750": 46257266688.0, - "5755": 46257266688.0, - "5760": 46257266688.0, - "5765": 46257266688.0, - "5770": 46257266688.0, - "5775": 46257266688.0, - "5780": 46257266688.0, - "5785": 46257266688.0, - "5790": 46257266688.0, - "5795": 46257266688.0, - "5800": 46257266688.0, - "5805": 46257266688.0, - "5810": 46257266688.0, - "5815": 46257266688.0, - "5820": 46257266688.0, - "5825": 46257266688.0, - "5830": 46257266688.0, - "5835": 46257266688.0, - "5840": 46257266688.0, - "5845": 46257266688.0, - "5850": 46257266688.0, - "5855": 46257266688.0, - "5860": 46257266688.0, - "5865": 46257266688.0, - "5870": 46257266688.0, - "5875": 46257266688.0, - "5880": 46257266688.0, - "5885": 46257266688.0, - "5890": 46257266688.0, - "5895": 46257266688.0, - "5900": 46257266688.0, - "5905": 46257266688.0, - "5910": 46257266688.0, - "5915": 46257266688.0, - "5920": 46257266688.0, - "5925": 46257266688.0, - "5930": 46257266688.0, - "5935": 46257266688.0, - "5940": 46257266688.0, - "5945": 46257266688.0, - "5950": 46257266688.0, - "5955": 46257266688.0, - "5960": 46257266688.0, - "5965": 46257266688.0, - "5970": 46257266688.0, - "5975": 46257266688.0, - "5980": 46257266688.0, - "5985": 46257266688.0, - "5990": 46257266688.0, - "5995": 46257266688.0, - "6000": 46257266688.0, - "6005": 46257266688.0, - "6010": 46257266688.0, - "6015": 46257266688.0, - "6020": 46257266688.0, - "6025": 46257266688.0, - "6030": 46257266688.0, - "6035": 46257266688.0, - "6040": 46257266688.0, - "6045": 46257266688.0, - "6050": 46257266688.0, - "6055": 46257266688.0, - "6060": 46257266688.0, - "6065": 46257266688.0, - "6070": 46257266688.0, - "6075": 46257266688.0, - "6080": 46257266688.0, - "6085": 46257266688.0, - "6090": 46257266688.0, - "6095": 46257266688.0, - "6100": 46257266688.0, - "6105": 46257266688.0, - "6110": 46257266688.0, - "6115": 46257266688.0, - "6120": 46257266688.0, - "6125": 46257266688.0, - "6130": 46257266688.0, - "6135": 46257266688.0, - "6140": 46257266688.0, - "6145": 46257266688.0, - "6150": 46257266688.0, - "6155": 46257266688.0, - "6160": 46257266688.0, - "6165": 46257266688.0, - "6170": 46257266688.0, - "6175": 46257266688.0, - "6180": 46257266688.0, - "6185": 46257266688.0, - "6190": 46257266688.0, - "6195": 46257266688.0, - "6200": 46257266688.0, - "6205": 46257266688.0, - "6210": 46257266688.0, - "6215": 46257266688.0, - "6220": 46257266688.0, - "6225": 46196695040.0, - "6230": 46196695040.0, - "6235": 46196695040.0, - "6240": 46196695040.0, - "6245": 46196695040.0, - "6250": 46196695040.0, - "6255": 46196695040.0, - "6260": 46196695040.0, - "6265": 46196695040.0, - "6270": 46196695040.0, - "6275": 46196695040.0, - "6280": 46196695040.0, - "6285": 46196695040.0, - "6290": 46196695040.0, - "6295": 46196695040.0, - "6300": 46196695040.0, - "6305": 46196695040.0, - "6310": 46196695040.0, - "6315": 46196695040.0, - "6320": 46196695040.0, - "6325": 46196695040.0, - "6330": 46196695040.0, - "6335": 46196695040.0, - "6340": 46196695040.0, - "6345": 46196695040.0, - "6350": 46196695040.0, - "6355": 46196695040.0, - "6360": 46196695040.0, - "6365": 46196695040.0, - "6370": 46196695040.0, - "6375": 46196695040.0, - "6380": 46196695040.0, - "6385": 46196695040.0, - "6390": 46196695040.0, - "6395": 46196695040.0, - "6400": 46196695040.0, - "6405": 46196695040.0, - "6410": 46196695040.0, - "6415": 46196695040.0, - "6420": 46196695040.0, - "6425": 46196695040.0, - "6430": 46196695040.0, - "6435": 46196695040.0, - "6440": 46196695040.0, - "6445": 46196695040.0, - "6450": 46196695040.0, - "6455": 46196695040.0, - "6460": 46196695040.0, - "6465": 46196695040.0, - "6470": 46196695040.0, - "6475": 46196695040.0, - "6480": 46196695040.0, - "6485": 46196695040.0, - "6490": 46196695040.0, - "6495": 46196695040.0, - "6500": 46196695040.0, - "6505": 46196695040.0, - "6510": 46196695040.0, - "6515": 46196695040.0, - "6520": 46196695040.0, - "6525": 46196695040.0, - "6530": 46196695040.0, - "6535": 46196695040.0, - "6540": 46196695040.0, - "6545": 46196695040.0, - "6550": 46196695040.0, - "6555": 46196695040.0, - "6560": 46196695040.0, - "6565": 46196695040.0, - "6570": 46196695040.0, - "6575": 46196695040.0, - "6580": 46196695040.0, - "6585": 46196695040.0, - "6590": 46196695040.0, - "6595": 46196695040.0, - "6600": 46196695040.0, - "6605": 46196695040.0, - "6610": 46196695040.0, - "6615": 46196695040.0, - "6620": 46196695040.0, - "6625": 46196695040.0, - "6630": 46196695040.0, - "6635": 46196695040.0, - "6640": 46196695040.0, - "6645": 46196695040.0, - "6650": 46196695040.0, - "6655": 46196695040.0, - "6660": 46196695040.0, - "6665": 46196695040.0, - "6670": 46196695040.0, - "6675": 46196695040.0, - "6680": 46196695040.0, - "6685": 46196695040.0, - "6690": 46196695040.0, - "6695": 46196695040.0, - "6700": 46196695040.0, - "6705": 46196695040.0, - "6710": 46196695040.0, - "6715": 46196695040.0, - "6720": 46196695040.0, - "6725": 46196695040.0, - "6730": 46196695040.0, - "6735": 46196695040.0, - "6740": 46196695040.0, - "6745": 46196695040.0, - "6750": 46196695040.0, - "6755": 46196695040.0, - "6760": 46196695040.0, - "6765": 46196695040.0, - "6770": 46196695040.0, - "6775": 46196695040.0, - "6780": 46196695040.0, - "6785": 46196695040.0, - "6790": 46196695040.0, - "6795": 46196695040.0, - "6800": 46196695040.0, - "6805": 46196695040.0, - "6810": 46196695040.0, - "6815": 46196695040.0, - "6820": 46196695040.0, - "6825": 46196695040.0, - "6830": 45844586496.0, - "6835": 45989216256.0, - "6840": 46017073152.0, - "6845": 46017073152.0, - "6850": 46017073152.0, - "6855": 46017073152.0, - "6860": 46017073152.0, - "6865": 46017073152.0, - "6870": 46093377536.0, - "6875": 46093377536.0, - "6880": 46093377536.0, - "6885": 46093377536.0, - "6890": 46093377536.0, - "6895": 46121734144.0, - "6900": 46127075328.0, - "6905": 46127075328.0, - "6910": 46127075328.0, - "6915": 46127075328.0, - "6920": 46127075328.0, - "6925": 46127075328.0, - "6930": 46127075328.0, - "6935": 46127075328.0, - "6940": 46127075328.0, - "6945": 46127075328.0, - "6950": 46127075328.0, - "6955": 46127075328.0, - "6960": 46127075328.0, - "6965": 46127075328.0, - "6970": 46127075328.0, - "6975": 46127075328.0, - "6980": 46127075328.0, - "6985": 46127075328.0, - "6990": 46127075328.0, - "6995": 46127075328.0, - "7000": 46127075328.0, - "7005": 46127075328.0, - "7010": 46127075328.0, - "7015": 46127075328.0, - "7020": 46127075328.0, - "7025": 46127075328.0, - "7030": 46127075328.0, - "7035": 46127075328.0, - "7040": 46127075328.0, - "7045": 46127075328.0, - "7050": 46127075328.0, - "7055": 46127075328.0, - "7060": 46127075328.0, - "7065": 46127075328.0, - "7070": 46127075328.0, - "7075": 46127075328.0, - "7080": 46127075328.0, - "7085": 46127075328.0, - "7090": 46127075328.0, - "7095": 46127075328.0, - "7100": 46127075328.0, - "7105": 46127075328.0, - "7110": 46127075328.0, - "7115": 46127075328.0, - "7120": 46127075328.0, - "7125": 46127075328.0, - "7130": 46127075328.0, - "7135": 46127075328.0, - "7140": 46127075328.0, - "7145": 46127075328.0, - "7150": 46127075328.0, - "7155": 46127075328.0, - "7160": 46127075328.0, - "7165": 46127075328.0, - "7170": 46127075328.0, - "7175": 46127075328.0, - "7180": 46127075328.0, - "7185": 46127075328.0, - "7190": 46127075328.0, - "7195": 46127075328.0, - "7200": 46127075328.0, - "7205": 46127075328.0, - "7210": 46127075328.0, - "7215": 46127075328.0, - "7220": 46127075328.0, - "7225": 46127075328.0, - "7230": 46127075328.0, - "7235": 46127075328.0, - "7240": 46127075328.0, - "7245": 46127075328.0, - "7250": 46127075328.0, - "7255": 46137212928.0, - "7260": 46137212928.0, - "7265": 46137212928.0, - "7270": 46137212928.0, - "7275": 46137212928.0, - "7280": 46137212928.0, - "7285": 46137212928.0, - "7290": 46137212928.0, - "7295": 46137212928.0, - "7300": 46137212928.0, - "7305": 46137212928.0, - "7310": 46137212928.0, - "7315": 46137212928.0, - "7320": 46137212928.0, - "7325": 46137212928.0, - "7330": 46137212928.0, - "7335": 46137212928.0, - "7340": 46137212928.0, - "7345": 46137212928.0, - "7350": 46137212928.0, - "7355": 46137212928.0, - "7360": 46137212928.0, - "7365": 46137212928.0, - "7370": 46137212928.0, - "7375": 46137212928.0, - "7380": 46137212928.0, - "7385": 46137212928.0, - "7390": 46137212928.0, - "7395": 46137212928.0, - "7400": 46137212928.0, - "7405": 46137212928.0, - "7410": 46137212928.0, - "7415": 46137212928.0, - "7420": 46137212928.0, - "7425": 46137212928.0, - "7430": 46137212928.0, - "7435": 46137212928.0, - "7440": 46137212928.0, - "7445": 46137212928.0, - "7450": 46137212928.0, - "7455": 46137212928.0, - "7460": 46137212928.0, - "7465": 46137212928.0, - "7470": 46137212928.0, - "7475": 46137212928.0, - "7480": 46137212928.0, - "7485": 46137212928.0, - "7490": 46137212928.0, - "7495": 46137212928.0, - "7500": 46137212928.0, - "7505": 46137212928.0, - "7510": 46137212928.0, - "7515": 46137212928.0, - "7520": 46137212928.0, - "7525": 46137212928.0, - "7530": 46137212928.0, - "7535": 46137212928.0, - "7540": 46137212928.0, - "7545": 46137212928.0, - "7550": 46137212928.0, - "7555": 46137212928.0, - "7560": 46137212928.0, - "7565": 46137212928.0, - "7570": 46137212928.0, - "7575": 46137212928.0, - "7580": 46137212928.0, - "7585": 46137212928.0, - "7590": 46137212928.0, - "7595": 46137212928.0, - "7600": 46137212928.0, - "7605": 46137212928.0, - "7610": 46137212928.0, - "7615": 46137212928.0, - "7620": 46137212928.0, - "7625": 46137212928.0, - "7630": 46137212928.0, - "7635": 46137212928.0, - "7640": 46137212928.0, - "7645": 46137212928.0, - "7650": 46137212928.0, - "7655": 46137212928.0, - "7660": 46137212928.0, - "7665": 46137212928.0, - "7670": 46137212928.0, - "7675": 46137212928.0, - "7680": 46137212928.0, - "7685": 46137212928.0, - "7690": 46137212928.0, - "7695": 46137212928.0, - "7700": 46137212928.0, - "7705": 46137212928.0, - "7710": 46137212928.0, - "7715": 46137212928.0, - "7720": 46137212928.0, - "7725": 45843234816.0, - "7730": 45913559040.0, - "7735": 45955444736.0, - "7740": 45956624384.0, - "7745": 45956624384.0, - "7750": 45956624384.0, - "7755": 45974196224.0, - "7760": 45983748096.0, - "7765": 45983748096.0, - "7770": 45983748096.0, - "7775": 46024298496.0, - "7780": 46024298496.0, - "7785": 46024298496.0, - "7790": 46024298496.0, - "7795": 46027362304.0, - "7800": 46027362304.0, - "7805": 46027362304.0, - "7810": 46029692928.0, - "7815": 46029692928.0, - "7820": 46029692928.0, - "7825": 46029692928.0, - "7830": 46029692928.0, - "7835": 46029692928.0, - "7840": 46029692928.0, - "7845": 46029692928.0, - "7850": 46130122752.0, - "7855": 46130122752.0, - "7860": 46130122752.0, - "7865": 46130122752.0, - "7870": 46130122752.0, - "7875": 46201454592.0, - "7880": 46201454592.0, - "7885": 46201454592.0, - "7890": 46201454592.0, - "7895": 46201454592.0, - "7900": 46201454592.0, - "7905": 46201454592.0, - "7910": 46201454592.0, - "7915": 46201454592.0, - "7920": 46201454592.0, - "7925": 46201454592.0, - "7930": 46201454592.0, - "7935": 46201454592.0, - "7940": 46201454592.0, - "7945": 46201454592.0, - "7950": 46201454592.0, - "7955": 46201454592.0, - "7960": 46201454592.0, - "7965": 46201454592.0, - "7970": 46201454592.0, - "7975": 46201454592.0, - "7980": 46209171456.0, - "7985": 46209171456.0, - "7990": 46209171456.0, - "7995": 46209171456.0, - "8000": 46209171456.0, - "8005": 46209171456.0, - "8010": 46209171456.0, - "8015": 46209171456.0, - "8020": 46209171456.0, - "8025": 46209171456.0, - "8030": 46209171456.0, - "8035": 46266937344.0, - "8040": 46266937344.0, - "8045": 46266937344.0, - "8050": 46266937344.0, - "8055": 46266937344.0, - "8060": 46266937344.0, - "8065": 46266937344.0, - "8070": 46266937344.0, - "8075": 46266937344.0, - "8080": 46266937344.0, - "8085": 46266937344.0, - "8090": 46266937344.0, - "8095": 46266937344.0, - "8100": 46266937344.0, - "8105": 46266937344.0, - "8110": 46266937344.0, - "8115": 46266937344.0, - "8120": 46266937344.0, - "8125": 46266937344.0, - "8130": 46266937344.0, - "8135": 46266937344.0, - "8140": 46266937344.0, - "8145": 46266937344.0, - "8150": 46266937344.0, - "8155": 46266937344.0, - "8160": 46266937344.0, - "8165": 46266937344.0, - "8170": 46266937344.0, - "8175": 46266937344.0, - "8180": 46266937344.0, - "8185": 46266937344.0, - "8190": 46266937344.0, - "8195": 46266937344.0, - "8200": 46266937344.0, - "8205": 46236635136.0, - "8210": 46236635136.0, - "8215": 46236635136.0, - "8220": 46236635136.0, - "8225": 46236635136.0, - "8230": 46236635136.0, - "8235": 46236635136.0, - "8240": 46236635136.0, - "8245": 46236635136.0, - "8250": 46236635136.0, - "8255": 46236635136.0, - "8260": 46236635136.0, - "8265": 46236635136.0, - "8270": 46236635136.0, - "8275": 46236635136.0, - "8280": 46236635136.0, - "8285": 46236635136.0, - "8290": 46236635136.0, - "8295": 46236635136.0, - "8300": 46236635136.0, - "8305": 46236635136.0, - "8310": 46236635136.0, - "8315": 46236635136.0, - "8320": 46236635136.0, - "8325": 46236635136.0, - "8330": 46236635136.0, - "8335": 46236635136.0, - "8340": 46236635136.0, - "8345": 46236635136.0, - "8350": 46236635136.0, - "8355": 46236635136.0, - "8360": 46236635136.0, - "8365": 46236635136.0, - "8370": 46236635136.0, - "8375": 46236635136.0, - "8380": 46236635136.0, - "8385": 46236635136.0, - "8390": 46236635136.0, - "8395": 46236635136.0, - "8400": 46236635136.0, - "8405": 46236635136.0, - "8410": 46236635136.0, - "8415": 46236635136.0, - "8420": 46236635136.0, - "8425": 46236635136.0, - "8430": 46236635136.0, - "8435": 46236635136.0, - "8440": 46236635136.0, - "8445": 46236635136.0, - "8450": 46236635136.0, - "8455": 46236635136.0, - "8460": 46236635136.0, - "8465": 46236635136.0, - "8470": 46236635136.0, - "8475": 46236635136.0, - "8480": 46236635136.0, - "8485": 46236635136.0, - "8490": 46236635136.0, - "8495": 46236635136.0, - "8500": 46236635136.0, - "8505": 46236635136.0, - "8510": 46236635136.0, - "8515": 46236635136.0, - "8520": 46236635136.0, - "8525": 46236635136.0, - "8530": 46236635136.0, - "8535": 46236635136.0, - "8540": 46236635136.0, - "8545": 46236635136.0, - "8550": 46236635136.0, - "8555": 46236635136.0, - "8560": 46236635136.0, - "8565": 46236635136.0, - "8570": 46236635136.0, - "8575": 46236635136.0, - "8580": 46236635136.0, - "8585": 46236635136.0, - "8590": 46236635136.0, - "8595": 46236635136.0, - "8600": 46236635136.0, - "8605": 46236635136.0, - "8610": 46236635136.0, - "8615": 46236635136.0, - "8620": 46236635136.0, - "8625": 46236635136.0, - "8630": 46236635136.0, - "8635": 46236635136.0, - "8640": 46236635136.0, - "8645": 46236635136.0, - "8650": 46236635136.0, - "8655": 46236635136.0, - "8660": 46236635136.0, - "8665": 46236635136.0, - "8670": 46236635136.0, - "8675": 46236635136.0, - "8680": 46236635136.0, - "8685": 46236635136.0, - "8690": 46236635136.0, - "8695": 46236635136.0, - "8700": 46236635136.0, - "8705": 46236635136.0, - "8710": 46236635136.0, - "8715": 46236635136.0, - "8720": 46236635136.0, - "8725": 46236635136.0, - "8730": 46236635136.0, - "8735": 46236635136.0, - "8740": 46236635136.0, - "8745": 46236635136.0, - "8750": 46236635136.0, - "8755": 46236635136.0, - "8760": 46236635136.0, - "8765": 46236635136.0, - "8770": 46236635136.0, - "8775": 46236635136.0, - "8780": 46236635136.0, - "8785": 46236635136.0, - "8790": 46236635136.0, - "8795": 46236635136.0, - "8800": 46236635136.0, - "8805": 46236635136.0, - "8810": 46236635136.0, - "8815": 46236635136.0, - "8820": 46236635136.0, - "8825": 46236635136.0, - "8830": 46236635136.0, - "8835": 46236635136.0, - "8840": 46236635136.0, - "8845": 46236635136.0, - "8850": 46236635136.0, - "8855": 46236635136.0, - "8860": 46236635136.0, - "8865": 46236635136.0, - "8870": 46236635136.0, - "8875": 46236635136.0, - "8880": 46236635136.0, - "8885": 45901266944.0, - "8890": 45901266944.0, - "8895": 45901266944.0, - "8900": 46089834496.0, - "8905": 46089834496.0, - "8910": 46089834496.0, - "8915": 46089834496.0, - "8920": 46089834496.0, - "8925": 46089834496.0, - "8930": 46089834496.0, - "8935": 46089834496.0, - "8940": 46089834496.0, - "8945": 46089834496.0, - "8950": 46089834496.0, - "8955": 46089834496.0, - "8960": 46089834496.0, - "8965": 46089834496.0, - "8970": 46163369984.0, - "8975": 46163369984.0, - "8980": 46163369984.0, - "8985": 46163369984.0, - "8990": 46163369984.0, - "8995": 46163369984.0, - "9000": 46163369984.0, - "9005": 46163369984.0, - "9010": 46163369984.0, - "9015": 46163369984.0, - "9020": 46163369984.0, - "9025": 46163369984.0, - "9030": 46163369984.0, - "9035": 46163369984.0, - "9040": 46163369984.0, - "9045": 46163369984.0, - "9050": 46163369984.0, - "9055": 46163369984.0, - "9060": 46163369984.0, - "9065": 46163369984.0, - "9070": 46163369984.0, - "9075": 46163369984.0, - "9080": 46163369984.0, - "9085": 46163369984.0, - "9090": 46163369984.0, - "9095": 46163369984.0, - "9100": 46163369984.0, - "9105": 46163369984.0, - "9110": 46163369984.0, - "9115": 46163369984.0, - "9120": 46163369984.0, - "9125": 46163369984.0, - "9130": 46163369984.0, - "9135": 46163369984.0, - "9140": 46163369984.0, - "9145": 46163369984.0, - "9150": 46163369984.0, - "9155": 46163369984.0, - "9160": 46163369984.0, - "9165": 46163369984.0, - "9170": 46163369984.0, - "9175": 46163369984.0, - "9180": 46163369984.0, - "9185": 46163369984.0, - "9190": 46163369984.0, - "9195": 46163369984.0, - "9200": 46163369984.0, - "9205": 46163369984.0, - "9210": 46163369984.0, - "9215": 46163369984.0, - "9220": 46163369984.0, - "9225": 46163369984.0, - "9230": 46163369984.0, - "9235": 46163369984.0, - "9240": 46163369984.0, - "9245": 46163369984.0, - "9250": 46163369984.0, - "9255": 46163369984.0, - "9260": 46163369984.0, - "9265": 46163369984.0, - "9270": 46163369984.0, - "9275": 46163369984.0, - "9280": 46163369984.0, - "9285": 46163369984.0, - "9290": 46163369984.0, - "9295": 46163369984.0, - "9300": 46163369984.0, - "9305": 46163369984.0, - "9310": 46163369984.0, - "9315": 46163369984.0, - "9320": 46163369984.0, - "9325": 46163369984.0, - "9330": 46163369984.0, - "9335": 46163369984.0, - "9340": 46163369984.0, - "9345": 46163369984.0, - "9350": 46163369984.0, - "9355": 46163369984.0, - "9360": 46163369984.0, - "9365": 46163369984.0, - "9370": 46163369984.0, - "9375": 46163369984.0, - "9380": 46163369984.0, - "9385": 46163369984.0, - "9390": 46163369984.0, - "9395": 46163369984.0, - "9400": 46163369984.0, - "9405": 46163369984.0, - "9410": 46163369984.0, - "9415": 46163369984.0, - "9420": 46163369984.0, - "9425": 46163369984.0, - "9430": 46163369984.0, - "9435": 46163369984.0, - "9440": 46163369984.0, - "9445": 46163369984.0, - "9450": 46163369984.0, - "9455": 46163369984.0, - "9460": 46163369984.0, - "9465": 46163369984.0, - "9470": 46163369984.0, - "9475": 46163369984.0, - "9480": 46163369984.0, - "9485": 46163369984.0, - "9490": 46163369984.0, - "9495": 46163369984.0, - "9500": 46163369984.0, - "9505": 46163369984.0, - "9510": 46163369984.0, - "9515": 46163369984.0, - "9520": 46163369984.0, - "9525": 46163369984.0, - "9530": 46163369984.0, - "9535": 46163369984.0 + "1": 37005148160.0, + "5": 45108281344.0, + "10": 45281837056.0, + "15": 45281837056.0, + "20": 45348462592.0, + "25": 45384892416.0, + "30": 45384892416.0, + "35": 45384892416.0, + "40": 45384892416.0, + "45": 45384892416.0, + "50": 45384892416.0, + "55": 45384892416.0, + "60": 45384892416.0, + "65": 45384892416.0, + "70": 45384892416.0, + "75": 45384892416.0, + "80": 45384892416.0, + "85": 45384892416.0, + "90": 45384892416.0, + "95": 45384892416.0, + "100": 45384892416.0, + "105": 45384892416.0, + "110": 45393076224.0, + "115": 45414809600.0, + "120": 45474807808.0, + "125": 45522124800.0, + "130": 45522124800.0, + "135": 45531688960.0, + "140": 45531688960.0, + "145": 45531688960.0, + "150": 45531688960.0, + "155": 45531688960.0, + "160": 45531688960.0, + "165": 45531688960.0, + "170": 45531688960.0, + "175": 45531688960.0, + "180": 45531688960.0, + "185": 45531688960.0, + "190": 45531688960.0, + "195": 45531688960.0, + "200": 45623947264.0, + "205": 45728985088.0, + "210": 45728985088.0, + "215": 45728985088.0, + "220": 45728985088.0, + "225": 45728985088.0, + "230": 45728985088.0, + "235": 45827989504.0, + "240": 46031273984.0, + "245": 46066565120.0, + "250": 46066565120.0, + "255": 46066565120.0, + "260": 46119915520.0, + "265": 46130237440.0, + "270": 46130237440.0, + "275": 46154203136.0, + "280": 46426300416.0, + "285": 46426300416.0, + "290": 46426300416.0, + "295": 46426300416.0, + "300": 46426300416.0, + "305": 46426300416.0, + "310": 46426300416.0, + "315": 46426300416.0, + "320": 46426300416.0, + "325": 46426300416.0, + "330": 46426300416.0, + "335": 46426300416.0, + "340": 46426300416.0, + "345": 46541557760.0, + "350": 46541557760.0, + "355": 46541557760.0, + "360": 46541557760.0, + "365": 46541557760.0, + "370": 46541557760.0, + "375": 46541557760.0, + "380": 46541557760.0, + "385": 46541557760.0, + "390": 46541557760.0, + "395": 46541557760.0, + "400": 46541557760.0, + "405": 46541557760.0, + "410": 46541557760.0, + "415": 46541557760.0, + "420": 46541557760.0, + "425": 46541557760.0, + "430": 46541557760.0, + "435": 46541557760.0, + "440": 46541557760.0, + "445": 46541557760.0, + "450": 46541557760.0, + "455": 46541557760.0, + "460": 46541557760.0, + "465": 46541557760.0, + "470": 46541557760.0, + "475": 46541557760.0, + "480": 46541557760.0, + "485": 46541557760.0, + "490": 46657650688.0, + "495": 46657650688.0, + "500": 46657650688.0, + "505": 46657650688.0, + "510": 46657650688.0, + "515": 46657650688.0, + "520": 46657650688.0, + "525": 46657650688.0, + "530": 46657650688.0, + "535": 46657650688.0, + "540": 46657650688.0, + "545": 46657650688.0, + "550": 46657650688.0, + "555": 46657650688.0, + "560": 46657650688.0, + "565": 46657650688.0, + "570": 46657650688.0, + "575": 46657650688.0, + "580": 46657650688.0, + "585": 46657650688.0, + "590": 46657650688.0, + "595": 46657650688.0, + "600": 46657650688.0, + "605": 46657650688.0, + "610": 46657650688.0, + "615": 46657650688.0, + "620": 46657650688.0, + "625": 46657650688.0, + "630": 46657650688.0, + "635": 46657650688.0, + "640": 46657650688.0, + "645": 46657650688.0, + "650": 46657650688.0, + "655": 46657650688.0, + "660": 46657650688.0, + "665": 46657650688.0, + "670": 46657650688.0, + "675": 46657650688.0, + "680": 46657650688.0, + "685": 46657650688.0, + "690": 46657650688.0, + "695": 46657650688.0, + "700": 46657650688.0, + "705": 46657650688.0, + "710": 46657650688.0, + "715": 46657650688.0, + "720": 46657650688.0, + "725": 46657650688.0, + "730": 46657650688.0, + "735": 46657650688.0, + "740": 46657650688.0, + "745": 46657650688.0, + "750": 46657650688.0, + "755": 46657650688.0, + "760": 46657650688.0, + "765": 46657650688.0, + "770": 46657650688.0, + "775": 46657650688.0, + "780": 46657650688.0, + "785": 46657650688.0, + "790": 46657650688.0, + "795": 46657650688.0, + "800": 46657650688.0, + "805": 46657650688.0, + "810": 46657650688.0, + "815": 46657650688.0, + "820": 46657650688.0, + "825": 46657650688.0, + "830": 46657650688.0, + "835": 46657650688.0, + "840": 46657650688.0, + "845": 46657650688.0, + "850": 46657650688.0, + "855": 46657650688.0, + "860": 46657650688.0, + "865": 46657650688.0, + "870": 46657650688.0, + "875": 46657650688.0, + "880": 46657650688.0, + "885": 46657650688.0, + "890": 46657650688.0, + "895": 46657650688.0, + "900": 46657650688.0, + "905": 46657650688.0, + "910": 46657650688.0, + "915": 46657650688.0, + "920": 46657650688.0, + "925": 46657650688.0, + "930": 46657650688.0, + "935": 46657650688.0, + "940": 46657650688.0, + "945": 46657650688.0, + "950": 46657650688.0, + "955": 46657650688.0, + "960": 46657650688.0, + "965": 46657650688.0, + "970": 46657650688.0, + "975": 46657650688.0, + "980": 46657650688.0, + "985": 46657650688.0, + "990": 46657650688.0, + "995": 46657650688.0, + "1000": 46657650688.0, + "1005": 46657650688.0, + "1010": 46657650688.0, + "1015": 46657650688.0, + "1020": 46657650688.0, + "1025": 46657650688.0, + "1030": 46657650688.0, + "1035": 46657650688.0, + "1040": 46657650688.0, + "1045": 46657650688.0, + "1050": 46657650688.0, + "1055": 46657650688.0, + "1060": 46657650688.0, + "1065": 46657650688.0, + "1070": 46657650688.0, + "1075": 46657650688.0, + "1080": 46657650688.0, + "1085": 46657650688.0, + "1090": 46657650688.0, + "1095": 46657650688.0, + "1100": 46657650688.0, + "1105": 46657650688.0, + "1110": 46657650688.0, + "1115": 46657650688.0, + "1120": 46657650688.0, + "1125": 46657650688.0, + "1130": 46657650688.0, + "1135": 46657650688.0, + "1140": 46657650688.0, + "1145": 46657650688.0, + "1150": 46657650688.0, + "1155": 46657650688.0, + "1160": 46657650688.0, + "1165": 46657650688.0, + "1170": 46657650688.0, + "1175": 46657650688.0, + "1180": 46371139584.0, + "1185": 46371139584.0, + "1190": 46371139584.0, + "1195": 46371139584.0, + "1200": 46371139584.0, + "1205": 46371139584.0, + "1210": 46371139584.0, + "1215": 46371139584.0, + "1220": 46371139584.0, + "1225": 46371139584.0, + "1230": 46371139584.0, + "1235": 46371139584.0, + "1240": 46371139584.0, + "1245": 46371139584.0, + "1250": 46371139584.0, + "1255": 46371139584.0, + "1260": 46371139584.0, + "1265": 46371139584.0, + "1270": 46371139584.0, + "1275": 46371139584.0, + "1280": 46371139584.0, + "1285": 46371139584.0, + "1290": 46371139584.0, + "1295": 46371139584.0, + "1300": 46371139584.0, + "1305": 46371139584.0, + "1310": 46371139584.0, + "1315": 46371139584.0, + "1320": 46371139584.0, + "1325": 46371139584.0, + "1330": 46371139584.0, + "1335": 46371139584.0, + "1340": 46371139584.0, + "1345": 46371139584.0, + "1350": 46371139584.0, + "1355": 46371139584.0, + "1360": 46371139584.0, + "1365": 46371139584.0, + "1370": 46371139584.0, + "1375": 46371139584.0, + "1380": 46371139584.0, + "1385": 46371139584.0, + "1390": 46371139584.0, + "1395": 46371139584.0, + "1400": 46371139584.0, + "1405": 46371139584.0, + "1410": 46371139584.0, + "1415": 46371139584.0, + "1420": 46371139584.0, + "1425": 46371139584.0, + "1430": 46371139584.0, + "1435": 46371139584.0, + "1440": 46371139584.0, + "1445": 46371139584.0, + "1450": 46371139584.0, + "1455": 46371139584.0, + "1460": 46371139584.0, + "1465": 46371139584.0, + "1470": 46371139584.0, + "1475": 46371139584.0, + "1480": 46371139584.0, + "1485": 46371139584.0, + "1490": 46371139584.0, + "1495": 46371139584.0, + "1500": 46371139584.0, + "1505": 46371139584.0, + "1510": 46371139584.0, + "1515": 46371139584.0, + "1520": 46371139584.0, + "1525": 46371139584.0, + "1530": 46371139584.0, + "1535": 46371139584.0, + "1540": 46371139584.0, + "1545": 46371139584.0, + "1550": 46371139584.0, + "1555": 46371139584.0, + "1560": 46371139584.0, + "1565": 46371139584.0, + "1570": 46371139584.0, + "1575": 46371139584.0, + "1580": 46371139584.0, + "1585": 46371139584.0, + "1590": 46371139584.0, + "1595": 46371139584.0, + "1600": 46371139584.0, + "1605": 46371139584.0, + "1610": 46371139584.0, + "1615": 46371139584.0, + "1620": 46371139584.0, + "1625": 46371139584.0, + "1630": 46371139584.0, + "1635": 46371139584.0, + "1640": 46371139584.0, + "1645": 46371139584.0, + "1650": 46371139584.0, + "1655": 46371139584.0, + "1660": 46371139584.0, + "1665": 46371139584.0, + "1670": 46371139584.0, + "1675": 46371139584.0, + "1680": 46371139584.0, + "1685": 46371139584.0, + "1690": 46371139584.0, + "1695": 46371139584.0, + "1700": 46371139584.0, + "1705": 46371139584.0, + "1710": 46371139584.0, + "1715": 46371139584.0, + "1720": 46371139584.0, + "1725": 46371139584.0, + "1730": 46371139584.0, + "1735": 46371139584.0, + "1740": 46371139584.0, + "1745": 46371139584.0, + "1750": 46371139584.0, + "1755": 46371139584.0, + "1760": 46371139584.0, + "1765": 46371139584.0, + "1770": 46371139584.0, + "1775": 46371139584.0, + "1780": 46371139584.0, + "1785": 46371139584.0, + "1790": 46371139584.0, + "1795": 46371139584.0, + "1800": 46371139584.0, + "1805": 46371139584.0, + "1810": 46371139584.0, + "1815": 46371139584.0, + "1820": 46371139584.0, + "1825": 46371139584.0, + "1830": 46371139584.0, + "1835": 46371139584.0, + "1840": 46371139584.0, + "1845": 46371139584.0, + "1850": 46371139584.0, + "1855": 46371139584.0, + "1860": 46371139584.0, + "1865": 46371139584.0, + "1870": 46371139584.0, + "1875": 46371139584.0, + "1880": 46371139584.0, + "1885": 46371139584.0, + "1890": 46371139584.0, + "1895": 46371139584.0, + "1900": 46371139584.0, + "1905": 46371139584.0, + "1910": 46371139584.0, + "1915": 46371139584.0, + "1920": 46371139584.0, + "1925": 46371139584.0, + "1930": 46371139584.0, + "1935": 46371139584.0, + "1940": 46371139584.0, + "1945": 46371139584.0, + "1950": 46371139584.0, + "1955": 46371139584.0, + "1960": 46371139584.0, + "1965": 46371139584.0, + "1970": 46376312832.0, + "1975": 46376312832.0, + "1980": 46376312832.0, + "1985": 46376312832.0, + "1990": 46376312832.0, + "1995": 46376312832.0, + "2000": 46376312832.0, + "2005": 46376312832.0, + "2010": 46376312832.0, + "2015": 46376312832.0, + "2020": 46376312832.0, + "2025": 46376312832.0, + "2030": 46376312832.0, + "2035": 46376312832.0, + "2040": 46376312832.0, + "2045": 46376312832.0, + "2050": 46376312832.0, + "2055": 46376312832.0, + "2060": 46376312832.0, + "2065": 46376312832.0, + "2070": 46376312832.0, + "2075": 46376312832.0, + "2080": 46376312832.0, + "2085": 46376312832.0, + "2090": 46376312832.0, + "2095": 45943558144.0, + "2100": 45964951552.0, + "2105": 46044495872.0, + "2110": 46078029824.0, + "2115": 46078029824.0, + "2120": 46078029824.0, + "2125": 46078029824.0, + "2130": 46208413696.0, + "2135": 46208413696.0, + "2140": 46208413696.0, + "2145": 46208413696.0, + "2150": 46208413696.0, + "2155": 46208413696.0, + "2160": 46208413696.0, + "2165": 46208413696.0, + "2170": 46208413696.0, + "2175": 46208413696.0, + "2180": 46208413696.0, + "2185": 46208413696.0, + "2190": 46208413696.0, + "2195": 46208413696.0, + "2200": 46208413696.0, + "2205": 46208413696.0, + "2210": 46208413696.0, + "2215": 46208413696.0, + "2220": 46208413696.0, + "2225": 46208413696.0, + "2230": 46208413696.0, + "2235": 46208413696.0, + "2240": 46208413696.0, + "2245": 46208413696.0, + "2250": 46208413696.0, + "2255": 46208413696.0, + "2260": 46208413696.0, + "2265": 46208413696.0, + "2270": 46208413696.0, + "2275": 46208413696.0, + "2280": 46208413696.0, + "2285": 46208413696.0, + "2290": 46208413696.0, + "2295": 46208413696.0, + "2300": 46223462400.0, + "2305": 46223462400.0, + "2310": 46223462400.0, + "2315": 46223462400.0, + "2320": 46223462400.0, + "2325": 46223462400.0, + "2330": 46223462400.0, + "2335": 46223462400.0, + "2340": 46223462400.0, + "2345": 46223462400.0, + "2350": 46223462400.0, + "2355": 46223462400.0, + "2360": 46223462400.0, + "2365": 46223462400.0, + "2370": 46223462400.0, + "2375": 46223462400.0, + "2380": 46223462400.0, + "2385": 46223462400.0, + "2390": 46335651840.0, + "2395": 46335651840.0, + "2400": 46335651840.0, + "2405": 46335651840.0, + "2410": 46335651840.0, + "2415": 46335651840.0, + "2420": 46335651840.0, + "2425": 46335651840.0, + "2430": 46335651840.0, + "2435": 46335651840.0, + "2440": 46335651840.0, + "2445": 46335651840.0, + "2450": 46335651840.0, + "2455": 46335651840.0, + "2460": 46335651840.0, + "2465": 46335651840.0, + "2470": 46335651840.0, + "2475": 46335651840.0, + "2480": 46335651840.0, + "2485": 46335651840.0, + "2490": 46335651840.0, + "2495": 46335651840.0, + "2500": 46335651840.0, + "2505": 46335651840.0, + "2510": 46335651840.0, + "2515": 46335651840.0, + "2520": 46335651840.0, + "2525": 46335651840.0, + "2530": 46335651840.0, + "2535": 46335651840.0, + "2540": 46335651840.0, + "2545": 46335651840.0, + "2550": 46335651840.0, + "2555": 46335651840.0, + "2560": 46335651840.0, + "2565": 46335651840.0, + "2570": 46335651840.0, + "2575": 46335651840.0, + "2580": 46335651840.0, + "2585": 46335651840.0, + "2590": 46335651840.0, + "2595": 46335651840.0, + "2600": 46335651840.0, + "2605": 46335651840.0, + "2610": 46335651840.0, + "2615": 46335651840.0, + "2620": 46335651840.0, + "2625": 46335651840.0, + "2630": 46335651840.0, + "2635": 46335651840.0, + "2640": 46335651840.0, + "2645": 46335651840.0, + "2650": 46335651840.0, + "2655": 46335651840.0, + "2660": 46335651840.0, + "2665": 46335651840.0, + "2670": 46335651840.0, + "2675": 46335651840.0, + "2680": 46335651840.0, + "2685": 46335651840.0, + "2690": 46335651840.0, + "2695": 46335651840.0, + "2700": 46335651840.0, + "2705": 46335651840.0, + "2710": 46335651840.0, + "2715": 46335651840.0, + "2720": 46335651840.0, + "2725": 46335651840.0, + "2730": 46335651840.0, + "2735": 46335651840.0, + "2740": 46335651840.0, + "2745": 46335651840.0, + "2750": 46335651840.0, + "2755": 46335651840.0, + "2760": 46335651840.0, + "2765": 46335651840.0, + "2770": 46335651840.0, + "2775": 46335651840.0, + "2780": 46335651840.0, + "2785": 46335651840.0, + "2790": 46335651840.0, + "2795": 46335651840.0, + "2800": 46335651840.0, + "2805": 46335651840.0, + "2810": 46335651840.0, + "2815": 46335651840.0, + "2820": 46335651840.0, + "2825": 46335651840.0, + "2830": 46335651840.0, + "2835": 46335651840.0, + "2840": 46335651840.0, + "2845": 46335651840.0, + "2850": 46335651840.0, + "2855": 46335651840.0, + "2860": 46335651840.0, + "2865": 46335651840.0, + "2870": 46335651840.0, + "2875": 46335651840.0, + "2880": 46335651840.0, + "2885": 46335651840.0, + "2890": 46335651840.0, + "2895": 46335651840.0, + "2900": 46335651840.0, + "2905": 46335651840.0, + "2910": 46335651840.0, + "2915": 46335651840.0, + "2920": 46335651840.0, + "2925": 46335651840.0, + "2930": 46335651840.0, + "2935": 46335651840.0, + "2940": 46335651840.0, + "2945": 46335651840.0, + "2950": 46335651840.0, + "2955": 46335651840.0, + "2960": 46335651840.0, + "2965": 46335651840.0, + "2970": 46335651840.0, + "2975": 46335651840.0, + "2980": 46335651840.0, + "2985": 46335651840.0, + "2990": 46335651840.0, + "2995": 46335651840.0, + "3000": 46335651840.0, + "3005": 46335651840.0, + "3010": 46335651840.0, + "3015": 45624537088.0, + "3020": 46012612608.0, + "3025": 46012612608.0, + "3030": 46012612608.0, + "3035": 46012612608.0, + "3040": 46012612608.0, + "3045": 46012612608.0, + "3050": 46012612608.0, + "3055": 46012612608.0, + "3060": 46069665792.0, + "3065": 46069665792.0, + "3070": 46069665792.0, + "3075": 46069665792.0, + "3080": 46069665792.0, + "3085": 46069665792.0, + "3090": 46069665792.0, + "3095": 46069665792.0, + "3100": 46069665792.0, + "3105": 46131302400.0, + "3110": 46131302400.0, + "3115": 46131302400.0, + "3120": 46131302400.0, + "3125": 46131302400.0, + "3130": 46137425920.0, + "3135": 46137425920.0, + "3140": 46137425920.0, + "3145": 46137425920.0, + "3150": 46137425920.0, + "3155": 46137425920.0, + "3160": 46137425920.0, + "3165": 46137425920.0, + "3170": 46137425920.0, + "3175": 46137425920.0, + "3180": 46137425920.0, + "3185": 46137425920.0, + "3190": 46137425920.0, + "3195": 46137425920.0, + "3200": 46137425920.0, + "3205": 46137425920.0, + "3210": 46137425920.0, + "3215": 46137425920.0, + "3220": 46137425920.0, + "3225": 46137425920.0, + "3230": 46137425920.0, + "3235": 46137425920.0, + "3240": 46137425920.0, + "3245": 46137425920.0, + "3250": 46137425920.0, + "3255": 46137425920.0, + "3260": 46137425920.0, + "3265": 46137425920.0, + "3270": 46137425920.0, + "3275": 46137425920.0, + "3280": 46137425920.0, + "3285": 46137425920.0, + "3290": 46137425920.0, + "3295": 46137425920.0, + "3300": 46137425920.0, + "3305": 46137425920.0, + "3310": 46137425920.0, + "3315": 46137425920.0, + "3320": 46137425920.0, + "3325": 46137425920.0, + "3330": 46137425920.0, + "3335": 46137425920.0, + "3340": 46137425920.0, + "3345": 46137425920.0, + "3350": 46137425920.0, + "3355": 46137425920.0, + "3360": 46137425920.0, + "3365": 46137425920.0, + "3370": 46137425920.0, + "3375": 46137425920.0, + "3380": 46137425920.0, + "3385": 46137425920.0, + "3390": 46137425920.0, + "3395": 46137425920.0, + "3400": 46137425920.0, + "3405": 46137425920.0, + "3410": 46137425920.0, + "3415": 46137425920.0, + "3420": 46137425920.0, + "3425": 46137425920.0, + "3430": 46137425920.0, + "3435": 46137425920.0, + "3440": 46137425920.0, + "3445": 46138445824.0, + "3450": 46138445824.0, + "3455": 46138445824.0, + "3460": 46138445824.0, + "3465": 46138445824.0, + "3470": 46138445824.0, + "3475": 46138445824.0, + "3480": 46138445824.0, + "3485": 46171656192.0, + "3490": 46171656192.0, + "3495": 46171656192.0, + "3500": 46250127360.0, + "3505": 46250127360.0, + "3510": 46250127360.0, + "3515": 46250127360.0, + "3520": 46250127360.0, + "3525": 46250127360.0, + "3530": 46250127360.0, + "3535": 46250127360.0, + "3540": 46250127360.0, + "3545": 46250127360.0, + "3550": 46250127360.0, + "3555": 46250127360.0, + "3560": 46250127360.0, + "3565": 46250127360.0, + "3570": 46250127360.0, + "3575": 46250127360.0, + "3580": 46250127360.0, + "3585": 46250127360.0, + "3590": 46250127360.0, + "3595": 46250127360.0, + "3600": 46250127360.0, + "3605": 46250127360.0, + "3610": 46250127360.0, + "3615": 46250127360.0, + "3620": 46250127360.0, + "3625": 46250127360.0, + "3630": 46250127360.0, + "3635": 46250127360.0, + "3640": 46250127360.0, + "3645": 46250127360.0, + "3650": 46250127360.0, + "3655": 46250127360.0, + "3660": 46250127360.0, + "3665": 46250127360.0, + "3670": 46250127360.0, + "3675": 46250127360.0, + "3680": 46250127360.0, + "3685": 46250127360.0, + "3690": 46250127360.0, + "3695": 46250127360.0, + "3700": 46250127360.0, + "3705": 46250127360.0, + "3710": 46250127360.0, + "3715": 46250127360.0, + "3720": 46250127360.0, + "3725": 46250127360.0, + "3730": 46250127360.0, + "3735": 46250127360.0, + "3740": 46250127360.0, + "3745": 46250127360.0, + "3750": 46250127360.0, + "3755": 46250127360.0, + "3760": 46250127360.0, + "3765": 46250127360.0, + "3770": 46250127360.0, + "3775": 46250127360.0, + "3780": 46250127360.0, + "3785": 46250127360.0, + "3790": 46250127360.0, + "3795": 46250127360.0, + "3800": 46250127360.0, + "3805": 46250127360.0, + "3810": 46250127360.0, + "3815": 46250127360.0, + "3820": 46250127360.0, + "3825": 46250127360.0, + "3830": 46250127360.0, + "3835": 46250127360.0, + "3840": 46250127360.0, + "3845": 46250127360.0, + "3850": 46250127360.0, + "3855": 46250127360.0, + "3860": 46250127360.0, + "3865": 46250127360.0, + "3870": 46250127360.0, + "3875": 46250127360.0, + "3880": 46250127360.0, + "3885": 46250127360.0, + "3890": 46250127360.0, + "3895": 46250127360.0, + "3900": 46250127360.0, + "3905": 46250127360.0, + "3910": 46250127360.0, + "3915": 46250127360.0, + "3920": 46250127360.0, + "3925": 46250127360.0, + "3930": 46250127360.0, + "3935": 46250127360.0, + "3940": 46250127360.0, + "3945": 46250127360.0, + "3950": 46250127360.0, + "3955": 46184550400.0, + "3960": 46184550400.0, + "3965": 46184550400.0, + "3970": 46184550400.0, + "3975": 46184550400.0, + "3980": 46184550400.0, + "3985": 46184550400.0, + "3990": 46184550400.0, + "3995": 46184550400.0, + "4000": 46184550400.0, + "4005": 46184550400.0, + "4010": 46184550400.0, + "4015": 46184550400.0, + "4020": 46184550400.0, + "4025": 46184550400.0, + "4030": 46184550400.0, + "4035": 46184550400.0, + "4040": 46184550400.0, + "4045": 46184550400.0, + "4050": 46184550400.0, + "4055": 46184550400.0, + "4060": 46184550400.0, + "4065": 46184550400.0, + "4070": 46184550400.0, + "4075": 46184550400.0, + "4080": 46184550400.0, + "4085": 46184550400.0, + "4090": 46184550400.0, + "4095": 46184550400.0, + "4100": 46184550400.0, + "4105": 46184550400.0, + "4110": 46184550400.0, + "4115": 46184550400.0, + "4120": 46184550400.0, + "4125": 46184550400.0, + "4130": 46184550400.0, + "4135": 46184550400.0, + "4140": 46184550400.0, + "4145": 46184550400.0, + "4150": 46184550400.0, + "4155": 46184550400.0, + "4160": 46184550400.0, + "4165": 46184550400.0, + "4170": 46184550400.0, + "4175": 46184550400.0, + "4180": 46184550400.0, + "4185": 46184550400.0, + "4190": 46184550400.0, + "4195": 46184550400.0, + "4200": 46184550400.0, + "4205": 46184550400.0, + "4210": 46184550400.0, + "4215": 46184550400.0, + "4220": 46184550400.0, + "4225": 46184550400.0, + "4230": 46184550400.0, + "4235": 46184550400.0, + "4240": 46184550400.0, + "4245": 46184550400.0, + "4250": 46184550400.0, + "4255": 46184550400.0, + "4260": 46184550400.0, + "4265": 46184550400.0, + "4270": 46184550400.0, + "4275": 46184550400.0, + "4280": 46184550400.0, + "4285": 46184550400.0, + "4290": 46184550400.0, + "4295": 46184550400.0, + "4300": 46184550400.0, + "4305": 46184550400.0, + "4310": 46184550400.0, + "4315": 46184550400.0, + "4320": 46184550400.0, + "4325": 46184550400.0, + "4330": 46184550400.0, + "4335": 46184550400.0, + "4340": 46184550400.0, + "4345": 46184550400.0, + "4350": 46184550400.0, + "4355": 46184550400.0, + "4360": 46184550400.0, + "4365": 46184550400.0, + "4370": 46184550400.0, + "4375": 46184550400.0, + "4380": 46184550400.0, + "4385": 46184550400.0, + "4390": 46184550400.0, + "4395": 46184550400.0, + "4400": 46184550400.0, + "4405": 46184550400.0, + "4410": 46184550400.0, + "4415": 46184550400.0, + "4420": 46184550400.0, + "4425": 46184550400.0, + "4430": 46184550400.0, + "4435": 46184550400.0, + "4440": 46184550400.0, + "4445": 46184550400.0, + "4450": 46184550400.0, + "4455": 46184550400.0, + "4460": 46184550400.0, + "4465": 46184550400.0, + "4470": 46184550400.0, + "4475": 46184550400.0, + "4480": 46184550400.0, + "4485": 46184550400.0, + "4490": 46184550400.0, + "4495": 46184550400.0, + "4500": 46184550400.0, + "4505": 46184550400.0, + "4510": 46184550400.0, + "4515": 46184550400.0, + "4520": 46184550400.0, + "4525": 46184550400.0, + "4530": 46184550400.0, + "4535": 46184550400.0, + "4540": 46184550400.0, + "4545": 46184550400.0, + "4550": 46210957312.0, + "4555": 46210957312.0, + "4560": 46210957312.0, + "4565": 46210957312.0, + "4570": 46210957312.0, + "4575": 46210957312.0, + "4580": 46210957312.0, + "4585": 46210957312.0, + "4590": 46210957312.0, + "4595": 46210957312.0, + "4600": 46210957312.0, + "4605": 46210957312.0, + "4610": 46210957312.0, + "4615": 46302752768.0, + "4620": 46302752768.0, + "4625": 46302752768.0, + "4630": 46302752768.0, + "4635": 46302752768.0, + "4640": 46302752768.0, + "4645": 46302752768.0, + "4650": 46302752768.0, + "4655": 46302752768.0, + "4660": 46302752768.0, + "4665": 46302752768.0, + "4670": 46302752768.0, + "4675": 46302752768.0, + "4680": 46302752768.0, + "4685": 46302752768.0, + "4690": 46302752768.0, + "4695": 46302752768.0, + "4700": 46302752768.0, + "4705": 46302752768.0, + "4710": 46302752768.0, + "4715": 46302752768.0, + "4720": 46302752768.0, + "4725": 46302752768.0, + "4730": 46302752768.0, + "4735": 46302752768.0, + "4740": 46302752768.0, + "4745": 46302752768.0, + "4750": 46302752768.0, + "4755": 46302752768.0, + "4760": 46302752768.0, + "4765": 46302752768.0, + "4770": 46302752768.0, + "4775": 46302752768.0, + "4780": 46302752768.0, + "4785": 46302752768.0, + "4790": 46302752768.0, + "4795": 46302752768.0, + "4800": 46302752768.0, + "4805": 46302752768.0, + "4810": 46302752768.0, + "4815": 46302752768.0, + "4820": 46302752768.0, + "4825": 46302752768.0, + "4830": 46302752768.0, + "4835": 46302752768.0, + "4840": 46302752768.0, + "4845": 46302752768.0, + "4850": 46302752768.0, + "4855": 46302752768.0, + "4860": 46302752768.0, + "4865": 46302752768.0, + "4870": 46302752768.0, + "4875": 46302752768.0, + "4880": 46302752768.0, + "4885": 45956227072.0, + "4890": 45969969152.0, + "4895": 45973594112.0, + "4900": 45973594112.0, + "4905": 46015721472.0, + "4910": 46015721472.0, + "4915": 46015721472.0, + "4920": 46015721472.0, + "4925": 46260936704.0, + "4930": 46260936704.0, + "4935": 46260936704.0, + "4940": 46260936704.0, + "4945": 46260936704.0, + "4950": 46260936704.0, + "4955": 46260936704.0, + "4960": 46260936704.0, + "4965": 46260936704.0, + "4970": 46260936704.0, + "4975": 46260936704.0, + "4980": 46260936704.0, + "4985": 46260936704.0, + "4990": 46260936704.0, + "4995": 46260936704.0, + "5000": 46260936704.0, + "5005": 46260936704.0, + "5010": 46260936704.0, + "5015": 46260936704.0, + "5020": 46260936704.0, + "5025": 46260936704.0, + "5030": 46260936704.0, + "5035": 46260936704.0, + "5040": 46260936704.0, + "5045": 46260936704.0, + "5050": 46260936704.0, + "5055": 46260936704.0, + "5060": 46260936704.0, + "5065": 46260936704.0, + "5070": 46260936704.0, + "5075": 46260936704.0, + "5080": 46260936704.0, + "5085": 46260936704.0, + "5090": 46260936704.0, + "5095": 46260936704.0, + "5100": 46260936704.0, + "5105": 46260936704.0, + "5110": 46260936704.0, + "5115": 46260936704.0, + "5120": 46260936704.0, + "5125": 46260936704.0, + "5130": 46260936704.0, + "5135": 46260936704.0, + "5140": 46260936704.0, + "5145": 46260936704.0, + "5150": 46260936704.0, + "5155": 46260936704.0, + "5160": 46260936704.0, + "5165": 46260936704.0, + "5170": 46260936704.0, + "5175": 46260936704.0, + "5180": 46260936704.0, + "5185": 46260936704.0, + "5190": 46260936704.0, + "5195": 46260936704.0, + "5200": 46267232256.0, + "5205": 46267232256.0, + "5210": 46267232256.0, + "5215": 46267232256.0, + "5220": 46267232256.0, + "5225": 46267232256.0, + "5230": 46267232256.0, + "5235": 46267232256.0, + "5240": 46267232256.0, + "5245": 46267232256.0, + "5250": 46267232256.0, + "5255": 46267232256.0, + "5260": 46267232256.0, + "5265": 46267232256.0, + "5270": 46267232256.0, + "5275": 46267232256.0, + "5280": 46267232256.0, + "5285": 46267232256.0, + "5290": 46267232256.0, + "5295": 46292983808.0, + "5300": 46292983808.0, + "5305": 46292983808.0, + "5310": 46292983808.0, + "5315": 46292983808.0, + "5320": 46292983808.0, + "5325": 46292983808.0, + "5330": 46292983808.0, + "5335": 46292983808.0, + "5340": 46292983808.0, + "5345": 46292983808.0, + "5350": 46292983808.0, + "5355": 46292983808.0, + "5360": 46292983808.0, + "5365": 46292983808.0, + "5370": 46292983808.0, + "5375": 46292983808.0, + "5380": 46292983808.0, + "5385": 46292983808.0, + "5390": 46292983808.0, + "5395": 46292983808.0, + "5400": 46292983808.0, + "5405": 46292983808.0, + "5410": 46292983808.0, + "5415": 46292983808.0, + "5420": 46292983808.0, + "5425": 46292983808.0, + "5430": 46292983808.0, + "5435": 46292983808.0, + "5440": 46292983808.0, + "5445": 46292983808.0, + "5450": 46292983808.0, + "5455": 46292983808.0, + "5460": 46292983808.0, + "5465": 46292983808.0, + "5470": 46292983808.0, + "5475": 46292983808.0, + "5480": 46292983808.0, + "5485": 46292983808.0, + "5490": 46292983808.0, + "5495": 46292983808.0, + "5500": 46292983808.0, + "5505": 46292983808.0, + "5510": 46292983808.0, + "5515": 46292983808.0, + "5520": 46292983808.0, + "5525": 46292983808.0, + "5530": 46292983808.0, + "5535": 46292983808.0, + "5540": 46292983808.0, + "5545": 46292983808.0, + "5550": 46292983808.0, + "5555": 46292983808.0, + "5560": 46292983808.0, + "5565": 46292983808.0, + "5570": 46292983808.0, + "5575": 46292983808.0, + "5580": 46292983808.0, + "5585": 46292983808.0, + "5590": 46292983808.0, + "5595": 46292983808.0, + "5600": 46292983808.0, + "5605": 46292983808.0, + "5610": 46292983808.0, + "5615": 46292983808.0, + "5620": 46292983808.0, + "5625": 46292983808.0, + "5630": 46292983808.0, + "5635": 46292983808.0, + "5640": 46292983808.0, + "5645": 46292983808.0, + "5650": 46292983808.0, + "5655": 46292983808.0, + "5660": 46292983808.0, + "5665": 46292983808.0, + "5670": 46292983808.0, + "5675": 46292983808.0, + "5680": 46292983808.0, + "5685": 46292983808.0, + "5690": 46292983808.0, + "5695": 46292983808.0, + "5700": 46292983808.0, + "5705": 46292983808.0, + "5710": 46292983808.0, + "5715": 46292983808.0, + "5720": 46292983808.0, + "5725": 46292983808.0, + "5730": 46292983808.0, + "5735": 46292983808.0, + "5740": 46292983808.0, + "5745": 46292983808.0, + "5750": 46292983808.0, + "5755": 46292983808.0, + "5760": 46292983808.0, + "5765": 46292983808.0, + "5770": 46292983808.0, + "5775": 46292983808.0, + "5780": 46292983808.0, + "5785": 46292983808.0, + "5790": 46292983808.0, + "5795": 46292983808.0, + "5800": 46292983808.0, + "5805": 46292983808.0, + "5810": 46292983808.0, + "5815": 45880664064.0, + "5820": 45880664064.0, + "5825": 45880664064.0, + "5830": 46040887296.0, + "5835": 46040887296.0, + "5840": 46040887296.0, + "5845": 46040887296.0, + "5850": 46040887296.0, + "5855": 46040887296.0, + "5860": 46040887296.0, + "5865": 46040887296.0, + "5870": 46040887296.0, + "5875": 46040887296.0, + "5880": 46040887296.0, + "5885": 46040887296.0, + "5890": 46040887296.0, + "5895": 46040887296.0, + "5900": 46040887296.0, + "5905": 46040887296.0, + "5910": 46130806784.0, + "5915": 46130806784.0, + "5920": 46130806784.0, + "5925": 46130806784.0, + "5930": 46130806784.0, + "5935": 46130806784.0, + "5940": 46130806784.0, + "5945": 46130806784.0, + "5950": 46130806784.0, + "5955": 46130806784.0, + "5960": 46130806784.0, + "5965": 46130806784.0, + "5970": 46130806784.0, + "5975": 46130806784.0, + "5980": 46130806784.0, + "5985": 46130806784.0, + "5990": 46130806784.0, + "5995": 46130806784.0, + "6000": 46130806784.0, + "6005": 46130806784.0, + "6010": 46130806784.0, + "6015": 46130806784.0, + "6020": 46130806784.0, + "6025": 46130806784.0, + "6030": 46130806784.0, + "6035": 46130806784.0, + "6040": 46130806784.0, + "6045": 46130806784.0, + "6050": 46130806784.0, + "6055": 46130806784.0, + "6060": 46130806784.0, + "6065": 46130806784.0, + "6070": 46130806784.0, + "6075": 46130806784.0, + "6080": 46130806784.0, + "6085": 46130806784.0, + "6090": 46132178944.0, + "6095": 46132178944.0, + "6100": 46132178944.0, + "6105": 46132178944.0, + "6110": 46132178944.0, + "6115": 46132178944.0, + "6120": 46132178944.0, + "6125": 46132178944.0, + "6130": 46132178944.0, + "6135": 46132178944.0, + "6140": 46132178944.0, + "6145": 46132178944.0, + "6150": 46132178944.0, + "6155": 46132178944.0, + "6160": 46132178944.0, + "6165": 46132178944.0, + "6170": 46132178944.0, + "6175": 46132178944.0, + "6180": 46132178944.0, + "6185": 46132178944.0, + "6190": 46132178944.0, + "6195": 46132178944.0, + "6200": 46132178944.0, + "6205": 46132178944.0, + "6210": 46132178944.0, + "6215": 46132178944.0, + "6220": 46132178944.0, + "6225": 46132178944.0, + "6230": 46132178944.0, + "6235": 46132178944.0, + "6240": 46132178944.0, + "6245": 46132178944.0, + "6250": 46132178944.0, + "6255": 46132178944.0, + "6260": 46164094976.0, + "6265": 46164094976.0, + "6270": 46164094976.0, + "6275": 46164094976.0, + "6280": 46164094976.0, + "6285": 46164094976.0, + "6290": 46164094976.0, + "6295": 46164094976.0, + "6300": 46164094976.0, + "6305": 46164094976.0, + "6310": 46164094976.0, + "6315": 46164094976.0, + "6320": 46201479168.0, + "6325": 46201479168.0, + "6330": 46201479168.0, + "6335": 46201479168.0, + "6340": 46201479168.0, + "6345": 46201479168.0, + "6350": 46201479168.0, + "6355": 46201479168.0, + "6360": 46201479168.0, + "6365": 46201479168.0, + "6370": 46201479168.0, + "6375": 46201479168.0, + "6380": 46201479168.0, + "6385": 46201479168.0, + "6390": 46201479168.0, + "6395": 46201479168.0, + "6400": 46201479168.0, + "6405": 46201479168.0, + "6410": 46201479168.0, + "6415": 46201479168.0, + "6420": 46201479168.0, + "6425": 46201479168.0, + "6430": 46201479168.0, + "6435": 46201479168.0, + "6440": 46201479168.0, + "6445": 46201479168.0, + "6450": 46201479168.0, + "6455": 46201479168.0, + "6460": 46201479168.0, + "6465": 46201479168.0, + "6470": 46201479168.0, + "6475": 46201479168.0, + "6480": 46201479168.0, + "6485": 46201479168.0, + "6490": 46201479168.0, + "6495": 46201479168.0, + "6500": 46201479168.0, + "6505": 46201479168.0, + "6510": 46201479168.0, + "6515": 46201479168.0, + "6520": 46201479168.0, + "6525": 46201479168.0, + "6530": 46201479168.0, + "6535": 46201479168.0, + "6540": 46201479168.0, + "6545": 46201479168.0, + "6550": 46201479168.0, + "6555": 46201479168.0, + "6560": 46201479168.0, + "6565": 46201479168.0, + "6570": 46201479168.0, + "6575": 46201479168.0, + "6580": 46201479168.0, + "6585": 46201479168.0, + "6590": 46201479168.0, + "6595": 46201479168.0, + "6600": 46201479168.0, + "6605": 46201479168.0, + "6610": 46201479168.0, + "6615": 46201479168.0, + "6620": 46201479168.0, + "6625": 46201479168.0, + "6630": 46201479168.0, + "6635": 46201479168.0, + "6640": 46201479168.0, + "6645": 46201479168.0, + "6650": 46201479168.0, + "6655": 46201479168.0, + "6660": 46201479168.0, + "6665": 46201479168.0, + "6670": 46201479168.0, + "6675": 46201479168.0, + "6680": 46201479168.0, + "6685": 46201479168.0, + "6690": 46201479168.0, + "6695": 46201479168.0, + "6700": 46201479168.0, + "6705": 46201479168.0, + "6710": 46201479168.0, + "6715": 46201479168.0, + "6720": 46201479168.0, + "6725": 46201479168.0, + "6730": 46201479168.0, + "6735": 46201479168.0, + "6740": 46201479168.0, + "6745": 46201479168.0, + "6750": 46201479168.0, + "6755": 46201479168.0, + "6760": 46201479168.0, + "6765": 46066221056.0, + "6770": 46066221056.0, + "6775": 46066221056.0, + "6780": 46066221056.0, + "6785": 46066221056.0, + "6790": 46066221056.0, + "6795": 46066221056.0, + "6800": 46066221056.0, + "6805": 46066221056.0, + "6810": 46066221056.0, + "6815": 46066221056.0, + "6820": 46066221056.0, + "6825": 46066221056.0, + "6830": 46066221056.0, + "6835": 46066221056.0, + "6840": 46066221056.0, + "6845": 46066221056.0, + "6850": 46066221056.0, + "6855": 46066221056.0, + "6860": 46066221056.0, + "6865": 46066221056.0, + "6870": 46066221056.0, + "6875": 46066221056.0, + "6880": 46066221056.0, + "6885": 46066221056.0, + "6890": 46066221056.0, + "6895": 46066221056.0, + "6900": 46066221056.0, + "6905": 46066221056.0, + "6910": 46066221056.0, + "6915": 46066221056.0, + "6920": 46066221056.0, + "6925": 46066221056.0, + "6930": 46066221056.0, + "6935": 46066221056.0, + "6940": 46066221056.0, + "6945": 46066221056.0, + "6950": 46066221056.0, + "6955": 46066221056.0, + "6960": 46077157376.0, + "6965": 46077157376.0, + "6970": 46077157376.0, + "6975": 46077157376.0, + "6980": 46077157376.0, + "6985": 46077157376.0, + "6990": 46077157376.0, + "6995": 46077157376.0, + "7000": 46077157376.0, + "7005": 46077157376.0, + "7010": 46077157376.0, + "7015": 46077157376.0, + "7020": 46077157376.0, + "7025": 46077157376.0, + "7030": 46077157376.0, + "7035": 46077157376.0, + "7040": 46077157376.0, + "7045": 46077157376.0, + "7050": 46077157376.0, + "7055": 46077157376.0, + "7060": 46077157376.0, + "7065": 46077157376.0, + "7070": 46077157376.0, + "7075": 46077157376.0, + "7080": 46077157376.0, + "7085": 46077157376.0, + "7090": 46077157376.0, + "7095": 46077157376.0, + "7100": 46077157376.0, + "7105": 46077157376.0, + "7110": 46077157376.0, + "7115": 46077157376.0, + "7120": 46077157376.0, + "7125": 46077157376.0, + "7130": 46077157376.0, + "7135": 46077157376.0, + "7140": 46077157376.0, + "7145": 46077157376.0, + "7150": 46077157376.0, + "7155": 46077157376.0, + "7160": 46077157376.0, + "7165": 46077157376.0, + "7170": 46077157376.0, + "7175": 46077157376.0, + "7180": 46098948096.0, + "7185": 46098948096.0, + "7190": 46098948096.0, + "7195": 46098948096.0, + "7200": 46098948096.0, + "7205": 46098948096.0, + "7210": 46098948096.0, + "7215": 46098948096.0, + "7220": 46098948096.0, + "7225": 46098948096.0, + "7230": 46098948096.0, + "7235": 46098948096.0, + "7240": 46098948096.0, + "7245": 46098948096.0, + "7250": 46098948096.0, + "7255": 46098948096.0, + "7260": 46098948096.0, + "7265": 46098948096.0, + "7270": 46098948096.0, + "7275": 46098948096.0, + "7280": 46098948096.0, + "7285": 46098948096.0, + "7290": 46098948096.0, + "7295": 46098948096.0, + "7300": 46165655552.0, + "7305": 46165655552.0, + "7310": 46165655552.0, + "7315": 46165655552.0, + "7320": 46165655552.0, + "7325": 46165655552.0, + "7330": 46165655552.0, + "7335": 46165655552.0, + "7340": 46165655552.0, + "7345": 46165655552.0, + "7350": 46165655552.0, + "7355": 46165655552.0, + "7360": 46165655552.0, + "7365": 46165655552.0, + "7370": 46165655552.0, + "7375": 46165655552.0, + "7380": 46165655552.0, + "7385": 46165655552.0, + "7390": 46165655552.0, + "7395": 46165655552.0, + "7400": 46165655552.0, + "7405": 46165655552.0, + "7410": 46165655552.0, + "7415": 46165655552.0, + "7420": 46165655552.0, + "7425": 46165655552.0, + "7430": 46165655552.0, + "7435": 46165655552.0, + "7440": 46165655552.0, + "7445": 46165655552.0, + "7450": 46165655552.0, + "7455": 46165655552.0, + "7460": 46165655552.0, + "7465": 46165655552.0, + "7470": 46165655552.0, + "7475": 46165655552.0, + "7480": 46165655552.0, + "7485": 46165655552.0, + "7490": 46165655552.0, + "7495": 46165655552.0, + "7500": 46165655552.0, + "7505": 46165655552.0, + "7510": 46165655552.0, + "7515": 46165655552.0, + "7520": 46165655552.0, + "7525": 46165655552.0, + "7530": 46165655552.0, + "7535": 46165655552.0, + "7540": 46165655552.0, + "7545": 46165655552.0, + "7550": 46165655552.0, + "7555": 46165655552.0, + "7560": 46165655552.0, + "7565": 46165655552.0, + "7570": 46165655552.0, + "7575": 46165655552.0, + "7580": 46165655552.0, + "7585": 46165655552.0, + "7590": 46165655552.0, + "7595": 46165655552.0, + "7600": 46165655552.0, + "7605": 46165655552.0, + "7610": 46165655552.0, + "7615": 46165655552.0, + "7620": 46165655552.0, + "7625": 46165655552.0, + "7630": 46165655552.0, + "7635": 46165655552.0, + "7640": 46165655552.0, + "7645": 46165655552.0, + "7650": 46165655552.0, + "7655": 46165655552.0, + "7660": 46165655552.0, + "7665": 46165655552.0, + "7670": 46165655552.0, + "7675": 46165655552.0, + "7680": 46165655552.0, + "7685": 46165655552.0, + "7690": 45955534848.0, + "7695": 45955534848.0, + "7700": 45955534848.0, + "7705": 45955534848.0, + "7710": 45955534848.0, + "7715": 45955534848.0, + "7720": 45955534848.0, + "7725": 45969104896.0, + "7730": 45969104896.0, + "7735": 45969104896.0, + "7740": 45969104896.0, + "7745": 45969104896.0, + "7750": 45969104896.0, + "7755": 45969104896.0, + "7760": 46011006976.0, + "7765": 46011006976.0, + "7770": 46011006976.0, + "7775": 46017036288.0, + "7780": 46017036288.0, + "7785": 46017036288.0, + "7790": 46017036288.0, + "7795": 46017036288.0, + "7800": 46017036288.0, + "7805": 46017036288.0, + "7810": 46069456896.0, + "7815": 46069456896.0, + "7820": 46069456896.0, + "7825": 46069456896.0, + "7830": 46069456896.0, + "7835": 46069456896.0, + "7840": 46069456896.0, + "7845": 46069456896.0, + "7850": 46210023424.0, + "7855": 46210023424.0, + "7860": 46210023424.0, + "7865": 46210023424.0, + "7870": 46210023424.0, + "7875": 46210023424.0, + "7880": 46210023424.0, + "7885": 46210023424.0, + "7890": 46210023424.0, + "7895": 46210023424.0, + "7900": 46210023424.0, + "7905": 46210023424.0, + "7910": 46210023424.0, + "7915": 46210023424.0, + "7920": 46210023424.0, + "7925": 46210023424.0, + "7930": 46210023424.0, + "7935": 46210023424.0, + "7940": 46210023424.0, + "7945": 46210023424.0, + "7950": 46210023424.0, + "7955": 46210023424.0, + "7960": 46210023424.0, + "7965": 46210023424.0, + "7970": 46210023424.0, + "7975": 46210023424.0, + "7980": 46210023424.0, + "7985": 46210023424.0, + "7990": 46210023424.0, + "7995": 46210023424.0, + "8000": 46210023424.0, + "8005": 46210023424.0, + "8010": 46210023424.0, + "8015": 46210023424.0, + "8020": 46210023424.0, + "8025": 46210023424.0, + "8030": 46210023424.0, + "8035": 46258020352.0, + "8040": 46258020352.0, + "8045": 46258020352.0, + "8050": 46258020352.0, + "8055": 46258020352.0, + "8060": 46258020352.0, + "8065": 46258020352.0, + "8070": 46258020352.0, + "8075": 46258020352.0, + "8080": 46258020352.0, + "8085": 46258020352.0, + "8090": 46258020352.0, + "8095": 46258020352.0, + "8100": 46258020352.0, + "8105": 46258020352.0, + "8110": 46258020352.0, + "8115": 46258020352.0, + "8120": 46258020352.0, + "8125": 46258020352.0, + "8130": 46258020352.0, + "8135": 46258020352.0, + "8140": 46258020352.0, + "8145": 46258020352.0, + "8150": 46258020352.0, + "8155": 46258020352.0, + "8160": 46258020352.0, + "8165": 46258020352.0, + "8170": 46258020352.0, + "8175": 46258020352.0, + "8180": 46258020352.0, + "8185": 46258020352.0, + "8190": 46258020352.0, + "8195": 46258020352.0, + "8200": 46258020352.0, + "8205": 46258020352.0, + "8210": 46258020352.0, + "8215": 46258020352.0, + "8220": 46258020352.0, + "8225": 46258020352.0, + "8230": 46258020352.0, + "8235": 46258020352.0, + "8240": 46258020352.0, + "8245": 46258020352.0, + "8250": 46258020352.0, + "8255": 46258020352.0, + "8260": 46258020352.0, + "8265": 46258020352.0, + "8270": 46258020352.0, + "8275": 46258020352.0, + "8280": 46258020352.0, + "8285": 46258020352.0, + "8290": 46258020352.0, + "8295": 46258020352.0, + "8300": 46258020352.0, + "8305": 46258020352.0, + "8310": 46258020352.0, + "8315": 46258020352.0, + "8320": 46258020352.0, + "8325": 46258020352.0, + "8330": 46258020352.0, + "8335": 46258020352.0, + "8340": 46258020352.0, + "8345": 46258020352.0, + "8350": 46258020352.0, + "8355": 46258020352.0, + "8360": 46258020352.0, + "8365": 46258020352.0, + "8370": 46258020352.0, + "8375": 46258020352.0, + "8380": 46258020352.0, + "8385": 46258020352.0, + "8390": 46258020352.0, + "8395": 46258020352.0, + "8400": 46258020352.0, + "8405": 46258020352.0, + "8410": 46258020352.0, + "8415": 46258020352.0, + "8420": 46258020352.0, + "8425": 46258020352.0, + "8430": 46258020352.0, + "8435": 46258020352.0, + "8440": 46258020352.0, + "8445": 46258020352.0, + "8450": 46258020352.0, + "8455": 46258020352.0, + "8460": 46258020352.0, + "8465": 46258020352.0, + "8470": 46258020352.0, + "8475": 46258020352.0, + "8480": 46258020352.0, + "8485": 46258020352.0, + "8490": 46258020352.0, + "8495": 46258020352.0, + "8500": 46258020352.0, + "8505": 46258020352.0, + "8510": 46258020352.0, + "8515": 46258020352.0, + "8520": 46258020352.0, + "8525": 46258020352.0, + "8530": 46258020352.0, + "8535": 46258020352.0, + "8540": 46258020352.0, + "8545": 46258020352.0, + "8550": 46258020352.0, + "8555": 46258020352.0, + "8560": 46258020352.0, + "8565": 46258020352.0, + "8570": 46258020352.0, + "8575": 46258020352.0, + "8580": 46258020352.0, + "8585": 46258020352.0, + "8590": 46258020352.0, + "8595": 46258020352.0, + "8600": 46258020352.0, + "8605": 46258020352.0, + "8610": 46258020352.0, + "8615": 46258020352.0, + "8620": 46258020352.0, + "8625": 46258020352.0, + "8630": 45904703488.0, + "8635": 45904703488.0, + "8640": 45928800256.0, + "8645": 45928800256.0, + "8650": 45928800256.0, + "8655": 46102806528.0, + "8660": 46102806528.0, + "8665": 46102806528.0, + "8670": 46102806528.0, + "8675": 46102806528.0, + "8680": 46102806528.0, + "8685": 46102806528.0, + "8690": 46102806528.0, + "8695": 46102806528.0, + "8700": 46102806528.0, + "8705": 46102806528.0, + "8710": 46102806528.0, + "8715": 46102806528.0, + "8720": 46102806528.0, + "8725": 46102806528.0, + "8730": 46102806528.0, + "8735": 46102806528.0, + "8740": 46150823936.0, + "8745": 46150823936.0, + "8750": 46150823936.0, + "8755": 46150823936.0, + "8760": 46150823936.0, + "8765": 46150823936.0, + "8770": 46150823936.0, + "8775": 46150823936.0, + "8780": 46150823936.0, + "8785": 46150823936.0, + "8790": 46150823936.0, + "8795": 46150823936.0, + "8800": 46150823936.0, + "8805": 46150823936.0, + "8810": 46150823936.0, + "8815": 46150823936.0, + "8820": 46150823936.0, + "8825": 46150823936.0, + "8830": 46150823936.0, + "8835": 46150823936.0, + "8840": 46150823936.0, + "8845": 46150823936.0, + "8850": 46150823936.0, + "8855": 46229737472.0, + "8860": 46229737472.0, + "8865": 46229737472.0, + "8870": 46229737472.0, + "8875": 46229737472.0, + "8880": 46229737472.0, + "8885": 46229737472.0, + "8890": 46229737472.0, + "8895": 46229737472.0, + "8900": 46229737472.0, + "8905": 46229737472.0, + "8910": 46229737472.0, + "8915": 46229737472.0, + "8920": 46229737472.0, + "8925": 46229737472.0, + "8930": 46229737472.0, + "8935": 46229737472.0, + "8940": 46229737472.0, + "8945": 46229737472.0, + "8950": 46229737472.0, + "8955": 46229737472.0, + "8960": 46229737472.0, + "8965": 46229737472.0, + "8970": 46229737472.0, + "8975": 46229737472.0, + "8980": 46229737472.0, + "8985": 46229737472.0, + "8990": 46229737472.0, + "8995": 46229737472.0, + "9000": 46229737472.0, + "9005": 46229737472.0, + "9010": 46229737472.0, + "9015": 46229737472.0, + "9020": 46229737472.0, + "9025": 46229737472.0, + "9030": 46229737472.0, + "9035": 46229737472.0, + "9040": 46229737472.0, + "9045": 46229737472.0, + "9050": 46229737472.0, + "9055": 46229737472.0, + "9060": 46229737472.0, + "9065": 46229737472.0, + "9070": 46229737472.0, + "9075": 46229737472.0, + "9080": 46229737472.0, + "9085": 46229737472.0, + "9090": 46229737472.0, + "9095": 46229737472.0, + "9100": 46229737472.0, + "9105": 46229737472.0, + "9110": 46229737472.0, + "9115": 46229737472.0, + "9120": 46229737472.0, + "9125": 46229737472.0, + "9130": 46229737472.0, + "9135": 46229737472.0, + "9140": 46229737472.0, + "9145": 46229737472.0, + "9150": 46229737472.0, + "9155": 46229737472.0, + "9160": 46229737472.0, + "9165": 46229737472.0, + "9170": 46229737472.0, + "9175": 46229737472.0, + "9180": 46229737472.0, + "9185": 46229737472.0, + "9190": 46229737472.0, + "9195": 46229737472.0, + "9200": 46229737472.0, + "9205": 46229737472.0, + "9210": 46229737472.0, + "9215": 46229737472.0, + "9220": 46229737472.0, + "9225": 46229737472.0, + "9230": 46229737472.0, + "9235": 46229737472.0, + "9240": 46229737472.0, + "9245": 46229737472.0, + "9250": 46229737472.0, + "9255": 46229737472.0, + "9260": 46229737472.0, + "9265": 46229737472.0, + "9270": 46229737472.0, + "9275": 46229737472.0, + "9280": 46229737472.0, + "9285": 46229737472.0, + "9290": 46229737472.0, + "9295": 46229737472.0, + "9300": 46229737472.0, + "9305": 46229737472.0, + "9310": 46229737472.0, + "9315": 46229737472.0, + "9320": 46229737472.0, + "9325": 46229737472.0, + "9330": 46229737472.0, + "9335": 46229737472.0, + "9340": 46229737472.0, + "9345": 46229737472.0, + "9350": 46229737472.0, + "9355": 46229737472.0, + "9360": 46229737472.0, + "9365": 46229737472.0, + "9370": 46229737472.0, + "9375": 46229737472.0, + "9380": 46229737472.0, + "9385": 46229737472.0, + "9390": 46229737472.0, + "9395": 46229737472.0, + "9400": 46229737472.0, + "9405": 46229737472.0, + "9410": 46229737472.0, + "9415": 46229737472.0, + "9420": 46229737472.0, + "9425": 46229737472.0, + "9430": 46229737472.0, + "9435": 46229737472.0, + "9440": 46229737472.0, + "9445": 46229737472.0, + "9450": 46229737472.0, + "9455": 46229737472.0, + "9460": 46229737472.0, + "9465": 46229737472.0, + "9470": 46229737472.0, + "9475": 46229737472.0, + "9480": 46229737472.0, + "9485": 46229737472.0, + "9490": 46229737472.0, + "9495": 46229737472.0, + "9500": 46229737472.0, + "9505": 46229737472.0, + "9510": 46229737472.0, + "9515": 46229737472.0, + "9520": 46229737472.0, + "9525": 46229737472.0, + "9530": 46229737472.0, + "9535": 46229737472.0 } }, "mtp_1 loss": { @@ -7664,1914 +7664,1914 @@ "end_step": 9535, "step_interval": 5, "values": { - "1": 13.88884, - "5": 13.88979, - "10": 13.88782, - "15": 13.88585, - "20": 13.88072, - "25": 13.87787, - "30": 13.85589, - "35": 13.84841, - "40": 13.84597, - "45": 13.82659, - "50": 13.74784, - "55": 13.72459, - "60": 13.70804, - "65": 13.67526, - "70": 13.6377, - "75": 13.43964, - "80": 13.35855, - "85": 13.28238, - "90": 13.18543, - "95": 13.04872, + "1": 13.88881, + "5": 13.88985, + "10": 13.88765, + "15": 13.88579, + "20": 13.88057, + "25": 13.87774, + "30": 13.85561, + "35": 13.84817, + "40": 13.84578, + "45": 13.82667, + "50": 13.74785, + "55": 13.72461, + "60": 13.70779, + "65": 13.67525, + "70": 13.63787, + "75": 13.43969, + "80": 13.35818, + "85": 13.28244, + "90": 13.18556, + "95": 13.04883, "100": 12.90428, - "105": 12.74296, - "110": 12.47817, - "115": 12.26144, - "120": 12.0366, - "125": 11.8642, - "130": 11.74259, - "135": 11.57814, - "140": 11.34403, - "145": 11.26561, - "150": 11.11544, - "155": 11.018, - "160": 10.87846, - "165": 10.74884, - "170": 10.65468, - "175": 10.59369, - "180": 10.43375, - "185": 10.42302, - "190": 10.27081, - "195": 10.25335, - "200": 10.12719, - "205": 9.97506, - "210": 9.94294, - "215": 9.92156, - "220": 9.78997, - "225": 9.77083, - "230": 9.73066, - "235": 9.64462, - "240": 9.57473, - "245": 9.50614, - "250": 9.43872, - "255": 9.37144, - "260": 9.29649, - "265": 9.241, - "270": 9.15496, - "275": 9.12699, - "280": 9.10347, - "285": 9.09629, - "290": 9.00861, - "295": 8.9467, - "300": 8.83196, - "305": 8.80899, - "310": 8.74737, - "315": 8.72182, - "320": 8.68598, - "325": 8.58304, - "330": 8.55301, - "335": 8.51985, - "340": 8.51565, - "345": 8.39919, - "350": 8.38892, - "355": 8.28763, - "360": 8.37628, - "365": 8.28443, - "370": 8.27718, - "375": 8.21672, - "380": 8.17186, - "385": 8.15688, - "390": 8.1324, - "395": 8.08487, - "400": 8.00334, - "405": 8.00323, - "410": 7.997, - "415": 7.94598, - "420": 7.93025, - "425": 7.88803, - "430": 7.82094, - "435": 7.83428, - "440": 7.77898, - "445": 7.75644, - "450": 7.68668, - "455": 7.71502, - "460": 7.66307, - "465": 7.64108, - "470": 7.60356, - "475": 7.61377, - "480": 7.48261, - "485": 7.52748, - "490": 7.47888, - "495": 7.46058, - "500": 7.39919, - "505": 7.40489, - "510": 7.37259, - "515": 7.34415, - "520": 7.34138, - "525": 7.31839, - "530": 7.32087, - "535": 7.30008, - "540": 7.21534, - "545": 7.23777, - "550": 7.27167, - "555": 7.29642, - "560": 7.23284, - "565": 7.15536, - "570": 7.16407, - "575": 7.18058, - "580": 7.10799, - "585": 7.11502, - "590": 7.05877, - "595": 7.04259, - "600": 7.06726, - "605": 7.06173, - "610": 7.01988, - "615": 7.0782, - "620": 6.98051, - "625": 6.95522, - "630": 6.95939, - "635": 6.98577, - "640": 6.96472, - "645": 6.95377, - "650": 7.00205, - "655": 6.99805, - "660": 6.89515, - "665": 6.87798, - "670": 6.84493, - "675": 6.93392, - "680": 6.8918, - "685": 6.85226, - "690": 6.8309, - "695": 6.79547, - "700": 6.79066, - "705": 6.78528, - "710": 6.82168, - "715": 6.82584, - "720": 6.70979, - "725": 6.76545, - "730": 6.75323, - "735": 6.7533, - "740": 6.69826, - "745": 6.67249, - "750": 6.73219, - "755": 6.65396, - "760": 6.66088, - "765": 6.65542, - "770": 6.67646, - "775": 6.64924, - "780": 6.62041, - "785": 6.63991, - "790": 6.59087, - "795": 6.59603, - "800": 6.58632, - "805": 6.65243, - "810": 6.51843, - "815": 6.5391, - "820": 6.54865, - "825": 6.55586, - "830": 6.56773, - "835": 6.52426, - "840": 6.48863, - "845": 6.54208, - "850": 6.49689, - "855": 6.49117, - "860": 6.48616, - "865": 6.49291, - "870": 6.45874, - "875": 6.50683, - "880": 6.47044, - "885": 6.43482, - "890": 6.50952, - "895": 6.39167, - "900": 6.41436, - "905": 6.43966, - "910": 6.401, - "915": 6.38447, - "920": 6.38382, - "925": 6.36738, - "930": 6.40251, - "935": 6.39177, - "940": 6.33751, - "945": 6.36514, - "950": 6.39149, - "955": 6.34422, - "960": 6.34973, - "965": 6.2494, - "970": 6.31992, - "975": 6.30955, - "980": 6.2832, - "985": 6.28814, - "990": 6.34247, - "995": 6.25978, - "1000": 6.2794, - "1005": 6.22659, - "1010": 6.26451, - "1015": 6.29099, - "1020": 6.20439, - "1025": 6.21043, - "1030": 6.2078, - "1035": 6.29619, - "1040": 6.22568, - "1045": 6.19788, - "1050": 6.22649, - "1055": 6.21639, - "1060": 6.16832, - "1065": 6.15987, - "1070": 6.19525, - "1075": 6.19085, - "1080": 6.195, - "1085": 6.19697, - "1090": 6.18075, - "1095": 6.18534, - "1100": 6.13988, - "1105": 6.11829, - "1110": 6.1817, - "1115": 6.11529, - "1120": 6.05392, - "1125": 6.08929, - "1130": 6.14576, - "1135": 6.09574, - "1140": 6.08142, - "1145": 6.06802, - "1150": 6.09396, - "1155": 6.06347, - "1160": 6.04769, - "1165": 6.09903, - "1170": 6.07476, - "1175": 6.05018, - "1180": 6.05144, - "1185": 6.04242, - "1190": 6.05297, - "1195": 6.02857, - "1200": 5.976, - "1205": 6.07942, - "1210": 5.93942, - "1215": 5.98478, - "1220": 6.06473, - "1225": 5.95481, - "1230": 6.002, - "1235": 5.95708, - "1240": 5.99338, - "1245": 5.9721, - "1250": 5.94928, - "1255": 5.94486, - "1260": 5.94872, - "1265": 5.9297, - "1270": 5.90597, - "1275": 5.96691, - "1280": 5.90247, - "1285": 5.9216, - "1290": 5.90382, - "1295": 5.92023, - "1300": 5.92502, - "1305": 5.89689, - "1310": 5.83835, - "1315": 5.90032, - "1320": 5.89821, - "1325": 5.82976, - "1330": 5.88263, - "1335": 5.85005, - "1340": 5.91959, - "1345": 5.86839, - "1350": 5.84362, - "1355": 5.84353, - "1360": 5.85165, - "1365": 5.84216, - "1370": 5.79784, - "1375": 5.80778, - "1380": 5.86268, - "1385": 5.82412, - "1390": 5.81516, - "1395": 5.83118, - "1400": 5.82747, - "1405": 5.81924, - "1410": 5.78717, - "1415": 5.77079, - "1420": 5.80681, - "1425": 5.80109, - "1430": 5.83929, - "1435": 5.74634, - "1440": 5.76109, - "1445": 5.81143, - "1450": 5.79021, - "1455": 5.80086, - "1460": 5.75933, - "1465": 5.76552, - "1470": 5.80406, - "1475": 5.77278, - "1480": 5.77642, - "1485": 5.72096, - "1490": 5.72356, - "1495": 5.74544, - "1500": 5.75213, - "1505": 5.72139, - "1510": 5.74418, - "1515": 5.66775, - "1520": 5.7008, - "1525": 5.67207, - "1530": 5.69382, - "1535": 5.68278, - "1540": 5.67293, - "1545": 5.7199, - "1550": 5.72376, - "1555": 5.70794, - "1560": 5.64988, - "1565": 5.7, - "1570": 5.70476, - "1575": 5.65369, - "1580": 5.68909, - "1585": 5.66598, - "1590": 5.65306, - "1595": 5.63477, - "1600": 5.70317, - "1605": 5.63971, - "1610": 5.64021, - "1615": 5.63025, - "1620": 5.65109, - "1625": 5.64419, - "1630": 5.63031, - "1635": 5.6725, - "1640": 5.6257, - "1645": 5.6439, - "1650": 5.63202, - "1655": 5.61525, - "1660": 5.6128, - "1665": 5.60123, - "1670": 5.61069, - "1675": 5.61744, - "1680": 5.56053, - "1685": 5.56627, - "1690": 5.5472, - "1695": 5.55048, - "1700": 5.59875, - "1705": 5.57148, - "1710": 5.58304, - "1715": 5.54395, - "1720": 5.52043, - "1725": 5.56532, - "1730": 5.53056, - "1735": 5.57909, - "1740": 5.52196, - "1745": 5.55255, - "1750": 5.52805, - "1755": 5.52711, - "1760": 5.55259, - "1765": 5.51285, - "1770": 5.52179, - "1775": 5.52112, - "1780": 5.53472, - "1785": 5.47536, - "1790": 5.51886, - "1795": 5.52129, - "1800": 5.46713, - "1805": 5.45733, - "1810": 5.47273, - "1815": 5.48101, - "1820": 5.47952, - "1825": 5.4798, - "1830": 5.46446, - "1835": 5.46043, - "1840": 5.45929, - "1845": 5.44374, - "1850": 5.42821, - "1855": 5.48, - "1860": 5.43615, - "1865": 5.44938, - "1870": 5.43123, - "1875": 5.42359, - "1880": 5.48416, - "1885": 5.44651, - "1890": 5.43644, - "1895": 5.37797, - "1900": 5.4181, - "1905": 5.40809, - "1910": 5.43503, - "1915": 5.39317, - "1920": 5.37091, - "1925": 5.40388, - "1930": 5.37364, - "1935": 5.39642, - "1940": 5.3694, - "1945": 5.41382, - "1950": 5.4589, - "1955": 5.39042, - "1960": 5.39223, - "1965": 5.33639, - "1970": 5.33292, - "1975": 5.39491, - "1980": 5.34997, - "1985": 5.37119, - "1990": 5.39711, - "1995": 5.36762, - "2000": 5.37906, - "2005": 5.42624, - "2010": 5.32724, - "2015": 5.32008, - "2020": 5.32462, - "2025": 5.37095, - "2030": 5.30956, - "2035": 5.32231, - "2040": 5.28565, - "2045": 5.38143, - "2050": 5.35284, - "2055": 5.33034, - "2060": 5.32581, - "2065": 5.29218, - "2070": 5.29788, - "2075": 5.327, - "2080": 5.29513, - "2085": 5.32476, - "2090": 5.24366, - "2095": 5.29149, - "2100": 5.25665, - "2105": 5.28189, - "2110": 5.27376, - "2115": 5.27371, - "2120": 5.27764, - "2125": 5.2429, - "2130": 5.24874, - "2135": 5.2491, - "2140": 5.26065, - "2145": 5.22119, - "2150": 5.24432, - "2155": 5.22152, - "2160": 5.23931, - "2165": 5.22702, - "2170": 5.26254, - "2175": 5.25614, - "2180": 5.24039, - "2185": 5.24168, - "2190": 5.22048, - "2195": 5.19948, - "2200": 5.20184, - "2205": 5.20778, - "2210": 5.25074, - "2215": 5.29486, - "2220": 5.24119, - "2225": 5.21692, - "2230": 5.2159, - "2235": 5.25295, - "2240": 5.16213, - "2245": 5.15843, - "2250": 5.17811, - "2255": 5.19091, - "2260": 5.13089, - "2265": 5.211, - "2270": 5.14365, - "2275": 5.18894, - "2280": 5.16683, - "2285": 5.18092, - "2290": 5.16979, - "2295": 5.17713, - "2300": 5.17613, - "2305": 5.15385, - "2310": 5.18136, - "2315": 5.11963, - "2320": 5.16529, - "2325": 5.14802, - "2330": 5.14395, - "2335": 5.13123, - "2340": 5.13909, - "2345": 5.18166, - "2350": 5.12846, - "2355": 5.11414, - "2360": 5.10001, - "2365": 5.11464, - "2370": 5.10594, - "2375": 5.11283, - "2380": 5.04918, - "2385": 5.09058, - "2390": 5.11992, - "2395": 5.13003, - "2400": 5.0757, - "2405": 5.06021, - "2410": 5.11477, - "2415": 5.08792, - "2420": 5.11116, - "2425": 5.06663, - "2430": 5.09489, - "2435": 5.08775, - "2440": 5.07937, - "2445": 5.08283, - "2450": 5.04566, - "2455": 5.09076, - "2460": 5.04524, - "2465": 5.08366, - "2470": 5.07569, - "2475": 5.10882, - "2480": 5.03041, - "2485": 5.05657, - "2490": 5.05029, - "2495": 5.0419, - "2500": 5.03694, - "2505": 5.0494, - "2510": 5.0862, - "2515": 5.08361, - "2520": 5.03133, - "2525": 5.03801, - "2530": 5.0466, - "2535": 5.03642, - "2540": 5.04498, - "2545": 5.05006, - "2550": 4.99365, - "2555": 5.05712, - "2560": 5.02964, - "2565": 5.00395, - "2570": 5.02632, - "2575": 4.98605, - "2580": 5.00215, - "2585": 4.98017, - "2590": 5.00362, - "2595": 4.95882, - "2600": 4.99177, - "2605": 5.01807, - "2610": 5.00907, - "2615": 4.97668, - "2620": 4.9515, - "2625": 4.99181, - "2630": 4.92145, - "2635": 5.00345, - "2640": 5.0059, - "2645": 4.95996, - "2650": 4.98018, - "2655": 4.97123, - "2660": 4.91474, - "2665": 5.00697, - "2670": 4.95192, - "2675": 4.92488, - "2680": 4.96152, - "2685": 4.95709, - "2690": 4.92007, - "2695": 4.99747, - "2700": 4.90514, - "2705": 4.92174, - "2710": 4.96572, - "2715": 4.93815, - "2720": 4.96856, - "2725": 4.92686, - "2730": 4.94199, - "2735": 4.93391, - "2740": 4.92331, - "2745": 4.8957, - "2750": 4.93487, - "2755": 4.94459, - "2760": 4.94496, - "2765": 4.9134, - "2770": 4.94815, - "2775": 4.90078, - "2780": 4.93317, - "2785": 4.91156, - "2790": 4.93332, - "2795": 4.89865, - "2800": 4.83819, - "2805": 4.89133, - "2810": 4.87873, - "2815": 4.89589, - "2820": 4.93551, - "2825": 4.92762, - "2830": 4.89857, - "2835": 4.9071, - "2840": 4.89508, - "2845": 4.86783, - "2850": 4.90475, - "2855": 4.83861, - "2860": 4.88942, - "2865": 4.90246, - "2870": 4.89113, - "2875": 4.90616, - "2880": 4.83093, - "2885": 4.87755, - "2890": 4.84886, - "2895": 4.88825, - "2900": 4.84502, - "2905": 4.85469, - "2910": 4.84643, - "2915": 4.89833, - "2920": 4.87726, - "2925": 4.84098, - "2930": 4.82913, - "2935": 4.83275, - "2940": 4.83924, - "2945": 4.80169, - "2950": 4.78557, - "2955": 4.79361, - "2960": 4.81249, - "2965": 4.8248, - "2970": 4.81985, - "2975": 4.84362, - "2980": 4.79328, - "2985": 4.82955, - "2990": 4.84697, - "2995": 4.79437, - "3000": 4.79961, - "3005": 4.78615, - "3010": 4.81506, - "3015": 4.77496, - "3020": 4.79255, - "3025": 4.8056, - "3030": 4.82032, - "3035": 4.81673, - "3040": 4.82933, - "3045": 4.8047, - "3050": 4.78554, - "3055": 4.79114, - "3060": 4.77116, - "3065": 4.79827, - "3070": 4.81392, - "3075": 4.75187, - "3080": 4.77993, - "3085": 4.78229, - "3090": 4.76819, - "3095": 4.80547, - "3100": 4.79639, - "3105": 4.77669, - "3110": 4.76172, - "3115": 4.71814, - "3120": 4.78419, - "3125": 4.74152, - "3130": 4.75329, - "3135": 4.75736, - "3140": 4.7306, - "3145": 4.71159, - "3150": 4.74763, - "3155": 4.7776, - "3160": 4.76022, - "3165": 4.75853, - "3170": 4.75548, - "3175": 4.74429, - "3180": 4.73326, - "3185": 4.70915, - "3190": 4.7134, - "3195": 4.70521, - "3200": 4.67899, - "3205": 4.72386, - "3210": 4.68108, - "3215": 4.70546, - "3220": 4.67968, - "3225": 4.71045, - "3230": 4.69804, - "3235": 4.73931, - "3240": 4.68133, - "3245": 4.69656, - "3250": 4.64162, - "3255": 4.69309, - "3260": 4.67586, - "3265": 4.72362, - "3270": 4.70802, - "3275": 4.65471, - "3280": 4.67839, - "3285": 4.70046, - "3290": 4.6738, - "3295": 4.67297, - "3300": 4.66421, - "3305": 4.67254, - "3310": 4.66632, - "3315": 4.70741, - "3320": 4.65371, - "3325": 4.65752, - "3330": 4.64309, - "3335": 4.65219, - "3340": 4.6269, - "3345": 4.63998, - "3350": 4.65013, - "3355": 4.65912, - "3360": 4.64963, - "3365": 4.66503, - "3370": 4.6404, - "3375": 4.67642, - "3380": 4.61651, - "3385": 4.62772, - "3390": 4.6084, - "3395": 4.696, - "3400": 4.64429, - "3405": 4.67314, - "3410": 4.60255, - "3415": 4.55422, - "3420": 4.6123, - "3425": 4.63368, - "3430": 4.67008, - "3435": 4.6353, - "3440": 4.65612, - "3445": 4.60332, - "3450": 4.60102, - "3455": 4.62137, - "3460": 4.58573, - "3465": 4.57912, - "3470": 4.59559, - "3475": 4.60342, - "3480": 4.60044, - "3485": 4.62267, - "3490": 4.60245, - "3495": 4.63198, - "3500": 4.58801, - "3505": 4.59791, - "3510": 4.6025, - "3515": 4.64432, - "3520": 4.62634, - "3525": 4.57483, - "3530": 4.58766, - "3535": 4.58071, - "3540": 4.63606, - "3545": 4.56425, - "3550": 4.61943, - "3555": 4.55694, - "3560": 4.62081, - "3565": 4.55829, - "3570": 4.56744, - "3575": 4.5316, - "3580": 4.6033, - "3585": 4.58176, - "3590": 4.51707, - "3595": 4.58837, - "3600": 4.55281, - "3605": 4.53541, - "3610": 4.53834, - "3615": 4.57236, - "3620": 4.61886, - "3625": 4.552, - "3630": 4.59569, - "3635": 4.50825, - "3640": 4.52402, - "3645": 4.56852, - "3650": 4.53453, - "3655": 4.54507, - "3660": 4.55494, - "3665": 4.58543, - "3670": 4.5365, - "3675": 4.55551, - "3680": 4.56877, - "3685": 4.49122, - "3690": 4.54236, - "3695": 4.48984, - "3700": 4.53113, - "3705": 4.51015, - "3710": 4.52218, - "3715": 4.53052, - "3720": 4.50203, - "3725": 4.47397, - "3730": 4.49341, - "3735": 4.50413, - "3740": 4.49584, - "3745": 4.47787, - "3750": 4.51042, - "3755": 4.48156, - "3760": 4.49758, - "3765": 4.47693, - "3770": 4.49199, - "3775": 4.47126, - "3780": 4.45766, - "3785": 4.50926, - "3790": 4.42023, - "3795": 4.48243, - "3800": 4.46041, - "3805": 4.46091, - "3810": 4.42176, - "3815": 4.47942, - "3820": 4.46748, - "3825": 4.48175, - "3830": 4.46871, - "3835": 4.42333, - "3840": 4.52524, - "3845": 4.48108, - "3850": 4.42053, - "3855": 4.46165, - "3860": 4.48165, - "3865": 4.44354, - "3870": 4.50398, - "3875": 4.41136, - "3880": 4.42795, - "3885": 4.44849, - "3890": 4.43694, - "3895": 4.37991, - "3900": 4.4317, - "3905": 4.41349, - "3910": 4.42087, - "3915": 4.42108, - "3920": 4.41183, - "3925": 4.39601, - "3930": 4.40284, - "3935": 4.41276, - "3940": 4.41818, - "3945": 4.39607, - "3950": 4.45948, - "3955": 4.38922, - "3960": 4.43864, - "3965": 4.44652, - "3970": 4.38894, - "3975": 4.40125, - "3980": 4.36885, - "3985": 4.4086, - "3990": 4.4046, - "3995": 4.44581, - "4000": 4.39148, - "4005": 4.3743, - "4010": 4.40868, - "4015": 4.39667, - "4020": 4.43652, - "4025": 4.39109, - "4030": 4.44882, - "4035": 4.40687, - "4040": 4.43231, - "4045": 4.41206, - "4050": 4.40213, - "4055": 4.41644, - "4060": 4.40727, - "4065": 4.42089, - "4070": 4.35212, - "4075": 4.37849, - "4080": 4.35856, - "4085": 4.39676, - "4090": 4.37934, - "4095": 4.35851, - "4100": 4.37323, - "4105": 4.36056, - "4110": 4.32289, - "4115": 4.39462, - "4120": 4.3113, - "4125": 4.30358, - "4130": 4.39001, - "4135": 4.37158, - "4140": 4.3184, - "4145": 4.32782, - "4150": 4.37291, - "4155": 4.2968, - "4160": 4.3551, - "4165": 4.37721, - "4170": 4.32314, - "4175": 4.32879, - "4180": 4.32506, - "4185": 4.32069, - "4190": 4.30987, - "4195": 4.31582, - "4200": 4.31856, - "4205": 4.37319, - "4210": 4.32757, - "4215": 4.35398, - "4220": 4.33661, - "4225": 4.32268, - "4230": 4.30907, - "4235": 4.34695, - "4240": 4.30283, - "4245": 4.31622, - "4250": 4.29994, - "4255": 4.31216, - "4260": 4.2892, - "4265": 4.30766, - "4270": 4.30015, - "4275": 4.35868, - "4280": 4.29715, - "4285": 4.34007, - "4290": 4.27728, - "4295": 4.3061, - "4300": 4.32685, - "4305": 4.29207, - "4310": 4.33673, - "4315": 4.31523, - "4320": 4.30849, - "4325": 4.32385, - "4330": 4.26467, - "4335": 4.30261, - "4340": 4.28528, - "4345": 4.238, - "4350": 4.25554, - "4355": 4.32759, - "4360": 4.30361, - "4365": 4.30595, - "4370": 4.28169, - "4375": 4.24321, + "105": 12.74282, + "110": 12.47822, + "115": 12.2616, + "120": 12.03661, + "125": 11.86422, + "130": 11.7425, + "135": 11.57804, + "140": 11.34393, + "145": 11.26548, + "150": 11.11543, + "155": 11.01787, + "160": 10.87847, + "165": 10.74891, + "170": 10.6548, + "175": 10.59386, + "180": 10.43396, + "185": 10.42319, + "190": 10.27104, + "195": 10.25345, + "200": 10.12726, + "205": 9.9752, + "210": 9.94299, + "215": 9.92138, + "220": 9.78964, + "225": 9.77027, + "230": 9.73008, + "235": 9.64394, + "240": 9.57407, + "245": 9.50526, + "250": 9.43752, + "255": 9.37006, + "260": 9.29488, + "265": 9.23872, + "270": 9.15298, + "275": 9.12461, + "280": 9.10074, + "285": 9.09326, + "290": 9.00513, + "295": 8.94309, + "300": 8.83007, + "305": 8.80927, + "310": 8.75431, + "315": 8.73651, + "320": 8.70665, + "325": 8.60948, + "330": 8.58293, + "335": 8.5501, + "340": 8.54366, + "345": 8.4229, + "350": 8.40498, + "355": 8.29483, + "360": 8.37588, + "365": 8.27699, + "370": 8.26798, + "375": 8.20905, + "380": 8.16655, + "385": 8.15446, + "390": 8.13176, + "395": 8.08497, + "400": 8.00327, + "405": 8.00116, + "410": 7.99128, + "415": 7.93586, + "420": 7.91575, + "425": 7.87073, + "430": 7.80319, + "435": 7.81577, + "440": 7.76186, + "445": 7.74268, + "450": 7.67572, + "455": 7.70441, + "460": 7.65227, + "465": 7.63086, + "470": 7.5946, + "475": 7.60547, + "480": 7.4743, + "485": 7.51895, + "490": 7.47355, + "495": 7.45627, + "500": 7.39696, + "505": 7.40474, + "510": 7.37407, + "515": 7.34655, + "520": 7.34312, + "525": 7.31894, + "530": 7.32072, + "535": 7.29865, + "540": 7.21292, + "545": 7.23511, + "550": 7.27002, + "555": 7.29692, + "560": 7.23534, + "565": 7.15998, + "570": 7.1702, + "575": 7.18855, + "580": 7.11604, + "585": 7.12229, + "590": 7.06551, + "595": 7.04779, + "600": 7.07157, + "605": 7.06594, + "610": 7.02376, + "615": 7.08218, + "620": 6.98418, + "625": 6.9579, + "630": 6.96022, + "635": 6.98637, + "640": 6.96266, + "645": 6.95187, + "650": 6.99866, + "655": 6.99453, + "660": 6.89185, + "665": 6.87544, + "670": 6.84232, + "675": 6.93253, + "680": 6.89066, + "685": 6.8512, + "690": 6.82864, + "695": 6.79142, + "700": 6.78596, + "705": 6.78021, + "710": 6.8174, + "715": 6.82204, + "720": 6.70691, + "725": 6.76316, + "730": 6.75157, + "735": 6.75195, + "740": 6.69673, + "745": 6.671, + "750": 6.73055, + "755": 6.65211, + "760": 6.65962, + "765": 6.65467, + "770": 6.6763, + "775": 6.64878, + "780": 6.61806, + "785": 6.6361, + "790": 6.58626, + "795": 6.59124, + "800": 6.58047, + "805": 6.64583, + "810": 6.51238, + "815": 6.53227, + "820": 6.5419, + "825": 6.55019, + "830": 6.56083, + "835": 6.51749, + "840": 6.48209, + "845": 6.5362, + "850": 6.49072, + "855": 6.48642, + "860": 6.48183, + "865": 6.48916, + "870": 6.45279, + "875": 6.50126, + "880": 6.46483, + "885": 6.43159, + "890": 6.50552, + "895": 6.39068, + "900": 6.41561, + "905": 6.44068, + "910": 6.4035, + "915": 6.38728, + "920": 6.38471, + "925": 6.36897, + "930": 6.40586, + "935": 6.39539, + "940": 6.34001, + "945": 6.36765, + "950": 6.3934, + "955": 6.34654, + "960": 6.35174, + "965": 6.24978, + "970": 6.31969, + "975": 6.30887, + "980": 6.28537, + "985": 6.28891, + "990": 6.34209, + "995": 6.26021, + "1000": 6.28008, + "1005": 6.23034, + "1010": 6.2651, + "1015": 6.29088, + "1020": 6.20383, + "1025": 6.2114, + "1030": 6.20941, + "1035": 6.30082, + "1040": 6.22544, + "1045": 6.20031, + "1050": 6.23097, + "1055": 6.2175, + "1060": 6.16961, + "1065": 6.16208, + "1070": 6.19484, + "1075": 6.19348, + "1080": 6.19639, + "1085": 6.19943, + "1090": 6.18347, + "1095": 6.18861, + "1100": 6.14283, + "1105": 6.11743, + "1110": 6.18172, + "1115": 6.11487, + "1120": 6.05693, + "1125": 6.09096, + "1130": 6.147, + "1135": 6.10043, + "1140": 6.08498, + "1145": 6.07135, + "1150": 6.0971, + "1155": 6.06654, + "1160": 6.05067, + "1165": 6.1004, + "1170": 6.07856, + "1175": 6.05007, + "1180": 6.05198, + "1185": 6.04052, + "1190": 6.05309, + "1195": 6.03041, + "1200": 5.97654, + "1205": 6.0788, + "1210": 5.94163, + "1215": 5.98501, + "1220": 6.06348, + "1225": 5.9526, + "1230": 5.99809, + "1235": 5.95666, + "1240": 5.99505, + "1245": 5.9703, + "1250": 5.95099, + "1255": 5.94679, + "1260": 5.95051, + "1265": 5.93146, + "1270": 5.90566, + "1275": 5.96943, + "1280": 5.90459, + "1285": 5.92249, + "1290": 5.90451, + "1295": 5.91772, + "1300": 5.93323, + "1305": 5.89904, + "1310": 5.83941, + "1315": 5.89842, + "1320": 5.89752, + "1325": 5.82579, + "1330": 5.88262, + "1335": 5.84933, + "1340": 5.91914, + "1345": 5.86491, + "1350": 5.84254, + "1355": 5.84304, + "1360": 5.84983, + "1365": 5.84149, + "1370": 5.79606, + "1375": 5.80338, + "1380": 5.8591, + "1385": 5.81587, + "1390": 5.81275, + "1395": 5.82669, + "1400": 5.82409, + "1405": 5.82815, + "1410": 5.78563, + "1415": 5.76877, + "1420": 5.80637, + "1425": 5.79355, + "1430": 5.8324, + "1435": 5.74599, + "1440": 5.76252, + "1445": 5.80898, + "1450": 5.78979, + "1455": 5.79815, + "1460": 5.75894, + "1465": 5.76322, + "1470": 5.79824, + "1475": 5.77043, + "1480": 5.77696, + "1485": 5.72273, + "1490": 5.72167, + "1495": 5.74518, + "1500": 5.75551, + "1505": 5.72121, + "1510": 5.74463, + "1515": 5.67413, + "1520": 5.70226, + "1525": 5.67371, + "1530": 5.69445, + "1535": 5.68746, + "1540": 5.67176, + "1545": 5.71689, + "1550": 5.7232, + "1555": 5.71053, + "1560": 5.64939, + "1565": 5.7014, + "1570": 5.71027, + "1575": 5.65707, + "1580": 5.69605, + "1585": 5.66738, + "1590": 5.655, + "1595": 5.63646, + "1600": 5.70903, + "1605": 5.64335, + "1610": 5.64359, + "1615": 5.6313, + "1620": 5.65534, + "1625": 5.64707, + "1630": 5.63085, + "1635": 5.68076, + "1640": 5.62668, + "1645": 5.64857, + "1650": 5.63708, + "1655": 5.61941, + "1660": 5.61498, + "1665": 5.60284, + "1670": 5.61196, + "1675": 5.61874, + "1680": 5.56074, + "1685": 5.56911, + "1690": 5.54865, + "1695": 5.55394, + "1700": 5.59977, + "1705": 5.5754, + "1710": 5.58511, + "1715": 5.54483, + "1720": 5.52427, + "1725": 5.57339, + "1730": 5.53337, + "1735": 5.57946, + "1740": 5.52207, + "1745": 5.55945, + "1750": 5.53548, + "1755": 5.531, + "1760": 5.54869, + "1765": 5.51133, + "1770": 5.51982, + "1775": 5.52022, + "1780": 5.53604, + "1785": 5.48729, + "1790": 5.51977, + "1795": 5.52471, + "1800": 5.46849, + "1805": 5.46528, + "1810": 5.47702, + "1815": 5.48659, + "1820": 5.48103, + "1825": 5.48256, + "1830": 5.46513, + "1835": 5.46192, + "1840": 5.46148, + "1845": 5.45058, + "1850": 5.42745, + "1855": 5.48267, + "1860": 5.43048, + "1865": 5.44094, + "1870": 5.43357, + "1875": 5.42317, + "1880": 5.48531, + "1885": 5.44623, + "1890": 5.44272, + "1895": 5.38335, + "1900": 5.42282, + "1905": 5.41037, + "1910": 5.43617, + "1915": 5.39603, + "1920": 5.37396, + "1925": 5.40489, + "1930": 5.37663, + "1935": 5.39784, + "1940": 5.3731, + "1945": 5.41557, + "1950": 5.45885, + "1955": 5.38913, + "1960": 5.38985, + "1965": 5.33886, + "1970": 5.33861, + "1975": 5.39899, + "1980": 5.34976, + "1985": 5.36974, + "1990": 5.39683, + "1995": 5.37069, + "2000": 5.37855, + "2005": 5.42901, + "2010": 5.32903, + "2015": 5.31726, + "2020": 5.32763, + "2025": 5.37559, + "2030": 5.31233, + "2035": 5.32451, + "2040": 5.29036, + "2045": 5.38194, + "2050": 5.35495, + "2055": 5.32906, + "2060": 5.3288, + "2065": 5.29487, + "2070": 5.29576, + "2075": 5.32825, + "2080": 5.30108, + "2085": 5.32175, + "2090": 5.24852, + "2095": 5.29492, + "2100": 5.25539, + "2105": 5.28298, + "2110": 5.28075, + "2115": 5.27648, + "2120": 5.27804, + "2125": 5.24556, + "2130": 5.25265, + "2135": 5.25098, + "2140": 5.25976, + "2145": 5.22187, + "2150": 5.24403, + "2155": 5.22485, + "2160": 5.23975, + "2165": 5.22686, + "2170": 5.2611, + "2175": 5.2585, + "2180": 5.23878, + "2185": 5.24366, + "2190": 5.22645, + "2195": 5.20061, + "2200": 5.20157, + "2205": 5.20896, + "2210": 5.25673, + "2215": 5.29766, + "2220": 5.24008, + "2225": 5.21781, + "2230": 5.21614, + "2235": 5.25425, + "2240": 5.15757, + "2245": 5.15649, + "2250": 5.18182, + "2255": 5.19309, + "2260": 5.12987, + "2265": 5.20869, + "2270": 5.13894, + "2275": 5.19503, + "2280": 5.1657, + "2285": 5.18099, + "2290": 5.17496, + "2295": 5.17637, + "2300": 5.17296, + "2305": 5.15399, + "2310": 5.17858, + "2315": 5.12023, + "2320": 5.1675, + "2325": 5.14869, + "2330": 5.14587, + "2335": 5.12746, + "2340": 5.14442, + "2345": 5.18489, + "2350": 5.12968, + "2355": 5.11548, + "2360": 5.09777, + "2365": 5.11272, + "2370": 5.10463, + "2375": 5.10734, + "2380": 5.04983, + "2385": 5.09468, + "2390": 5.118, + "2395": 5.12494, + "2400": 5.07809, + "2405": 5.06257, + "2410": 5.11844, + "2415": 5.08989, + "2420": 5.10807, + "2425": 5.06069, + "2430": 5.08956, + "2435": 5.08769, + "2440": 5.07184, + "2445": 5.0834, + "2450": 5.04743, + "2455": 5.09162, + "2460": 5.04708, + "2465": 5.08715, + "2470": 5.07823, + "2475": 5.10777, + "2480": 5.03, + "2485": 5.05462, + "2490": 5.04864, + "2495": 5.03799, + "2500": 5.03538, + "2505": 5.05093, + "2510": 5.09103, + "2515": 5.08387, + "2520": 5.02231, + "2525": 5.0377, + "2530": 5.04602, + "2535": 5.0379, + "2540": 5.0443, + "2545": 5.04963, + "2550": 4.99279, + "2555": 5.06278, + "2560": 5.02935, + "2565": 5.00224, + "2570": 5.02538, + "2575": 4.98921, + "2580": 5.00238, + "2585": 4.98277, + "2590": 5.00299, + "2595": 4.95778, + "2600": 4.9913, + "2605": 5.01218, + "2610": 5.00594, + "2615": 4.97407, + "2620": 4.95268, + "2625": 4.98923, + "2630": 4.92271, + "2635": 5.00286, + "2640": 4.99771, + "2645": 4.95593, + "2650": 4.98035, + "2655": 4.96785, + "2660": 4.91302, + "2665": 5.01091, + "2670": 4.95374, + "2675": 4.91836, + "2680": 4.96057, + "2685": 4.95513, + "2690": 4.9203, + "2695": 4.99573, + "2700": 4.90485, + "2705": 4.91571, + "2710": 4.96842, + "2715": 4.93549, + "2720": 4.96604, + "2725": 4.91764, + "2730": 4.94323, + "2735": 4.93516, + "2740": 4.92349, + "2745": 4.89701, + "2750": 4.9369, + "2755": 4.94222, + "2760": 4.94227, + "2765": 4.91351, + "2770": 4.94731, + "2775": 4.90327, + "2780": 4.93471, + "2785": 4.91344, + "2790": 4.93715, + "2795": 4.90182, + "2800": 4.8421, + "2805": 4.89106, + "2810": 4.88195, + "2815": 4.89191, + "2820": 4.93196, + "2825": 4.92185, + "2830": 4.90026, + "2835": 4.90197, + "2840": 4.89911, + "2845": 4.8706, + "2850": 4.9029, + "2855": 4.84, + "2860": 4.88851, + "2865": 4.90078, + "2870": 4.88936, + "2875": 4.91166, + "2880": 4.82877, + "2885": 4.87034, + "2890": 4.84699, + "2895": 4.88851, + "2900": 4.84144, + "2905": 4.8499, + "2910": 4.84963, + "2915": 4.89435, + "2920": 4.8717, + "2925": 4.84301, + "2930": 4.83224, + "2935": 4.83438, + "2940": 4.83968, + "2945": 4.80255, + "2950": 4.79065, + "2955": 4.79249, + "2960": 4.81151, + "2965": 4.82408, + "2970": 4.81906, + "2975": 4.8368, + "2980": 4.78407, + "2985": 4.82925, + "2990": 4.84666, + "2995": 4.79571, + "3000": 4.80418, + "3005": 4.78875, + "3010": 4.81326, + "3015": 4.77863, + "3020": 4.79275, + "3025": 4.80781, + "3030": 4.81223, + "3035": 4.82187, + "3040": 4.8284, + "3045": 4.80344, + "3050": 4.78983, + "3055": 4.794, + "3060": 4.77496, + "3065": 4.80096, + "3070": 4.81115, + "3075": 4.7545, + "3080": 4.78662, + "3085": 4.77768, + "3090": 4.76239, + "3095": 4.81347, + "3100": 4.79886, + "3105": 4.78113, + "3110": 4.76179, + "3115": 4.71543, + "3120": 4.78154, + "3125": 4.74072, + "3130": 4.75366, + "3135": 4.75308, + "3140": 4.73163, + "3145": 4.7119, + "3150": 4.74836, + "3155": 4.77689, + "3160": 4.76443, + "3165": 4.75771, + "3170": 4.75051, + "3175": 4.7437, + "3180": 4.73244, + "3185": 4.70374, + "3190": 4.70935, + "3195": 4.7056, + "3200": 4.68382, + "3205": 4.72325, + "3210": 4.67841, + "3215": 4.70872, + "3220": 4.6777, + "3225": 4.71223, + "3230": 4.69872, + "3235": 4.73435, + "3240": 4.68748, + "3245": 4.69797, + "3250": 4.64064, + "3255": 4.6944, + "3260": 4.67179, + "3265": 4.72298, + "3270": 4.71137, + "3275": 4.65681, + "3280": 4.68769, + "3285": 4.69629, + "3290": 4.66826, + "3295": 4.66629, + "3300": 4.66577, + "3305": 4.67102, + "3310": 4.65951, + "3315": 4.70634, + "3320": 4.64754, + "3325": 4.65487, + "3330": 4.64085, + "3335": 4.65341, + "3340": 4.62737, + "3345": 4.63956, + "3350": 4.64918, + "3355": 4.66093, + "3360": 4.64847, + "3365": 4.66553, + "3370": 4.63962, + "3375": 4.67416, + "3380": 4.6174, + "3385": 4.62811, + "3390": 4.60223, + "3395": 4.69393, + "3400": 4.64146, + "3405": 4.66544, + "3410": 4.60434, + "3415": 4.55343, + "3420": 4.61484, + "3425": 4.6316, + "3430": 4.66856, + "3435": 4.63031, + "3440": 4.65098, + "3445": 4.60093, + "3450": 4.59823, + "3455": 4.62086, + "3460": 4.58117, + "3465": 4.58009, + "3470": 4.5935, + "3475": 4.59839, + "3480": 4.59444, + "3485": 4.62375, + "3490": 4.60538, + "3495": 4.63163, + "3500": 4.58956, + "3505": 4.59911, + "3510": 4.60211, + "3515": 4.6373, + "3520": 4.6223, + "3525": 4.57194, + "3530": 4.58447, + "3535": 4.58052, + "3540": 4.63526, + "3545": 4.56162, + "3550": 4.62022, + "3555": 4.55536, + "3560": 4.62345, + "3565": 4.55198, + "3570": 4.56825, + "3575": 4.5333, + "3580": 4.59998, + "3585": 4.57916, + "3590": 4.51763, + "3595": 4.58526, + "3600": 4.54955, + "3605": 4.53621, + "3610": 4.53932, + "3615": 4.57349, + "3620": 4.62077, + "3625": 4.54957, + "3630": 4.5983, + "3635": 4.5056, + "3640": 4.52392, + "3645": 4.56749, + "3650": 4.52842, + "3655": 4.5432, + "3660": 4.55423, + "3665": 4.58993, + "3670": 4.53733, + "3675": 4.55275, + "3680": 4.57307, + "3685": 4.49269, + "3690": 4.54436, + "3695": 4.49572, + "3700": 4.53188, + "3705": 4.50833, + "3710": 4.51831, + "3715": 4.52952, + "3720": 4.5027, + "3725": 4.47826, + "3730": 4.48705, + "3735": 4.50217, + "3740": 4.50255, + "3745": 4.48063, + "3750": 4.51539, + "3755": 4.4847, + "3760": 4.49698, + "3765": 4.47767, + "3770": 4.49033, + "3775": 4.46754, + "3780": 4.45607, + "3785": 4.50868, + "3790": 4.42239, + "3795": 4.48447, + "3800": 4.46265, + "3805": 4.45777, + "3810": 4.42446, + "3815": 4.47891, + "3820": 4.4711, + "3825": 4.4794, + "3830": 4.46542, + "3835": 4.42327, + "3840": 4.52101, + "3845": 4.47664, + "3850": 4.41912, + "3855": 4.46206, + "3860": 4.48067, + "3865": 4.44245, + "3870": 4.50319, + "3875": 4.40911, + "3880": 4.42327, + "3885": 4.44734, + "3890": 4.43689, + "3895": 4.3807, + "3900": 4.4344, + "3905": 4.4155, + "3910": 4.42761, + "3915": 4.41966, + "3920": 4.41063, + "3925": 4.39671, + "3930": 4.40115, + "3935": 4.41882, + "3940": 4.41339, + "3945": 4.3936, + "3950": 4.45727, + "3955": 4.39291, + "3960": 4.44111, + "3965": 4.44754, + "3970": 4.39262, + "3975": 4.40418, + "3980": 4.36848, + "3985": 4.40751, + "3990": 4.40215, + "3995": 4.4478, + "4000": 4.38178, + "4005": 4.37125, + "4010": 4.40956, + "4015": 4.3998, + "4020": 4.44034, + "4025": 4.39402, + "4030": 4.44956, + "4035": 4.40761, + "4040": 4.4329, + "4045": 4.41232, + "4050": 4.4072, + "4055": 4.41557, + "4060": 4.41167, + "4065": 4.41325, + "4070": 4.34763, + "4075": 4.37513, + "4080": 4.35445, + "4085": 4.39641, + "4090": 4.37589, + "4095": 4.36092, + "4100": 4.37416, + "4105": 4.35951, + "4110": 4.32439, + "4115": 4.39614, + "4120": 4.3138, + "4125": 4.30638, + "4130": 4.39045, + "4135": 4.37395, + "4140": 4.3161, + "4145": 4.32541, + "4150": 4.37326, + "4155": 4.29739, + "4160": 4.35319, + "4165": 4.38293, + "4170": 4.32453, + "4175": 4.33169, + "4180": 4.32695, + "4185": 4.31956, + "4190": 4.3132, + "4195": 4.3171, + "4200": 4.31427, + "4205": 4.37115, + "4210": 4.32891, + "4215": 4.3539, + "4220": 4.33495, + "4225": 4.32499, + "4230": 4.30745, + "4235": 4.34729, + "4240": 4.30622, + "4245": 4.31491, + "4250": 4.30376, + "4255": 4.31573, + "4260": 4.28865, + "4265": 4.30517, + "4270": 4.29854, + "4275": 4.35854, + "4280": 4.29063, + "4285": 4.33568, + "4290": 4.27663, + "4295": 4.30488, + "4300": 4.32731, + "4305": 4.29109, + "4310": 4.33283, + "4315": 4.31616, + "4320": 4.30655, + "4325": 4.32825, + "4330": 4.2627, + "4335": 4.29931, + "4340": 4.28763, + "4345": 4.24037, + "4350": 4.25745, + "4355": 4.3322, + "4360": 4.30674, + "4365": 4.3049, + "4370": 4.27583, + "4375": 4.24247, "4380": 4.25457, - "4385": 4.23141, - "4390": 4.3099, - "4395": 4.27241, - "4400": 4.26044, - "4405": 4.23051, - "4410": 4.28424, - "4415": 4.26546, - "4420": 4.24793, - "4425": 4.29629, - "4430": 4.24309, - "4435": 4.28647, - "4440": 4.28588, - "4445": 4.24176, - "4450": 4.20542, - "4455": 4.25825, - "4460": 4.2374, - "4465": 4.25686, - "4470": 4.23984, - "4475": 4.26782, - "4480": 4.24973, - "4485": 4.23335, - "4490": 4.23714, - "4495": 4.18159, - "4500": 4.25299, - "4505": 4.23179, - "4510": 4.23482, - "4515": 4.19473, - "4520": 4.23166, - "4525": 4.19487, - "4530": 4.23952, - "4535": 4.20273, - "4540": 4.21255, - "4545": 4.23388, - "4550": 4.2719, - "4555": 4.20605, - "4560": 4.22046, - "4565": 4.15897, - "4570": 4.21497, - "4575": 4.19394, - "4580": 4.25634, - "4585": 4.21703, - "4590": 4.2089, - "4595": 4.17118, - "4600": 4.16632, - "4605": 4.20533, - "4610": 4.20149, - "4615": 4.24275, - "4620": 4.15976, - "4625": 4.18901, - "4630": 4.20083, - "4635": 4.18514, - "4640": 4.21156, - "4645": 4.2054, - "4650": 4.22826, - "4655": 4.19674, - "4660": 4.18525, - "4665": 4.19348, - "4670": 4.23476, - "4675": 4.18205, - "4680": 4.20842, - "4685": 4.19682, - "4690": 4.17326, - "4695": 4.18479, - "4700": 4.16173, - "4705": 4.14024, - "4710": 4.20362, - "4715": 4.18729, - "4720": 4.14422, - "4725": 4.11857, - "4730": 4.18039, - "4735": 4.10781, - "4740": 4.1427, - "4745": 4.18652, - "4750": 4.13634, - "4755": 4.19287, - "4760": 4.19964, - "4765": 4.1483, - "4770": 4.14944, - "4775": 4.14814, - "4780": 4.15321, - "4785": 4.13586, - "4790": 4.1925, - "4795": 4.17365, - "4800": 4.13351, - "4805": 4.17804, - "4810": 4.13564, - "4815": 4.17081, - "4820": 4.11796, - "4825": 4.17466, - "4830": 4.17099, - "4835": 4.15194, - "4840": 4.15218, - "4845": 4.1197, - "4850": 4.17559, - "4855": 4.17108, - "4860": 4.11235, - "4865": 4.13613, - "4870": 4.13455, - "4875": 4.1756, - "4880": 4.17252, - "4885": 4.12785, - "4890": 4.12471, - "4895": 4.12273, - "4900": 4.09897, - "4905": 4.09332, - "4910": 4.09011, - "4915": 4.1478, - "4920": 4.12371, - "4925": 4.0861, - "4930": 4.09824, + "4385": 4.23393, + "4390": 4.3111, + "4395": 4.27514, + "4400": 4.25937, + "4405": 4.23076, + "4410": 4.28222, + "4415": 4.26269, + "4420": 4.24912, + "4425": 4.29029, + "4430": 4.24486, + "4435": 4.28695, + "4440": 4.28667, + "4445": 4.24739, + "4450": 4.20548, + "4455": 4.26035, + "4460": 4.23919, + "4465": 4.25318, + "4470": 4.24137, + "4475": 4.26638, + "4480": 4.25173, + "4485": 4.23339, + "4490": 4.23711, + "4495": 4.18184, + "4500": 4.24985, + "4505": 4.22998, + "4510": 4.23633, + "4515": 4.1939, + "4520": 4.23042, + "4525": 4.19755, + "4530": 4.24097, + "4535": 4.20381, + "4540": 4.21114, + "4545": 4.23599, + "4550": 4.27385, + "4555": 4.20575, + "4560": 4.22099, + "4565": 4.15465, + "4570": 4.21337, + "4575": 4.19217, + "4580": 4.2546, + "4585": 4.22009, + "4590": 4.21305, + "4595": 4.17157, + "4600": 4.16796, + "4605": 4.20216, + "4610": 4.20042, + "4615": 4.24431, + "4620": 4.15933, + "4625": 4.19274, + "4630": 4.20291, + "4635": 4.18496, + "4640": 4.2096, + "4645": 4.20897, + "4650": 4.23074, + "4655": 4.19586, + "4660": 4.18451, + "4665": 4.19589, + "4670": 4.23762, + "4675": 4.17778, + "4680": 4.20992, + "4685": 4.19622, + "4690": 4.1732, + "4695": 4.18711, + "4700": 4.16528, + "4705": 4.1425, + "4710": 4.20645, + "4715": 4.18608, + "4720": 4.15512, + "4725": 4.11927, + "4730": 4.18207, + "4735": 4.1053, + "4740": 4.14418, + "4745": 4.18257, + "4750": 4.13485, + "4755": 4.1937, + "4760": 4.19947, + "4765": 4.15145, + "4770": 4.14734, + "4775": 4.14872, + "4780": 4.15307, + "4785": 4.13998, + "4790": 4.19182, + "4795": 4.17545, + "4800": 4.13507, + "4805": 4.17991, + "4810": 4.13748, + "4815": 4.17143, + "4820": 4.11892, + "4825": 4.16996, + "4830": 4.16996, + "4835": 4.14969, + "4840": 4.15388, + "4845": 4.11222, + "4850": 4.17218, + "4855": 4.17617, + "4860": 4.11456, + "4865": 4.13993, + "4870": 4.13265, + "4875": 4.17534, + "4880": 4.17303, + "4885": 4.13273, + "4890": 4.12446, + "4895": 4.12256, + "4900": 4.10032, + "4905": 4.09119, + "4910": 4.09185, + "4915": 4.14664, + "4920": 4.12247, + "4925": 4.08907, + "4930": 4.09769, "4935": 4.12034, - "4940": 4.0494, - "4945": 4.13207, - "4950": 4.07901, - "4955": 4.15483, - "4960": 4.11603, - "4965": 4.11565, - "4970": 4.09856, - "4975": 4.1162, - "4980": 4.12042, - "4985": 4.12729, - "4990": 4.09048, - "4995": 4.12913, - "5000": 4.05495, - "5005": 4.11144, - "5010": 4.1066, - "5015": 4.07105, - "5020": 4.05372, - "5025": 4.06432, - "5030": 4.09773, - "5035": 4.08655, - "5040": 4.04529, - "5045": 4.1097, - "5050": 4.06946, - "5055": 4.08932, - "5060": 4.03304, - "5065": 4.09534, - "5070": 4.06979, - "5075": 4.12286, - "5080": 4.07607, - "5085": 4.09474, - "5090": 4.07842, - "5095": 4.04663, - "5100": 4.07857, - "5105": 4.08177, - "5110": 4.08489, - "5115": 4.07317, - "5120": 4.09708, - "5125": 4.06423, - "5130": 4.06441, - "5135": 4.04812, - "5140": 4.06824, - "5145": 4.0595, - "5150": 4.07022, - "5155": 4.0788, - "5160": 4.05525, - "5165": 4.09848, - "5170": 3.96619, - "5175": 4.07489, - "5180": 4.03731, - "5185": 4.06409, - "5190": 4.08297, - "5195": 4.047, - "5200": 4.06477, - "5205": 4.09788, - "5210": 4.01087, - "5215": 4.02355, - "5220": 4.02393, - "5225": 4.0241, - "5230": 4.06294, - "5235": 4.03647, - "5240": 4.02339, - "5245": 4.04077, - "5250": 4.04684, - "5255": 4.03436, - "5260": 4.04733, - "5265": 4.01709, - "5270": 3.98288, - "5275": 4.00841, - "5280": 4.01607, - "5285": 4.04416, - "5290": 4.00157, - "5295": 4.0039, - "5300": 4.02536, - "5305": 4.0066, - "5310": 4.04853, - "5315": 3.99659, - "5320": 4.03874, - "5325": 4.06478, - "5330": 3.99909, - "5335": 4.02105, - "5340": 3.97366, - "5345": 4.0144, - "5350": 4.02428, - "5355": 4.01825, - "5360": 3.96541, - "5365": 3.98582, - "5370": 4.0274, - "5375": 3.99246, - "5380": 3.98925, - "5385": 4.00923, - "5390": 3.99738, - "5395": 3.93257, - "5400": 4.02224, - "5405": 3.94378, - "5410": 4.03058, - "5415": 3.94522, - "5420": 3.98004, - "5425": 3.96954, - "5430": 3.97717, - "5435": 4.00967, - "5440": 3.96031, - "5445": 3.96831, - "5450": 3.98126, - "5455": 3.96336, - "5460": 3.97889, - "5465": 4.03506, - "5470": 3.99378, - "5475": 3.92578, - "5480": 3.99945, - "5485": 3.9677, - "5490": 3.99415, - "5495": 3.99448, - "5500": 3.95444, - "5505": 3.97076, - "5510": 4.00661, - "5515": 3.98526, - "5520": 3.96508, - "5525": 4.01498, - "5530": 3.95945, - "5535": 3.9885, - "5540": 3.95734, - "5545": 3.97586, - "5550": 3.96749, - "5555": 3.93268, - "5560": 3.94179, - "5565": 3.98328, - "5570": 3.93983, - "5575": 3.97759, - "5580": 3.94674, - "5585": 3.89135, - "5590": 3.96602, - "5595": 3.92133, - "5600": 3.97251, - "5605": 3.87369, - "5610": 3.96672, - "5615": 3.96397, - "5620": 3.97913, - "5625": 3.9575, - "5630": 3.94736, - "5635": 3.93186, - "5640": 3.94729, - "5645": 3.91624, - "5650": 3.88756, - "5655": 3.91754, - "5660": 3.91189, - "5665": 3.92728, - "5670": 3.90841, - "5675": 3.94366, - "5680": 3.90924, - "5685": 3.9233, - "5690": 3.9246, - "5695": 3.95404, - "5700": 3.88832, - "5705": 3.88938, - "5710": 3.8732, - "5715": 3.99478, - "5720": 3.94412, - "5725": 3.89221, - "5730": 3.94568, - "5735": 3.92756, - "5740": 3.92251, - "5745": 3.89821, - "5750": 3.92196, - "5755": 3.94696, - "5760": 3.92629, - "5765": 3.92019, - "5770": 3.95203, - "5775": 3.86853, - "5780": 3.91469, - "5785": 3.91871, - "5790": 3.92199, - "5795": 3.93299, - "5800": 3.86675, - "5805": 3.87603, - "5810": 3.92648, - "5815": 3.89304, - "5820": 3.83917, - "5825": 3.89303, - "5830": 3.8507, - "5835": 3.88383, - "5840": 3.89522, - "5845": 3.91094, - "5850": 3.90492, - "5855": 3.84725, - "5860": 3.86624, - "5865": 3.89815, - "5870": 3.85802, - "5875": 3.89341, - "5880": 3.87833, - "5885": 3.89734, - "5890": 3.90176, - "5895": 3.92201, - "5900": 3.85566, - "5905": 3.92081, - "5910": 3.88667, - "5915": 3.85227, - "5920": 3.89033, - "5925": 3.82394, - "5930": 3.88176, - "5935": 3.86622, - "5940": 3.90234, - "5945": 3.90437, - "5950": 3.8841, - "5955": 3.83465, - "5960": 3.90771, - "5965": 3.85356, - "5970": 3.90467, - "5975": 3.87009, - "5980": 3.94558, - "5985": 3.81901, - "5990": 3.91078, - "5995": 3.82475, - "6000": 3.86362, - "6005": 3.82041, - "6010": 3.84572, - "6015": 3.82708, - "6020": 3.84325, - "6025": 3.87923, - "6030": 3.82406, - "6035": 3.87685, - "6040": 3.85439, - "6045": 3.88629, - "6050": 3.86103, - "6055": 3.8396, - "6060": 3.86784, - "6065": 3.89769, - "6070": 3.8442, - "6075": 3.79186, - "6080": 3.86321, - "6085": 3.82729, - "6090": 3.8633, - "6095": 3.86146, - "6100": 3.82346, - "6105": 3.87188, - "6110": 3.80486, - "6115": 3.88025, - "6120": 3.84876, - "6125": 3.85508, - "6130": 3.8514, - "6135": 3.82813, - "6140": 3.82232, - "6145": 3.81449, - "6150": 3.85706, - "6155": 3.83723, - "6160": 3.80104, - "6165": 3.8193, - "6170": 3.81359, - "6175": 3.80689, - "6180": 3.80763, - "6185": 3.84645, - "6190": 3.81664, - "6195": 3.78203, - "6200": 3.80585, - "6205": 3.81185, - "6210": 3.77234, - "6215": 3.82916, - "6220": 3.81942, - "6225": 3.82447, - "6230": 3.76859, - "6235": 3.80674, - "6240": 3.73293, - "6245": 3.84485, - "6250": 3.80717, - "6255": 3.81973, - "6260": 3.79438, - "6265": 3.8279, - "6270": 3.75396, - "6275": 3.77828, - "6280": 3.80163, - "6285": 3.78319, - "6290": 3.80336, - "6295": 3.79671, - "6300": 3.80847, - "6305": 3.88308, - "6310": 3.76955, - "6315": 3.76299, - "6320": 3.81641, - "6325": 3.75566, - "6330": 3.81607, - "6335": 3.81716, - "6340": 3.76443, - "6345": 3.82328, - "6350": 3.76712, - "6355": 3.77294, - "6360": 3.75038, - "6365": 3.81027, - "6370": 3.80966, - "6375": 3.78441, - "6380": 3.80407, - "6385": 3.81741, - "6390": 3.78085, - "6395": 3.75889, - "6400": 3.76155, - "6405": 3.83982, - "6410": 3.83028, - "6415": 3.75957, - "6420": 3.82361, - "6425": 3.83132, - "6430": 3.80728, - "6435": 3.77796, - "6440": 3.76018, - "6445": 3.80054, - "6450": 3.73361, - "6455": 3.74928, - "6460": 3.77154, - "6465": 3.80885, - "6470": 3.78789, - "6475": 3.78101, - "6480": 3.81336, - "6485": 3.76457, - "6490": 3.7117, - "6495": 3.81204, - "6500": 3.79896, - "6505": 3.72595, - "6510": 3.79979, - "6515": 3.81478, - "6520": 3.72965, - "6525": 3.8012, - "6530": 3.76737, - "6535": 3.76087, - "6540": 3.82718, - "6545": 3.762, - "6550": 3.77144, - "6555": 3.75311, - "6560": 3.70699, - "6565": 3.70736, - "6570": 3.74368, - "6575": 3.69277, - "6580": 3.81234, - "6585": 3.76012, - "6590": 3.72115, - "6595": 3.74563, - "6600": 3.73772, - "6605": 3.71537, - "6610": 3.72293, - "6615": 3.75527, - "6620": 3.70832, - "6625": 3.72281, - "6630": 3.72099, - "6635": 3.76126, - "6640": 3.73202, - "6645": 3.75018, - "6650": 3.77837, - "6655": 3.7045, - "6660": 3.73357, - "6665": 3.75487, - "6670": 3.71936, - "6675": 3.73843, - "6680": 3.73143, - "6685": 3.76388, - "6690": 3.7423, - "6695": 3.75381, - "6700": 3.74476, - "6705": 3.72943, - "6710": 3.73039, - "6715": 3.69272, - "6720": 3.77568, - "6725": 3.75584, - "6730": 3.73847, - "6735": 3.73803, - "6740": 3.73547, - "6745": 3.72022, - "6750": 3.74014, - "6755": 3.69255, - "6760": 3.68086, - "6765": 3.744, - "6770": 3.69294, - "6775": 3.74595, - "6780": 3.7032, - "6785": 3.7074, - "6790": 3.73465, - "6795": 3.69447, - "6800": 3.7161, - "6805": 3.72094, - "6810": 3.73337, - "6815": 3.65775, - "6820": 3.70191, - "6825": 3.72529, - "6830": 3.70678, - "6835": 3.68413, - "6840": 3.67733, - "6845": 3.74705, - "6850": 3.70235, - "6855": 3.73437, - "6860": 3.66894, - "6865": 3.73544, - "6870": 3.6928, - "6875": 3.69534, - "6880": 3.70161, - "6885": 3.67839, - "6890": 3.69079, - "6895": 3.67896, - "6900": 3.68053, - "6905": 3.68589, - "6910": 3.72766, - "6915": 3.73505, - "6920": 3.68875, - "6925": 3.68858, - "6930": 3.68454, - "6935": 3.61931, - "6940": 3.68922, - "6945": 3.67564, - "6950": 3.68058, - "6955": 3.67734, - "6960": 3.67899, - "6965": 3.7188, - "6970": 3.64575, - "6975": 3.72753, - "6980": 3.68211, - "6985": 3.68735, - "6990": 3.73036, - "6995": 3.70435, - "7000": 3.63805, - "7005": 3.71521, - "7010": 3.68853, - "7015": 3.67098, - "7020": 3.72153, - "7025": 3.70538, - "7030": 3.70058, - "7035": 3.65681, - "7040": 3.61163, - "7045": 3.69429, - "7050": 3.72098, - "7055": 3.64734, - "7060": 3.68973, - "7065": 3.73931, - "7070": 3.66897, - "7075": 3.67421, - "7080": 3.71584, - "7085": 3.6396, - "7090": 3.66198, - "7095": 3.63631, - "7100": 3.68187, - "7105": 3.62051, - "7110": 3.6853, - "7115": 3.63686, - "7120": 3.68556, - "7125": 3.63311, - "7130": 3.65361, - "7135": 3.65906, - "7140": 3.66507, - "7145": 3.68013, - "7150": 3.62802, - "7155": 3.69181, - "7160": 3.62161, - "7165": 3.63872, - "7170": 3.6819, - "7175": 3.64331, - "7180": 3.67389, - "7185": 3.70483, - "7190": 3.66014, - "7195": 3.66765, - "7200": 3.67052, - "7205": 3.65653, - "7210": 3.6858, - "7215": 3.67016, - "7220": 3.68922, - "7225": 3.65862, - "7230": 3.68597, - "7235": 3.65082, - "7240": 3.64511, - "7245": 3.66302, - "7250": 3.60209, - "7255": 3.62525, - "7260": 3.67802, - "7265": 3.60122, - "7270": 3.63749, - "7275": 3.64622, - "7280": 3.62654, - "7285": 3.65201, - "7290": 3.67359, - "7295": 3.6598, - "7300": 3.62204, - "7305": 3.62685, - "7310": 3.66043, - "7315": 3.67497, - "7320": 3.65021, - "7325": 3.65433, - "7330": 3.62195, - "7335": 3.62361, - "7340": 3.6434, - "7345": 3.60501, - "7350": 3.65689, - "7355": 3.64, - "7360": 3.61607, - "7365": 3.6339, - "7370": 3.61962, - "7375": 3.59215, - "7380": 3.64719, - "7385": 3.67093, - "7390": 3.65836, - "7395": 3.60542, - "7400": 3.65637, - "7405": 3.64746, - "7410": 3.6591, - "7415": 3.644, - "7420": 3.63302, - "7425": 3.6842, - "7430": 3.63121, - "7435": 3.61185, - "7440": 3.62488, - "7445": 3.6074, - "7450": 3.57023, - "7455": 3.6465, - "7460": 3.63468, - "7465": 3.63205, - "7470": 3.63838, - "7475": 3.64115, - "7480": 3.6099, - "7485": 3.5745, - "7490": 3.56916, - "7495": 3.58667, - "7500": 3.61594, - "7505": 3.59543, - "7510": 3.5567, - "7515": 3.61598, - "7520": 3.60877, - "7525": 3.56461, - "7530": 3.61208, - "7535": 3.62451, - "7540": 3.60782, - "7545": 3.64804, - "7550": 3.65777, - "7555": 3.58624, - "7560": 3.60229, - "7565": 3.5965, - "7570": 3.60663, - "7575": 3.57429, - "7580": 3.61978, - "7585": 3.59947, - "7590": 3.60016, - "7595": 3.6609, - "7600": 3.60609, - "7605": 3.59789, - "7610": 3.58173, - "7615": 3.58329, - "7620": 3.56706, - "7625": 3.61937, - "7630": 3.60399, - "7635": 3.59084, - "7640": 3.58789, - "7645": 3.62489, - "7650": 3.62604, - "7655": 3.66509, - "7660": 3.52956, - "7665": 3.60221, - "7670": 3.59913, - "7675": 3.58145, - "7680": 3.576, - "7685": 3.64481, - "7690": 3.59028, - "7695": 3.56983, - "7700": 3.63339, - "7705": 3.58728, - "7710": 3.61974, - "7715": 3.575, - "7720": 3.65642, - "7725": 3.55237, - "7730": 3.57423, - "7735": 3.61007, - "7740": 3.58325, - "7745": 3.58505, - "7750": 3.57187, - "7755": 3.59273, - "7760": 3.56137, - "7765": 3.583, - "7770": 3.60064, - "7775": 3.57049, - "7780": 3.55414, - "7785": 3.57712, - "7790": 3.56877, - "7795": 3.58621, - "7800": 3.57661, - "7805": 3.58163, - "7810": 3.60586, - "7815": 3.57844, - "7820": 3.57532, - "7825": 3.61765, - "7830": 3.59127, - "7835": 3.52592, - "7840": 3.62009, - "7845": 3.55455, - "7850": 3.51023, - "7855": 3.56387, - "7860": 3.54476, - "7865": 3.60326, - "7870": 3.54067, - "7875": 3.55624, - "7880": 3.5708, - "7885": 3.55841, - "7890": 3.60671, - "7895": 3.59364, - "7900": 3.6052, - "7905": 3.56414, - "7910": 3.58079, - "7915": 3.58085, - "7920": 3.58771, - "7925": 3.56714, - "7930": 3.59794, - "7935": 3.5597, - "7940": 3.60925, - "7945": 3.62582, - "7950": 3.53535, - "7955": 3.5451, - "7960": 3.53178, - "7965": 3.51681, - "7970": 3.52213, - "7975": 3.55933, - "7980": 3.56698, - "7985": 3.53982, - "7990": 3.54297, - "7995": 3.51859, - "8000": 3.57598, - "8005": 3.54474, - "8010": 3.53513, - "8015": 3.53315, - "8020": 3.5296, - "8025": 3.51615, - "8030": 3.53874, - "8035": 3.53371, - "8040": 3.52077, - "8045": 3.57561, - "8050": 3.57679, - "8055": 3.54785, - "8060": 3.57112, - "8065": 3.54605, - "8070": 3.5354, - "8075": 3.5255, - "8080": 3.57478, - "8085": 3.52895, - "8090": 3.53338, - "8095": 3.56166, - "8100": 3.5155, - "8105": 3.54663, - "8110": 3.54608, - "8115": 3.51196, - "8120": 3.52601, - "8125": 3.56229, - "8130": 3.52399, - "8135": 3.53802, - "8140": 3.51982, - "8145": 3.50263, - "8150": 3.523, - "8155": 3.5079, - "8160": 3.55976, - "8165": 3.54325, - "8170": 3.51052, - "8175": 3.50402, + "4940": 4.04939, + "4945": 4.1366, + "4950": 4.08034, + "4955": 4.15818, + "4960": 4.11687, + "4965": 4.11673, + "4970": 4.10007, + "4975": 4.11705, + "4980": 4.12196, + "4985": 4.12815, + "4990": 4.09022, + "4995": 4.13107, + "5000": 4.05531, + "5005": 4.11813, + "5010": 4.10781, + "5015": 4.07534, + "5020": 4.05535, + "5025": 4.06148, + "5030": 4.09765, + "5035": 4.0827, + "5040": 4.04215, + "5045": 4.11083, + "5050": 4.06495, + "5055": 4.09162, + "5060": 4.03415, + "5065": 4.09674, + "5070": 4.06975, + "5075": 4.12349, + "5080": 4.07784, + "5085": 4.09645, + "5090": 4.08017, + "5095": 4.04491, + "5100": 4.07947, + "5105": 4.08015, + "5110": 4.08831, + "5115": 4.07593, + "5120": 4.09636, + "5125": 4.06245, + "5130": 4.06407, + "5135": 4.05206, + "5140": 4.06962, + "5145": 4.06108, + "5150": 4.06862, + "5155": 4.07596, + "5160": 4.05235, + "5165": 4.10013, + "5170": 3.96788, + "5175": 4.07695, + "5180": 4.03881, + "5185": 4.0638, + "5190": 4.08353, + "5195": 4.04661, + "5200": 4.06653, + "5205": 4.10296, + "5210": 4.00996, + "5215": 4.02532, + "5220": 4.02466, + "5225": 4.02373, + "5230": 4.06513, + "5235": 4.03848, + "5240": 4.02367, + "5245": 4.04608, + "5250": 4.04817, + "5255": 4.03312, + "5260": 4.05144, + "5265": 4.01508, + "5270": 3.98166, + "5275": 4.00551, + "5280": 4.01593, + "5285": 4.04383, + "5290": 4.00223, + "5295": 4.00532, + "5300": 4.02481, + "5305": 4.01028, + "5310": 4.05071, + "5315": 3.99772, + "5320": 4.03794, + "5325": 4.06595, + "5330": 3.99906, + "5335": 4.02462, + "5340": 3.97433, + "5345": 4.01482, + "5350": 4.02431, + "5355": 4.01675, + "5360": 3.96665, + "5365": 3.98726, + "5370": 4.03145, + "5375": 3.99579, + "5380": 3.98887, + "5385": 4.00929, + "5390": 3.99917, + "5395": 3.93391, + "5400": 4.02282, + "5405": 3.94768, + "5410": 4.03102, + "5415": 3.95322, + "5420": 3.98021, + "5425": 3.97002, + "5430": 3.9775, + "5435": 4.01237, + "5440": 3.96244, + "5445": 3.97136, + "5450": 3.98096, + "5455": 3.96427, + "5460": 3.98147, + "5465": 4.03732, + "5470": 3.99591, + "5475": 3.92622, + "5480": 4.00008, + "5485": 3.96755, + "5490": 3.99268, + "5495": 3.99566, + "5500": 3.95755, + "5505": 3.97186, + "5510": 4.00504, + "5515": 3.98193, + "5520": 3.9583, + "5525": 4.01431, + "5530": 3.95958, + "5535": 3.99033, + "5540": 3.96319, + "5545": 3.97795, + "5550": 3.97044, + "5555": 3.93598, + "5560": 3.94377, + "5565": 3.98857, + "5570": 3.94455, + "5575": 3.97907, + "5580": 3.95135, + "5585": 3.89214, + "5590": 3.96731, + "5595": 3.92103, + "5600": 3.97134, + "5605": 3.87763, + "5610": 3.96824, + "5615": 3.96505, + "5620": 3.98017, + "5625": 3.95971, + "5630": 3.94811, + "5635": 3.93461, + "5640": 3.95001, + "5645": 3.91835, + "5650": 3.89104, + "5655": 3.92038, + "5660": 3.91091, + "5665": 3.92773, + "5670": 3.91586, + "5675": 3.94666, + "5680": 3.91111, + "5685": 3.92344, + "5690": 3.927, + "5695": 3.9542, + "5700": 3.88687, + "5705": 3.88957, + "5710": 3.87795, + "5715": 3.9953, + "5720": 3.94708, + "5725": 3.89504, + "5730": 3.95019, + "5735": 3.93047, + "5740": 3.9246, + "5745": 3.89933, + "5750": 3.92546, + "5755": 3.94874, + "5760": 3.92848, + "5765": 3.92286, + "5770": 3.95223, + "5775": 3.86986, + "5780": 3.91681, + "5785": 3.91926, + "5790": 3.92741, + "5795": 3.93109, + "5800": 3.87022, + "5805": 3.87879, + "5810": 3.92933, + "5815": 3.89365, + "5820": 3.84033, + "5825": 3.8924, + "5830": 3.85167, + "5835": 3.886, + "5840": 3.89743, + "5845": 3.91338, + "5850": 3.90827, + "5855": 3.84657, + "5860": 3.86912, + "5865": 3.89856, + "5870": 3.86095, + "5875": 3.89827, + "5880": 3.88257, + "5885": 3.90053, + "5890": 3.90452, + "5895": 3.92781, + "5900": 3.85969, + "5905": 3.92211, + "5910": 3.8891, + "5915": 3.85176, + "5920": 3.89016, + "5925": 3.82488, + "5930": 3.88484, + "5935": 3.8717, + "5940": 3.90094, + "5945": 3.90248, + "5950": 3.88587, + "5955": 3.84387, + "5960": 3.91223, + "5965": 3.85518, + "5970": 3.90545, + "5975": 3.87245, + "5980": 3.94673, + "5985": 3.8205, + "5990": 3.91455, + "5995": 3.82665, + "6000": 3.86266, + "6005": 3.82463, + "6010": 3.84735, + "6015": 3.82827, + "6020": 3.84539, + "6025": 3.88262, + "6030": 3.82549, + "6035": 3.87777, + "6040": 3.85606, + "6045": 3.88869, + "6050": 3.86306, + "6055": 3.84262, + "6060": 3.86622, + "6065": 3.89851, + "6070": 3.84909, + "6075": 3.7938, + "6080": 3.86708, + "6085": 3.82944, + "6090": 3.86095, + "6095": 3.86089, + "6100": 3.82666, + "6105": 3.87236, + "6110": 3.8074, + "6115": 3.88014, + "6120": 3.85095, + "6125": 3.85715, + "6130": 3.85028, + "6135": 3.8272, + "6140": 3.82173, + "6145": 3.81273, + "6150": 3.8594, + "6155": 3.83915, + "6160": 3.80364, + "6165": 3.82308, + "6170": 3.81476, + "6175": 3.8082, + "6180": 3.80736, + "6185": 3.84594, + "6190": 3.81603, + "6195": 3.78172, + "6200": 3.80964, + "6205": 3.81429, + "6210": 3.773, + "6215": 3.82875, + "6220": 3.82387, + "6225": 3.8272, + "6230": 3.77123, + "6235": 3.80769, + "6240": 3.73575, + "6245": 3.84648, + "6250": 3.81013, + "6255": 3.82091, + "6260": 3.79799, + "6265": 3.8294, + "6270": 3.75837, + "6275": 3.78098, + "6280": 3.80055, + "6285": 3.78104, + "6290": 3.80043, + "6295": 3.80115, + "6300": 3.81041, + "6305": 3.8833, + "6310": 3.76979, + "6315": 3.76414, + "6320": 3.81903, + "6325": 3.75489, + "6330": 3.8197, + "6335": 3.82108, + "6340": 3.768, + "6345": 3.82324, + "6350": 3.76701, + "6355": 3.77573, + "6360": 3.75553, + "6365": 3.81035, + "6370": 3.81018, + "6375": 3.78883, + "6380": 3.80581, + "6385": 3.82035, + "6390": 3.78287, + "6395": 3.75999, + "6400": 3.76146, + "6405": 3.84036, + "6410": 3.83491, + "6415": 3.76274, + "6420": 3.82519, + "6425": 3.82963, + "6430": 3.80865, + "6435": 3.7801, + "6440": 3.76393, + "6445": 3.80425, + "6450": 3.73756, + "6455": 3.75086, + "6460": 3.77243, + "6465": 3.81062, + "6470": 3.7883, + "6475": 3.78268, + "6480": 3.81461, + "6485": 3.76417, + "6490": 3.71273, + "6495": 3.81399, + "6500": 3.79956, + "6505": 3.7273, + "6510": 3.79958, + "6515": 3.81791, + "6520": 3.73229, + "6525": 3.80854, + "6530": 3.77133, + "6535": 3.76236, + "6540": 3.82765, + "6545": 3.76417, + "6550": 3.77124, + "6555": 3.7583, + "6560": 3.70927, + "6565": 3.70824, + "6570": 3.7493, + "6575": 3.69534, + "6580": 3.81282, + "6585": 3.7597, + "6590": 3.72355, + "6595": 3.74692, + "6600": 3.74109, + "6605": 3.71931, + "6610": 3.7276, + "6615": 3.75731, + "6620": 3.70964, + "6625": 3.72465, + "6630": 3.72012, + "6635": 3.7624, + "6640": 3.74061, + "6645": 3.75182, + "6650": 3.78125, + "6655": 3.70685, + "6660": 3.73622, + "6665": 3.75691, + "6670": 3.72099, + "6675": 3.74269, + "6680": 3.7359, + "6685": 3.76585, + "6690": 3.74349, + "6695": 3.75843, + "6700": 3.74544, + "6705": 3.72895, + "6710": 3.7317, + "6715": 3.69416, + "6720": 3.77743, + "6725": 3.75842, + "6730": 3.74238, + "6735": 3.73953, + "6740": 3.7387, + "6745": 3.72189, + "6750": 3.74314, + "6755": 3.696, + "6760": 3.68251, + "6765": 3.74589, + "6770": 3.69648, + "6775": 3.74806, + "6780": 3.70535, + "6785": 3.70952, + "6790": 3.73623, + "6795": 3.69966, + "6800": 3.71994, + "6805": 3.72339, + "6810": 3.7356, + "6815": 3.66043, + "6820": 3.7027, + "6825": 3.72689, + "6830": 3.70704, + "6835": 3.68791, + "6840": 3.67686, + "6845": 3.75106, + "6850": 3.70598, + "6855": 3.73709, + "6860": 3.67005, + "6865": 3.73577, + "6870": 3.69492, + "6875": 3.69782, + "6880": 3.70538, + "6885": 3.67965, + "6890": 3.69271, + "6895": 3.67845, + "6900": 3.68245, + "6905": 3.68847, + "6910": 3.73023, + "6915": 3.73538, + "6920": 3.68966, + "6925": 3.68951, + "6930": 3.68833, + "6935": 3.62184, + "6940": 3.69413, + "6945": 3.68268, + "6950": 3.68095, + "6955": 3.67817, + "6960": 3.67928, + "6965": 3.72271, + "6970": 3.64813, + "6975": 3.72907, + "6980": 3.68375, + "6985": 3.68875, + "6990": 3.73488, + "6995": 3.70594, + "7000": 3.64046, + "7005": 3.71807, + "7010": 3.69136, + "7015": 3.68094, + "7020": 3.72175, + "7025": 3.70915, + "7030": 3.70482, + "7035": 3.65934, + "7040": 3.61581, + "7045": 3.69636, + "7050": 3.72066, + "7055": 3.64831, + "7060": 3.69293, + "7065": 3.74269, + "7070": 3.6732, + "7075": 3.67722, + "7080": 3.71856, + "7085": 3.64106, + "7090": 3.66237, + "7095": 3.63972, + "7100": 3.68446, + "7105": 3.6207, + "7110": 3.68404, + "7115": 3.63824, + "7120": 3.68749, + "7125": 3.63589, + "7130": 3.65669, + "7135": 3.6615, + "7140": 3.66579, + "7145": 3.68276, + "7150": 3.62823, + "7155": 3.69379, + "7160": 3.62527, + "7165": 3.64414, + "7170": 3.68434, + "7175": 3.64953, + "7180": 3.67759, + "7185": 3.70786, + "7190": 3.66231, + "7195": 3.66963, + "7200": 3.67008, + "7205": 3.65917, + "7210": 3.69356, + "7215": 3.67296, + "7220": 3.69199, + "7225": 3.66305, + "7230": 3.68823, + "7235": 3.65006, + "7240": 3.6473, + "7245": 3.66429, + "7250": 3.6054, + "7255": 3.62604, + "7260": 3.68065, + "7265": 3.60471, + "7270": 3.63901, + "7275": 3.64676, + "7280": 3.62714, + "7285": 3.65202, + "7290": 3.67313, + "7295": 3.66123, + "7300": 3.62484, + "7305": 3.62802, + "7310": 3.66343, + "7315": 3.67704, + "7320": 3.65348, + "7325": 3.65775, + "7330": 3.62505, + "7335": 3.62748, + "7340": 3.64435, + "7345": 3.60654, + "7350": 3.65843, + "7355": 3.64272, + "7360": 3.6184, + "7365": 3.63674, + "7370": 3.61972, + "7375": 3.5937, + "7380": 3.64902, + "7385": 3.67206, + "7390": 3.66143, + "7395": 3.60809, + "7400": 3.65693, + "7405": 3.64922, + "7410": 3.66211, + "7415": 3.64572, + "7420": 3.63516, + "7425": 3.68583, + "7430": 3.63524, + "7435": 3.6164, + "7440": 3.62739, + "7445": 3.6112, + "7450": 3.57237, + "7455": 3.64972, + "7460": 3.63661, + "7465": 3.63216, + "7470": 3.63965, + "7475": 3.64299, + "7480": 3.61364, + "7485": 3.57549, + "7490": 3.57347, + "7495": 3.58771, + "7500": 3.6164, + "7505": 3.59654, + "7510": 3.55824, + "7515": 3.61644, + "7520": 3.61228, + "7525": 3.56686, + "7530": 3.61404, + "7535": 3.62712, + "7540": 3.60986, + "7545": 3.65016, + "7550": 3.65968, + "7555": 3.58547, + "7560": 3.60347, + "7565": 3.59807, + "7570": 3.60876, + "7575": 3.57394, + "7580": 3.62143, + "7585": 3.60274, + "7590": 3.60227, + "7595": 3.66186, + "7600": 3.60715, + "7605": 3.597, + "7610": 3.58443, + "7615": 3.58487, + "7620": 3.56883, + "7625": 3.62268, + "7630": 3.60553, + "7635": 3.59484, + "7640": 3.59423, + "7645": 3.62655, + "7650": 3.62773, + "7655": 3.66489, + "7660": 3.53077, + "7665": 3.60609, + "7670": 3.60031, + "7675": 3.58564, + "7680": 3.57882, + "7685": 3.64699, + "7690": 3.58913, + "7695": 3.57137, + "7700": 3.63613, + "7705": 3.58873, + "7710": 3.62165, + "7715": 3.57624, + "7720": 3.65709, + "7725": 3.55445, + "7730": 3.57547, + "7735": 3.61057, + "7740": 3.58596, + "7745": 3.58661, + "7750": 3.57434, + "7755": 3.59627, + "7760": 3.56271, + "7765": 3.58383, + "7770": 3.60113, + "7775": 3.57186, + "7780": 3.55682, + "7785": 3.57862, + "7790": 3.57134, + "7795": 3.5873, + "7800": 3.57772, + "7805": 3.58313, + "7810": 3.60852, + "7815": 3.58186, + "7820": 3.57863, + "7825": 3.61969, + "7830": 3.59286, + "7835": 3.52901, + "7840": 3.62093, + "7845": 3.55604, + "7850": 3.51327, + "7855": 3.56807, + "7860": 3.54745, + "7865": 3.60488, + "7870": 3.54225, + "7875": 3.55775, + "7880": 3.57273, + "7885": 3.56156, + "7890": 3.60755, + "7895": 3.59562, + "7900": 3.60847, + "7905": 3.56518, + "7910": 3.58419, + "7915": 3.58454, + "7920": 3.59109, + "7925": 3.56854, + "7930": 3.59965, + "7935": 3.56045, + "7940": 3.61238, + "7945": 3.62942, + "7950": 3.53793, + "7955": 3.54668, + "7960": 3.53277, + "7965": 3.51796, + "7970": 3.52553, + "7975": 3.56012, + "7980": 3.56745, + "7985": 3.54203, + "7990": 3.5494, + "7995": 3.51957, + "8000": 3.57766, + "8005": 3.54643, + "8010": 3.53991, + "8015": 3.53754, + "8020": 3.53136, + "8025": 3.5155, + "8030": 3.54141, + "8035": 3.53515, + "8040": 3.52216, + "8045": 3.57841, + "8050": 3.57873, + "8055": 3.55046, + "8060": 3.57271, + "8065": 3.55036, + "8070": 3.53764, + "8075": 3.52808, + "8080": 3.57588, + "8085": 3.53013, + "8090": 3.53483, + "8095": 3.56395, + "8100": 3.51568, + "8105": 3.54987, + "8110": 3.54694, + "8115": 3.51487, + "8120": 3.52624, + "8125": 3.56575, + "8130": 3.52781, + "8135": 3.54026, + "8140": 3.52068, + "8145": 3.50411, + "8150": 3.52474, + "8155": 3.51156, + "8160": 3.56201, + "8165": 3.54529, + "8170": 3.51253, + "8175": 3.50415, "8180": 3.57386, - "8185": 3.54538, - "8190": 3.58117, - "8195": 3.55058, - "8200": 3.52206, - "8205": 3.52906, - "8210": 3.53466, - "8215": 3.55595, - "8220": 3.51993, - "8225": 3.51035, - "8230": 3.53426, - "8235": 3.55595, - "8240": 3.54096, - "8245": 3.53785, - "8250": 3.56752, - "8255": 3.51626, - "8260": 3.52883, - "8265": 3.5199, - "8270": 3.52902, - "8275": 3.51606, - "8280": 3.50161, - "8285": 3.52632, - "8290": 3.5256, - "8295": 3.49675, - "8300": 3.51757, - "8305": 3.53948, - "8310": 3.53366, - "8315": 3.50339, - "8320": 3.53033, - "8325": 3.47591, - "8330": 3.44087, - "8335": 3.51386, - "8340": 3.54033, - "8345": 3.4972, - "8350": 3.51108, - "8355": 3.54247, - "8360": 3.51444, - "8365": 3.53549, - "8370": 3.52993, - "8375": 3.48412, - "8380": 3.48331, - "8385": 3.52833, - "8390": 3.49737, - "8395": 3.52815, - "8400": 3.49328, - "8405": 3.51598, - "8410": 3.57663, - "8415": 3.48143, - "8420": 3.45119, - "8425": 3.53267, - "8430": 3.5377, - "8435": 3.47411, - "8440": 3.55048, - "8445": 3.53606, - "8450": 3.50881, - "8455": 3.52673, - "8460": 3.53462, - "8465": 3.46942, - "8470": 3.49246, - "8475": 3.54977, - "8480": 3.474, - "8485": 3.49389, - "8490": 3.48434, - "8495": 3.47996, - "8500": 3.52751, - "8505": 3.46517, - "8510": 3.53946, - "8515": 3.48855, - "8520": 3.49266, - "8525": 3.4232, - "8530": 3.50109, - "8535": 3.521, - "8540": 3.47609, - "8545": 3.49921, - "8550": 3.46855, - "8555": 3.53479, - "8560": 3.53363, - "8565": 3.48727, - "8570": 3.48794, - "8575": 3.46444, - "8580": 3.50813, - "8585": 3.53045, - "8590": 3.516, - "8595": 3.52316, - "8600": 3.5024, - "8605": 3.49061, - "8610": 3.49486, - "8615": 3.49354, - "8620": 3.46376, - "8625": 3.4856, - "8630": 3.49129, - "8635": 3.47488, - "8640": 3.46388, - "8645": 3.52951, - "8650": 3.45811, - "8655": 3.50123, - "8660": 3.50987, - "8665": 3.48783, - "8670": 3.50424, - "8675": 3.4739, - "8680": 3.4699, - "8685": 3.47819, - "8690": 3.51218, - "8695": 3.5132, - "8700": 3.48314, - "8705": 3.4531, - "8710": 3.50071, - "8715": 3.44949, - "8720": 3.52875, - "8725": 3.48688, - "8730": 3.47997, - "8735": 3.50845, - "8740": 3.45955, - "8745": 3.50119, - "8750": 3.5042, - "8755": 3.46524, - "8760": 3.48246, - "8765": 3.43965, - "8770": 3.50961, - "8775": 3.47182, - "8780": 3.458, - "8785": 3.47348, - "8790": 3.45772, - "8795": 3.49697, - "8800": 3.46024, - "8805": 3.43077, - "8810": 3.45131, - "8815": 3.47217, - "8820": 3.43574, - "8825": 3.46994, - "8830": 3.4451, - "8835": 3.42325, - "8840": 3.43454, - "8845": 3.45574, - "8850": 3.4806, - "8855": 3.46553, - "8860": 3.53162, - "8865": 3.46676, - "8870": 3.44639, - "8875": 3.45333, - "8880": 3.45458, - "8885": 3.44992, - "8890": 3.47202, - "8895": 3.45229, - "8900": 3.47875, - "8905": 3.46593, - "8910": 3.4521, - "8915": 3.44132, - "8920": 3.43225, - "8925": 3.50838, - "8930": 3.49031, - "8935": 3.50051, - "8940": 3.47524, - "8945": 3.47756, - "8950": 3.4571, - "8955": 3.4412, - "8960": 3.43704, - "8965": 3.45826, - "8970": 3.47239, - "8975": 3.42144, - "8980": 3.42135, - "8985": 3.44637, - "8990": 3.49945, - "8995": 3.47095, - "9000": 3.41892, - "9005": 3.46364, - "9010": 3.51519, - "9015": 3.41582, - "9020": 3.43855, - "9025": 3.44649, - "9030": 3.46942, - "9035": 3.37955, - "9040": 3.45397, - "9045": 3.45329, - "9050": 3.49132, - "9055": 3.40244, - "9060": 3.49405, - "9065": 3.51295, - "9070": 3.44605, - "9075": 3.47456, - "9080": 3.46966, - "9085": 3.47259, - "9090": 3.46553, - "9095": 3.4215, - "9100": 3.42275, - "9105": 3.41202, - "9110": 3.45707, - "9115": 3.46404, - "9120": 3.51828, - "9125": 3.4439, - "9130": 3.43701, - "9135": 3.46235, - "9140": 3.47664, - "9145": 3.42284, - "9150": 3.44221, - "9155": 3.44932, - "9160": 3.44918, - "9165": 3.45541, - "9170": 3.47466, - "9175": 3.4104, - "9180": 3.45295, - "9185": 3.40828, - "9190": 3.46886, - "9195": 3.43307, - "9200": 3.44581, - "9205": 3.42209, - "9210": 3.45527, - "9215": 3.39633, - "9220": 3.42358, - "9225": 3.44678, - "9230": 3.37335, - "9235": 3.39496, - "9240": 3.42149, - "9245": 3.40698, - "9250": 3.40706, - "9255": 3.42018, - "9260": 3.39666, - "9265": 3.44209, - "9270": 3.40781, - "9275": 3.42627, - "9280": 3.4418, - "9285": 3.43936, - "9290": 3.45566, - "9295": 3.44582, - "9300": 3.39453, - "9305": 3.42673, - "9310": 3.41566, - "9315": 3.38206, - "9320": 3.37719, - "9325": 3.42114, - "9330": 3.47632, - "9335": 3.38652, - "9340": 3.46973, - "9345": 3.46167, - "9350": 3.42886, - "9355": 3.39363, - "9360": 3.41437, - "9365": 3.4123, - "9370": 3.46112, - "9375": 3.42515, - "9380": 3.3637, - "9385": 3.43428, - "9390": 3.44325, - "9395": 3.45382, - "9400": 3.4147, - "9405": 3.39976, - "9410": 3.43464, - "9415": 3.42359, - "9420": 3.40178, - "9425": 3.42001, - "9430": 3.39302, - "9435": 3.4144, - "9440": 3.39978, - "9445": 3.39871, - "9450": 3.39483, - "9455": 3.39838, - "9460": 3.46142, - "9465": 3.46154, - "9470": 3.40577, - "9475": 3.45495, - "9480": 3.40668, - "9485": 3.39983, - "9490": 3.41124, - "9495": 3.44096, - "9500": 3.40514, - "9505": 3.37718, - "9510": 3.41615, - "9515": 3.41068, - "9520": 3.43157, - "9525": 3.40056, - "9530": 3.40036, - "9535": 3.42102 + "8185": 3.54758, + "8190": 3.58531, + "8195": 3.55206, + "8200": 3.52363, + "8205": 3.53113, + "8210": 3.53685, + "8215": 3.55891, + "8220": 3.52029, + "8225": 3.51186, + "8230": 3.53685, + "8235": 3.557, + "8240": 3.53963, + "8245": 3.53856, + "8250": 3.56789, + "8255": 3.51811, + "8260": 3.52989, + "8265": 3.52093, + "8270": 3.53064, + "8275": 3.51863, + "8280": 3.50393, + "8285": 3.52643, + "8290": 3.5276, + "8295": 3.49709, + "8300": 3.51744, + "8305": 3.54184, + "8310": 3.53447, + "8315": 3.50429, + "8320": 3.53144, + "8325": 3.47882, + "8330": 3.44314, + "8335": 3.51422, + "8340": 3.54178, + "8345": 3.49858, + "8350": 3.51287, + "8355": 3.54337, + "8360": 3.51723, + "8365": 3.53843, + "8370": 3.53305, + "8375": 3.4851, + "8380": 3.48647, + "8385": 3.53215, + "8390": 3.49586, + "8395": 3.52855, + "8400": 3.49457, + "8405": 3.51692, + "8410": 3.57628, + "8415": 3.48276, + "8420": 3.45375, + "8425": 3.53458, + "8430": 3.5414, + "8435": 3.47645, + "8440": 3.55245, + "8445": 3.53756, + "8450": 3.50866, + "8455": 3.53143, + "8460": 3.53629, + "8465": 3.4719, + "8470": 3.49508, + "8475": 3.552, + "8480": 3.47573, + "8485": 3.49609, + "8490": 3.48508, + "8495": 3.48353, + "8500": 3.52895, + "8505": 3.46794, + "8510": 3.54119, + "8515": 3.48915, + "8520": 3.49416, + "8525": 3.42391, + "8530": 3.50299, + "8535": 3.52266, + "8540": 3.47726, + "8545": 3.50154, + "8550": 3.47025, + "8555": 3.53614, + "8560": 3.53625, + "8565": 3.48787, + "8570": 3.48929, + "8575": 3.46476, + "8580": 3.50918, + "8585": 3.52899, + "8590": 3.51669, + "8595": 3.52589, + "8600": 3.50297, + "8605": 3.49081, + "8610": 3.49587, + "8615": 3.49602, + "8620": 3.46451, + "8625": 3.48802, + "8630": 3.4955, + "8635": 3.47575, + "8640": 3.46286, + "8645": 3.52917, + "8650": 3.45905, + "8655": 3.50395, + "8660": 3.5137, + "8665": 3.48991, + "8670": 3.50603, + "8675": 3.47472, + "8680": 3.46823, + "8685": 3.47944, + "8690": 3.5141, + "8695": 3.51713, + "8700": 3.48511, + "8705": 3.45387, + "8710": 3.50156, + "8715": 3.453, + "8720": 3.52778, + "8725": 3.48997, + "8730": 3.48217, + "8735": 3.5106, + "8740": 3.46098, + "8745": 3.50189, + "8750": 3.50679, + "8755": 3.46697, + "8760": 3.48366, + "8765": 3.44123, + "8770": 3.51206, + "8775": 3.47401, + "8780": 3.45756, + "8785": 3.47595, + "8790": 3.45966, + "8795": 3.49641, + "8800": 3.46423, + "8805": 3.43485, + "8810": 3.45219, + "8815": 3.47515, + "8820": 3.43845, + "8825": 3.46995, + "8830": 3.44579, + "8835": 3.42261, + "8840": 3.43517, + "8845": 3.45929, + "8850": 3.48297, + "8855": 3.46708, + "8860": 3.53308, + "8865": 3.46845, + "8870": 3.44858, + "8875": 3.45526, + "8880": 3.4575, + "8885": 3.4507, + "8890": 3.47325, + "8895": 3.45281, + "8900": 3.48013, + "8905": 3.468, + "8910": 3.45481, + "8915": 3.44308, + "8920": 3.43466, + "8925": 3.50848, + "8930": 3.49192, + "8935": 3.50161, + "8940": 3.47621, + "8945": 3.48008, + "8950": 3.45786, + "8955": 3.44537, + "8960": 3.43814, + "8965": 3.45904, + "8970": 3.47355, + "8975": 3.42274, + "8980": 3.42271, + "8985": 3.4467, + "8990": 3.50086, + "8995": 3.47839, + "9000": 3.42075, + "9005": 3.46368, + "9010": 3.51653, + "9015": 3.41767, + "9020": 3.43917, + "9025": 3.44725, + "9030": 3.47032, + "9035": 3.38232, + "9040": 3.4547, + "9045": 3.45666, + "9050": 3.49185, + "9055": 3.40238, + "9060": 3.49504, + "9065": 3.51386, + "9070": 3.44729, + "9075": 3.47617, + "9080": 3.4696, + "9085": 3.47466, + "9090": 3.46715, + "9095": 3.42336, + "9100": 3.42475, + "9105": 3.41388, + "9110": 3.45791, + "9115": 3.46493, + "9120": 3.52004, + "9125": 3.45343, + "9130": 3.43885, + "9135": 3.46034, + "9140": 3.47807, + "9145": 3.4246, + "9150": 3.44332, + "9155": 3.45254, + "9160": 3.45094, + "9165": 3.45648, + "9170": 3.47722, + "9175": 3.41237, + "9180": 3.45617, + "9185": 3.40973, + "9190": 3.46952, + "9195": 3.43613, + "9200": 3.44488, + "9205": 3.42464, + "9210": 3.45571, + "9215": 3.39623, + "9220": 3.4234, + "9225": 3.44831, + "9230": 3.37468, + "9235": 3.39547, + "9240": 3.42207, + "9245": 3.40803, + "9250": 3.40876, + "9255": 3.42162, + "9260": 3.39809, + "9265": 3.44466, + "9270": 3.40777, + "9275": 3.42928, + "9280": 3.44486, + "9285": 3.43977, + "9290": 3.45706, + "9295": 3.44569, + "9300": 3.39554, + "9305": 3.42636, + "9310": 3.41638, + "9315": 3.38331, + "9320": 3.37904, + "9325": 3.42196, + "9330": 3.47898, + "9335": 3.38882, + "9340": 3.47118, + "9345": 3.46416, + "9350": 3.42772, + "9355": 3.395, + "9360": 3.41676, + "9365": 3.41276, + "9370": 3.4625, + "9375": 3.42652, + "9380": 3.36412, + "9385": 3.43603, + "9390": 3.44441, + "9395": 3.45524, + "9400": 3.41642, + "9405": 3.40046, + "9410": 3.43685, + "9415": 3.42527, + "9420": 3.4026, + "9425": 3.42185, + "9430": 3.39442, + "9435": 3.41556, + "9440": 3.40204, + "9445": 3.40027, + "9450": 3.39831, + "9455": 3.39977, + "9460": 3.46315, + "9465": 3.46257, + "9470": 3.40636, + "9475": 3.45452, + "9480": 3.40763, + "9485": 3.40119, + "9490": 3.41196, + "9495": 3.44307, + "9500": 3.40602, + "9505": 3.37732, + "9510": 3.41556, + "9515": 3.41214, + "9520": 3.43173, + "9525": 3.40131, + "9530": 3.40283, + "9535": 3.42176 } }, "iteration-time": { @@ -9580,1913 +9580,1913 @@ "step_interval": 5, "values": { "1": "nan", - "5": 11.98727, - "10": 11.77587, - "15": 11.71319, - "20": 11.68606, - "25": 16.88421, - "30": 11.65805, - "35": 11.64416, - "40": 11.71956, - "45": 16.92661, - "50": 11.67811, - "55": 11.65756, - "60": 11.70395, - "65": 11.65835, - "70": 11.72682, - "75": 11.79443, - "80": 11.7919, - "85": 17.0755, - "90": 11.76449, - "95": 11.78689, - "100": 11.84537, - "105": 11.9704, - "110": 11.9773, - "115": 12.1843, - "120": 12.29513, - "125": 12.41344, - "130": 12.47306, - "135": 12.77422, - "140": 13.08691, - "145": 13.14508, - "150": 13.38401, - "155": 18.74744, - "160": 13.582, - "165": 13.57813, - "170": 18.80013, - "175": 13.64098, - "180": 13.61973, - "185": 13.45308, - "190": 13.5977, - "195": 13.29929, - "200": 13.27882, - "205": 13.30446, - "210": 13.1117, - "215": 13.05841, - "220": 12.99271, - "225": 12.94116, - "230": 12.88341, - "235": 15.63508, - "240": 12.81273, - "245": 12.76283, - "250": 12.72792, - "255": 12.68235, - "260": 12.69603, - "265": 12.59425, - "270": 12.55717, - "275": 12.47778, - "280": 12.45399, - "285": 12.54057, - "290": 12.37743, - "295": 12.3497, - "300": 12.3521, - "305": 12.33363, - "310": 12.2719, - "315": 12.23889, - "320": 12.32306, - "325": 12.23675, - "330": 12.19827, - "335": 12.19665, - "340": 12.23636, - "345": 17.15385, - "350": 12.14663, - "355": 12.15035, - "360": 12.1535, - "365": 12.2592, - "370": 12.11428, - "375": 12.1284, - "380": 12.13206, - "385": 12.17966, - "390": 12.05525, - "395": 12.13447, - "400": 12.04457, - "405": 12.04887, - "410": 17.47148, - "415": 12.07719, - "420": 12.09359, - "425": 17.51001, - "430": 12.07783, - "435": 11.9913, - "440": 11.9876, - "445": 17.4251, - "450": 23.29913, - "455": 17.50932, - "460": 22.65435, - "465": 12.09875, - "470": 12.15482, - "475": 12.11017, - "480": 12.21524, - "485": 12.15632, - "490": 12.15708, - "495": 12.23818, - "500": 12.30591, - "505": 12.32574, - "510": 12.33466, - "515": 12.37813, - "520": 12.94668, - "525": 12.48287, - "530": 17.70767, - "535": 12.43396, - "540": 12.53186, - "545": 12.51915, - "550": 12.49471, - "555": 12.48301, - "560": 12.59426, - "565": 12.49511, - "570": 12.55369, - "575": 18.64222, - "580": 12.61931, - "585": 12.48684, - "590": 12.4653, - "595": 12.49088, - "600": 12.47947, - "605": 12.48001, - "610": 12.4902, - "615": 12.42835, - "620": 12.42224, - "625": 12.43909, - "630": 12.41957, - "635": 12.40777, - "640": 12.4625, - "645": 12.40304, - "650": 12.39363, - "655": 12.52249, - "660": 12.33697, - "665": 12.30733, - "670": 12.33501, - "675": 12.31552, - "680": 12.21025, - "685": 12.27847, - "690": 12.28543, - "695": 12.17617, - "700": 17.89333, - "705": 12.252, - "710": 12.24084, - "715": 12.04985, - "720": 12.03661, - "725": 12.2952, - "730": 12.06052, - "735": 12.09142, - "740": 12.0616, - "745": 12.05073, - "750": 12.08464, - "755": 14.80649, - "760": 12.14892, - "765": 12.11586, - "770": 17.34443, - "775": 17.47227, - "780": 12.08396, - "785": 12.06911, - "790": 12.25767, - "795": 12.03597, - "800": 12.07623, - "805": 12.0635, - "810": 12.06699, - "815": 12.11343, - "820": 12.06549, - "825": 12.07737, - "830": 12.24621, - "835": 12.45075, - "840": 12.15734, - "845": 12.1074, - "850": 12.21796, - "855": 12.18203, - "860": 12.04485, - "865": 12.06782, - "870": 12.13024, - "875": 12.11647, - "880": 12.11532, - "885": 12.18554, - "890": "nan", - "895": 12.24598, - "900": 12.07121, - "905": 17.29153, - "910": 12.10625, - "915": 12.04204, - "920": 12.09076, - "925": 12.11005, - "930": 12.09315, - "935": 12.28438, - "940": 12.08001, - "945": 12.05663, - "950": 12.18538, - "955": 12.04142, - "960": 12.09245, - "965": 17.07768, - "970": 12.07212, - "975": 12.1279, - "980": 12.20727, - "985": 12.25181, - "990": 12.07466, - "995": 12.08534, - "1000": 12.15652, - "1005": 12.21837, - "1010": 17.79328, - "1015": 17.72633, - "1020": 12.31343, - "1025": 12.0743, - "1030": 12.16046, - "1035": 12.08517, - "1040": 22.9663, - "1045": 12.20308, - "1050": 12.23084, - "1055": 12.05516, - "1060": 12.15452, - "1065": 17.19866, - "1070": 12.22536, - "1075": 17.19249, - "1080": 12.16837, - "1085": 12.22773, - "1090": 12.24724, - "1095": 12.33743, - "1100": 12.06762, - "1105": 12.09603, - "1110": 12.37667, - "1115": 17.70929, - "1120": 12.1326, - "1125": 12.1884, - "1130": 17.18882, - "1135": 12.12556, - "1140": 12.23779, - "1145": 12.2339, - "1150": 17.22932, - "1155": 12.16705, - "1160": 17.26764, - "1165": 12.26195, - "1170": 12.13455, - "1175": 12.10584, - "1180": 12.2302, - "1185": 12.33529, - "1190": 12.15982, - "1195": 12.15317, - "1200": 12.39809, - "1205": 12.20665, - "1210": 12.3838, - "1215": 12.25242, - "1220": 12.21987, - "1225": 12.13548, - "1230": 12.24735, - "1235": 12.11188, - "1240": 12.12318, - "1245": 12.15551, - "1250": 12.34515, - "1255": 12.14697, - "1260": 12.10487, - "1265": 12.10286, - "1270": 12.07906, - "1275": 23.51028, - "1280": 12.15404, - "1285": 12.32289, - "1290": 12.31812, - "1295": 12.28599, - "1300": 12.20985, - "1305": 12.13386, - "1310": 12.17132, - "1315": 12.25069, - "1320": 12.18522, - "1325": 12.14882, - "1330": 12.20675, - "1335": 12.21922, - "1340": 12.26099, - "1345": 12.12539, - "1350": 14.89612, - "1355": 12.21697, - "1360": 12.17658, - "1365": 17.60811, - "1370": 12.21778, - "1375": 12.14378, - "1380": 17.45434, - "1385": 12.24976, - "1390": 12.31422, - "1395": 12.14389, - "1400": 12.19246, - "1405": 12.15579, - "1410": 12.13776, - "1415": 12.13723, - "1420": 12.11891, - "1425": 12.13966, - "1430": 12.22817, - "1435": 12.11117, - "1440": 12.15536, - "1445": 12.09552, - "1450": 12.0754, - "1455": 12.16882, - "1460": 12.08856, - "1465": 12.18689, - "1470": 12.31209, - "1475": 12.15697, - "1480": 12.28431, - "1485": 14.85596, - "1490": 12.37652, - "1495": 12.31658, - "1500": 12.1938, - "1505": 12.09384, - "1510": 12.13287, - "1515": 12.08731, - "1520": 12.12186, - "1525": 12.16085, - "1530": 12.17744, - "1535": 22.30622, - "1540": 12.15611, - "1545": 12.11303, - "1550": 12.41591, - "1555": 12.20672, - "1560": 12.18987, - "1565": 12.15217, - "1570": 17.40015, - "1575": 16.03226, - "1580": 12.19911, - "1585": 12.16148, - "1590": 12.18615, - "1595": 12.25728, - "1600": 12.21666, - "1605": 12.0461, - "1610": 12.16506, - "1615": 12.13375, - "1620": 12.15284, - "1625": 12.13195, - "1630": 12.13721, - "1635": 12.11585, - "1640": 22.61939, - "1645": 12.13238, - "1650": 12.12705, - "1655": 12.11315, - "1660": 12.16937, - "1665": 12.28267, - "1670": 12.15493, - "1675": 12.22624, - "1680": 12.37408, - "1685": 12.21898, - "1690": 23.07524, - "1695": 12.19366, - "1700": 12.13745, - "1705": 12.09848, - "1710": 12.13342, - "1715": 30.89009, - "1720": 12.24811, - "1725": 12.22645, - "1730": 12.34456, - "1735": 12.15103, - "1740": 12.19813, - "1745": 12.27978, - "1750": 12.20537, - "1755": 12.31724, - "1760": 12.18892, - "1765": 12.22515, - "1770": 12.21278, - "1775": 12.1513, - "1780": 12.24406, - "1785": 12.15523, - "1790": 12.14248, - "1795": 12.17126, - "1800": 12.30995, - "1805": 12.21982, - "1810": 12.13727, - "1815": 12.14146, - "1820": 12.17211, - "1825": 132.35474, - "1830": 12.25629, - "1835": 12.1393, - "1840": 12.14056, - "1845": 12.17974, - "1850": 12.10885, - "1855": 23.39645, - "1860": 12.13846, - "1865": 12.19049, - "1870": 12.35163, - "1875": 24.29544, - "1880": 22.64339, - "1885": 12.09497, - "1890": 12.10805, - "1895": 12.13857, - "1900": 12.12211, - "1905": 12.29841, - "1910": 12.1662, - "1915": 12.24956, - "1920": 12.14267, - "1925": 12.1918, - "1930": 17.51628, - "1935": 12.29215, - "1940": 17.52316, - "1945": 12.19242, - "1950": 12.33178, - "1955": 12.1159, - "1960": 23.13079, - "1965": 12.21235, - "1970": 12.13419, - "1975": 12.16248, - "1980": 12.19167, - "1985": 12.11205, - "1990": 12.11344, - "1995": 23.00877, - "2000": 12.07469, - "2005": 12.0698, - "2010": 12.1706, - "2015": 12.1527, - "2020": 12.17275, - "2025": 17.35893, - "2030": 12.15149, - "2035": 12.12041, - "2040": 12.14353, - "2045": 12.17374, - "2050": 12.34147, - "2055": 23.49043, - "2060": 28.24382, - "2065": 14.79478, - "2070": 12.0715, - "2075": 17.07935, - "2080": 12.08826, - "2085": 12.13249, - "2090": 12.09132, - "2095": 12.52139, - "2100": 12.26213, - "2105": 12.2742, - "2110": 12.31883, - "2115": 12.22332, - "2120": 18.84293, - "2125": 12.07719, - "2130": 17.49876, - "2135": 17.70997, - "2140": 12.05946, - "2145": 12.11291, - "2150": 14.82198, - "2155": 12.17404, - "2160": 18.31194, - "2165": 18.09759, - "2170": 12.08397, - "2175": 12.11274, - "2180": 12.11729, - "2185": 12.08946, - "2190": 12.09121, - "2195": 12.08421, - "2200": 12.08833, - "2205": 12.11082, - "2210": 12.21478, - "2215": 12.19798, - "2220": 12.32203, - "2225": 12.22504, - "2230": 12.28929, - "2235": 12.40529, - "2240": 12.50262, - "2245": 12.06588, - "2250": 12.17657, - "2255": 12.20985, - "2260": 12.17973, - "2265": 12.13262, - "2270": 12.17482, - "2275": 12.12938, - "2280": 12.14242, - "2285": 12.09875, - "2290": 12.19409, - "2295": 12.1115, - "2300": 12.31466, - "2305": 12.12601, - "2310": 12.15691, - "2315": 12.11871, - "2320": 12.10247, - "2325": 17.39439, - "2330": 12.10394, - "2335": 12.13419, - "2340": 12.13844, - "2345": 12.13278, - "2350": 12.17202, - "2355": 12.10654, - "2360": 12.14341, - "2365": 12.15509, - "2370": 23.05196, - "2375": 12.19716, - "2380": 17.25804, - "2385": 12.14096, - "2390": 12.08574, - "2395": 12.12397, - "2400": 12.11047, - "2405": 12.08012, - "2410": 12.06833, - "2415": 12.10031, - "2420": 12.09676, - "2425": 12.08383, - "2430": 12.11008, - "2435": 12.07579, - "2440": 17.56663, - "2445": 12.18113, - "2450": 19.90549, - "2455": 12.08313, - "2460": 12.24321, - "2465": 12.13888, - "2470": 12.53342, - "2475": 12.19411, - "2480": 12.18757, - "2485": 12.14013, - "2490": 12.16919, - "2495": 12.12535, - "2500": 12.18827, - "2505": 12.15639, - "2510": 12.14015, - "2515": 18.39633, - "2520": 12.1309, - "2525": 12.09566, - "2530": 12.14259, - "2535": 12.13384, - "2540": 12.1366, - "2545": 12.14067, - "2550": 12.27783, - "2555": 12.17478, - "2560": 12.13577, - "2565": 12.04808, - "2570": 12.05718, - "2575": 12.14396, - "2580": 12.08678, - "2585": 12.07955, - "2590": 12.12843, - "2595": 12.12544, - "2600": 12.0979, - "2605": 12.13578, - "2610": 12.115, - "2615": 12.08298, - "2620": 12.14864, - "2625": 22.97673, - "2630": 12.10253, - "2635": 12.1851, - "2640": 12.24582, - "2645": 12.06106, - "2650": 12.0661, - "2655": 12.2172, - "2660": 12.14682, - "2665": 12.18216, - "2670": 12.07148, - "2675": 12.15572, - "2680": 12.16877, - "2685": 12.06921, - "2690": 12.52104, - "2695": 12.12668, - "2700": 12.11714, - "2705": 12.13353, - "2710": 12.11975, - "2715": 12.13494, - "2720": 12.23717, - "2725": 12.14299, - "2730": 12.32378, - "2735": 12.07903, - "2740": 12.10049, - "2745": 12.10807, - "2750": 12.10468, - "2755": 12.15603, - "2760": 12.20702, - "2765": 12.86874, - "2770": 12.49323, - "2775": 12.60006, - "2780": 12.67093, - "2785": 12.47714, - "2790": 12.43817, - "2795": 17.45629, - "2800": 12.48162, - "2805": 12.40331, - "2810": 12.45153, - "2815": 17.75308, - "2820": 12.51143, - "2825": 12.684, - "2830": 12.62798, - "2835": 12.57688, - "2840": 12.45764, - "2845": 17.49707, - "2850": 12.56205, - "2855": 12.51398, - "2860": 12.48717, - "2865": 17.52043, - "2870": 12.68984, - "2875": 12.41364, - "2880": 12.62423, - "2885": 12.47907, - "2890": 12.6396, - "2895": 12.4332, - "2900": 12.47161, - "2905": 12.56758, - "2910": 12.43641, - "2915": 17.92419, - "2920": 12.57447, - "2925": 12.60569, - "2930": 12.50879, - "2935": 12.39549, - "2940": 12.40015, - "2945": 12.47797, - "2950": 12.45198, - "2955": 12.49236, - "2960": 12.42639, - "2965": 12.41412, - "2970": 12.43737, - "2975": 12.43339, - "2980": 12.44068, - "2985": 12.40829, - "2990": 12.45471, - "2995": 23.69039, - "3000": 12.50874, - "3005": 12.41077, - "3010": 12.36141, - "3015": 12.37199, - "3020": 12.4452, - "3025": 12.33848, - "3030": 22.86013, - "3035": 12.39196, - "3040": 12.40973, - "3045": 12.49138, - "3050": 12.5162, - "3055": 12.3231, - "3060": 12.34577, - "3065": 12.28277, - "3070": 17.82491, - "3075": 12.37818, - "3080": 12.36087, - "3085": 17.83918, - "3090": 12.50558, - "3095": 12.30595, - "3100": 28.36151, - "3105": 12.43059, - "3110": 12.36058, - "3115": 12.31991, - "3120": 12.39349, - "3125": 12.37432, - "3130": 12.32335, - "3135": 12.33343, - "3140": 12.41553, - "3145": 12.31676, - "3150": 12.34914, - "3155": 12.45964, - "3160": 12.32069, - "3165": 12.30332, - "3170": 12.34683, - "3175": 12.36814, - "3180": 12.25384, - "3185": 12.39024, - "3190": 12.35478, - "3195": 12.32663, - "3200": 12.33539, - "3205": 12.33788, - "3210": 12.32709, - "3215": 12.24496, - "3220": 12.31044, - "3225": 12.52964, - "3230": 12.32224, - "3235": 12.31071, - "3240": 12.34098, - "3245": 23.51331, - "3250": 12.24305, - "3255": 12.27325, - "3260": 12.27635, - "3265": 12.35733, - "3270": 12.30436, - "3275": 12.37935, - "3280": 12.24989, - "3285": 23.29819, - "3290": 12.29562, - "3295": 12.3266, - "3300": 12.35036, - "3305": 17.72939, - "3310": 12.29475, - "3315": 12.22228, - "3320": 12.22511, - "3325": 12.47495, - "3330": 12.24748, - "3335": 12.49457, - "3340": 12.22998, - "3345": 12.30928, - "3350": 12.30013, - "3355": 12.30185, - "3360": 17.42184, - "3365": 12.28678, - "3370": 12.25934, - "3375": 12.25757, - "3380": 12.27028, - "3385": 12.23932, - "3390": 12.23685, - "3395": 12.35194, - "3400": 14.97077, - "3405": 12.22013, - "3410": 12.23154, - "3415": 12.20598, - "3420": 12.30154, - "3425": 12.26558, - "3430": 12.21882, - "3435": 12.27882, - "3440": 12.17989, - "3445": 12.12099, - "3450": 12.11121, - "3455": 12.14524, - "3460": 12.11447, - "3465": 23.22519, - "3470": 12.2321, - "3475": 12.26106, - "3480": 12.26993, - "3485": 18.76527, - "3490": 12.17211, - "3495": 17.39275, - "3500": 23.21618, - "3505": 12.13721, - "3510": 12.26001, - "3515": 15.00995, - "3520": 12.18834, - "3525": 12.16531, - "3530": 12.1983, - "3535": 12.26514, - "3540": 12.26906, - "3545": 14.95438, - "3550": 12.20324, - "3555": 12.23646, - "3560": 12.22743, - "3565": 12.22224, - "3570": 12.16732, - "3575": 12.14173, - "3580": 12.236, - "3585": 12.21922, - "3590": 12.1822, - "3595": 12.12138, - "3600": 12.24264, - "3605": 12.18453, - "3610": 12.16289, - "3615": 12.1718, - "3620": 12.34752, - "3625": 12.18993, - "3630": 12.22805, - "3635": 12.16556, - "3640": 12.17517, - "3645": 12.26232, - "3650": 12.23503, - "3655": 12.19822, - "3660": 12.14511, - "3665": 12.21694, - "3670": 12.67379, - "3675": 12.34899, - "3680": 12.295, - "3685": 17.44064, - "3690": 12.26142, - "3695": 12.24866, - "3700": 17.68562, - "3705": 12.2528, - "3710": 12.25644, - "3715": 12.29807, - "3720": 12.28411, - "3725": 17.67604, - "3730": 17.30201, - "3735": 22.99043, - "3740": 12.26843, - "3745": 12.22655, - "3750": 17.37843, - "3755": 12.21016, - "3760": 12.28746, - "3765": 12.23476, - "3770": 12.2232, - "3775": 12.31898, - "3780": 12.3253, - "3785": 12.25266, - "3790": 12.2484, - "3795": 12.25562, - "3800": 17.29132, - "3805": 12.26258, - "3810": 12.32682, - "3815": 12.33183, - "3820": 12.3701, - "3825": 12.23941, - "3830": 12.28479, - "3835": 12.29982, - "3840": 12.28423, - "3845": 12.20601, - "3850": 12.51321, - "3855": 17.36556, - "3860": 12.24711, - "3865": 12.27297, - "3870": 12.25355, - "3875": 12.25948, - "3880": 14.96819, - "3885": 12.27779, - "3890": 12.24612, - "3895": 18.06396, - "3900": 12.28208, - "3905": 12.38676, - "3910": 12.26657, - "3915": 12.26365, - "3920": 12.40847, - "3925": 12.21965, - "3930": 12.27891, - "3935": 17.77566, - "3940": 12.25955, - "3945": 12.35987, - "3950": 12.28071, - "3955": 12.27204, - "3960": 18.70713, - "3965": 12.31454, - "3970": 12.27767, - "3975": 12.30168, - "3980": 12.25714, - "3985": 12.24997, - "3990": 12.2876, - "3995": 12.32275, - "4000": 12.25435, - "4005": 12.29513, - "4010": 12.35944, - "4015": 12.33836, - "4020": 12.43872, - "4025": 12.30726, - "4030": 12.37055, - "4035": 12.25993, - "4040": 12.23843, - "4045": 17.66216, - "4050": 12.2375, - "4055": 12.24546, - "4060": 12.22926, - "4065": 12.25558, - "4070": 12.3066, - "4075": 12.27532, - "4080": 12.25917, - "4085": 12.23743, - "4090": 12.21589, - "4095": 12.2779, - "4100": 12.24416, - "4105": 12.32328, - "4110": 12.2454, - "4115": 12.32291, - "4120": 12.36469, - "4125": 12.39701, - "4130": 12.43556, - "4135": 12.35078, - "4140": 12.37435, - "4145": 12.30259, - "4150": 12.55444, - "4155": 12.29343, - "4160": 12.19635, - "4165": 12.19412, - "4170": 12.24784, - "4175": 12.29023, - "4180": 12.31526, - "4185": 12.2277, - "4190": 12.26076, - "4195": 12.24614, - "4200": 12.21824, - "4205": 12.2905, - "4210": 12.25596, - "4215": 12.26196, - "4220": 23.363, - "4225": 12.28693, - "4230": 15.07461, - "4235": 12.21539, - "4240": 12.30615, - "4245": 12.27437, - "4250": 12.26209, - "4255": 12.27268, - "4260": 12.28194, - "4265": 12.31865, - "4270": 12.27002, - "4275": 12.26041, - "4280": 12.23575, - "4285": 12.24243, - "4290": 17.2566, - "4295": 12.27451, - "4300": 12.34253, - "4305": 12.45609, - "4310": 12.32357, - "4315": 12.29065, - "4320": 12.43534, - "4325": 23.24942, - "4330": 12.32824, - "4335": 12.21828, - "4340": 12.25759, - "4345": 12.24686, - "4350": 12.23332, - "4355": 12.26278, - "4360": 12.3461, - "4365": 12.27736, - "4370": 12.2731, - "4375": 17.35377, - "4380": 12.33475, - "4385": 12.27783, - "4390": 12.32553, - "4395": 15.06397, - "4400": 12.21758, - "4405": 12.27999, - "4410": 12.27071, - "4415": 12.22254, - "4420": 12.20869, - "4425": 12.29737, - "4430": 12.23941, - "4435": 12.40094, - "4440": 12.37346, - "4445": 12.28241, - "4450": 12.19322, - "4455": 12.27254, - "4460": 12.23434, - "4465": 12.30269, - "4470": 12.28097, - "4475": 12.26815, - "4480": 17.41419, - "4485": 12.34042, - "4490": 12.366, - "4495": 12.28482, - "4500": 14.64682, - "4505": 12.06275, - "4510": 12.08448, - "4515": 12.0591, - "4520": 12.10017, - "4525": 18.03944, - "4530": 23.39846, - "4535": 12.07592, - "4540": 12.14738, - "4545": 12.24506, - "4550": 12.09665, - "4555": 12.2481, - "4560": 12.14849, - "4565": 12.01363, - "4570": 12.12522, - "4575": 12.24515, - "4580": 23.04449, - "4585": 12.0439, - "4590": 12.04128, - "4595": 12.09203, - "4600": 12.13809, - "4605": 16.6325, - "4610": 12.11746, - "4615": 12.1275, - "4620": 12.06772, - "4625": 12.12324, - "4630": 12.07068, - "4635": 12.07772, - "4640": 12.0633, - "4645": 12.08295, - "4650": 23.43499, - "4655": 17.40056, - "4660": 12.31898, - "4665": 14.6303, - "4670": 12.06993, - "4675": 12.0296, - "4680": 12.14371, - "4685": 12.10149, - "4690": 12.07018, - "4695": 12.07369, - "4700": 12.06744, - "4705": 17.06149, - "4710": 12.10987, - "4715": 12.09762, - "4720": 12.13644, - "4725": 12.18999, - "4730": 23.47764, - "4735": 23.35299, - "4740": 12.12855, - "4745": 12.06092, - "4750": 12.13464, - "4755": 12.04043, - "4760": 12.06193, - "4765": 12.84127, - "4770": 12.12017, - "4775": 12.09142, - "4780": 12.12852, - "4785": 12.17573, - "4790": 12.21247, - "4795": 12.09395, - "4800": 17.20079, - "4805": 12.08885, - "4810": 12.1227, - "4815": 12.14039, - "4820": 12.11137, - "4825": 12.07711, - "4830": 12.06893, - "4835": 12.12976, - "4840": 12.12052, - "4845": 12.08522, - "4850": 17.18476, - "4855": 12.1472, - "4860": 12.14004, - "4865": 12.06998, - "4870": 12.04252, - "4875": 12.08344, - "4880": 12.0468, - "4885": 12.1083, - "4890": 23.46272, - "4895": 12.13478, - "4900": 12.06124, - "4905": 12.15493, - "4910": 12.12525, - "4915": 12.12915, - "4920": 12.13354, - "4925": 12.14482, - "4930": 12.1104, - "4935": 12.09416, - "4940": 12.1047, - "4945": 12.08661, - "4950": 12.17606, - "4955": 36.61798, - "4960": 12.1318, - "4965": 12.2454, - "4970": 12.88861, - "4975": 17.29734, - "4980": 12.19247, - "4985": 16.66546, - "4990": 23.54674, - "4995": 12.13767, - "5000": 12.12486, - "5005": 37.4189, - "5010": 14.73836, - "5015": 12.33283, - "5020": 12.24116, - "5025": 12.27232, - "5030": 12.20513, - "5035": 12.35854, - "5040": 12.12699, - "5045": 23.20718, - "5050": 12.24542, - "5055": 12.16396, - "5060": 23.36449, - "5065": 12.17537, - "5070": 12.19551, - "5075": 23.50555, - "5080": 12.13721, - "5085": 23.66227, - "5090": 12.16752, - "5095": 12.12861, - "5100": 12.18396, - "5105": 12.2088, - "5110": 12.28802, - "5115": 12.14097, - "5120": 12.10676, - "5125": 12.1776, - "5130": 17.47499, - "5135": 12.14773, - "5140": 12.16711, - "5145": 12.21065, - "5150": 12.20894, - "5155": 12.22537, - "5160": 17.47503, - "5165": 15.40798, - "5170": 12.20325, - "5175": 12.15626, - "5180": 12.08756, - "5185": 23.40338, - "5190": 12.20935, - "5195": 17.17168, - "5200": 23.949, - "5205": 12.23878, - "5210": 12.4864, - "5215": 12.60588, - "5220": 12.14132, - "5225": 12.18962, - "5230": 23.55817, - "5235": 12.19774, - "5240": 12.18691, - "5245": 37.08073, - "5250": 12.24944, - "5255": 12.17072, - "5260": 12.15115, - "5265": 12.18099, - "5270": 12.25749, - "5275": 12.23856, - "5280": 12.2197, - "5285": 12.19395, - "5290": 12.42822, - "5295": 12.20498, - "5300": 12.229, - "5305": 12.21169, - "5310": 12.26656, - "5315": 12.17925, - "5320": 12.30028, - "5325": 12.15839, - "5330": 17.67113, - "5335": 12.25602, - "5340": 12.24582, - "5345": 12.15096, - "5350": 12.19672, - "5355": 12.17119, - "5360": 17.99366, - "5365": 12.16904, - "5370": 12.24929, - "5375": 12.19146, - "5380": 12.13829, - "5385": 12.19693, - "5390": 12.14867, - "5395": 12.15434, - "5400": 12.16273, - "5405": 12.25539, - "5410": 18.23141, - "5415": 12.21714, - "5420": 12.08339, - "5425": 12.31604, - "5430": 12.19398, - "5435": 12.20425, - "5440": 12.12242, - "5445": 12.1966, - "5450": 12.22552, - "5455": 12.17539, - "5460": 12.14931, - "5465": 12.21653, - "5470": 12.17425, - "5475": 12.21924, - "5480": 12.24675, - "5485": 12.20905, - "5490": 12.17275, - "5495": 12.15984, - "5500": 12.20777, - "5505": 60.39101, - "5510": 12.20688, - "5515": 12.24928, - "5520": 12.27832, - "5525": 12.28949, - "5530": 12.11269, - "5535": 12.1915, - "5540": 12.12538, - "5545": 12.21061, - "5550": 30.04758, - "5555": 23.42312, - "5560": 12.23678, - "5565": 16.62712, - "5570": 12.12711, - "5575": 12.14784, - "5580": 12.15, - "5585": 12.19288, - "5590": 12.29201, - "5595": 12.24208, - "5600": "nan", - "5605": 12.17846, - "5610": 12.08582, - "5615": 12.10983, - "5620": 12.13101, - "5625": 17.52969, - "5630": 17.14324, - "5635": 12.19645, - "5640": 12.10593, - "5645": 23.53139, - "5650": 12.10209, - "5655": 12.12618, - "5660": 12.15228, - "5665": 12.14637, - "5670": 12.04664, - "5675": 12.11316, - "5680": 12.15753, - "5685": 12.17476, - "5690": 12.11495, - "5695": 17.58595, - "5700": 12.12167, - "5705": 12.08026, - "5710": 23.3734, - "5715": 29.15086, - "5720": 12.19123, - "5725": 12.06219, - "5730": 12.00667, - "5735": 17.24055, - "5740": 12.06593, - "5745": 12.08728, - "5750": 12.06304, - "5755": 12.11158, - "5760": 12.10657, - "5765": 12.05109, - "5770": 17.50143, - "5775": 14.71758, - "5780": 17.55951, - "5785": 23.47605, - "5790": 12.14679, - "5795": 12.11578, - "5800": 12.33628, - "5805": 12.25272, - "5810": 12.15438, - "5815": 23.38483, - "5820": 12.1253, - "5825": 12.07205, - "5830": 23.03612, - "5835": 12.25139, - "5840": 23.06454, - "5845": 17.26496, - "5850": 12.13714, - "5855": 12.15666, - "5860": 12.05522, - "5865": 12.11254, - "5870": 12.08049, - "5875": 17.57427, - "5880": 12.14211, - "5885": 12.14121, - "5890": 12.20951, - "5895": 12.09445, - "5900": 12.12523, - "5905": 12.10936, - "5910": 12.11056, - "5915": 12.09933, - "5920": 12.17062, - "5925": 12.1289, - "5930": 12.24642, - "5935": 12.09505, - "5940": 12.10771, - "5945": 12.22283, - "5950": 12.12618, - "5955": 12.12884, - "5960": 23.6273, - "5965": 12.10126, - "5970": 37.34378, - "5975": 12.14717, - "5980": 12.05848, - "5985": 12.1205, - "5990": 12.08465, - "5995": 17.35791, - "6000": 12.15046, - "6005": 12.10469, - "6010": 12.1143, - "6015": 12.07864, - "6020": 12.14987, - "6025": 23.40957, - "6030": 12.12776, - "6035": 31.68182, - "6040": 12.36005, - "6045": 12.07541, - "6050": 12.15042, - "6055": 22.74689, - "6060": 12.16155, - "6065": 12.17218, - "6070": 12.16755, - "6075": 12.18589, - "6080": 18.64779, - "6085": 12.1211, - "6090": 18.15855, - "6095": 12.05667, - "6100": 12.07562, - "6105": 37.47225, - "6110": 23.584, - "6115": 12.15877, - "6120": 22.7478, - "6125": 12.1396, - "6130": 12.15294, - "6135": 12.13552, - "6140": 12.08344, - "6145": 12.2252, - "6150": 12.08962, - "6155": 12.41314, - "6160": 12.15633, - "6165": 14.47285, - "6170": 18.44593, - "6175": 12.11214, - "6180": 12.12717, - "6185": 12.05949, - "6190": 12.08544, - "6195": 12.13014, - "6200": 12.10605, - "6205": 23.39299, - "6210": 12.16254, - "6215": 12.29922, - "6220": 12.21706, - "6225": 12.12875, - "6230": 23.58207, - "6235": 12.10688, - "6240": 12.15794, - "6245": 12.16239, - "6250": 12.19239, - "6255": 12.28837, - "6260": 17.37953, - "6265": 12.34011, - "6270": 23.20129, - "6275": 17.09056, - "6280": 17.52689, - "6285": 12.11992, - "6290": 12.11003, - "6295": 17.44675, - "6300": 12.21463, - "6305": 12.13558, - "6310": 12.14157, - "6315": 12.17235, - "6320": 12.22291, - "6325": 12.16041, - "6330": 12.39571, - "6335": 17.67612, - "6340": 12.13459, - "6345": 12.10758, - "6350": 12.18508, - "6355": 23.73383, - "6360": 23.8651, - "6365": 12.13739, - "6370": 23.09391, - "6375": 12.1697, - "6380": 12.20436, - "6385": 12.20496, - "6390": 12.115, - "6395": 12.22696, - "6400": 12.11052, - "6405": 12.13537, - "6410": 12.15936, - "6415": 12.16112, - "6420": 30.29232, - "6425": 23.11589, - "6430": 12.13336, - "6435": 12.12093, - "6440": 12.16693, - "6445": 12.10753, - "6450": 12.16916, - "6455": 12.12385, - "6460": 12.22564, - "6465": 12.0806, - "6470": 12.18166, - "6475": 23.43219, - "6480": 12.22113, - "6485": 12.28576, - "6490": 12.09741, - "6495": 12.1287, - "6500": 12.16253, - "6505": 12.09582, - "6510": 12.13593, - "6515": 12.12635, - "6520": 17.59719, - "6525": 12.11724, - "6530": 17.15396, - "6535": 12.14597, - "6540": 12.15058, - "6545": 12.10847, - "6550": 12.1545, - "6555": 12.12396, - "6560": 12.14953, - "6565": 12.14276, - "6570": 12.11345, - "6575": 23.48947, - "6580": 23.13731, - "6585": 12.09386, - "6590": 12.13606, - "6595": 12.08935, - "6600": 12.15839, - "6605": 12.15508, - "6610": 12.12175, - "6615": 12.14703, - "6620": 12.15294, - "6625": 12.10423, - "6630": 12.12304, - "6635": 12.07685, - "6640": 12.37101, - "6645": 22.71858, - "6650": 12.15554, - "6655": 12.16008, - "6660": 12.11997, - "6665": 12.09492, - "6670": 13.26401, - "6675": 12.13319, - "6680": 12.10321, - "6685": 12.1372, - "6690": 23.46086, - "6695": 12.15067, - "6700": 17.63271, - "6705": 12.12253, - "6710": 12.10032, - "6715": 15.11376, - "6720": 12.07179, - "6725": 12.13688, - "6730": 22.65083, - "6735": 12.14307, - "6740": 12.32959, - "6745": 12.27879, - "6750": 12.16707, - "6755": 23.007, - "6760": 12.1203, - "6765": 12.10711, - "6770": 12.23501, - "6775": 12.29731, - "6780": 37.17425, - "6785": 12.24725, - "6790": 12.10502, - "6795": 12.36197, - "6800": 12.14497, - "6805": 23.23084, - "6810": 12.15525, - "6815": 36.71162, - "6820": 12.15406, - "6825": 12.09409, - "6830": 12.67416, - "6835": 12.1131, - "6840": 12.14059, - "6845": 12.2154, - "6850": 12.16432, - "6855": 23.33869, - "6860": 28.67906, - "6865": 12.09334, - "6870": 12.14355, - "6875": 17.49664, - "6880": 12.16026, - "6885": 12.29455, - "6890": 18.08061, - "6895": 12.1436, - "6900": 22.47824, - "6905": 12.12961, - "6910": 17.69318, - "6915": 36.01482, - "6920": 23.32779, - "6925": 12.15531, - "6930": 12.17078, - "6935": 12.14261, - "6940": 12.15343, - "6945": 23.29198, - "6950": 12.05484, - "6955": 12.10693, - "6960": 12.05904, - "6965": 12.11217, - "6970": 12.17992, - "6975": 12.19671, - "6980": 18.6699, - "6985": 12.20976, - "6990": 12.15572, - "6995": 12.16813, - "7000": 12.12056, - "7005": 12.18539, - "7010": 12.14505, - "7015": 12.21417, - "7020": 12.24287, - "7025": 25.87836, - "7030": 12.17514, - "7035": 12.13688, - "7040": 12.11047, - "7045": 25.97396, - "7050": 12.11994, - "7055": 12.18253, - "7060": 12.2516, - "7065": 12.19626, - "7070": 12.2007, - "7075": 37.48711, - "7080": 12.10642, - "7085": 12.21751, - "7090": 12.13896, - "7095": 12.27062, - "7100": 12.2328, - "7105": 12.10875, - "7110": 12.19565, - "7115": 17.42808, - "7120": 12.14789, - "7125": 12.17345, - "7130": 12.16922, - "7135": 12.12656, - "7140": 12.13427, - "7145": 12.18962, - "7150": 18.49585, - "7155": 12.16426, - "7160": 12.18798, - "7165": 12.12025, - "7170": 28.27974, - "7175": 12.18448, - "7180": 12.1207, - "7185": 12.10959, - "7190": 12.13341, - "7195": 12.12034, - "7200": 12.20493, - "7205": 12.13584, - "7210": 12.15058, - "7215": 12.41517, - "7220": 17.26245, - "7225": 12.21273, - "7230": 12.19557, - "7235": 12.34409, - "7240": 12.09543, - "7245": 12.16413, - "7250": 12.16152, - "7255": 12.31625, - "7260": 12.17793, - "7265": 20.45064, - "7270": 12.10454, - "7275": 12.10062, - "7280": 12.22805, - "7285": 12.19695, - "7290": 12.25134, - "7295": 23.45657, - "7300": 12.13221, - "7305": 12.16497, - "7310": 18.25441, - "7315": 12.13137, - "7320": 17.39005, - "7325": 12.13757, - "7330": 12.16816, - "7335": 12.16899, - "7340": 12.12746, - "7345": 12.18711, - "7350": 12.14678, - "7355": 12.14266, - "7360": 12.23601, - "7365": 17.23359, - "7370": 12.20758, - "7375": 12.28203, - "7380": 12.13701, - "7385": 17.91212, - "7390": 23.43171, - "7395": 12.14969, - "7400": 12.12936, - "7405": 12.19951, - "7410": 12.1292, - "7415": 12.17979, - "7420": 12.13895, - "7425": 12.17678, - "7430": 12.15974, - "7435": 12.12565, - "7440": 23.23207, - "7445": 12.10585, - "7450": 12.17681, - "7455": 12.1007, - "7460": 12.14809, - "7465": 12.13663, - "7470": 12.1125, - "7475": 12.15768, - "7480": 12.16014, - "7485": 12.15193, - "7490": 12.19422, - "7495": 12.21838, - "7500": 12.23617, - "7505": 12.11897, - "7510": 12.15003, - "7515": 12.13319, - "7520": 12.26334, - "7525": 12.1216, - "7530": 12.22757, - "7535": 12.18047, - "7540": 12.15336, - "7545": 12.12171, - "7550": 12.12237, - "7555": 12.1599, - "7560": 12.19045, - "7565": 12.15066, - "7570": 12.09108, - "7575": 12.20143, - "7580": 12.15965, - "7585": 12.07241, - "7590": 12.14883, - "7595": 23.25456, - "7600": 12.18572, - "7605": 12.18163, - "7610": 12.20744, - "7615": 12.14426, - "7620": 12.1816, - "7625": 12.10457, - "7630": 12.15608, - "7635": 12.18366, - "7640": 12.12593, - "7645": 12.16011, - "7650": 12.09186, - "7655": 12.12554, - "7660": 12.13857, - "7665": 12.27375, - "7670": 12.17227, - "7675": 12.13096, - "7680": 12.15111, - "7685": 12.14367, - "7690": 12.20176, - "7695": 14.88978, - "7700": 12.24476, - "7705": 12.10085, - "7710": 12.13991, - "7715": 12.13214, - "7720": 12.17027, - "7725": 142.99619, - "7730": 12.38018, - "7735": 12.11467, - "7740": 12.15793, - "7745": 17.88065, - "7750": 12.1412, - "7755": 12.16096, - "7760": 12.21654, - "7765": 12.20618, - "7770": 12.21167, - "7775": 12.29055, - "7780": 23.56731, - "7785": 23.47689, - "7790": 12.25808, - "7795": 12.16731, - "7800": 12.18024, - "7805": 28.83865, - "7810": 12.23624, - "7815": 12.17379, - "7820": 23.10675, - "7825": 12.17621, - "7830": 12.13682, - "7835": 12.15488, - "7840": 12.19759, - "7845": 12.29203, - "7850": 12.24668, - "7855": 12.17225, - "7860": 12.22152, - "7865": 12.16241, - "7870": 12.19928, - "7875": 12.24225, - "7880": 12.17777, - "7885": 12.21685, - "7890": 23.1266, - "7895": 12.20444, - "7900": 12.18838, - "7905": 12.35529, - "7910": 12.47052, - "7915": 26.18835, - "7920": 12.13937, - "7925": 12.21072, - "7930": 12.19269, - "7935": 12.14198, - "7940": 12.14478, - "7945": 14.71137, - "7950": 12.1709, - "7955": 12.17868, - "7960": 17.79921, - "7965": 12.17896, - "7970": 28.58382, - "7975": 12.36967, - "7980": 12.14474, - "7985": 12.12839, - "7990": 23.05121, - "7995": 12.10406, - "8000": 12.09705, - "8005": 12.159, - "8010": 12.13834, - "8015": 17.57086, - "8020": 12.1028, - "8025": 12.13226, - "8030": 12.14659, - "8035": 12.16616, - "8040": 12.15627, - "8045": 12.12082, - "8050": 12.07535, - "8055": 12.13117, - "8060": 12.1337, - "8065": 12.10828, - "8070": 12.09696, - "8075": 12.15675, - "8080": 12.16016, - "8085": 23.54857, - "8090": 12.20291, - "8095": 12.12893, - "8100": 37.1402, - "8105": 23.65387, - "8110": 12.0849, - "8115": 14.78399, - "8120": 23.50697, - "8125": 12.10012, - "8130": 12.10524, - "8135": 23.17452, - "8140": 12.1297, - "8145": 12.15014, - "8150": 22.35334, - "8155": 12.12828, - "8160": 12.23465, - "8165": 12.10876, - "8170": 12.06605, - "8175": 12.13651, - "8180": 12.07749, - "8185": 12.12044, - "8190": 12.12291, - "8195": 12.12879, - "8200": 12.12203, - "8205": 12.15412, - "8210": 12.19011, - "8215": 12.16047, - "8220": 12.14232, - "8225": 12.18071, - "8230": 12.13863, - "8235": 12.1898, - "8240": 17.32928, - "8245": 23.15475, - "8250": 12.11271, - "8255": 12.16148, - "8260": 12.09369, - "8265": 12.15497, - "8270": 12.36946, - "8275": 12.13076, - "8280": 12.17715, - "8285": 12.23089, - "8290": 12.21695, - "8295": 12.15205, - "8300": 12.162, - "8305": 12.1706, - "8310": 23.84699, - "8315": 12.06221, - "8320": 12.30359, - "8325": 12.13379, - "8330": 12.21506, - "8335": 12.15737, - "8340": 12.14563, - "8345": 12.14184, - "8350": 12.23183, - "8355": 12.16014, - "8360": 12.16664, - "8365": 12.14725, - "8370": 12.17479, - "8375": 12.13832, - "8380": 17.5572, - "8385": 12.24216, - "8390": 12.16367, - "8395": 12.15301, - "8400": 12.14195, - "8405": 12.13237, - "8410": 12.1811, - "8415": 17.75809, - "8420": 14.85733, - "8425": 12.11512, - "8430": 12.13046, - "8435": 12.07625, - "8440": 12.12918, - "8445": 12.13541, - "8450": 12.35126, - "8455": 12.09946, - "8460": 12.38129, - "8465": 28.38673, - "8470": 23.6174, - "8475": 12.14164, - "8480": 12.1616, - "8485": 12.1277, - "8490": 17.22067, - "8495": 12.09098, - "8500": 12.13654, - "8505": 12.08817, - "8510": 12.12738, - "8515": 12.11588, - "8520": 12.13217, - "8525": 12.12144, - "8530": 12.10002, - "8535": 12.1286, - "8540": 17.7468, - "8545": 12.14967, - "8550": 12.14674, - "8555": 12.2213, - "8560": 12.12017, - "8565": 22.94496, - "8570": 12.18337, - "8575": 12.14177, - "8580": 12.1783, - "8585": 12.18924, - "8590": 12.1589, - "8595": 12.14309, - "8600": 17.33635, - "8605": 12.14293, - "8610": 12.15741, - "8615": 12.09215, - "8620": 12.14731, - "8625": 12.18605, - "8630": 12.13505, - "8635": 12.09573, - "8640": 12.16947, - "8645": 12.22516, - "8650": 12.12871, - "8655": 12.21371, - "8660": 12.12912, - "8665": 12.21995, - "8670": 12.16002, - "8675": 12.16547, - "8680": 12.13754, - "8685": 12.14854, - "8690": 12.16011, - "8695": 12.23766, - "8700": 12.1478, - "8705": 19.6317, - "8710": 12.16309, - "8715": 23.33653, - "8720": 12.10216, - "8725": 12.10386, - "8730": 12.28333, - "8735": 12.23128, - "8740": 36.53281, - "8745": 12.14125, - "8750": 12.14274, - "8755": 12.1394, - "8760": 12.19859, - "8765": 17.62056, - "8770": 12.13347, - "8775": 17.53301, - "8780": 12.19557, - "8785": 12.143, - "8790": 12.12336, - "8795": 12.14322, - "8800": 12.0687, - "8805": 12.10513, - "8810": 12.15509, - "8815": 12.17277, - "8820": 12.1895, - "8825": 12.13003, - "8830": 12.16693, - "8835": 12.1445, - "8840": 12.32255, - "8845": 16.50303, - "8850": 12.14422, - "8855": 12.1526, - "8860": 12.17014, - "8865": 12.07823, - "8870": 65.5928, - "8875": 23.74118, - "8880": 12.23928, - "8885": 12.26885, - "8890": 12.21432, - "8895": 12.18108, - "8900": 12.20882, - "8905": 12.14029, - "8910": 22.66039, - "8915": 12.17469, - "8920": 12.14484, - "8925": 23.55805, - "8930": 12.18299, - "8935": 12.04861, - "8940": 12.1448, - "8945": 12.07991, - "8950": 12.29867, - "8955": 12.12664, - "8960": 12.1632, - "8965": 17.24266, - "8970": 12.11046, - "8975": 12.08325, - "8980": 105.0237, - "8985": 12.1521, - "8990": 17.1523, - "8995": 12.19546, - "9000": 12.10616, - "9005": 12.13128, - "9010": 12.13082, - "9015": 12.38013, - "9020": 12.19027, - "9025": 12.11008, - "9030": 12.13171, - "9035": 12.09348, - "9040": 23.79414, - "9045": 12.14137, - "9050": 23.08663, - "9055": 12.09604, - "9060": 12.16821, - "9065": 12.14204, - "9070": 12.35518, - "9075": 12.18984, - "9080": 12.11726, - "9085": 12.19008, - "9090": 12.11171, - "9095": 12.33086, - "9100": 17.44021, - "9105": 12.1509, - "9110": 12.11926, - "9115": 12.13465, - "9120": 12.17615, - "9125": 12.14416, - "9130": 28.36276, - "9135": 12.12433, - "9140": 12.15297, - "9145": 12.31812, - "9150": 12.23361, - "9155": 12.32262, - "9160": 12.1486, - "9165": 12.13123, - "9170": 18.23284, - "9175": 12.0997, - "9180": 12.15305, - "9185": 12.10807, - "9190": 12.13278, - "9195": 12.10165, - "9200": 12.08766, - "9205": 12.33592, - "9210": 12.16621, - "9215": 12.10592, - "9220": 12.10937, - "9225": 12.10241, - "9230": 12.1922, - "9235": 12.16204, - "9240": 12.15115, - "9245": 12.17902, - "9250": 12.33543, - "9255": 12.31107, - "9260": 14.78933, - "9265": 12.12668, - "9270": 12.08418, - "9275": 12.15243, - "9280": 12.13549, - "9285": 12.09084, - "9290": 12.31902, - "9295": 12.26334, - "9300": 12.14791, - "9305": 12.16572, - "9310": 12.14767, - "9315": 12.86736, - "9320": 12.15336, - "9325": 12.29323, - "9330": 12.28808, - "9335": 17.52234, - "9340": 12.08346, - "9345": 17.56084, - "9350": 12.17495, - "9355": 12.20952, - "9360": 12.15541, - "9365": 34.9984, - "9370": 12.12165, - "9375": 12.2994, - "9380": 12.14491, - "9385": 12.1428, - "9390": 12.43286, - "9395": 12.26569, - "9400": 12.17724, - "9405": 12.26068, - "9410": 37.75546, - "9415": 12.30539, - "9420": 37.05747, - "9425": 12.11639, - "9430": 12.12521, - "9435": 12.16041, - "9440": 12.18599, - "9445": 12.17537, - "9450": 12.14577, - "9455": 12.1293, - "9460": 12.23512, - "9465": 12.12023, - "9470": 12.13504, - "9475": 23.85761, - "9480": 12.1375, - "9485": 12.05394, - "9490": 12.09711, - "9495": 12.14088, - "9500": 23.15072, - "9505": 12.14576, - "9510": 12.12199, - "9515": 12.12364, - "9520": 12.08634, - "9525": 12.13985, - "9530": 23.06299, - "9535": 12.12222 + "5": 11.74638, + "10": 11.71606, + "15": 11.62124, + "20": 11.56773, + "25": 11.55348, + "30": 11.54401, + "35": 11.52274, + "40": 11.51838, + "45": 11.5073, + "50": 11.5514, + "55": 22.60625, + "60": 11.63006, + "65": 11.50767, + "70": 11.70413, + "75": 11.65014, + "80": 11.65778, + "85": 11.62282, + "90": 16.78078, + "95": 11.71377, + "100": 11.75533, + "105": 11.86712, + "110": 11.87563, + "115": 12.04117, + "120": 12.32924, + "125": 17.54915, + "130": 12.48015, + "135": 12.57353, + "140": 12.943, + "145": 12.90407, + "150": 13.23393, + "155": 13.34397, + "160": 13.44046, + "165": 13.43119, + "170": 13.44237, + "175": 13.39568, + "180": 13.41763, + "185": 13.24419, + "190": 13.34754, + "195": 18.17407, + "200": 13.0844, + "205": 13.01785, + "210": 13.11044, + "215": 12.89733, + "220": 17.40567, + "225": 12.75557, + "230": 12.71616, + "235": 12.84982, + "240": 12.62285, + "245": 12.59676, + "250": 12.55649, + "255": 17.8502, + "260": 12.54592, + "265": 12.56118, + "270": 18.07692, + "275": 12.43569, + "280": 12.34155, + "285": 12.31488, + "290": 12.19143, + "295": 12.17074, + "300": 12.17133, + "305": 12.13935, + "310": 12.14755, + "315": 12.0608, + "320": 23.04873, + "325": 12.23077, + "330": 17.35937, + "335": 12.12925, + "340": 12.05107, + "345": 12.0238, + "350": 12.62283, + "355": 12.03638, + "360": 11.99067, + "365": 12.09598, + "370": 11.96099, + "375": 11.927, + "380": 11.9891, + "385": 12.123, + "390": 11.9521, + "395": 11.91706, + "400": 11.93682, + "405": 11.89295, + "410": 11.88267, + "415": 11.88729, + "420": 12.03614, + "425": 11.95188, + "430": 23.63071, + "435": 11.85686, + "440": 11.85877, + "445": 12.07395, + "450": 11.83426, + "455": 11.90826, + "460": 11.91483, + "465": 11.97821, + "470": 17.33956, + "475": 11.97049, + "480": 11.9647, + "485": 12.03174, + "490": 12.10039, + "495": 12.17126, + "500": 16.24935, + "505": 12.21115, + "510": 12.24095, + "515": 17.39133, + "520": 12.3946, + "525": 17.91544, + "530": 17.22759, + "535": 12.43651, + "540": 12.37398, + "545": 23.61839, + "550": 12.35847, + "555": 12.45413, + "560": 28.61048, + "565": 12.37263, + "570": 12.39731, + "575": 12.38876, + "580": 17.46513, + "585": 12.29047, + "590": 12.32576, + "595": 12.35946, + "600": 12.33053, + "605": 12.33072, + "610": 12.27186, + "615": 12.28946, + "620": 12.29203, + "625": 12.28402, + "630": 23.57432, + "635": 12.36512, + "640": 12.41204, + "645": 12.27254, + "650": 17.46731, + "655": 12.24251, + "660": 12.2041, + "665": 14.99678, + "670": 37.15938, + "675": 12.1899, + "680": 12.14101, + "685": 12.13092, + "690": 12.17929, + "695": 17.49305, + "700": 12.08416, + "705": 12.09208, + "710": 12.09768, + "715": 22.09082, + "720": 12.00133, + "725": 12.01571, + "730": 12.05165, + "735": 12.09758, + "740": 12.10947, + "745": 12.18888, + "750": 12.05628, + "755": 12.0394, + "760": 12.33288, + "765": 12.03319, + "770": 12.0076, + "775": 12.06031, + "780": 12.00809, + "785": 12.04389, + "790": 11.99905, + "795": 12.03911, + "800": 12.01608, + "805": 12.18327, + "810": 12.06469, + "815": 12.22141, + "820": 12.05644, + "825": 11.97103, + "830": 12.08702, + "835": 12.02165, + "840": 11.99977, + "845": 12.01228, + "850": 11.99497, + "855": 12.02844, + "860": 12.1111, + "865": 12.0751, + "870": 12.07942, + "875": 12.02113, + "880": 12.03037, + "885": 12.01521, + "890": 12.15932, + "895": 12.02617, + "900": 12.03115, + "905": 12.03471, + "910": 12.13221, + "915": 12.02233, + "920": 11.99455, + "925": 11.98459, + "930": 11.99582, + "935": 12.06912, + "940": 12.0621, + "945": 12.0327, + "950": 12.06879, + "955": 12.13658, + "960": 12.01902, + "965": 12.02244, + "970": 11.99911, + "975": 12.04229, + "980": 12.06882, + "985": 12.02709, + "990": 12.04923, + "995": 12.0895, + "1000": 12.11027, + "1005": 12.14185, + "1010": 12.12271, + "1015": 12.08477, + "1020": 23.07498, + "1025": 11.99821, + "1030": 12.06531, + "1035": 12.07982, + "1040": 12.14349, + "1045": 12.22344, + "1050": 12.06058, + "1055": 12.03879, + "1060": 12.04391, + "1065": 12.06657, + "1070": 12.76684, + "1075": 12.0434, + "1080": 12.05745, + "1085": 12.06564, + "1090": 12.05614, + "1095": 12.19868, + "1100": 17.75852, + "1105": 12.1275, + "1110": 12.06993, + "1115": 12.20579, + "1120": 12.05312, + "1125": 12.15032, + "1130": 12.0462, + "1135": 12.02085, + "1140": 12.00791, + "1145": 12.08059, + "1150": 12.07142, + "1155": 12.1178, + "1160": 12.13759, + "1165": 12.07373, + "1170": 12.20232, + "1175": 18.11697, + "1180": 12.64294, + "1185": 17.14898, + "1190": 12.05917, + "1195": 12.06234, + "1200": 11.99488, + "1205": 12.06263, + "1210": 12.15264, + "1215": 12.07356, + "1220": 12.03342, + "1225": 17.03695, + "1230": 12.04442, + "1235": 18.62236, + "1240": 12.01527, + "1245": 12.02989, + "1250": 12.10979, + "1255": 17.30344, + "1260": 12.05118, + "1265": 12.0283, + "1270": 29.06426, + "1275": 17.16334, + "1280": 12.02121, + "1285": 12.07671, + "1290": 11.97426, + "1295": 12.00951, + "1300": 12.22851, + "1305": 12.10035, + "1310": 17.44605, + "1315": 12.06021, + "1320": 12.08926, + "1325": 12.15463, + "1330": 12.24405, + "1335": 17.29863, + "1340": 20.43665, + "1345": 12.08081, + "1350": 12.02942, + "1355": 12.02503, + "1360": 12.0494, + "1365": 12.08879, + "1370": 12.2251, + "1375": 12.22301, + "1380": 12.05152, + "1385": 12.19908, + "1390": 12.11187, + "1395": 12.01147, + "1400": 12.04695, + "1405": 12.44867, + "1410": 12.14616, + "1415": 17.2707, + "1420": 12.15493, + "1425": 12.00884, + "1430": 12.05706, + "1435": 12.04022, + "1440": 17.13469, + "1445": 17.65059, + "1450": 12.00352, + "1455": 12.06822, + "1460": 11.99435, + "1465": 12.05829, + "1470": 12.03461, + "1475": 12.06868, + "1480": 12.06945, + "1485": 12.09449, + "1490": 12.08656, + "1495": 12.02279, + "1500": 12.15846, + "1505": 12.08881, + "1510": 12.01878, + "1515": 12.27681, + "1520": 12.23192, + "1525": 12.15017, + "1530": 12.2215, + "1535": 12.12907, + "1540": 11.9902, + "1545": 12.05489, + "1550": 12.00438, + "1555": 12.20034, + "1560": 12.1241, + "1565": 12.06577, + "1570": 12.13423, + "1575": 16.61537, + "1580": 12.19736, + "1585": 12.02532, + "1590": 12.12436, + "1595": 12.03422, + "1600": 12.00977, + "1605": 23.27287, + "1610": 17.29962, + "1615": 12.1692, + "1620": 12.42377, + "1625": 12.0538, + "1630": 12.07494, + "1635": 12.02796, + "1640": 12.00745, + "1645": 12.02804, + "1650": 11.99807, + "1655": 11.99339, + "1660": 23.44933, + "1665": 12.06552, + "1670": 12.06848, + "1675": 12.10936, + "1680": 12.04835, + "1685": 12.08947, + "1690": 12.10247, + "1695": 12.10678, + "1700": 17.38173, + "1705": 12.16391, + "1710": 12.07851, + "1715": 12.1407, + "1720": 12.1354, + "1725": 18.12115, + "1730": 12.05046, + "1735": 12.17396, + "1740": 12.15993, + "1745": 12.04432, + "1750": 12.17224, + "1755": 12.19196, + "1760": 12.05145, + "1765": 12.07931, + "1770": 12.058, + "1775": 12.03299, + "1780": 18.20423, + "1785": 12.03975, + "1790": 23.28873, + "1795": 12.05397, + "1800": 26.2849, + "1805": 23.28416, + "1810": 12.11463, + "1815": 12.08972, + "1820": 12.11859, + "1825": 12.04479, + "1830": 17.79151, + "1835": 17.90729, + "1840": 16.71125, + "1845": 23.33302, + "1850": 11.98855, + "1855": 29.5234, + "1860": 12.01709, + "1865": 23.54199, + "1870": 12.06206, + "1875": 12.02188, + "1880": 12.02192, + "1885": 12.04029, + "1890": 12.04373, + "1895": 12.07161, + "1900": 12.05659, + "1905": 12.21966, + "1910": 12.08813, + "1915": 12.01839, + "1920": 12.15181, + "1925": 12.06929, + "1930": 12.14006, + "1935": 12.01516, + "1940": 12.04445, + "1945": 12.08309, + "1950": 12.06244, + "1955": 12.05535, + "1960": 12.07967, + "1965": 12.06703, + "1970": 12.02503, + "1975": 12.06942, + "1980": 12.0604, + "1985": 12.01242, + "1990": 12.06831, + "1995": 11.99046, + "2000": 11.9936, + "2005": 12.1382, + "2010": 12.19701, + "2015": 12.05887, + "2020": 12.18334, + "2025": 12.08822, + "2030": 12.08146, + "2035": 12.06152, + "2040": 12.06112, + "2045": 12.03412, + "2050": 12.35559, + "2055": 12.07058, + "2060": 12.13077, + "2065": 12.02359, + "2070": 13.19286, + "2075": 12.11002, + "2080": 12.01943, + "2085": 12.0163, + "2090": 12.04744, + "2095": 95.09589, + "2100": 12.04589, + "2105": 12.08725, + "2110": 12.15522, + "2115": 11.99685, + "2120": 12.16709, + "2125": 17.47291, + "2130": 12.05281, + "2135": 12.04345, + "2140": 11.9309, + "2145": 12.02606, + "2150": 17.15638, + "2155": 28.75098, + "2160": 17.59205, + "2165": 12.06507, + "2170": 12.29733, + "2175": 12.23099, + "2180": 19.03867, + "2185": 12.08809, + "2190": 23.03177, + "2195": 12.02863, + "2200": 11.94224, + "2205": 12.08643, + "2210": 12.12769, + "2215": 11.96427, + "2220": 12.00506, + "2225": 11.99582, + "2230": 12.03776, + "2235": 11.97453, + "2240": 14.51879, + "2245": 11.97311, + "2250": 11.93011, + "2255": 12.02107, + "2260": 11.96801, + "2265": 12.00687, + "2270": 12.05062, + "2275": 12.14592, + "2280": 12.13636, + "2285": 12.06855, + "2290": 23.60284, + "2295": 11.98908, + "2300": 12.02421, + "2305": 11.9875, + "2310": 17.3919, + "2315": 11.95327, + "2320": 12.01618, + "2325": 12.02501, + "2330": 12.06841, + "2335": 12.00242, + "2340": 12.0303, + "2345": 11.98285, + "2350": 12.04455, + "2355": 11.95835, + "2360": 12.88899, + "2365": 11.98795, + "2370": 11.9649, + "2375": 23.44269, + "2380": 11.97357, + "2385": 12.00041, + "2390": 17.15683, + "2395": 11.96991, + "2400": 13.18225, + "2405": 18.35013, + "2410": 11.97451, + "2415": 12.01153, + "2420": 12.06077, + "2425": 11.98192, + "2430": 12.05665, + "2435": 23.36961, + "2440": 11.95462, + "2445": 11.99896, + "2450": 17.22313, + "2455": 12.10425, + "2460": 12.01534, + "2465": 12.05333, + "2470": 17.45707, + "2475": 12.01908, + "2480": 12.033, + "2485": 12.06353, + "2490": 11.98396, + "2495": 12.06592, + "2500": 12.03379, + "2505": 12.09202, + "2510": 12.1015, + "2515": 12.05454, + "2520": 11.95691, + "2525": 12.01022, + "2530": 12.06131, + "2535": 11.9875, + "2540": 12.0041, + "2545": 12.12128, + "2550": 32.67685, + "2555": 11.96034, + "2560": 11.9532, + "2565": 12.08606, + "2570": 16.05777, + "2575": 12.10205, + "2580": 12.04635, + "2585": 12.06672, + "2590": 11.97281, + "2595": 11.99234, + "2600": 23.05185, + "2605": 23.77828, + "2610": 12.04912, + "2615": 11.97698, + "2620": 11.98236, + "2625": 25.76622, + "2630": 12.2, + "2635": 12.05067, + "2640": 12.023, + "2645": 11.99898, + "2650": 23.57645, + "2655": 23.44326, + "2660": 23.33605, + "2665": 12.02986, + "2670": 12.11965, + "2675": 12.02702, + "2680": 11.98546, + "2685": 11.93881, + "2690": 11.9254, + "2695": 11.98774, + "2700": 12.08115, + "2705": 11.95822, + "2710": 11.96368, + "2715": 11.96762, + "2720": 12.02647, + "2725": 17.35565, + "2730": 12.01369, + "2735": 12.15608, + "2740": 12.02781, + "2745": 23.45308, + "2750": 12.0498, + "2755": 12.05056, + "2760": 12.0163, + "2765": 12.02506, + "2770": 11.93324, + "2775": 12.1107, + "2780": 11.9914, + "2785": 12.13689, + "2790": 11.95404, + "2795": 11.98987, + "2800": 11.99019, + "2805": 11.96052, + "2810": 12.00685, + "2815": 16.50378, + "2820": 12.01594, + "2825": 12.05585, + "2830": 14.37862, + "2835": 12.04817, + "2840": 14.73095, + "2845": 11.97047, + "2850": 12.09647, + "2855": 12.00726, + "2860": 12.09073, + "2865": 12.09086, + "2870": 11.96541, + "2875": 12.02802, + "2880": 11.97354, + "2885": 11.96056, + "2890": 12.01153, + "2895": 12.01113, + "2900": 12.01944, + "2905": 11.99946, + "2910": 11.9884, + "2915": 11.96792, + "2920": 12.14114, + "2925": 11.98067, + "2930": 11.97537, + "2935": 12.01285, + "2940": 11.9711, + "2945": 22.9472, + "2950": 12.13862, + "2955": 12.03482, + "2960": 12.05963, + "2965": 12.04058, + "2970": 11.9934, + "2975": 11.96865, + "2980": 12.09711, + "2985": 12.0403, + "2990": 11.99527, + "2995": 12.10345, + "3000": 11.9611, + "3005": 13.3386, + "3010": 11.98235, + "3015": "nan", + "3020": 12.58235, + "3025": 12.20592, + "3030": 12.08549, + "3035": 12.10115, + "3040": 12.14728, + "3045": 12.10928, + "3050": 12.19699, + "3055": 17.23946, + "3060": 12.13456, + "3065": 12.12407, + "3070": 12.12357, + "3075": 12.16242, + "3080": 12.10064, + "3085": 12.22666, + "3090": 12.18353, + "3095": 12.23022, + "3100": 12.27682, + "3105": 22.99263, + "3110": 12.13826, + "3115": 12.08714, + "3120": 12.09904, + "3125": 12.09836, + "3130": 12.0845, + "3135": 12.201, + "3140": 12.06398, + "3145": 12.05356, + "3150": 12.1205, + "3155": 23.05849, + "3160": 12.03783, + "3165": 12.16775, + "3170": 12.04224, + "3175": 12.17474, + "3180": 12.18384, + "3185": 12.11922, + "3190": 12.06415, + "3195": 12.1121, + "3200": 12.09898, + "3205": 12.07707, + "3210": 12.05763, + "3215": 12.01883, + "3220": 12.03026, + "3225": 12.17437, + "3230": 12.09146, + "3235": 12.16726, + "3240": 12.05884, + "3245": 12.07819, + "3250": 12.05481, + "3255": 12.13484, + "3260": 12.15727, + "3265": 12.19678, + "3270": 12.10192, + "3275": 12.14894, + "3280": 12.11447, + "3285": 12.07337, + "3290": 12.07075, + "3295": 12.12702, + "3300": 12.14357, + "3305": 17.39759, + "3310": 12.06641, + "3315": 12.09472, + "3320": 12.00378, + "3325": 12.13886, + "3330": 12.0691, + "3335": 12.2254, + "3340": 12.16984, + "3345": 12.26761, + "3350": 12.06951, + "3355": 17.30878, + "3360": 12.15877, + "3365": 12.09183, + "3370": 12.08344, + "3375": 12.10231, + "3380": 12.89721, + "3385": 14.7563, + "3390": 22.61337, + "3395": 12.09215, + "3400": 12.11075, + "3405": 12.0693, + "3410": 12.12554, + "3415": 12.06971, + "3420": 12.07287, + "3425": 12.12354, + "3430": 12.068, + "3435": 12.1323, + "3440": 12.06464, + "3445": 12.08418, + "3450": 28.62706, + "3455": 17.61308, + "3460": 12.07768, + "3465": 12.09643, + "3470": 12.1082, + "3475": 12.11131, + "3480": 12.03839, + "3485": 12.08087, + "3490": 12.00804, + "3495": 12.02463, + "3500": 12.10328, + "3505": 17.39374, + "3510": 12.14839, + "3515": 12.163, + "3520": 12.21711, + "3525": 12.04581, + "3530": 17.22428, + "3535": 12.11635, + "3540": 12.21692, + "3545": 12.13159, + "3550": 12.14012, + "3555": 12.12668, + "3560": 12.1902, + "3565": 17.99411, + "3570": 12.19451, + "3575": 12.10627, + "3580": 12.16686, + "3585": 12.16652, + "3590": 12.21366, + "3595": 12.02659, + "3600": 12.17245, + "3605": 12.11645, + "3610": 12.07511, + "3615": 12.19227, + "3620": 12.22395, + "3625": 12.06806, + "3630": 23.59244, + "3635": 12.14732, + "3640": 23.59428, + "3645": 12.17137, + "3650": 12.11488, + "3655": 17.57202, + "3660": 17.74532, + "3665": 17.98503, + "3670": 12.11526, + "3675": 12.1552, + "3680": 12.97689, + "3685": 12.1476, + "3690": 12.05715, + "3695": 12.17997, + "3700": 12.1672, + "3705": 12.03688, + "3710": 12.17369, + "3715": 12.11124, + "3720": 12.07522, + "3725": 12.08224, + "3730": 12.06251, + "3735": 18.1624, + "3740": 12.12604, + "3745": 12.17757, + "3750": 12.04736, + "3755": 12.06959, + "3760": 12.08065, + "3765": 12.18289, + "3770": 12.11854, + "3775": 12.07638, + "3780": 12.09127, + "3785": 12.09061, + "3790": 12.06931, + "3795": 12.07522, + "3800": 12.13646, + "3805": 12.28348, + "3810": 12.07555, + "3815": 12.11865, + "3820": 12.06766, + "3825": 12.28478, + "3830": 12.04206, + "3835": 12.05676, + "3840": 12.07887, + "3845": 12.03212, + "3850": 12.085, + "3855": 12.15783, + "3860": 12.05512, + "3865": 12.05258, + "3870": 12.08362, + "3875": 12.08618, + "3880": 12.03844, + "3885": 37.52757, + "3890": 12.1258, + "3895": 12.0943, + "3900": 12.05877, + "3905": 17.62779, + "3910": 12.08432, + "3915": 17.85638, + "3920": 12.14083, + "3925": 12.03494, + "3930": 12.09509, + "3935": 12.12955, + "3940": 12.11995, + "3945": 12.16791, + "3950": 12.22713, + "3955": 95.17224, + "3960": 12.22983, + "3965": 17.52108, + "3970": 17.33154, + "3975": 17.54123, + "3980": 17.14334, + "3985": 11.9976, + "3990": 12.0153, + "3995": 12.09925, + "4000": 12.07977, + "4005": 12.00321, + "4010": 17.04773, + "4015": 11.98109, + "4020": 12.09792, + "4025": 12.04973, + "4030": 12.04457, + "4035": 12.1162, + "4040": 12.16359, + "4045": 12.00834, + "4050": 17.6049, + "4055": 11.99392, + "4060": 12.0448, + "4065": 12.03396, + "4070": 12.08206, + "4075": 12.0158, + "4080": 12.03954, + "4085": 17.50196, + "4090": 12.00975, + "4095": 17.37615, + "4100": 12.05309, + "4105": 12.04364, + "4110": 11.97406, + "4115": 12.04741, + "4120": 12.11877, + "4125": 12.22159, + "4130": 17.66157, + "4135": 11.95322, + "4140": 12.00094, + "4145": 11.95883, + "4150": 12.06727, + "4155": 23.62712, + "4160": 12.01819, + "4165": 11.97169, + "4170": 12.01678, + "4175": 12.02209, + "4180": 12.03807, + "4185": 12.013, + "4190": 12.15375, + "4195": 11.9993, + "4200": 11.98377, + "4205": 12.01139, + "4210": 11.99338, + "4215": 18.07083, + "4220": 12.02306, + "4225": 12.01529, + "4230": 12.03861, + "4235": 12.00829, + "4240": 12.06055, + "4245": 12.07495, + "4250": 11.99841, + "4255": 11.97342, + "4260": 12.05805, + "4265": 12.06922, + "4270": 11.98133, + "4275": 11.99509, + "4280": 12.05986, + "4285": 11.99501, + "4290": 12.02425, + "4295": 12.02733, + "4300": 11.98723, + "4305": 12.11624, + "4310": 12.02537, + "4315": 17.10705, + "4320": 12.02035, + "4325": 11.97783, + "4330": 12.094, + "4335": 11.98988, + "4340": 11.99466, + "4345": 23.41181, + "4350": 11.96174, + "4355": 12.02967, + "4360": 12.04675, + "4365": 23.12241, + "4370": 12.0384, + "4375": 12.09053, + "4380": 12.05709, + "4385": 12.03169, + "4390": 12.04134, + "4395": 12.05838, + "4400": 12.00388, + "4405": 12.05844, + "4410": 12.01094, + "4415": 12.06089, + "4420": 11.97612, + "4425": 12.04149, + "4430": 17.19564, + "4435": 12.04592, + "4440": 12.03234, + "4445": 12.12801, + "4450": 11.94304, + "4455": 12.03362, + "4460": 11.97396, + "4465": 11.97825, + "4470": 12.04454, + "4475": 18.32298, + "4480": 11.97364, + "4485": 12.02994, + "4490": 12.06615, + "4495": 12.21985, + "4500": 11.97793, + "4505": 11.9986, + "4510": 11.98557, + "4515": 11.98491, + "4520": 12.07122, + "4525": 11.99476, + "4530": 12.13952, + "4535": 11.97011, + "4540": 12.08498, + "4545": 12.04388, + "4550": 11.9723, + "4555": 12.0213, + "4560": 12.94766, + "4565": 11.99376, + "4570": 12.10579, + "4575": 12.05257, + "4580": 11.98313, + "4585": 11.97304, + "4590": 12.05286, + "4595": 11.99662, + "4600": 12.09469, + "4605": 11.90371, + "4610": 11.9998, + "4615": 12.04112, + "4620": 11.99694, + "4625": 11.99055, + "4630": 12.01299, + "4635": 12.04423, + "4640": 12.03498, + "4645": 11.99636, + "4650": 12.01949, + "4655": 12.00476, + "4660": 12.19024, + "4665": 17.0313, + "4670": 12.08213, + "4675": 11.97263, + "4680": 12.14883, + "4685": 11.98722, + "4690": 11.95142, + "4695": 12.01482, + "4700": 11.99674, + "4705": 17.88216, + "4710": 12.02872, + "4715": 11.99452, + "4720": 11.98561, + "4725": 12.00923, + "4730": 11.98903, + "4735": 12.02491, + "4740": 12.05416, + "4745": 12.12314, + "4750": 11.97721, + "4755": 12.02318, + "4760": 11.99888, + "4765": 13.15443, + "4770": 11.98807, + "4775": 12.13821, + "4780": 12.23761, + "4785": 12.08535, + "4790": 12.02194, + "4795": 11.99974, + "4800": 12.01058, + "4805": 18.20909, + "4810": 22.19593, + "4815": 12.08767, + "4820": 11.99066, + "4825": 17.3692, + "4830": 11.96592, + "4835": 12.02465, + "4840": 12.15079, + "4845": 12.02288, + "4850": 11.99574, + "4855": 12.24097, + "4860": 12.06507, + "4865": 11.99956, + "4870": 11.93253, + "4875": 11.99562, + "4880": 11.97549, + "4885": 97.9965, + "4890": 23.26524, + "4895": 12.12904, + "4900": 12.02502, + "4905": 17.62521, + "4910": 12.109, + "4915": 12.30553, + "4920": 12.06756, + "4925": 12.08948, + "4930": 12.07576, + "4935": 12.09863, + "4940": 12.04853, + "4945": 23.09601, + "4950": 12.04599, + "4955": 12.14546, + "4960": 17.46752, + "4965": 12.10032, + "4970": 12.26463, + "4975": 12.05574, + "4980": 12.07291, + "4985": 12.09658, + "4990": 12.03323, + "4995": 12.05226, + "5000": 12.01128, + "5005": 23.51317, + "5010": 12.0753, + "5015": 14.76915, + "5020": 12.06683, + "5025": 12.12074, + "5030": 23.14332, + "5035": 12.11224, + "5040": 12.06147, + "5045": 12.06442, + "5050": 12.0675, + "5055": 12.14391, + "5060": 12.05162, + "5065": 12.0748, + "5070": 12.20809, + "5075": 12.13585, + "5080": 12.05242, + "5085": 12.17991, + "5090": 12.08148, + "5095": 12.12409, + "5100": 12.06104, + "5105": 12.11429, + "5110": 12.08759, + "5115": 12.03789, + "5120": 12.01043, + "5125": 12.10851, + "5130": 12.08331, + "5135": 12.07856, + "5140": 14.66916, + "5145": 12.12814, + "5150": 12.07523, + "5155": 12.07056, + "5160": 12.13564, + "5165": 12.3091, + "5170": 12.07991, + "5175": 17.97351, + "5180": 12.10067, + "5185": 13.0804, + "5190": 12.17774, + "5195": 12.3154, + "5200": 14.74282, + "5205": 12.1941, + "5210": 17.69639, + "5215": 12.14389, + "5220": 12.06835, + "5225": 12.53378, + "5230": 12.2152, + "5235": 12.08742, + "5240": 12.07842, + "5245": 12.09607, + "5250": 12.1703, + "5255": 12.11081, + "5260": 12.11889, + "5265": 12.04442, + "5270": 12.17308, + "5275": 12.10658, + "5280": 12.22118, + "5285": 12.06912, + "5290": 12.0757, + "5295": 12.23511, + "5300": 12.06881, + "5305": 12.06207, + "5310": 17.07406, + "5315": 17.43253, + "5320": 12.07731, + "5325": 12.08219, + "5330": 23.62977, + "5335": 12.09526, + "5340": 23.51612, + "5345": 12.04351, + "5350": 12.05806, + "5355": 12.1857, + "5360": 23.17471, + "5365": 12.04562, + "5370": 12.09198, + "5375": 12.22562, + "5380": 12.10305, + "5385": 12.08997, + "5390": 12.07223, + "5395": 16.24195, + "5400": 12.07489, + "5405": 12.22464, + "5410": 12.08809, + "5415": 12.08136, + "5420": 12.02882, + "5425": 12.18002, + "5430": 12.044, + "5435": 12.11552, + "5440": 12.08242, + "5445": 12.08994, + "5450": 12.1474, + "5455": 12.06427, + "5460": 12.02972, + "5465": 12.08186, + "5470": 12.14383, + "5475": 12.12484, + "5480": 12.18364, + "5485": 12.16456, + "5490": 12.09591, + "5495": 12.18212, + "5500": 12.08371, + "5505": 12.14, + "5510": 12.26758, + "5515": 12.02029, + "5520": 17.61228, + "5525": 12.11171, + "5530": 12.12853, + "5535": 12.2157, + "5540": 12.0447, + "5545": 12.05963, + "5550": 12.05468, + "5555": 12.02895, + "5560": 17.37934, + "5565": 12.11338, + "5570": 12.16494, + "5575": 12.03769, + "5580": 12.06056, + "5585": 12.10872, + "5590": 12.08438, + "5595": 12.05229, + "5600": 12.16298, + "5605": 12.08212, + "5610": 12.05598, + "5615": 12.09948, + "5620": 12.11926, + "5625": 12.06238, + "5630": 12.05684, + "5635": 12.31443, + "5640": 12.11188, + "5645": 12.35225, + "5650": 12.10406, + "5655": 12.015, + "5660": 12.09226, + "5665": 12.06425, + "5670": 12.10121, + "5675": 12.29176, + "5680": 12.1078, + "5685": 13.53345, + "5690": 12.06912, + "5695": 12.08094, + "5700": 12.06344, + "5705": 12.107, + "5710": 12.07118, + "5715": 12.06914, + "5720": 12.35322, + "5725": 12.10712, + "5730": 12.10294, + "5735": 12.22135, + "5740": 12.09168, + "5745": 12.06211, + "5750": 12.21443, + "5755": 12.02672, + "5760": 12.01408, + "5765": 12.0102, + "5770": 12.08365, + "5775": 12.08856, + "5780": 12.13163, + "5785": 12.06507, + "5790": 12.11272, + "5795": 12.07722, + "5800": 12.19872, + "5805": 12.06657, + "5810": 12.06403, + "5815": 12.16713, + "5820": 12.09628, + "5825": 12.18153, + "5830": 12.08826, + "5835": 12.02849, + "5840": 12.09496, + "5845": 12.02339, + "5850": 11.99955, + "5855": 12.00958, + "5860": 11.97281, + "5865": 17.50362, + "5870": 12.03277, + "5875": 12.04543, + "5880": 11.9768, + "5885": 17.3909, + "5890": 11.99813, + "5895": 12.18926, + "5900": 12.17929, + "5905": 17.52427, + "5910": 12.00519, + "5915": 17.1447, + "5920": 12.04834, + "5925": 12.05998, + "5930": 11.95898, + "5935": 11.98068, + "5940": 12.01225, + "5945": 12.05702, + "5950": 12.08394, + "5955": 11.99837, + "5960": 11.9934, + "5965": 11.9824, + "5970": 12.10284, + "5975": 12.17956, + "5980": 11.99432, + "5985": 11.99979, + "5990": 12.01079, + "5995": 12.03263, + "6000": 12.03332, + "6005": 12.03696, + "6010": 12.04994, + "6015": 12.00743, + "6020": 12.08843, + "6025": 21.42463, + "6030": 12.01631, + "6035": 12.0691, + "6040": 15.71875, + "6045": 16.71782, + "6050": 12.0158, + "6055": 22.5923, + "6060": 12.20213, + "6065": 12.04217, + "6070": 12.01592, + "6075": 12.05697, + "6080": 11.97775, + "6085": 12.00781, + "6090": 17.05471, + "6095": 11.92033, + "6100": 11.92768, + "6105": 12.21475, + "6110": 11.99354, + "6115": 12.09345, + "6120": 12.01281, + "6125": 11.99329, + "6130": 17.20973, + "6135": 12.1147, + "6140": 11.98698, + "6145": 12.03683, + "6150": 12.04441, + "6155": 12.02309, + "6160": 12.05495, + "6165": 12.05904, + "6170": 12.01332, + "6175": 12.02835, + "6180": 17.10044, + "6185": 12.09096, + "6190": 11.95051, + "6195": 12.00672, + "6200": 11.98207, + "6205": 12.03448, + "6210": 12.01109, + "6215": 12.0027, + "6220": 12.13659, + "6225": 12.00279, + "6230": 11.99114, + "6235": 11.99282, + "6240": 12.03338, + "6245": 11.99759, + "6250": 11.99598, + "6255": 18.27753, + "6260": 12.06263, + "6265": 12.23238, + "6270": 11.97802, + "6275": 12.01392, + "6280": 12.033, + "6285": 12.01391, + "6290": 11.97945, + "6295": 12.02986, + "6300": 13.06701, + "6305": 17.3811, + "6310": 11.98771, + "6315": 11.99254, + "6320": 12.10197, + "6325": 12.05157, + "6330": 12.0068, + "6335": 11.97679, + "6340": 12.01657, + "6345": 11.96766, + "6350": 12.05383, + "6355": 11.98311, + "6360": 12.06229, + "6365": 12.02586, + "6370": 12.00605, + "6375": 11.96454, + "6380": 12.06076, + "6385": 11.97515, + "6390": 12.00881, + "6395": 11.97208, + "6400": 11.96584, + "6405": 12.04544, + "6410": 12.04062, + "6415": 12.02412, + "6420": 11.98424, + "6425": 11.96525, + "6430": 11.96687, + "6435": 12.06708, + "6440": 17.19076, + "6445": 12.00984, + "6450": 11.94954, + "6455": 11.99452, + "6460": 11.98821, + "6465": 12.11336, + "6470": 12.0364, + "6475": 12.04094, + "6480": 12.0047, + "6485": 12.05982, + "6490": 11.99203, + "6495": 12.01851, + "6500": 12.02161, + "6505": 12.03322, + "6510": 11.9811, + "6515": 12.04216, + "6520": 11.99511, + "6525": 11.97702, + "6530": 11.97816, + "6535": 12.01245, + "6540": 11.98988, + "6545": 11.942, + "6550": 12.03309, + "6555": 12.16992, + "6560": 17.63231, + "6565": 12.02255, + "6570": 22.98051, + "6575": 11.98114, + "6580": 12.02207, + "6585": 11.95684, + "6590": 12.04226, + "6595": 11.99421, + "6600": 12.16134, + "6605": 11.97944, + "6610": 12.47764, + "6615": 12.00128, + "6620": 11.97768, + "6625": 12.12111, + "6630": 12.18783, + "6635": 11.99138, + "6640": 12.04762, + "6645": 12.0556, + "6650": 12.0104, + "6655": 12.03904, + "6660": 11.96358, + "6665": 11.95736, + "6670": 12.10759, + "6675": 12.03241, + "6680": 11.97862, + "6685": 11.99355, + "6690": 12.00157, + "6695": 12.0302, + "6700": 12.20154, + "6705": 12.13039, + "6710": 11.98275, + "6715": 12.01147, + "6720": 12.14224, + "6725": 12.0212, + "6730": 12.02564, + "6735": 11.98602, + "6740": 12.01507, + "6745": 12.03564, + "6750": 12.07665, + "6755": 12.02168, + "6760": 17.08851, + "6765": 12.1808, + "6770": 12.12242, + "6775": 12.05767, + "6780": 12.09579, + "6785": 17.36247, + "6790": 12.02822, + "6795": 29.96229, + "6800": 12.12225, + "6805": 15.04356, + "6810": 12.09575, + "6815": 12.19592, + "6820": 12.21685, + "6825": 12.31355, + "6830": 23.69474, + "6835": 12.17961, + "6840": 12.09243, + "6845": 12.05092, + "6850": 21.59167, + "6855": 24.13664, + "6860": 12.07989, + "6865": 28.51883, + "6870": 23.34192, + "6875": 12.23007, + "6880": 17.63662, + "6885": 12.19979, + "6890": 17.2875, + "6895": 12.16339, + "6900": 12.08369, + "6905": 12.07396, + "6910": 12.38012, + "6915": 12.02875, + "6920": 30.08166, + "6925": 12.07527, + "6930": 12.25225, + "6935": 12.06874, + "6940": 12.1616, + "6945": 12.12744, + "6950": 12.03937, + "6955": 12.0909, + "6960": 12.00088, + "6965": 12.13573, + "6970": 12.18782, + "6975": 12.11845, + "6980": 12.09853, + "6985": 12.11678, + "6990": 12.84109, + "6995": 12.08497, + "7000": 12.08809, + "7005": 12.14268, + "7010": 12.18868, + "7015": 12.16387, + "7020": 11.99399, + "7025": 12.02388, + "7030": 12.06144, + "7035": 12.16788, + "7040": 17.21614, + "7045": 11.99206, + "7050": 12.02574, + "7055": 12.06351, + "7060": 12.02326, + "7065": 12.09171, + "7070": 12.13569, + "7075": 12.01969, + "7080": 12.00548, + "7085": 18.24275, + "7090": 12.09344, + "7095": 12.10415, + "7100": 12.13474, + "7105": 12.09197, + "7110": 12.04749, + "7115": 12.03161, + "7120": 12.09078, + "7125": 17.35902, + "7130": 12.08913, + "7135": 17.30093, + "7140": 12.03829, + "7145": 12.05846, + "7150": 12.04047, + "7155": 12.18838, + "7160": 12.37793, + "7165": 22.90281, + "7170": 12.03698, + "7175": 12.29352, + "7180": 17.16954, + "7185": 12.05427, + "7190": 12.04494, + "7195": 14.63359, + "7200": 12.0596, + "7205": 12.06373, + "7210": 14.80632, + "7215": 12.02815, + "7220": 12.23693, + "7225": 11.99781, + "7230": 12.0368, + "7235": 12.11481, + "7240": 12.02721, + "7245": 17.36042, + "7250": 12.04156, + "7255": 12.13446, + "7260": 12.06813, + "7265": 12.05706, + "7270": 12.06285, + "7275": 12.19289, + "7280": 12.08874, + "7285": 23.91367, + "7290": 12.14143, + "7295": 12.06991, + "7300": 12.05525, + "7305": 12.18755, + "7310": 12.08263, + "7315": 12.10073, + "7320": 12.05481, + "7325": 12.14848, + "7330": 12.05782, + "7335": 12.15126, + "7340": 12.00938, + "7345": 12.18239, + "7350": 12.0334, + "7355": 12.04088, + "7360": 12.03703, + "7365": 12.34969, + "7370": 12.08689, + "7375": 12.09819, + "7380": 17.45507, + "7385": 12.09357, + "7390": 12.03953, + "7395": 12.04638, + "7400": 12.05157, + "7405": 22.79089, + "7410": 12.05014, + "7415": 12.181, + "7420": 12.14072, + "7425": 12.05131, + "7430": 12.04625, + "7435": 12.02017, + "7440": 12.05606, + "7445": 12.04471, + "7450": 12.0761, + "7455": 12.106, + "7460": 12.21437, + "7465": 12.03096, + "7470": 12.05216, + "7475": 12.03752, + "7480": 12.05708, + "7485": 12.20132, + "7490": 12.06037, + "7495": 12.07627, + "7500": 12.06468, + "7505": 12.60591, + "7510": 12.3498, + "7515": 12.12736, + "7520": 12.04266, + "7525": 12.02252, + "7530": 12.1098, + "7535": 16.7527, + "7540": 23.36724, + "7545": 12.03414, + "7550": 12.0897, + "7555": 12.07102, + "7560": 12.14587, + "7565": 12.18434, + "7570": 12.31327, + "7575": 12.04723, + "7580": 12.08119, + "7585": 12.1798, + "7590": 12.09736, + "7595": 12.19338, + "7600": 12.0789, + "7605": 12.05718, + "7610": 12.37752, + "7615": 12.16375, + "7620": 12.09816, + "7625": 12.0866, + "7630": 12.05009, + "7635": 23.13086, + "7640": 12.01961, + "7645": 12.06554, + "7650": 12.04623, + "7655": 12.1454, + "7660": 12.05502, + "7665": 12.01544, + "7670": 12.08461, + "7675": 12.05123, + "7680": 12.13788, + "7685": 12.02765, + "7690": 12.3752, + "7695": 17.25783, + "7700": 17.30564, + "7705": 17.26243, + "7710": 12.16804, + "7715": 12.06507, + "7720": 12.44663, + "7725": 12.00612, + "7730": 12.05696, + "7735": 12.03341, + "7740": 12.05255, + "7745": 12.19668, + "7750": 12.0311, + "7755": 12.1959, + "7760": 12.34561, + "7765": 12.0433, + "7770": 12.04335, + "7775": 12.04626, + "7780": 12.04451, + "7785": 12.06191, + "7790": 12.04573, + "7795": 12.96681, + "7800": 12.15326, + "7805": 12.01198, + "7810": 12.0927, + "7815": 12.0677, + "7820": 17.31202, + "7825": 12.25985, + "7830": 14.92717, + "7835": 12.00867, + "7840": 12.18663, + "7845": 12.1089, + "7850": 12.13711, + "7855": 12.03681, + "7860": 12.05064, + "7865": 12.02452, + "7870": 12.09259, + "7875": 12.04967, + "7880": 12.05208, + "7885": 12.03451, + "7890": 23.48879, + "7895": 12.04823, + "7900": 12.12262, + "7905": 12.00179, + "7910": 12.1176, + "7915": 23.13016, + "7920": 12.02581, + "7925": 12.07102, + "7930": 17.05358, + "7935": 17.58841, + "7940": 12.06211, + "7945": 12.00683, + "7950": 17.1904, + "7955": 12.05676, + "7960": 12.03249, + "7965": 12.05017, + "7970": 12.06876, + "7975": 12.11739, + "7980": 12.24979, + "7985": 12.04217, + "7990": 12.08736, + "7995": 23.59298, + "8000": 17.13168, + "8005": 12.11449, + "8010": 12.07845, + "8015": 12.12722, + "8020": 12.03253, + "8025": 12.16462, + "8030": 19.20207, + "8035": 12.06669, + "8040": 12.27918, + "8045": 12.02057, + "8050": 12.01148, + "8055": 12.05251, + "8060": 12.04089, + "8065": 12.03428, + "8070": 12.11348, + "8075": 12.02102, + "8080": 12.05754, + "8085": 12.13052, + "8090": 12.11185, + "8095": 12.04883, + "8100": 12.04197, + "8105": 12.1116, + "8110": 12.1138, + "8115": 12.21439, + "8120": 12.12073, + "8125": 12.31612, + "8130": 12.02632, + "8135": 12.06499, + "8140": 12.01099, + "8145": 12.11364, + "8150": 12.05281, + "8155": 12.07404, + "8160": 12.05686, + "8165": 16.5834, + "8170": 14.75554, + "8175": 13.08679, + "8180": 12.02005, + "8185": 12.22639, + "8190": 12.02017, + "8195": 12.02664, + "8200": 12.05579, + "8205": 12.25489, + "8210": 12.09628, + "8215": 17.17466, + "8220": 12.07921, + "8225": 12.06167, + "8230": 28.92289, + "8235": 12.03033, + "8240": 12.14244, + "8245": 12.04458, + "8250": 11.99029, + "8255": 12.01024, + "8260": 12.03846, + "8265": 12.05126, + "8270": 12.0203, + "8275": 12.03348, + "8280": 12.07653, + "8285": 12.03568, + "8290": 12.09785, + "8295": 12.10526, + "8300": 12.0189, + "8305": 12.20012, + "8310": 12.10337, + "8315": 11.98774, + "8320": 12.06816, + "8325": 11.98596, + "8330": 12.10245, + "8335": 12.07995, + "8340": 12.02466, + "8345": 12.02496, + "8350": 12.13616, + "8355": 12.02438, + "8360": 12.15416, + "8365": 12.03624, + "8370": 12.03615, + "8375": 12.07507, + "8380": 15.65409, + "8385": 12.02395, + "8390": 12.05566, + "8395": 12.0894, + "8400": 12.14548, + "8405": 12.06457, + "8410": 17.69603, + "8415": 12.06352, + "8420": 11.99664, + "8425": 12.01922, + "8430": 12.03946, + "8435": 12.05745, + "8440": 11.97788, + "8445": 12.0783, + "8450": 12.07747, + "8455": 12.02284, + "8460": 12.11115, + "8465": 12.056, + "8470": 12.09155, + "8475": 12.0575, + "8480": 12.04801, + "8485": 17.92816, + "8490": 12.11083, + "8495": 11.99211, + "8500": 12.19551, + "8505": 12.09547, + "8510": 12.16992, + "8515": 12.03736, + "8520": 17.40644, + "8525": 12.02834, + "8530": 12.02607, + "8535": 12.13724, + "8540": 12.07937, + "8545": 12.04481, + "8550": 12.22286, + "8555": 12.0389, + "8560": 12.03043, + "8565": 12.01456, + "8570": 12.06495, + "8575": 12.0593, + "8580": 12.0565, + "8585": 12.07024, + "8590": 12.10454, + "8595": 12.10681, + "8600": 23.33078, + "8605": 12.0833, + "8610": 12.05853, + "8615": 12.13845, + "8620": 12.07564, + "8625": 12.0518, + "8630": 12.22501, + "8635": 17.70349, + "8640": 12.0043, + "8645": 12.01351, + "8650": 11.9908, + "8655": 11.947, + "8660": 17.25628, + "8665": 11.99525, + "8670": 36.50058, + "8675": 11.96641, + "8680": 11.98381, + "8685": 11.9218, + "8690": 11.97541, + "8695": 12.03319, + "8700": 11.96755, + "8705": 11.94245, + "8710": 12.09415, + "8715": 12.01533, + "8720": 12.19038, + "8725": 11.93475, + "8730": 11.99852, + "8735": 12.03763, + "8740": 11.97101, + "8745": 11.98139, + "8750": 11.94178, + "8755": 11.99606, + "8760": 11.95502, + "8765": 11.96191, + "8770": 11.95313, + "8775": 12.00885, + "8780": 17.56132, + "8785": 11.97991, + "8790": 11.9127, + "8795": 11.98754, + "8800": 17.15594, + "8805": 11.95331, + "8810": 12.07362, + "8815": 11.98162, + "8820": 12.12152, + "8825": 17.09778, + "8830": 11.96095, + "8835": 11.9517, + "8840": 11.93945, + "8845": 11.96732, + "8850": 11.97836, + "8855": 12.07682, + "8860": 12.01426, + "8865": 14.60983, + "8870": 12.25702, + "8875": 11.97609, + "8880": 12.0166, + "8885": 17.4162, + "8890": 12.00248, + "8895": 17.49548, + "8900": 12.02987, + "8905": 17.54209, + "8910": 37.03334, + "8915": 11.99512, + "8920": 11.95539, + "8925": 11.98665, + "8930": 12.04025, + "8935": 11.98089, + "8940": 12.00516, + "8945": 17.12887, + "8950": 11.99412, + "8955": 12.04596, + "8960": 12.07074, + "8965": 12.17298, + "8970": 12.08316, + "8975": 12.02459, + "8980": 11.98741, + "8985": 12.02188, + "8990": 11.9376, + "8995": 22.56186, + "9000": 11.96505, + "9005": 11.93682, + "9010": 22.87924, + "9015": 12.07902, + "9020": 11.97164, + "9025": 17.26785, + "9030": 11.95046, + "9035": 11.94659, + "9040": 11.96095, + "9045": 11.97762, + "9050": 17.16623, + "9055": 11.99601, + "9060": 12.23872, + "9065": 12.04999, + "9070": 11.9628, + "9075": 11.94753, + "9080": 11.97356, + "9085": 11.9595, + "9090": 12.54836, + "9095": 11.98133, + "9100": 11.94348, + "9105": 12.06208, + "9110": 11.97089, + "9115": 23.88639, + "9120": 11.99678, + "9125": 12.07445, + "9130": 12.02274, + "9135": 12.21247, + "9140": 12.04684, + "9145": 11.94849, + "9150": 11.97013, + "9155": 11.97153, + "9160": 11.91088, + "9165": 12.04907, + "9170": 11.97104, + "9175": 11.93072, + "9180": 11.97585, + "9185": 11.94208, + "9190": 11.93762, + "9195": 11.98367, + "9200": 11.95356, + "9205": 12.02104, + "9210": 11.94425, + "9215": 11.93833, + "9220": 12.05504, + "9225": 12.28704, + "9230": 11.96364, + "9235": 11.99507, + "9240": 11.99655, + "9245": 11.95781, + "9250": 11.9708, + "9255": 11.97461, + "9260": 12.00571, + "9265": 11.98747, + "9270": 12.12105, + "9275": 23.40051, + "9280": 11.95001, + "9285": 11.98055, + "9290": 11.94982, + "9295": 11.95502, + "9300": 12.14843, + "9305": 11.98163, + "9310": 13.32581, + "9315": 11.963, + "9320": 11.99484, + "9325": 16.49577, + "9330": 11.91038, + "9335": 11.99314, + "9340": 11.91403, + "9345": 11.99311, + "9350": 12.02235, + "9355": 11.97251, + "9360": 23.23406, + "9365": 12.01839, + "9370": 11.99082, + "9375": 11.99109, + "9380": 12.01016, + "9385": 11.99889, + "9390": 12.03772, + "9395": 11.97163, + "9400": 11.99777, + "9405": 11.99525, + "9410": 12.04326, + "9415": 11.99924, + "9420": 11.94885, + "9425": 11.97809, + "9430": 11.98696, + "9435": 11.96284, + "9440": 17.28831, + "9445": 11.97503, + "9450": 11.97866, + "9455": 11.95827, + "9460": 11.9416, + "9465": 11.98559, + "9470": 12.05668, + "9475": 12.05906, + "9480": 12.04568, + "9485": 16.40843, + "9490": 12.12434, + "9495": 11.97472, + "9500": 12.08529, + "9505": 12.04891, + "9510": 11.95289, + "9515": 11.94648, + "9520": 11.9444, + "9525": 12.00067, + "9530": 11.95863, + "9535": 11.9676 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/model_config.yaml b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/model_config.yaml index ab1df7f1d1e..49cca71a596 100644 --- a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/model_config.yaml +++ b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_release_sm/model_config.yaml @@ -19,7 +19,7 @@ MODEL_ARGS: --distributed-timeout-minutes: 60 --tensor-model-parallel-size: 2 --pipeline-model-parallel-size: 4 - --pipeline-model-parallel-layout: Et*2\\|\\(tt\\|\\)*5t\\|tmL # Et*2|(tt|)*5t|tmL + --pipeline-model-parallel-layout: Et*2|(tt|)*5t|tmL --expert-model-parallel-size: 16 --context-parallel-size: 1 --expert-tensor-parallel-size: 1 diff --git a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release/model_config.yaml b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release/model_config.yaml similarity index 95% rename from tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release/model_config.yaml rename to tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release/model_config.yaml index a77d456506c..4452ad22987 100644 --- a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release/model_config.yaml +++ b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release/model_config.yaml @@ -13,16 +13,16 @@ ENV_VARS: NON_DETERMINSTIC_RESULTS: 1 NVSHMEM_IB_ENABLE_IBGDA: 0 CUDA_DEVICE_MAX_CONNECTIONS: 1 - NUM_OF_HYBRID_EP_RANKS_PER_NVLINK_DOMAIN: 16 + NUM_OF_HYBRID_EP_RANKS_PER_NVLINK_DOMAIN: 8 USE_MNNVL: 1 TEST_TYPE: "release" MODEL_ARGS: # Distributed args --distributed-timeout-minutes: 60 --tensor-model-parallel-size: 2 - --pipeline-model-parallel-size: 4 - --pipeline-model-parallel-layout: Et*2\\|\\(tt\\|\\)*5t\\|tmL # Et*2|(tt|)*5t|tmL - --expert-model-parallel-size: 16 + --pipeline-model-parallel-size: 2 + --pipeline-model-parallel-layout: "Et*7|t*7mL" + --expert-model-parallel-size: 8 --context-parallel-size: 1 --expert-tensor-parallel-size: 1 --use-distributed-optimizer: true @@ -34,7 +34,7 @@ MODEL_ARGS: --sequence-parallel: true --use-flash-attn: true --disable-bias-linear: true - --micro-batch-size: 1 + --micro-batch-size: 4 --global-batch-size: 512 --train-samples: 24414062 --exit-duration-in-mins: 220 diff --git a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release_sm/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release_sm/golden_values_dev_dgx_gb200.json new file mode 100644 index 00000000000..f1fe2600baf --- /dev/null +++ b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release_sm/golden_values_dev_dgx_gb200.json @@ -0,0 +1,11492 @@ +{ + "lm loss": { + "start_step": 1, + "end_step": 9535, + "step_interval": 5, + "values": { + "1": 13.90137, + "5": 13.90372, + "10": 13.87493, + "15": 13.86127, + "20": 13.76245, + "25": 13.72657, + "30": 13.42477, + "35": 13.35267, + "40": 13.2701, + "45": 13.15966, + "50": 12.56281, + "55": 12.38218, + "60": 12.19755, + "65": 12.03141, + "70": 11.8598, + "75": 11.55717, + "80": 11.35361, + "85": 11.13845, + "90": 10.99346, + "95": 10.83936, + "100": 10.62267, + "105": 10.49232, + "110": 10.28024, + "115": 10.06877, + "120": 9.91657, + "125": 9.7739, + "130": 9.68549, + "135": 9.60673, + "140": 9.37968, + "145": 9.37166, + "150": 9.21319, + "155": 9.13417, + "160": 9.05577, + "165": 8.9384, + "170": 8.88972, + "175": 8.84479, + "180": 8.70299, + "185": 8.74117, + "190": 8.62106, + "195": 8.6257, + "200": 8.50992, + "205": 8.41997, + "210": 8.38159, + "215": 8.43073, + "220": 8.30381, + "225": 8.31599, + "230": 8.29915, + "235": 8.21696, + "240": 8.17383, + "245": 8.15279, + "250": 8.09205, + "255": 8.10103, + "260": 7.99771, + "265": 7.97892, + "270": 7.93198, + "275": 7.9201, + "280": 7.90955, + "285": 7.926, + "290": 7.86689, + "295": 7.8574, + "300": 7.75179, + "305": 7.74637, + "310": 7.70996, + "315": 7.70202, + "320": 7.69073, + "325": 7.60867, + "330": 7.59095, + "335": 7.57078, + "340": 7.6124, + "345": 7.48272, + "350": 7.47903, + "355": 7.41296, + "360": 7.49829, + "365": 7.42684, + "370": 7.45503, + "375": 7.4001, + "380": 7.37778, + "385": 7.37052, + "390": 7.39433, + "395": 7.33554, + "400": 7.27326, + "405": 7.28356, + "410": 7.2746, + "415": 7.25926, + "420": 7.26048, + "425": 7.23108, + "430": 7.18837, + "435": 7.19758, + "440": 7.16962, + "445": 7.15083, + "450": 7.10821, + "455": 7.12543, + "460": 7.09749, + "465": 7.08656, + "470": 7.05848, + "475": 7.08213, + "480": 6.95787, + "485": 7.01061, + "490": 6.96987, + "495": 6.95326, + "500": 6.89432, + "505": 6.93202, + "510": 6.91267, + "515": 6.88028, + "520": 6.87422, + "525": 6.86726, + "530": 6.8739, + "535": 6.86162, + "540": 6.78195, + "545": 6.81605, + "550": 6.83358, + "555": 6.85906, + "560": 6.80601, + "565": 6.74155, + "570": 6.75731, + "575": 6.77515, + "580": 6.69339, + "585": 6.70836, + "590": 6.6529, + "595": 6.65016, + "600": 6.67691, + "605": 6.67077, + "610": 6.64276, + "615": 6.69006, + "620": 6.6126, + "625": 6.58356, + "630": 6.58014, + "635": 6.6137, + "640": 6.59842, + "645": 6.58442, + "650": 6.6319, + "655": 6.62339, + "660": 6.53565, + "665": 6.51871, + "670": 6.46644, + "675": 6.57188, + "680": 6.54813, + "685": 6.49667, + "690": 6.48079, + "695": 6.44004, + "700": 6.44077, + "705": 6.43808, + "710": 6.47217, + "715": 6.48221, + "720": 6.3619, + "725": 6.41446, + "730": 6.40304, + "735": 6.41978, + "740": 6.3585, + "745": 6.32344, + "750": 6.38272, + "755": 6.30559, + "760": 6.31487, + "765": 6.31842, + "770": 6.32395, + "775": 6.3117, + "780": 6.27909, + "785": 6.29453, + "790": 6.25916, + "795": 6.23903, + "800": 6.24073, + "805": 6.30465, + "810": 6.1748, + "815": 6.19424, + "820": 6.20679, + "825": 6.22529, + "830": 6.22813, + "835": 6.1816, + "840": 6.15272, + "845": 6.19471, + "850": 6.13931, + "855": 6.16414, + "860": 6.1429, + "865": 6.16645, + "870": 6.12808, + "875": 6.16223, + "880": 6.12188, + "885": 6.11017, + "890": 6.16856, + "895": 6.06075, + "900": 6.06927, + "905": 6.08578, + "910": 6.06356, + "915": 6.04564, + "920": 6.03883, + "925": 6.03113, + "930": 6.05763, + "935": 6.05358, + "940": 5.98767, + "945": 6.03153, + "950": 6.0508, + "955": 6.01323, + "960": 6.01332, + "965": 5.92481, + "970": 5.96415, + "975": 5.96275, + "980": 5.94303, + "985": 5.93704, + "990": 5.9842, + "995": 5.89646, + "1000": 5.91884, + "1005": 5.87096, + "1010": 5.90555, + "1015": 5.93435, + "1020": 5.84891, + "1025": 5.83642, + "1030": 5.84465, + "1035": 5.9408, + "1040": 5.8555, + "1045": 5.83493, + "1050": 5.87466, + "1055": 5.85467, + "1060": 5.80325, + "1065": 5.78991, + "1070": 5.82227, + "1075": 5.8278, + "1080": 5.81056, + "1085": 5.81898, + "1090": 5.78662, + "1095": 5.80508, + "1100": 5.77297, + "1105": 5.73856, + "1110": 5.80972, + "1115": 5.73375, + "1120": 5.67813, + "1125": 5.694, + "1130": 5.74772, + "1135": 5.69944, + "1140": 5.70346, + "1145": 5.68783, + "1150": 5.71594, + "1155": 5.67149, + "1160": 5.66355, + "1165": 5.70291, + "1170": 5.68566, + "1175": 5.64336, + "1180": 5.64691, + "1185": 5.64423, + "1190": 5.63038, + "1195": 5.61933, + "1200": 5.57333, + "1205": 5.67994, + "1210": 5.54602, + "1215": 5.57286, + "1220": 5.65301, + "1225": 5.54112, + "1230": 5.5906, + "1235": 5.54623, + "1240": 5.57679, + "1245": 5.55389, + "1250": 5.53673, + "1255": 5.52802, + "1260": 5.53033, + "1265": 5.50506, + "1270": 5.47121, + "1275": 5.55119, + "1280": 5.48351, + "1285": 5.49578, + "1290": 5.46593, + "1295": 5.49756, + "1300": 5.4908, + "1305": 5.45855, + "1310": 5.408, + "1315": 5.47893, + "1320": 5.47433, + "1325": 5.39507, + "1330": 5.44739, + "1335": 5.42457, + "1340": 5.47764, + "1345": 5.43071, + "1350": 5.39948, + "1355": 5.404, + "1360": 5.40898, + "1365": 5.41188, + "1370": 5.34703, + "1375": 5.36678, + "1380": 5.41495, + "1385": 5.36851, + "1390": 5.3643, + "1395": 5.3745, + "1400": 5.37267, + "1405": 5.34998, + "1410": 5.33451, + "1415": 5.29482, + "1420": 5.3412, + "1425": 5.33001, + "1430": 5.36652, + "1435": 5.28266, + "1440": 5.30995, + "1445": 5.33855, + "1450": 5.34363, + "1455": 5.34312, + "1460": 5.29863, + "1465": 5.29333, + "1470": 5.32613, + "1475": 5.30183, + "1480": 5.30943, + "1485": 5.25949, + "1490": 5.25161, + "1495": 5.27493, + "1500": 5.27035, + "1505": 5.23318, + "1510": 5.26159, + "1515": 5.18754, + "1520": 5.22128, + "1525": 5.17966, + "1530": 5.21407, + "1535": 5.19264, + "1540": 5.19387, + "1545": 5.22973, + "1550": 5.23495, + "1555": 5.22091, + "1560": 5.16393, + "1565": 5.19626, + "1570": 5.20183, + "1575": 5.15886, + "1580": 5.18994, + "1585": 5.17031, + "1590": 5.15178, + "1595": 5.12216, + "1600": 5.19866, + "1605": 5.14247, + "1610": 5.14031, + "1615": 5.12474, + "1620": 5.13993, + "1625": 5.13053, + "1630": 5.10579, + "1635": 5.16153, + "1640": 5.12478, + "1645": 5.12378, + "1650": 5.10405, + "1655": 5.09131, + "1660": 5.09538, + "1665": 5.08157, + "1670": 5.09659, + "1675": 5.08729, + "1680": 5.03678, + "1685": 5.04267, + "1690": 5.01898, + "1695": 5.02161, + "1700": 5.06252, + "1705": 5.04299, + "1710": 5.03416, + "1715": 5.00243, + "1720": 4.99343, + "1725": 5.0245, + "1730": 4.98024, + "1735": 5.05638, + "1740": 4.97717, + "1745": 4.99984, + "1750": 4.99075, + "1755": 5.00278, + "1760": 5.00583, + "1765": 4.95727, + "1770": 4.96699, + "1775": 4.96574, + "1780": 5.0002, + "1785": 4.94378, + "1790": 4.96979, + "1795": 4.96585, + "1800": 4.90851, + "1805": 4.91094, + "1810": 4.92761, + "1815": 4.92918, + "1820": 4.91049, + "1825": 4.91949, + "1830": 4.90284, + "1835": 4.89652, + "1840": 4.89271, + "1845": 4.89107, + "1850": 4.86048, + "1855": 4.91771, + "1860": 4.87121, + "1865": 4.87755, + "1870": 4.86127, + "1875": 4.8634, + "1880": 4.92077, + "1885": 4.8676, + "1890": 4.86072, + "1895": 4.80712, + "1900": 4.85143, + "1905": 4.83773, + "1910": 4.85403, + "1915": 4.81865, + "1920": 4.80757, + "1925": 4.82107, + "1930": 4.79955, + "1935": 4.82364, + "1940": 4.78175, + "1945": 4.83198, + "1950": 4.86607, + "1955": 4.80403, + "1960": 4.79552, + "1965": 4.74955, + "1970": 4.75363, + "1975": 4.81745, + "1980": 4.74999, + "1985": 4.76769, + "1990": 4.80916, + "1995": 4.77382, + "2000": 4.78496, + "2005": 4.82884, + "2010": 4.74486, + "2015": 4.72042, + "2020": 4.72995, + "2025": 4.78311, + "2030": 4.70716, + "2035": 4.72882, + "2040": 4.69887, + "2045": 4.78539, + "2050": 4.76107, + "2055": 4.73212, + "2060": 4.73501, + "2065": 4.69643, + "2070": 4.71098, + "2075": 4.72907, + "2080": 4.69636, + "2085": 4.72163, + "2090": 4.63695, + "2095": 4.67168, + "2100": 4.6437, + "2105": 4.67007, + "2110": 4.66872, + "2115": 4.67385, + "2120": 4.66823, + "2125": 4.63885, + "2130": 4.63932, + "2135": 4.64717, + "2140": 4.65791, + "2145": 4.60594, + "2150": 4.63571, + "2155": 4.60776, + "2160": 4.63951, + "2165": 4.61005, + "2170": 4.63355, + "2175": 4.62935, + "2180": 4.6183, + "2185": 4.62781, + "2190": 4.60223, + "2195": 4.58434, + "2200": 4.57583, + "2205": 4.59158, + "2210": 4.63259, + "2215": 4.66719, + "2220": 4.61838, + "2225": 4.60454, + "2230": 4.60052, + "2235": 4.64699, + "2240": 4.5389, + "2245": 4.5358, + "2250": 4.54769, + "2255": 4.57068, + "2260": 4.5079, + "2265": 4.58371, + "2270": 4.51942, + "2275": 4.57992, + "2280": 4.53485, + "2285": 4.55578, + "2290": 4.5521, + "2295": 4.55767, + "2300": 4.55649, + "2305": 4.5144, + "2310": 4.5602, + "2315": 4.49582, + "2320": 4.54432, + "2325": 4.52196, + "2330": 4.51179, + "2335": 4.50424, + "2340": 4.5078, + "2345": 4.55039, + "2350": 4.488, + "2355": 4.49708, + "2360": 4.46327, + "2365": 4.47306, + "2370": 4.46522, + "2375": 4.46926, + "2380": 4.41939, + "2385": 4.45717, + "2390": 4.45953, + "2395": 4.4885, + "2400": 4.44936, + "2405": 4.42913, + "2410": 4.48082, + "2415": 4.44601, + "2420": 4.44905, + "2425": 4.42209, + "2430": 4.44411, + "2435": 4.42794, + "2440": 4.41977, + "2445": 4.43825, + "2450": 4.40971, + "2455": 4.44087, + "2460": 4.38721, + "2465": 4.43587, + "2470": 4.42801, + "2475": 4.44621, + "2480": 4.36757, + "2485": 4.39991, + "2490": 4.40413, + "2495": 4.38698, + "2500": 4.38565, + "2505": 4.39788, + "2510": 4.4417, + "2515": 4.42702, + "2520": 4.37302, + "2525": 4.38271, + "2530": 4.38895, + "2535": 4.39339, + "2540": 4.39043, + "2545": 4.40084, + "2550": 4.32859, + "2555": 4.39368, + "2560": 4.3748, + "2565": 4.3265, + "2570": 4.35907, + "2575": 4.33551, + "2580": 4.32803, + "2585": 4.31203, + "2590": 4.33923, + "2595": 4.31022, + "2600": 4.32499, + "2605": 4.33839, + "2610": 4.34892, + "2615": 4.3062, + "2620": 4.29137, + "2625": 4.33041, + "2630": 4.24989, + "2635": 4.335, + "2640": 4.32539, + "2645": 4.28815, + "2650": 4.31108, + "2655": 4.29491, + "2660": 4.24347, + "2665": 4.32749, + "2670": 4.29209, + "2675": 4.25567, + "2680": 4.28692, + "2685": 4.27892, + "2690": 4.26203, + "2695": 4.30913, + "2700": 4.22083, + "2705": 4.25889, + "2710": 4.28047, + "2715": 4.26443, + "2720": 4.26735, + "2725": 4.24557, + "2730": 4.25998, + "2735": 4.24841, + "2740": 4.22573, + "2745": 4.2091, + "2750": 4.24197, + "2755": 4.24754, + "2760": 4.25496, + "2765": 4.20886, + "2770": 4.26027, + "2775": 4.20286, + "2780": 4.23219, + "2785": 4.2193, + "2790": 4.24126, + "2795": 4.21322, + "2800": 4.14368, + "2805": 4.19319, + "2810": 4.18833, + "2815": 4.18403, + "2820": 4.22677, + "2825": 4.22003, + "2830": 4.19596, + "2835": 4.19978, + "2840": 4.19183, + "2845": 4.16832, + "2850": 4.19143, + "2855": 4.14369, + "2860": 4.17442, + "2865": 4.19958, + "2870": 4.1678, + "2875": 4.19024, + "2880": 4.11752, + "2885": 4.16723, + "2890": 4.14669, + "2895": 4.17849, + "2900": 4.12196, + "2905": 4.13837, + "2910": 4.13738, + "2915": 4.17375, + "2920": 4.15804, + "2925": 4.13102, + "2930": 4.10617, + "2935": 4.11201, + "2940": 4.12777, + "2945": 4.09246, + "2950": 4.05759, + "2955": 4.06767, + "2960": 4.07572, + "2965": 4.08835, + "2970": 4.10165, + "2975": 4.12102, + "2980": 4.06059, + "2985": 4.09503, + "2990": 4.12166, + "2995": 4.05877, + "3000": 4.07318, + "3005": 4.05398, + "3010": 4.08755, + "3015": 4.0513, + "3020": 4.06118, + "3025": 4.05242, + "3030": 4.08085, + "3035": 4.06503, + "3040": 4.08001, + "3045": 4.07026, + "3050": 4.04743, + "3055": 4.03433, + "3060": 4.02275, + "3065": 4.05662, + "3070": 4.0636, + "3075": 4.00951, + "3080": 4.03438, + "3085": 4.03236, + "3090": 4.03723, + "3095": 4.05431, + "3100": 4.05041, + "3105": 4.02391, + "3110": 4.01947, + "3115": 3.95768, + "3120": 4.0342, + "3125": 3.97112, + "3130": 4.0001, + "3135": 3.99325, + "3140": 3.98033, + "3145": 3.96439, + "3150": 3.9963, + "3155": 3.98705, + "3160": 3.98877, + "3165": 3.98974, + "3170": 3.99147, + "3175": 3.95975, + "3180": 3.96406, + "3185": 3.93573, + "3190": 3.95726, + "3195": 3.94057, + "3200": 3.9207, + "3205": 3.9528, + "3210": 3.92243, + "3215": 3.93403, + "3220": 3.92071, + "3225": 3.94411, + "3230": 3.93022, + "3235": 3.93943, + "3240": 3.92479, + "3245": 3.91765, + "3250": 3.86859, + "3255": 3.92312, + "3260": 3.91158, + "3265": 3.9524, + "3270": 3.93407, + "3275": 3.89812, + "3280": 3.91152, + "3285": 3.89707, + "3290": 3.89983, + "3295": 3.8711, + "3300": 3.88217, + "3305": 3.89236, + "3310": 3.88573, + "3315": 3.92748, + "3320": 3.87918, + "3325": 3.87256, + "3330": 3.85248, + "3335": 3.89293, + "3340": 3.84817, + "3345": 3.85824, + "3350": 3.88459, + "3355": 3.87445, + "3360": 3.86097, + "3365": 3.86681, + "3370": 3.84847, + "3375": 3.88018, + "3380": 3.82118, + "3385": 3.84082, + "3390": 3.81511, + "3395": 3.8912, + "3400": 3.86212, + "3405": 3.88629, + "3410": 3.80424, + "3415": 3.75668, + "3420": 3.82723, + "3425": 3.84411, + "3430": 3.87458, + "3435": 3.83744, + "3440": 3.84611, + "3445": 3.80172, + "3450": 3.81378, + "3455": 3.82823, + "3460": 3.80948, + "3465": 3.78525, + "3470": 3.79721, + "3475": 3.80318, + "3480": 3.80364, + "3485": 3.82555, + "3490": 3.79477, + "3495": 3.8291, + "3500": 3.79494, + "3505": 3.80124, + "3510": 3.78117, + "3515": 3.83014, + "3520": 3.82292, + "3525": 3.78376, + "3530": 3.78278, + "3535": 3.78437, + "3540": 3.84503, + "3545": 3.75429, + "3550": 3.81018, + "3555": 3.74657, + "3560": 3.80773, + "3565": 3.7701, + "3570": 3.7634, + "3575": 3.73747, + "3580": 3.79607, + "3585": 3.78701, + "3590": 3.71139, + "3595": 3.78595, + "3600": 3.73738, + "3605": 3.74362, + "3610": 3.73366, + "3615": 3.76504, + "3620": 3.80578, + "3625": 3.7465, + "3630": 3.77319, + "3635": 3.70283, + "3640": 3.73456, + "3645": 3.76473, + "3650": 3.71918, + "3655": 3.74087, + "3660": 3.74633, + "3665": 3.77489, + "3670": 3.73241, + "3675": 3.72974, + "3680": 3.73984, + "3685": 3.69058, + "3690": 3.71736, + "3695": 3.70248, + "3700": 3.72576, + "3705": 3.69692, + "3710": 3.69648, + "3715": 3.70696, + "3720": 3.68439, + "3725": 3.67042, + "3730": 3.67356, + "3735": 3.71274, + "3740": 3.6932, + "3745": 3.67682, + "3750": 3.70016, + "3755": 3.68023, + "3760": 3.69391, + "3765": 3.67921, + "3770": 3.66894, + "3775": 3.65256, + "3780": 3.64316, + "3785": 3.69333, + "3790": 3.61687, + "3795": 3.66583, + "3800": 3.64926, + "3805": 3.6419, + "3810": 3.61152, + "3815": 3.64733, + "3820": 3.65644, + "3825": 3.67393, + "3830": 3.65544, + "3835": 3.61626, + "3840": 3.69627, + "3845": 3.68163, + "3850": 3.61837, + "3855": 3.62662, + "3860": 3.67377, + "3865": 3.62774, + "3870": 3.68905, + "3875": 3.60126, + "3880": 3.59771, + "3885": 3.62173, + "3890": 3.62793, + "3895": 3.57784, + "3900": 3.6351, + "3905": 3.60982, + "3910": 3.59626, + "3915": 3.60346, + "3920": 3.58896, + "3925": 3.58883, + "3930": 3.59402, + "3935": 3.59221, + "3940": 3.58898, + "3945": 3.58767, + "3950": 3.63454, + "3955": 3.59026, + "3960": 3.62572, + "3965": 3.6052, + "3970": 3.58143, + "3975": 3.58141, + "3980": 3.54577, + "3985": 3.62174, + "3990": 3.59804, + "3995": 3.62617, + "4000": 3.57656, + "4005": 3.55832, + "4010": 3.60238, + "4015": 3.59813, + "4020": 3.60309, + "4025": 3.5864, + "4030": 3.64627, + "4035": 3.58587, + "4040": 3.60396, + "4045": 3.61402, + "4050": 3.59101, + "4055": 3.59269, + "4060": 3.60425, + "4065": 3.60121, + "4070": 3.53392, + "4075": 3.57256, + "4080": 3.54554, + "4085": 3.56671, + "4090": 3.56241, + "4095": 3.54644, + "4100": 3.56914, + "4105": 3.55106, + "4110": 3.53219, + "4115": 3.58295, + "4120": 3.5136, + "4125": 3.50884, + "4130": 3.56535, + "4135": 3.5618, + "4140": 3.50752, + "4145": 3.52274, + "4150": 3.57049, + "4155": 3.50254, + "4160": 3.55895, + "4165": 3.5748, + "4170": 3.51715, + "4175": 3.5163, + "4180": 3.51465, + "4185": 3.52626, + "4190": 3.51787, + "4195": 3.51175, + "4200": 3.50947, + "4205": 3.54211, + "4210": 3.53299, + "4215": 3.53499, + "4220": 3.54228, + "4225": 3.5205, + "4230": 3.51255, + "4235": 3.53387, + "4240": 3.50182, + "4245": 3.50827, + "4250": 3.50171, + "4255": 3.5193, + "4260": 3.48149, + "4265": 3.5037, + "4270": 3.51717, + "4275": 3.55051, + "4280": 3.50079, + "4285": 3.51915, + "4290": 3.47897, + "4295": 3.49759, + "4300": 3.53834, + "4305": 3.50542, + "4310": 3.52444, + "4315": 3.51898, + "4320": 3.52076, + "4325": 3.53495, + "4330": 3.47417, + "4335": 3.50397, + "4340": 3.51396, + "4345": 3.4492, + "4350": 3.45758, + "4355": 3.53572, + "4360": 3.49536, + "4365": 3.48284, + "4370": 3.48554, + "4375": 3.45147, + "4380": 3.45518, + "4385": 3.43686, + "4390": 3.50694, + "4395": 3.48994, + "4400": 3.48586, + "4405": 3.42794, + "4410": 3.49753, + "4415": 3.46487, + "4420": 3.45549, + "4425": 3.4938, + "4430": 3.46086, + "4435": 3.5043, + "4440": 3.49809, + "4445": 3.45086, + "4450": 3.40806, + "4455": 3.47726, + "4460": 3.4483, + "4465": 3.46225, + "4470": 3.43686, + "4475": 3.47078, + "4480": 3.45685, + "4485": 3.44994, + "4490": 3.44689, + "4495": 3.39912, + "4500": 3.4671, + "4505": 3.44693, + "4510": 3.4537, + "4515": 3.41693, + "4520": 3.45165, + "4525": 3.41343, + "4530": 3.45282, + "4535": 3.40622, + "4540": 3.43139, + "4545": 3.44504, + "4550": 3.48612, + "4555": 3.41672, + "4560": 3.43375, + "4565": 3.38931, + "4570": 3.42559, + "4575": 3.4257, + "4580": 3.46573, + "4585": 3.43425, + "4590": 3.43382, + "4595": 3.40845, + "4600": 3.40597, + "4605": 3.42905, + "4610": 3.4249, + "4615": 3.46442, + "4620": 3.40511, + "4625": 3.43702, + "4630": 3.42316, + "4635": 3.40645, + "4640": 3.43948, + "4645": 3.42856, + "4650": 3.44086, + "4655": 3.41645, + "4660": 3.4078, + "4665": 3.42546, + "4670": 3.45514, + "4675": 3.41355, + "4680": 3.43936, + "4685": 3.44032, + "4690": 3.41455, + "4695": 3.39512, + "4700": 3.38692, + "4705": 3.36216, + "4710": 3.4197, + "4715": 3.40698, + "4720": 3.39827, + "4725": 3.37044, + "4730": 3.40384, + "4735": 3.33173, + "4740": 3.37375, + "4745": 3.41323, + "4750": 3.36757, + "4755": 3.40305, + "4760": 3.42353, + "4765": 3.36938, + "4770": 3.37644, + "4775": 3.37236, + "4780": 3.38001, + "4785": 3.38383, + "4790": 3.42356, + "4795": 3.40289, + "4800": 3.35511, + "4805": 3.4232, + "4810": 3.36059, + "4815": 3.39891, + "4820": 3.36115, + "4825": 3.41107, + "4830": 3.3919, + "4835": 3.37666, + "4840": 3.42516, + "4845": 3.33553, + "4850": 3.40422, + "4855": 3.40483, + "4860": 3.33477, + "4865": 3.37463, + "4870": 3.35817, + "4875": 3.40332, + "4880": 3.40756, + "4885": 3.36419, + "4890": 3.3704, + "4895": 3.36552, + "4900": 3.3391, + "4905": 3.34145, + "4910": 3.33707, + "4915": 3.38449, + "4920": 3.36807, + "4925": 3.32242, + "4930": 3.35216, + "4935": 3.34014, + "4940": 3.29837, + "4945": 3.37071, + "4950": 3.30739, + "4955": 3.41626, + "4960": 3.35684, + "4965": 3.35495, + "4970": 3.34283, + "4975": 3.35307, + "4980": 3.37837, + "4985": 3.3632, + "4990": 3.34411, + "4995": 3.38853, + "5000": 3.31614, + "5005": 3.36343, + "5010": 3.36749, + "5015": 3.32044, + "5020": 3.29609, + "5025": 3.32443, + "5030": 3.33684, + "5035": 3.34249, + "5040": 3.31506, + "5045": 3.35913, + "5050": 3.3173, + "5055": 3.33889, + "5060": 3.29837, + "5065": 3.34634, + "5070": 3.34096, + "5075": 3.35375, + "5080": 3.32805, + "5085": 3.35001, + "5090": 3.33208, + "5095": 3.30049, + "5100": 3.33016, + "5105": 3.33714, + "5110": 3.34187, + "5115": 3.31339, + "5120": 3.3534, + "5125": 3.32752, + "5130": 3.32822, + "5135": 3.31071, + "5140": 3.32054, + "5145": 3.31821, + "5150": 3.33084, + "5155": 3.32474, + "5160": 3.32178, + "5165": 3.35645, + "5170": 3.23776, + "5175": 3.32997, + "5180": 3.29167, + "5185": 3.31811, + "5190": 3.3401, + "5195": 3.31594, + "5200": 3.31988, + "5205": 3.35436, + "5210": 3.29051, + "5215": 3.29647, + "5220": 3.28836, + "5225": 3.2945, + "5230": 3.32979, + "5235": 3.2927, + "5240": 3.28191, + "5245": 3.30256, + "5250": 3.30886, + "5255": 3.29346, + "5260": 3.32191, + "5265": 3.28005, + "5270": 3.264, + "5275": 3.26563, + "5280": 3.28933, + "5285": 3.31759, + "5290": 3.26837, + "5295": 3.28588, + "5300": 3.28597, + "5305": 3.27172, + "5310": 3.33344, + "5315": 3.26371, + "5320": 3.31352, + "5325": 3.32076, + "5330": 3.28681, + "5335": 3.29845, + "5340": 3.23905, + "5345": 3.28681, + "5350": 3.29528, + "5355": 3.2925, + "5360": 3.24225, + "5365": 3.26425, + "5370": 3.29855, + "5375": 3.27842, + "5380": 3.25538, + "5385": 3.29124, + "5390": 3.28934, + "5395": 3.21094, + "5400": 3.30836, + "5405": 3.22361, + "5410": 3.30176, + "5415": 3.22732, + "5420": 3.26506, + "5425": 3.24726, + "5430": 3.25425, + "5435": 3.28921, + "5440": 3.21956, + "5445": 3.25051, + "5450": 3.25264, + "5455": 3.23791, + "5460": 3.26176, + "5465": 3.30533, + "5470": 3.27866, + "5475": 3.21005, + "5480": 3.29072, + "5485": 3.24936, + "5490": 3.27635, + "5495": 3.2797, + "5500": 3.23463, + "5505": 3.2467, + "5510": 3.29267, + "5515": 3.27643, + "5520": 3.24521, + "5525": 3.29217, + "5530": 3.2359, + "5535": 3.2708, + "5540": 3.26258, + "5545": 3.26894, + "5550": 3.25652, + "5555": 3.23592, + "5560": 3.2303, + "5565": 3.2764, + "5570": 3.23566, + "5575": 3.27265, + "5580": 3.24633, + "5585": 3.19244, + "5590": 3.25225, + "5595": 3.21984, + "5600": 3.26135, + "5605": 3.18226, + "5610": 3.26836, + "5615": 3.2602, + "5620": 3.26819, + "5625": 3.2575, + "5630": 3.24789, + "5635": 3.22501, + "5640": 3.2534, + "5645": 3.2148, + "5650": 3.21316, + "5655": 3.20652, + "5660": 3.21447, + "5665": 3.21786, + "5670": 3.20699, + "5675": 3.23483, + "5680": 3.20462, + "5685": 3.21202, + "5690": 3.21459, + "5695": 3.25062, + "5700": 3.20088, + "5705": 3.19331, + "5710": 3.18404, + "5715": 3.29312, + "5720": 3.25473, + "5725": 3.2033, + "5730": 3.24318, + "5735": 3.23452, + "5740": 3.23299, + "5745": 3.21416, + "5750": 3.238, + "5755": 3.24426, + "5760": 3.23106, + "5765": 3.23312, + "5770": 3.25814, + "5775": 3.20578, + "5780": 3.22492, + "5785": 3.22461, + "5790": 3.23614, + "5795": 3.22921, + "5800": 3.17268, + "5805": 3.18929, + "5810": 3.23085, + "5815": 3.20836, + "5820": 3.16927, + "5825": 3.21348, + "5830": 3.17197, + "5835": 3.18181, + "5840": 3.21352, + "5845": 3.22154, + "5850": 3.22412, + "5855": 3.15808, + "5860": 3.1749, + "5865": 3.20572, + "5870": 3.16974, + "5875": 3.20687, + "5880": 3.19823, + "5885": 3.20131, + "5890": 3.22484, + "5895": 3.23967, + "5900": 3.19433, + "5905": 3.22418, + "5910": 3.20808, + "5915": 3.18093, + "5920": 3.19895, + "5925": 3.16397, + "5930": 3.19617, + "5935": 3.19588, + "5940": 3.21243, + "5945": 3.22431, + "5950": 3.20776, + "5955": 3.16712, + "5960": 3.22956, + "5965": 3.18229, + "5970": 3.22265, + "5975": 3.19139, + "5980": 3.26149, + "5985": 3.14699, + "5990": 3.2404, + "5995": 3.15733, + "6000": 3.18137, + "6005": 3.16121, + "6010": 3.16817, + "6015": 3.17092, + "6020": 3.17845, + "6025": 3.21374, + "6030": 3.15388, + "6035": 3.20901, + "6040": 3.18574, + "6045": 3.20493, + "6050": 3.20413, + "6055": 3.17556, + "6060": 3.18956, + "6065": 3.2171, + "6070": 3.16993, + "6075": 3.13742, + "6080": 3.19605, + "6085": 3.15615, + "6090": 3.19301, + "6095": 3.1936, + "6100": 3.14612, + "6105": 3.1956, + "6110": 3.13654, + "6115": 3.18623, + "6120": 3.17766, + "6125": 3.18345, + "6130": 3.17135, + "6135": 3.16849, + "6140": 3.16824, + "6145": 3.14543, + "6150": 3.18653, + "6155": 3.15905, + "6160": 3.13491, + "6165": 3.16459, + "6170": 3.15526, + "6175": 3.15099, + "6180": 3.14925, + "6185": 3.19344, + "6190": 3.15942, + "6195": 3.1311, + "6200": 3.15781, + "6205": 3.1519, + "6210": 3.10432, + "6215": 3.15922, + "6220": 3.16046, + "6225": 3.17595, + "6230": 3.1123, + "6235": 3.14563, + "6240": 3.08744, + "6245": 3.18824, + "6250": 3.14759, + "6255": 3.16334, + "6260": 3.14581, + "6265": 3.16362, + "6270": 3.1056, + "6275": 3.12837, + "6280": 3.141, + "6285": 3.12097, + "6290": 3.14963, + "6295": 3.15585, + "6300": 3.16221, + "6305": 3.21664, + "6310": 3.11775, + "6315": 3.11514, + "6320": 3.1634, + "6325": 3.10881, + "6330": 3.16926, + "6335": 3.15865, + "6340": 3.11939, + "6345": 3.17109, + "6350": 3.12082, + "6355": 3.12257, + "6360": 3.11532, + "6365": 3.15591, + "6370": 3.16345, + "6375": 3.1383, + "6380": 3.15314, + "6385": 3.17551, + "6390": 3.13046, + "6395": 3.10684, + "6400": 3.1102, + "6405": 3.19048, + "6410": 3.17798, + "6415": 3.13085, + "6420": 3.17574, + "6425": 3.1764, + "6430": 3.17202, + "6435": 3.12873, + "6440": 3.14255, + "6445": 3.15689, + "6450": 3.09595, + "6455": 3.09246, + "6460": 3.1324, + "6465": 3.17048, + "6470": 3.14497, + "6475": 3.13684, + "6480": 3.15394, + "6485": 3.11743, + "6490": 3.08482, + "6495": 3.16911, + "6500": 3.14809, + "6505": 3.08951, + "6510": 3.1511, + "6515": 3.16505, + "6520": 3.09273, + "6525": 3.15232, + "6530": 3.11343, + "6535": 3.12729, + "6540": 3.18295, + "6545": 3.12009, + "6550": 3.11425, + "6555": 3.11079, + "6560": 3.07571, + "6565": 3.08127, + "6570": 3.1089, + "6575": 3.0599, + "6580": 3.17609, + "6585": 3.11189, + "6590": 3.0934, + "6595": 3.1113, + "6600": 3.10549, + "6605": 3.08898, + "6610": 3.0878, + "6615": 3.13761, + "6620": 3.07879, + "6625": 3.10091, + "6630": 3.09863, + "6635": 3.13243, + "6640": 3.09232, + "6645": 3.11531, + "6650": 3.14167, + "6655": 3.07687, + "6660": 3.11462, + "6665": 3.1329, + "6670": 3.08537, + "6675": 3.10744, + "6680": 3.10919, + "6685": 3.14517, + "6690": 3.11878, + "6695": 3.12452, + "6700": 3.11556, + "6705": 3.09577, + "6710": 3.11007, + "6715": 3.06081, + "6720": 3.13911, + "6725": 3.12829, + "6730": 3.11357, + "6735": 3.11423, + "6740": 3.11863, + "6745": 3.09659, + "6750": 3.11418, + "6755": 3.07428, + "6760": 3.06982, + "6765": 3.08681, + "6770": 3.07458, + "6775": 3.11154, + "6780": 3.07987, + "6785": 3.08138, + "6790": 3.10966, + "6795": 3.07314, + "6800": 3.09848, + "6805": 3.08997, + "6810": 3.11427, + "6815": 3.04801, + "6820": 3.07658, + "6825": 3.10619, + "6830": 3.09045, + "6835": 3.06402, + "6840": 3.06939, + "6845": 3.11685, + "6850": 3.08641, + "6855": 3.11434, + "6860": 3.06353, + "6865": 3.11204, + "6870": 3.07894, + "6875": 3.07872, + "6880": 3.08922, + "6885": 3.0572, + "6890": 3.08052, + "6895": 3.05839, + "6900": 3.0601, + "6905": 3.07714, + "6910": 3.09632, + "6915": 3.11802, + "6920": 3.06802, + "6925": 3.08735, + "6930": 3.07005, + "6935": 3.02833, + "6940": 3.07262, + "6945": 3.06124, + "6950": 3.0831, + "6955": 3.06193, + "6960": 3.05909, + "6965": 3.1035, + "6970": 3.0394, + "6975": 3.11091, + "6980": 3.07019, + "6985": 3.06922, + "6990": 3.11558, + "6995": 3.09406, + "7000": 3.02967, + "7005": 3.10225, + "7010": 3.08, + "7015": 3.07816, + "7020": 3.10327, + "7025": 3.08792, + "7030": 3.08999, + "7035": 3.04406, + "7040": 3.02356, + "7045": 3.08573, + "7050": 3.10112, + "7055": 3.039, + "7060": 3.10071, + "7065": 3.11572, + "7070": 3.06359, + "7075": 3.06606, + "7080": 3.11665, + "7085": 3.03623, + "7090": 3.06064, + "7095": 3.05019, + "7100": 3.07065, + "7105": 3.02165, + "7110": 3.06693, + "7115": 3.04035, + "7120": 3.08366, + "7125": 3.03743, + "7130": 3.05289, + "7135": 3.05821, + "7140": 3.06319, + "7145": 3.0729, + "7150": 3.02538, + "7155": 3.09094, + "7160": 3.0078, + "7165": 3.0453, + "7170": 3.07848, + "7175": 3.03754, + "7180": 3.0738, + "7185": 3.09475, + "7190": 3.0571, + "7195": 3.06383, + "7200": 3.06344, + "7205": 3.04596, + "7210": 3.09243, + "7215": 3.07069, + "7220": 3.09224, + "7225": 3.07409, + "7230": 3.07803, + "7235": 3.05034, + "7240": 3.05229, + "7245": 3.07394, + "7250": 3.01314, + "7255": 3.03466, + "7260": 3.07331, + "7265": 3.00517, + "7270": 3.04426, + "7275": 3.04304, + "7280": 3.04517, + "7285": 3.05569, + "7290": 3.07632, + "7295": 3.06917, + "7300": 3.02908, + "7305": 3.03397, + "7310": 3.0531, + "7315": 3.07812, + "7320": 3.06016, + "7325": 3.06585, + "7330": 3.02967, + "7335": 3.02978, + "7340": 3.06469, + "7345": 3.01179, + "7350": 3.06517, + "7355": 3.04873, + "7360": 3.03868, + "7365": 3.04315, + "7370": 3.03485, + "7375": 3.00292, + "7380": 3.06472, + "7385": 3.07903, + "7390": 3.07032, + "7395": 3.02671, + "7400": 3.0787, + "7405": 3.04869, + "7410": 3.06361, + "7415": 3.05577, + "7420": 3.03517, + "7425": 3.08965, + "7430": 3.03176, + "7435": 3.02161, + "7440": 3.04259, + "7445": 3.01582, + "7450": 2.99636, + "7455": 3.05223, + "7460": 3.0446, + "7465": 3.05375, + "7470": 3.05949, + "7475": 3.06783, + "7480": 3.03044, + "7485": 2.99246, + "7490": 2.99247, + "7495": 3.00196, + "7500": 3.02965, + "7505": 3.00861, + "7510": 2.98019, + "7515": 3.02686, + "7520": 3.01988, + "7525": 2.98612, + "7530": 3.03007, + "7535": 3.0481, + "7540": 3.0281, + "7545": 3.06291, + "7550": 3.06535, + "7555": 3.009, + "7560": 3.01694, + "7565": 3.01103, + "7570": 3.03831, + "7575": 2.98318, + "7580": 3.03374, + "7585": 3.02282, + "7590": 3.01672, + "7595": 3.07181, + "7600": 3.03331, + "7605": 3.02458, + "7610": 3.00719, + "7615": 2.99847, + "7620": 2.99426, + "7625": 3.04117, + "7630": 3.02354, + "7635": 3.0199, + "7640": 3.01964, + "7645": 3.0499, + "7650": 3.04817, + "7655": 3.09287, + "7660": 2.96636, + "7665": 3.03047, + "7670": 3.01583, + "7675": 3.00768, + "7680": 3.00243, + "7685": 3.07329, + "7690": 3.0155, + "7695": 3.00104, + "7700": 3.05393, + "7705": 3.01746, + "7710": 3.06264, + "7715": 2.99843, + "7720": 3.08416, + "7725": 2.98362, + "7730": 2.99995, + "7735": 3.0291, + "7740": 3.01406, + "7745": 3.00596, + "7750": 3.01129, + "7755": 3.02351, + "7760": 2.98892, + "7765": 3.00502, + "7770": 3.02804, + "7775": 2.99122, + "7780": 2.98046, + "7785": 3.01694, + "7790": 3.00331, + "7795": 3.0285, + "7800": 3.01244, + "7805": 3.01432, + "7810": 3.03469, + "7815": 3.00479, + "7820": 3.00227, + "7825": 3.03548, + "7830": 3.03553, + "7835": 2.9655, + "7840": 3.04748, + "7845": 2.9833, + "7850": 2.94233, + "7855": 2.98825, + "7860": 2.98524, + "7865": 3.03238, + "7870": 2.9725, + "7875": 2.99196, + "7880": 3.00767, + "7885": 2.99914, + "7890": 3.04152, + "7895": 3.02976, + "7900": 3.03023, + "7905": 3.0012, + "7910": 3.01179, + "7915": 3.02856, + "7920": 3.01682, + "7925": 3.00177, + "7930": 3.03266, + "7935": 2.99092, + "7940": 3.03879, + "7945": 3.05106, + "7950": 2.96915, + "7955": 2.99035, + "7960": 2.97087, + "7965": 2.94657, + "7970": 2.96554, + "7975": 2.99871, + "7980": 3.01016, + "7985": 2.97941, + "7990": 2.97792, + "7995": 2.96231, + "8000": 3.02507, + "8005": 2.98376, + "8010": 2.97697, + "8015": 2.96605, + "8020": 2.97995, + "8025": 2.95625, + "8030": 2.97748, + "8035": 2.9714, + "8040": 2.95953, + "8045": 3.0186, + "8050": 3.01687, + "8055": 2.97725, + "8060": 3.00707, + "8065": 2.9911, + "8070": 2.97027, + "8075": 2.98007, + "8080": 3.01331, + "8085": 2.97074, + "8090": 2.9838, + "8095": 3.00467, + "8100": 2.95388, + "8105": 2.99604, + "8110": 2.98317, + "8115": 2.95737, + "8120": 2.9752, + "8125": 3.00079, + "8130": 2.97282, + "8135": 2.98828, + "8140": 2.9695, + "8145": 2.95979, + "8150": 2.98145, + "8155": 2.95372, + "8160": 2.99757, + "8165": 2.99437, + "8170": 2.96042, + "8175": 2.95683, + "8180": 3.01502, + "8185": 2.98826, + "8190": 3.02529, + "8195": 2.99754, + "8200": 2.96688, + "8205": 2.97936, + "8210": 2.9809, + "8215": 2.99241, + "8220": 2.97241, + "8225": 2.96598, + "8230": 2.99563, + "8235": 3.00527, + "8240": 2.97818, + "8245": 2.9762, + "8250": 3.01067, + "8255": 2.97102, + "8260": 2.97507, + "8265": 2.95804, + "8270": 2.9784, + "8275": 2.96899, + "8280": 2.94228, + "8285": 2.98064, + "8290": 2.97026, + "8295": 2.95426, + "8300": 2.9682, + "8305": 2.97642, + "8310": 2.98258, + "8315": 2.95973, + "8320": 2.98172, + "8325": 2.93194, + "8330": 2.89982, + "8335": 2.96861, + "8340": 2.99368, + "8345": 2.9463, + "8350": 2.9629, + "8355": 2.98848, + "8360": 2.96962, + "8365": 2.98418, + "8370": 2.99189, + "8375": 2.94013, + "8380": 2.94318, + "8385": 2.97483, + "8390": 2.94848, + "8395": 2.97735, + "8400": 2.96117, + "8405": 2.97663, + "8410": 3.03037, + "8415": 2.93829, + "8420": 2.92011, + "8425": 2.97748, + "8430": 2.98116, + "8435": 2.93271, + "8440": 3.01548, + "8445": 2.992, + "8450": 2.96723, + "8455": 2.97253, + "8460": 2.98133, + "8465": 2.92647, + "8470": 2.94843, + "8475": 2.99249, + "8480": 2.9314, + "8485": 2.94069, + "8490": 2.95085, + "8495": 2.9363, + "8500": 2.97163, + "8505": 2.92387, + "8510": 3.00526, + "8515": 2.94325, + "8520": 2.96039, + "8525": 2.88607, + "8530": 2.96086, + "8535": 2.97834, + "8540": 2.93481, + "8545": 2.95961, + "8550": 2.92545, + "8555": 2.99273, + "8560": 2.99546, + "8565": 2.953, + "8570": 2.94943, + "8575": 2.93605, + "8580": 2.96987, + "8585": 2.97782, + "8590": 2.9771, + "8595": 2.97996, + "8600": 2.94831, + "8605": 2.94602, + "8610": 2.95656, + "8615": 2.96288, + "8620": 2.92625, + "8625": 2.95014, + "8630": 2.95439, + "8635": 2.94431, + "8640": 2.92761, + "8645": 2.98473, + "8650": 2.92169, + "8655": 2.96751, + "8660": 2.97388, + "8665": 2.9555, + "8670": 2.96791, + "8675": 2.94353, + "8680": 2.93497, + "8685": 2.94813, + "8690": 2.96647, + "8695": 2.97341, + "8700": 2.9509, + "8705": 2.91852, + "8710": 2.97184, + "8715": 2.91804, + "8720": 2.97489, + "8725": 2.95074, + "8730": 2.9448, + "8735": 2.97278, + "8740": 2.92895, + "8745": 2.96824, + "8750": 2.96889, + "8755": 2.93058, + "8760": 2.94885, + "8765": 2.91693, + "8770": 2.96877, + "8775": 2.94238, + "8780": 2.92915, + "8785": 2.94981, + "8790": 2.93043, + "8795": 2.96602, + "8800": 2.93001, + "8805": 2.90304, + "8810": 2.93015, + "8815": 2.93315, + "8820": 2.90758, + "8825": 2.92642, + "8830": 2.91336, + "8835": 2.90113, + "8840": 2.91621, + "8845": 2.92894, + "8850": 2.95875, + "8855": 2.93098, + "8860": 2.99044, + "8865": 2.93774, + "8870": 2.9099, + "8875": 2.92437, + "8880": 2.93017, + "8885": 2.91961, + "8890": 2.94184, + "8895": 2.92432, + "8900": 2.94771, + "8905": 2.9393, + "8910": 2.91975, + "8915": 2.90632, + "8920": 2.91034, + "8925": 2.9761, + "8930": 2.96403, + "8935": 2.97461, + "8940": 2.95199, + "8945": 2.95035, + "8950": 2.9346, + "8955": 2.91671, + "8960": 2.90076, + "8965": 2.93031, + "8970": 2.94483, + "8975": 2.90586, + "8980": 2.89932, + "8985": 2.9246, + "8990": 2.96958, + "8995": 2.93963, + "9000": 2.89736, + "9005": 2.94135, + "9010": 2.9809, + "9015": 2.9053, + "9020": 2.90642, + "9025": 2.92304, + "9030": 2.94764, + "9035": 2.85756, + "9040": 2.9367, + "9045": 2.9263, + "9050": 2.96216, + "9055": 2.89055, + "9060": 2.95864, + "9065": 2.98752, + "9070": 2.92761, + "9075": 2.94354, + "9080": 2.93462, + "9085": 2.94737, + "9090": 2.93915, + "9095": 2.90014, + "9100": 2.9001, + "9105": 2.89367, + "9110": 2.93413, + "9115": 2.93968, + "9120": 2.97759, + "9125": 2.91873, + "9130": 2.92351, + "9135": 2.94298, + "9140": 2.94725, + "9145": 2.89474, + "9150": 2.92554, + "9155": 2.93383, + "9160": 2.93851, + "9165": 2.92901, + "9170": 2.94939, + "9175": 2.88871, + "9180": 2.93499, + "9185": 2.89423, + "9190": 2.9527, + "9195": 2.9146, + "9200": 2.93323, + "9205": 2.89096, + "9210": 2.93657, + "9215": 2.88074, + "9220": 2.90692, + "9225": 2.93683, + "9230": 2.86887, + "9235": 2.87904, + "9240": 2.89693, + "9245": 2.88503, + "9250": 2.88372, + "9255": 2.91256, + "9260": 2.8793, + "9265": 2.92448, + "9270": 2.89737, + "9275": 2.91446, + "9280": 2.92215, + "9285": 2.91919, + "9290": 2.93378, + "9295": 2.93182, + "9300": 2.88059, + "9305": 2.91061, + "9310": 2.89957, + "9315": 2.86843, + "9320": 2.86168, + "9325": 2.90649, + "9330": 2.95636, + "9335": 2.87569, + "9340": 2.94078, + "9345": 2.94977, + "9350": 2.91622, + "9355": 2.87863, + "9360": 2.89752, + "9365": 2.88455, + "9370": 2.93833, + "9375": 2.9106, + "9380": 2.86805, + "9385": 2.91586, + "9390": 2.92351, + "9395": 2.9233, + "9400": 2.89877, + "9405": 2.89296, + "9410": 2.92, + "9415": 2.91947, + "9420": 2.89504, + "9425": 2.90262, + "9430": 2.87998, + "9435": 2.90515, + "9440": 2.89712, + "9445": 2.88542, + "9450": 2.89256, + "9455": 2.89282, + "9460": 2.94565, + "9465": 2.94946, + "9470": 2.88918, + "9475": 2.94191, + "9480": 2.89187, + "9485": 2.88007, + "9490": 2.89883, + "9495": 2.92532, + "9500": 2.89845, + "9505": 2.86913, + "9510": 2.89654, + "9515": 2.9049, + "9520": 2.91234, + "9525": 2.89455, + "9530": 2.89106, + "9535": 2.91288 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 9535, + "step_interval": 5, + "values": { + "1": 1021640448.0, + "5": 1024063872.0, + "10": 1014250560.0, + "15": 1024077504.0, + "20": 1022486144.0, + "25": 1041373568.0, + "30": 1028113472.0, + "35": 1035625536.0, + "40": 1026328576.0, + "45": 1022350336.0, + "50": 1030098688.0, + "55": 1028966592.0, + "60": 1036320832.0, + "65": 1034679424.0, + "70": 1029375104.0, + "75": 1028745280.0, + "80": 1047575616.0, + "85": 1029448576.0, + "90": 1020467968.0, + "95": 1028309504.0, + "100": 1040961728.0, + "105": 1039436416.0, + "110": 1026879360.0, + "115": 1052313216.0, + "120": 1018863424.0, + "125": 1045372160.0, + "130": 1034330624.0, + "135": 1016615808.0, + "140": 1038582144.0, + "145": 1020688768.0, + "150": 1039787392.0, + "155": 1032796800.0, + "160": 1020953280.0, + "165": 1032424960.0, + "170": 1017397248.0, + "175": 1033428160.0, + "180": 1036120320.0, + "185": 1030575104.0, + "190": 1035675328.0, + "195": 1034556416.0, + "200": 1040974720.0, + "205": 1048502400.0, + "210": 1054482560.0, + "215": 1025161792.0, + "220": 1044964800.0, + "225": 1038078912.0, + "230": 1026225152.0, + "235": 1051137536.0, + "240": 1029279104.0, + "245": 1031401472.0, + "250": 1027882624.0, + "255": 1016932224.0, + "260": 1045011584.0, + "265": 1021333376.0, + "270": 1030968128.0, + "275": 1036915200.0, + "280": 1031746432.0, + "285": 1015017984.0, + "290": 1018760320.0, + "295": 1017241344.0, + "300": 1034764416.0, + "305": 1032169152.0, + "310": 1035586816.0, + "315": 1012737408.0, + "320": 1008279040.0, + "325": 1042745536.0, + "330": 1042873472.0, + "335": 1033512704.0, + "340": 1014467584.0, + "345": 1042621184.0, + "350": 1031855488.0, + "355": 1050846848.0, + "360": 1030261888.0, + "365": 1034598272.0, + "370": 1019438080.0, + "375": 1022147072.0, + "380": 1021328064.0, + "385": 1025592832.0, + "390": 1023197760.0, + "395": 1019656320.0, + "400": 1033523584.0, + "405": 1023882944.0, + "410": 1017911424.0, + "415": 1024290368.0, + "420": 1020626944.0, + "425": 1025858176.0, + "430": 1033857792.0, + "435": 1028185280.0, + "440": 1022093696.0, + "445": 1036771648.0, + "450": 1025001600.0, + "455": 1013855488.0, + "460": 1022098176.0, + "465": 1041434880.0, + "470": 1029041920.0, + "475": 1010068736.0, + "480": 1047611200.0, + "485": 1029727936.0, + "490": 1044670848.0, + "495": 1025233664.0, + "500": 1037468352.0, + "505": 1032184704.0, + "510": 1042856576.0, + "515": 1026163776.0, + "520": 1013413696.0, + "525": 1035151488.0, + "530": 1016379648.0, + "535": 1040117248.0, + "540": 1035057536.0, + "545": 1032119488.0, + "550": 1018677824.0, + "555": 1008643072.0, + "560": 1011932800.0, + "565": 1041829504.0, + "570": 1034947328.0, + "575": 1010204480.0, + "580": 1032215296.0, + "585": 1041268096.0, + "590": 1038873664.0, + "595": 1035748480.0, + "600": 1023778688.0, + "605": 1032300288.0, + "610": 1037755136.0, + "615": 1005981056.0, + "620": 1040413568.0, + "625": 1045215488.0, + "630": 1034421440.0, + "635": 1028528768.0, + "640": 1022651392.0, + "645": 1035881856.0, + "650": 1009261696.0, + "655": 997764416.0, + "660": 1029716992.0, + "665": 1025539968.0, + "670": 1048818624.0, + "675": 1025209728.0, + "680": 1019345472.0, + "685": 1027839360.0, + "690": 1029237184.0, + "695": 1040031424.0, + "700": 1042039040.0, + "705": 1034390144.0, + "710": 1020449024.0, + "715": 1031479552.0, + "720": 1040282048.0, + "725": 1023287424.0, + "730": 1022800256.0, + "735": 1025093376.0, + "740": 1038389440.0, + "745": 1045213120.0, + "750": 1013188608.0, + "755": 1031651712.0, + "760": 1032791552.0, + "765": 1027143424.0, + "770": 1023975296.0, + "775": 1025902976.0, + "780": 1038173312.0, + "785": 1025494784.0, + "790": 1040818176.0, + "795": 1032539904.0, + "800": 1039600384.0, + "805": 1024324800.0, + "810": 1034732352.0, + "815": 1036008704.0, + "820": 1035678592.0, + "825": 1051382528.0, + "830": 1035414208.0, + "835": 1022555392.0, + "840": 1036883264.0, + "845": 1025708160.0, + "850": 1048536960.0, + "855": 1014993856.0, + "860": 1033106304.0, + "865": 1031549568.0, + "870": 1040909440.0, + "875": 1023946368.0, + "880": 1028403712.0, + "885": 1054413568.0, + "890": 1019544576.0, + "895": 1045197312.0, + "900": 1031780480.0, + "905": 1020978560.0, + "910": 1031393152.0, + "915": 1032934144.0, + "920": 1038467264.0, + "925": 1026762048.0, + "930": 1025385984.0, + "935": 1031132672.0, + "940": 1057939840.0, + "945": 1029829760.0, + "950": 1014419008.0, + "955": 1032181248.0, + "960": 1026159744.0, + "965": 1062685568.0, + "970": 1030102400.0, + "975": 1036911360.0, + "980": 1027056384.0, + "985": 1030683584.0, + "990": 1020683776.0, + "995": 1042308608.0, + "1000": 1036839168.0, + "1005": 1050213632.0, + "1010": 1023809536.0, + "1015": 1020547264.0, + "1020": 1042594304.0, + "1025": 1037950336.0, + "1030": 1049217536.0, + "1035": 1012491392.0, + "1040": 1023099840.0, + "1045": 1039528064.0, + "1050": 1026833280.0, + "1055": 1034867904.0, + "1060": 1046134848.0, + "1065": 1036810048.0, + "1070": 1020002432.0, + "1075": 1025349632.0, + "1080": 1014985856.0, + "1085": 1030015616.0, + "1090": 1029068992.0, + "1095": 1020317056.0, + "1100": 1039842688.0, + "1105": 1048607424.0, + "1110": 1020710592.0, + "1115": 1024790016.0, + "1120": 1061902720.0, + "1125": 1043318144.0, + "1130": 1031227392.0, + "1135": 1041368448.0, + "1140": 1021493440.0, + "1145": 1051703296.0, + "1150": 1035597504.0, + "1155": 1029598592.0, + "1160": 1042572032.0, + "1165": 1026817856.0, + "1170": 1018008704.0, + "1175": 1033691392.0, + "1180": 1035640192.0, + "1185": 1023936320.0, + "1190": 1033167232.0, + "1195": 1024236096.0, + "1200": 1039124096.0, + "1205": 1031747840.0, + "1210": 1053257728.0, + "1215": 1024622976.0, + "1220": 1009048832.0, + "1225": 1036685440.0, + "1230": 1041264768.0, + "1235": 1053980544.0, + "1240": 1030364032.0, + "1245": 1017691648.0, + "1250": 1022780928.0, + "1255": 1033445248.0, + "1260": 1034291200.0, + "1265": 1034011968.0, + "1270": 1037329920.0, + "1275": 1029353216.0, + "1280": 1046496320.0, + "1285": 1028291712.0, + "1290": 1036584192.0, + "1295": 1032427328.0, + "1300": 1033072192.0, + "1305": 1030033408.0, + "1310": 1051270528.0, + "1315": 1035378688.0, + "1320": 1028270976.0, + "1325": 1049979520.0, + "1330": 1030140992.0, + "1335": 1031172800.0, + "1340": 1012765504.0, + "1345": 1044646656.0, + "1350": 1034963840.0, + "1355": 1033629440.0, + "1360": 1036689536.0, + "1365": 1038597248.0, + "1370": 1039858624.0, + "1375": 1034124032.0, + "1380": 1022892672.0, + "1385": 1018090880.0, + "1390": 1049059456.0, + "1395": 1034876928.0, + "1400": 1035005184.0, + "1405": 1034137920.0, + "1410": 1036374528.0, + "1415": 1043582848.0, + "1420": 1026118400.0, + "1425": 1033327360.0, + "1430": 1012813824.0, + "1435": 1038400320.0, + "1440": 1020978176.0, + "1445": 1032467264.0, + "1450": 1014044928.0, + "1455": 1011679488.0, + "1460": 1043281536.0, + "1465": 1014368128.0, + "1470": 1020661120.0, + "1475": 1030237440.0, + "1480": 1029376128.0, + "1485": 1023004160.0, + "1490": 1026789440.0, + "1495": 1021820672.0, + "1500": 1027182400.0, + "1505": 1034888320.0, + "1510": 1014403968.0, + "1515": 1042142336.0, + "1520": 1025800064.0, + "1525": 1036343808.0, + "1530": 1039954048.0, + "1535": 1047645952.0, + "1540": 1043545792.0, + "1545": 1034049600.0, + "1550": 1016115712.0, + "1555": 1015578560.0, + "1560": 1055028480.0, + "1565": 1015599744.0, + "1570": 1018251008.0, + "1575": 1032521600.0, + "1580": 1012990912.0, + "1585": 1025333376.0, + "1590": 1034133824.0, + "1595": 1057399552.0, + "1600": 1026873984.0, + "1605": 1019999680.0, + "1610": 1031273984.0, + "1615": 1035281408.0, + "1620": 1018022592.0, + "1625": 1028277888.0, + "1630": 1027210368.0, + "1635": 1023805312.0, + "1640": 1034126656.0, + "1645": 1021819520.0, + "1650": 1015268608.0, + "1655": 1018286848.0, + "1660": 1047988544.0, + "1665": 1027067136.0, + "1670": 1048224192.0, + "1675": 1021109376.0, + "1680": 1043293696.0, + "1685": 1052725760.0, + "1690": 1026729216.0, + "1695": 1040390656.0, + "1700": 1018042112.0, + "1705": 1020486016.0, + "1710": 1021030528.0, + "1715": 1026937984.0, + "1720": 1028357504.0, + "1725": 1034368768.0, + "1730": 1013699200.0, + "1735": 1018435712.0, + "1740": 1057263744.0, + "1745": 1029266880.0, + "1750": 1024363904.0, + "1755": 1029975232.0, + "1760": 1022199808.0, + "1765": 1040483520.0, + "1770": 1029674368.0, + "1775": 1046202368.0, + "1780": 1021961472.0, + "1785": 1035115264.0, + "1790": 1028268928.0, + "1795": 1031028864.0, + "1800": 1028305536.0, + "1805": 1025675520.0, + "1810": 1021561152.0, + "1815": 1033444416.0, + "1820": 1034891840.0, + "1825": 1020212352.0, + "1830": 1013890816.0, + "1835": 1031388416.0, + "1840": 1040396288.0, + "1845": 1034833856.0, + "1850": 1014487168.0, + "1855": 1019425408.0, + "1860": 1019576512.0, + "1865": 1035946624.0, + "1870": 1026248576.0, + "1875": 1031529984.0, + "1880": 1011596416.0, + "1885": 1041070464.0, + "1890": 1035005888.0, + "1895": 1028963584.0, + "1900": 1034003904.0, + "1905": 1027130560.0, + "1910": 1029222528.0, + "1915": 1030497792.0, + "1920": 1042926272.0, + "1925": 1038424960.0, + "1930": 1019309376.0, + "1935": 1032540800.0, + "1940": 1027811072.0, + "1945": 1034210432.0, + "1950": 1006041664.0, + "1955": 1032584576.0, + "1960": 1015725312.0, + "1965": 1029093888.0, + "1970": 1021560256.0, + "1975": 1034051968.0, + "1980": 1029371520.0, + "1985": 1027789952.0, + "1990": 1020952192.0, + "1995": 1010428800.0, + "2000": 1039621760.0, + "2005": 1001491840.0, + "2010": 1020428928.0, + "2015": 1032040192.0, + "2020": 1036303744.0, + "2025": 1037177920.0, + "2030": 1029773952.0, + "2035": 1040340928.0, + "2040": 1030119296.0, + "2045": 1032704768.0, + "2050": 1008020416.0, + "2055": 1045728960.0, + "2060": 1028148096.0, + "2065": 1038804992.0, + "2070": 1045650432.0, + "2075": 1035241984.0, + "2080": 1022886464.0, + "2085": 1024820992.0, + "2090": 1034369536.0, + "2095": 1005225344.0, + "2100": 1034647424.0, + "2105": 1035588032.0, + "2110": 1030691072.0, + "2115": 1029803776.0, + "2120": 1018851392.0, + "2125": 1021868992.0, + "2130": 1026643456.0, + "2135": 1053284480.0, + "2140": 1017067264.0, + "2145": 1019638976.0, + "2150": 1037135360.0, + "2155": 1033308096.0, + "2160": 1049042304.0, + "2165": 1039687488.0, + "2170": 1020313344.0, + "2175": 1027344128.0, + "2180": 1041707136.0, + "2185": 1028900864.0, + "2190": 1029316224.0, + "2195": 1028950720.0, + "2200": 1039643776.0, + "2205": 1036977152.0, + "2210": 1031747200.0, + "2215": 1021410560.0, + "2220": 1020915968.0, + "2225": 1033408256.0, + "2230": 1014206336.0, + "2235": 1029401216.0, + "2240": 1029888000.0, + "2245": 1026011776.0, + "2250": 1046273664.0, + "2255": 1032956928.0, + "2260": 1047501120.0, + "2265": 1023724800.0, + "2270": 1022571648.0, + "2275": 1028542016.0, + "2280": 1034979840.0, + "2285": 1031823680.0, + "2290": 1038656128.0, + "2295": 1028821056.0, + "2300": 1034456000.0, + "2305": 1032319936.0, + "2310": 1013591168.0, + "2315": 1048186624.0, + "2320": 1035214336.0, + "2325": 1046969856.0, + "2330": 1014701056.0, + "2335": 1027388160.0, + "2340": 1036741376.0, + "2345": 1020192000.0, + "2350": 1031021376.0, + "2355": 1037479936.0, + "2360": 1032613248.0, + "2365": 1028047104.0, + "2370": 1021009280.0, + "2375": 1022915904.0, + "2380": 1048561920.0, + "2385": 1044144704.0, + "2390": 1021990784.0, + "2395": 1020600192.0, + "2400": 1026936896.0, + "2405": 1038390528.0, + "2410": 1045400576.0, + "2415": 1048461184.0, + "2420": 1032233408.0, + "2425": 1029567744.0, + "2430": 1030391872.0, + "2435": 1029223104.0, + "2440": 1029173824.0, + "2445": 1033137792.0, + "2450": 1038562560.0, + "2455": 1034727232.0, + "2460": 1039988992.0, + "2465": 1032506368.0, + "2470": 1024148608.0, + "2475": 1016545216.0, + "2480": 1023619072.0, + "2485": 1021036544.0, + "2490": 1035925120.0, + "2495": 1032973952.0, + "2500": 1028114688.0, + "2505": 1015390720.0, + "2510": 1030972928.0, + "2515": 1025704320.0, + "2520": 1033331712.0, + "2525": 1029697664.0, + "2530": 1023991808.0, + "2535": 1071074624.0, + "2540": 1024544128.0, + "2545": 1033802752.0, + "2550": 1029453696.0, + "2555": 1029188224.0, + "2560": 1018120704.0, + "2565": 1031604032.0, + "2570": 1022851264.0, + "2575": 1026507968.0, + "2580": 1038627584.0, + "2585": 1025905728.0, + "2590": 1026105600.0, + "2595": 1046626688.0, + "2600": 1031110144.0, + "2605": 1001915648.0, + "2610": 1028426624.0, + "2615": 1025569344.0, + "2620": 1038655040.0, + "2625": 1027002624.0, + "2630": 1036836480.0, + "2635": 1021202688.0, + "2640": 1021870848.0, + "2645": 1039158080.0, + "2650": 1025949824.0, + "2655": 1013262080.0, + "2660": 1032650752.0, + "2665": 1035222912.0, + "2670": 1036443840.0, + "2675": 1039301120.0, + "2680": 1041667456.0, + "2685": 1034570816.0, + "2690": 1058876672.0, + "2695": 1019885952.0, + "2700": 1062632576.0, + "2705": 1035381760.0, + "2710": 1019548288.0, + "2715": 1031890048.0, + "2720": 1016410368.0, + "2725": 1040598912.0, + "2730": 1019590656.0, + "2735": 1030895104.0, + "2740": 1029296512.0, + "2745": 1040693952.0, + "2750": 1023886336.0, + "2755": 1011872064.0, + "2760": 1027690880.0, + "2765": 1030887680.0, + "2770": 1033124224.0, + "2775": 1026335616.0, + "2780": 1033690880.0, + "2785": 1024594432.0, + "2790": 1033740160.0, + "2795": 1045954176.0, + "2800": 1040291712.0, + "2805": 1019952256.0, + "2810": 1031454208.0, + "2815": 1030936896.0, + "2820": 1037860992.0, + "2825": 1041687680.0, + "2830": 1030465920.0, + "2835": 1013512576.0, + "2840": 1031453056.0, + "2845": 1030136576.0, + "2850": 1026623232.0, + "2855": 1024709760.0, + "2860": 1031704896.0, + "2865": 1027433600.0, + "2870": 1026694528.0, + "2875": 1012782400.0, + "2880": 1038305280.0, + "2885": 1017906944.0, + "2890": 1044205440.0, + "2895": 1036465408.0, + "2900": 1030659008.0, + "2905": 1035963648.0, + "2910": 1038723456.0, + "2915": 1039389888.0, + "2920": 1034787584.0, + "2925": 1043274560.0, + "2930": 1038233920.0, + "2935": 1021227136.0, + "2940": 1042312896.0, + "2945": 1045238336.0, + "2950": 1047530816.0, + "2955": 1034179392.0, + "2960": 1020896640.0, + "2965": 1027311936.0, + "2970": 1038801152.0, + "2975": 1034012096.0, + "2980": 1049594752.0, + "2985": 1034852416.0, + "2990": 1026014080.0, + "2995": 1034924096.0, + "3000": 1039024512.0, + "3005": 1038163584.0, + "3010": 1010912768.0, + "3015": 1044980928.0, + "3020": 1034056064.0, + "3025": 1037768832.0, + "3030": 1027727872.0, + "3035": 1041826432.0, + "3040": 1035317376.0, + "3045": 1027261824.0, + "3050": 1029713280.0, + "3055": 1028036096.0, + "3060": 1049983104.0, + "3065": 1024072192.0, + "3070": 1011550656.0, + "3075": 1042852224.0, + "3080": 1036100352.0, + "3085": 1030394752.0, + "3090": 1035267456.0, + "3095": 1013807424.0, + "3100": 1030148992.0, + "3105": 1017614592.0, + "3110": 1033375232.0, + "3115": 1023743680.0, + "3120": 1024883520.0, + "3125": 1046542592.0, + "3130": 1024682368.0, + "3135": 1025729216.0, + "3140": 1043783424.0, + "3145": 1044378368.0, + "3150": 1016489088.0, + "3155": 1042492800.0, + "3160": 1026839616.0, + "3165": 1031204672.0, + "3170": 1024337536.0, + "3175": 1024374016.0, + "3180": 1018209344.0, + "3185": 1034359808.0, + "3190": 1019227328.0, + "3195": 1028430848.0, + "3200": 1036084736.0, + "3205": 1016080704.0, + "3210": 1034114048.0, + "3215": 1031354816.0, + "3220": 1040838272.0, + "3225": 1022841408.0, + "3230": 1033262208.0, + "3235": 1019981184.0, + "3240": 1038135232.0, + "3245": 1031649152.0, + "3250": 1022395520.0, + "3255": 1032881920.0, + "3260": 1037756160.0, + "3265": 1021628672.0, + "3270": 1031249024.0, + "3275": 1038466240.0, + "3280": 1023241984.0, + "3285": 1031622016.0, + "3290": 1045253504.0, + "3295": 1043183232.0, + "3300": 1035089664.0, + "3305": 1042666304.0, + "3310": 1058096256.0, + "3315": 1024287552.0, + "3320": 1046020608.0, + "3325": 1023185152.0, + "3330": 1048042432.0, + "3335": 1036695936.0, + "3340": 1042128384.0, + "3345": 1030903936.0, + "3350": 1020624192.0, + "3355": 1025965376.0, + "3360": 1030309760.0, + "3365": 1031176960.0, + "3370": 1036459136.0, + "3375": 1023479040.0, + "3380": 1032387776.0, + "3385": 1038085760.0, + "3390": 1052816512.0, + "3395": 1012095488.0, + "3400": 1019214912.0, + "3405": 1021785920.0, + "3410": 1028439296.0, + "3415": 1058226176.0, + "3420": 1033497472.0, + "3425": 1029585280.0, + "3430": 1021155712.0, + "3435": 1034998144.0, + "3440": 1017966208.0, + "3445": 1025542272.0, + "3450": 1032259584.0, + "3455": 1036265472.0, + "3460": 1052076544.0, + "3465": 1027119168.0, + "3470": 1043734400.0, + "3475": 1033269312.0, + "3480": 1026625664.0, + "3485": 1029219392.0, + "3490": 1041046976.0, + "3495": 1019256448.0, + "3500": 1032066112.0, + "3505": 1025757440.0, + "3510": 1044371584.0, + "3515": 1013822720.0, + "3520": 1021851392.0, + "3525": 1032180672.0, + "3530": 1029793920.0, + "3535": 1034573952.0, + "3540": 1017737344.0, + "3545": 1035664384.0, + "3550": 1024539200.0, + "3555": 1035870720.0, + "3560": 1029743040.0, + "3565": 1028904320.0, + "3570": 1046034304.0, + "3575": 1039189504.0, + "3580": 1010844096.0, + "3585": 1031742464.0, + "3590": 1041454592.0, + "3595": 1037642240.0, + "3600": 1032767744.0, + "3605": 1045827008.0, + "3610": 1039240576.0, + "3615": 1036875008.0, + "3620": 1026934400.0, + "3625": 1033936256.0, + "3630": 1017587072.0, + "3635": 1026634176.0, + "3640": 1039534720.0, + "3645": 1022662016.0, + "3650": 1036845888.0, + "3655": 1023994560.0, + "3660": 1014993792.0, + "3665": 1026122112.0, + "3670": 1041676544.0, + "3675": 1033256704.0, + "3680": 1015358016.0, + "3685": 1029128064.0, + "3690": 1026208704.0, + "3695": 1043804736.0, + "3700": 1028618624.0, + "3705": 1049489024.0, + "3710": 1027184256.0, + "3715": 1016139648.0, + "3720": 1040824128.0, + "3725": 1032767616.0, + "3730": 1030926080.0, + "3735": 1019014144.0, + "3740": 1023829376.0, + "3745": 1046292480.0, + "3750": 1034466816.0, + "3755": 1032094272.0, + "3760": 1019371264.0, + "3765": 1031922176.0, + "3770": 1026683136.0, + "3775": 1035713920.0, + "3780": 1030675584.0, + "3785": 1027213184.0, + "3790": 1019588224.0, + "3795": 1030310016.0, + "3800": 1035620480.0, + "3805": 1035427200.0, + "3810": 1033298752.0, + "3815": 1033993728.0, + "3820": 1041110976.0, + "3825": 1024538752.0, + "3830": 1037634496.0, + "3835": 1040351872.0, + "3840": 1023450688.0, + "3845": 1048471808.0, + "3850": 1052492800.0, + "3855": 1028912064.0, + "3860": 1019536768.0, + "3865": 1035491520.0, + "3870": 1028495552.0, + "3875": 1041168704.0, + "3880": 1048859136.0, + "3885": 1027729984.0, + "3890": 1027491904.0, + "3895": 1034195584.0, + "3900": 1027651072.0, + "3905": 1027980928.0, + "3910": 1041576832.0, + "3915": 1043999360.0, + "3920": 1041068096.0, + "3925": 1030840960.0, + "3930": 1027076544.0, + "3935": 1033786880.0, + "3940": 1042279744.0, + "3945": 1036251392.0, + "3950": 1021437376.0, + "3955": 1036308992.0, + "3960": 1024188672.0, + "3965": 1027070464.0, + "3970": 1015988672.0, + "3975": 1041426624.0, + "3980": 1032459008.0, + "3985": 1037685056.0, + "3990": 1038688384.0, + "3995": 1023658624.0, + "4000": 1054414336.0, + "4005": 1029987392.0, + "4010": 1025141888.0, + "4015": 1030982784.0, + "4020": 1018476288.0, + "4025": 1027127232.0, + "4030": 1010311680.0, + "4035": 1038645120.0, + "4040": 1022260800.0, + "4045": 1025041408.0, + "4050": 1032353216.0, + "4055": 1022425216.0, + "4060": 1024525824.0, + "4065": 1032875264.0, + "4070": 1027794688.0, + "4075": 1025600064.0, + "4080": 1029370944.0, + "4085": 1020827520.0, + "4090": 1033328384.0, + "4095": 1024146176.0, + "4100": 1040953152.0, + "4105": 1027269888.0, + "4110": 1038795648.0, + "4115": 1023500928.0, + "4120": 1038947456.0, + "4125": 1048278720.0, + "4130": 1021494016.0, + "4135": 1034574848.0, + "4140": 1034618176.0, + "4145": 1044451200.0, + "4150": 1000356736.0, + "4155": 1028367552.0, + "4160": 1024247232.0, + "4165": 1033692544.0, + "4170": 1018891648.0, + "4175": 1026497792.0, + "4180": 1045412288.0, + "4185": 1033634944.0, + "4190": 1029578752.0, + "4195": 1038781632.0, + "4200": 1025106944.0, + "4205": 1019079296.0, + "4210": 1029564416.0, + "4215": 1032273280.0, + "4220": 1026245376.0, + "4225": 1031929856.0, + "4230": 1030274496.0, + "4235": 1027607552.0, + "4240": 1031483840.0, + "4245": 1028769152.0, + "4250": 1026991104.0, + "4255": 1021243008.0, + "4260": 1042085888.0, + "4265": 1025413952.0, + "4270": 1030174208.0, + "4275": 1012475648.0, + "4280": 1044508416.0, + "4285": 1019902720.0, + "4290": 1033062144.0, + "4295": 1033600128.0, + "4300": 1031643008.0, + "4305": 1023852352.0, + "4310": 1021572416.0, + "4315": 1047226368.0, + "4320": 1026524416.0, + "4325": 1005869568.0, + "4330": 1037671488.0, + "4335": 1022010176.0, + "4340": 1029013632.0, + "4345": 1033477632.0, + "4350": 1036891136.0, + "4355": 1026812416.0, + "4360": 1022941952.0, + "4365": 1028783296.0, + "4370": 1029627776.0, + "4375": 1042200832.0, + "4380": 1016104320.0, + "4385": 1045554944.0, + "4390": 1026274816.0, + "4395": 1029800704.0, + "4400": 1047369216.0, + "4405": 1029300672.0, + "4410": 1033427328.0, + "4415": 1028302656.0, + "4420": 1028152832.0, + "4425": 1033579008.0, + "4430": 1031378240.0, + "4435": 1028575680.0, + "4440": 1033127808.0, + "4445": 1028295872.0, + "4450": 1052215552.0, + "4455": 1026288896.0, + "4460": 1034890752.0, + "4465": 1031728832.0, + "4470": 1035449792.0, + "4475": 1036975360.0, + "4480": 1025122176.0, + "4485": 1034108864.0, + "4490": 1024634112.0, + "4495": 1047977728.0, + "4500": 1024712448.0, + "4505": 1038853632.0, + "4510": 1043728128.0, + "4515": 1044281344.0, + "4520": 1036876864.0, + "4525": 1058077632.0, + "4530": 1030976320.0, + "4535": 1032597184.0, + "4540": 1036432128.0, + "4545": 1025729344.0, + "4550": 1021752448.0, + "4555": 1037548544.0, + "4560": 1020104768.0, + "4565": 1036058624.0, + "4570": 1020504704.0, + "4575": 1050414336.0, + "4580": 1010442816.0, + "4585": 1022964736.0, + "4590": 1039714176.0, + "4595": 1023279040.0, + "4600": 1042481280.0, + "4605": 1039750464.0, + "4610": 1046108416.0, + "4615": 1018004864.0, + "4620": 1044737280.0, + "4625": 1030483072.0, + "4630": 1027264320.0, + "4635": 1026999168.0, + "4640": 1034904640.0, + "4645": 1036424704.0, + "4650": 1033715840.0, + "4655": 1035464192.0, + "4660": 1035328128.0, + "4665": 1020268800.0, + "4670": 1020060928.0, + "4675": 1054851840.0, + "4680": 1024898304.0, + "4685": 1027824000.0, + "4690": 1034453376.0, + "4695": 1039154048.0, + "4700": 1038869504.0, + "4705": 1027658176.0, + "4710": 1020526592.0, + "4715": 1031831424.0, + "4720": 1030303616.0, + "4725": 1030303872.0, + "4730": 1044100544.0, + "4735": 1046136704.0, + "4740": 1036180736.0, + "4745": 1039047424.0, + "4750": 1031794176.0, + "4755": 1047727104.0, + "4760": 1026181120.0, + "4765": 1034699008.0, + "4770": 1036524672.0, + "4775": 1029378944.0, + "4780": 1028547584.0, + "4785": 1028418176.0, + "4790": 1019624576.0, + "4795": 1033063168.0, + "4800": 1051871744.0, + "4805": 1015416960.0, + "4810": 1029457280.0, + "4815": 1009575872.0, + "4820": 1041054016.0, + "4825": 1026712832.0, + "4830": 1020455168.0, + "4835": 1051312000.0, + "4840": 1019460736.0, + "4845": 1032318464.0, + "4850": 1036798080.0, + "4855": 1031056640.0, + "4860": 1033134848.0, + "4865": 1032067456.0, + "4870": 1049835648.0, + "4875": 1025114304.0, + "4880": 1048481024.0, + "4885": 1016857344.0, + "4890": 1037321472.0, + "4895": 1024327232.0, + "4900": 1043376640.0, + "4905": 1033401088.0, + "4910": 1032833472.0, + "4915": 1016893952.0, + "4920": 1022298368.0, + "4925": 1034969600.0, + "4930": 1034633344.0, + "4935": 1025889664.0, + "4940": 1048402624.0, + "4945": 1025252096.0, + "4950": 1024212544.0, + "4955": 1007489792.0, + "4960": 1040217728.0, + "4965": 1018778624.0, + "4970": 1014277632.0, + "4975": 1038029696.0, + "4980": 1020920832.0, + "4985": 1029050368.0, + "4990": 1028398336.0, + "4995": 1032023744.0, + "5000": 1039793792.0, + "5005": 1024355328.0, + "5010": 1029150976.0, + "5015": 1021811072.0, + "5020": 1023510400.0, + "5025": 1037607808.0, + "5030": 1041950976.0, + "5035": 1047133312.0, + "5040": 1060959808.0, + "5045": 1032111232.0, + "5050": 1029537536.0, + "5055": 1024555776.0, + "5060": 1035287104.0, + "5065": 1021208960.0, + "5070": 1035759104.0, + "5075": 1015775232.0, + "5080": 1027043712.0, + "5085": 1021795840.0, + "5090": 1034977664.0, + "5095": 1015504320.0, + "5100": 1032260608.0, + "5105": 1017984960.0, + "5110": 1019589120.0, + "5115": 1036067328.0, + "5120": 1032697728.0, + "5125": 1019079936.0, + "5130": 1033409408.0, + "5135": 1041206208.0, + "5140": 1026262144.0, + "5145": 1033710080.0, + "5150": 1022047616.0, + "5155": 1032268160.0, + "5160": 1039629696.0, + "5165": 1031578816.0, + "5170": 1035559040.0, + "5175": 1026119104.0, + "5180": 1030320128.0, + "5185": 1024499776.0, + "5190": 1019495424.0, + "5195": 1035629760.0, + "5200": 1016909440.0, + "5205": 1013438720.0, + "5210": 1049398208.0, + "5215": 1030835328.0, + "5220": 1025281152.0, + "5225": 1035243008.0, + "5230": 1025932928.0, + "5235": 1025122560.0, + "5240": 1046311680.0, + "5245": 1022743680.0, + "5250": 1027065472.0, + "5255": 1023890944.0, + "5260": 1033824384.0, + "5265": 1045736832.0, + "5270": 1052503936.0, + "5275": 1033021696.0, + "5280": 1030076288.0, + "5285": 1025215296.0, + "5290": 1026578816.0, + "5295": 1032656640.0, + "5300": 1024370816.0, + "5305": 1029639040.0, + "5310": 1033201280.0, + "5315": 1032992768.0, + "5320": 1019525056.0, + "5325": 1022721216.0, + "5330": 1021339136.0, + "5335": 1039279680.0, + "5340": 1037223424.0, + "5345": 1039191936.0, + "5350": 1023703680.0, + "5355": 1029940096.0, + "5360": 1047048320.0, + "5365": 1037428864.0, + "5370": 1024385792.0, + "5375": 1042074304.0, + "5380": 1020371712.0, + "5385": 1021769088.0, + "5390": 1035135552.0, + "5395": 1049658240.0, + "5400": 1026018176.0, + "5405": 1036455808.0, + "5410": 1027638784.0, + "5415": 1042289664.0, + "5420": 1039946368.0, + "5425": 1028384128.0, + "5430": 1043802688.0, + "5435": 1032657280.0, + "5440": 1033387072.0, + "5445": 1034147648.0, + "5450": 1025303168.0, + "5455": 1034083008.0, + "5460": 1026815872.0, + "5465": 1027403712.0, + "5470": 1028971648.0, + "5475": 1037236736.0, + "5480": 1023833728.0, + "5485": 1019189376.0, + "5490": 1030894656.0, + "5495": 1029403008.0, + "5500": 1032684800.0, + "5505": 1018277824.0, + "5510": 1023991040.0, + "5515": 1025159552.0, + "5520": 1039530240.0, + "5525": 1018027520.0, + "5530": 1037666176.0, + "5535": 1031602176.0, + "5540": 1027568000.0, + "5545": 1033214848.0, + "5550": 1032119040.0, + "5555": 1044806144.0, + "5560": 1028514432.0, + "5565": 1029689600.0, + "5570": 1042031872.0, + "5575": 1025381760.0, + "5580": 1023719488.0, + "5585": 1044097408.0, + "5590": 1041322880.0, + "5595": 1031553408.0, + "5600": 1023403456.0, + "5605": 1040119424.0, + "5610": 1034091072.0, + "5615": 1021045888.0, + "5620": 1031008000.0, + "5625": 1030192192.0, + "5630": 1023505152.0, + "5635": 1026687168.0, + "5640": 1034592640.0, + "5645": 1018658944.0, + "5650": 1052382336.0, + "5655": 1048935040.0, + "5660": 1050081152.0, + "5665": 1033961088.0, + "5670": 1033753856.0, + "5675": 1025395968.0, + "5680": 1039381888.0, + "5685": 1033059584.0, + "5690": 1031467136.0, + "5695": 1021949312.0, + "5700": 1038069056.0, + "5705": 1043687808.0, + "5710": 1057235712.0, + "5715": 1014466752.0, + "5720": 1021261440.0, + "5725": 1041824640.0, + "5730": 1039458304.0, + "5735": 1025131392.0, + "5740": 1026048896.0, + "5745": 1036993280.0, + "5750": 1044555648.0, + "5755": 1011864704.0, + "5760": 1028393344.0, + "5765": 1028249408.0, + "5770": 1021534336.0, + "5775": 1051213696.0, + "5780": 1034986624.0, + "5785": 1037516864.0, + "5790": 1016960512.0, + "5795": 1027876608.0, + "5800": 1029783616.0, + "5805": 1050698816.0, + "5810": 1018481024.0, + "5815": 1036127232.0, + "5820": 1048411136.0, + "5825": 1030981504.0, + "5830": 1031575936.0, + "5835": 1034048448.0, + "5840": 1039847168.0, + "5845": 1021750272.0, + "5850": 1029811712.0, + "5855": 1038792704.0, + "5860": 1031439424.0, + "5865": 1026402048.0, + "5870": 1029863040.0, + "5875": 1032845312.0, + "5880": 1032679296.0, + "5885": 1024579520.0, + "5890": 1026802176.0, + "5895": 1015799424.0, + "5900": 1049709952.0, + "5905": 1025655744.0, + "5910": 1019154624.0, + "5915": 1042742272.0, + "5920": 1028049920.0, + "5925": 1034020352.0, + "5930": 1030965696.0, + "5935": 1038106752.0, + "5940": 1019175616.0, + "5945": 1025132672.0, + "5950": 1035532928.0, + "5955": 1050441024.0, + "5960": 1024551552.0, + "5965": 1029927040.0, + "5970": 1016430720.0, + "5975": 1036686400.0, + "5980": 1024121472.0, + "5985": 1035390208.0, + "5990": 1010553600.0, + "5995": 1047021568.0, + "6000": 1021248384.0, + "6005": 1040463872.0, + "6010": 1025361984.0, + "6015": 1050182848.0, + "6020": 1039517824.0, + "6025": 1030257792.0, + "6030": 1025934656.0, + "6035": 1021749120.0, + "6040": 1034119936.0, + "6045": 1028285312.0, + "6050": 1020115072.0, + "6055": 1040399744.0, + "6060": 1026350976.0, + "6065": 1022200448.0, + "6070": 1040671616.0, + "6075": 1046041088.0, + "6080": 1038585984.0, + "6085": 1041488576.0, + "6090": 1037208832.0, + "6095": 1036286592.0, + "6100": 1030458880.0, + "6105": 1019219072.0, + "6110": 1035360128.0, + "6115": 1019455744.0, + "6120": 1032192256.0, + "6125": 1020925056.0, + "6130": 1012016768.0, + "6135": 1038737152.0, + "6140": 1041740672.0, + "6145": 1041920192.0, + "6150": 1018961792.0, + "6155": 1024653184.0, + "6160": 1047975104.0, + "6165": 1050412800.0, + "6170": 1032507200.0, + "6175": 1045797248.0, + "6180": 1040070912.0, + "6185": 1029712896.0, + "6190": 1023297664.0, + "6195": 1050900864.0, + "6200": 1035037760.0, + "6205": 1036279232.0, + "6210": 1039776000.0, + "6215": 1033204480.0, + "6220": 1026165376.0, + "6225": 1036744448.0, + "6230": 1025147392.0, + "6235": 1019356416.0, + "6240": 1057107456.0, + "6245": 1018415872.0, + "6250": 1035340416.0, + "6255": 1025384192.0, + "6260": 1034866240.0, + "6265": 1027706560.0, + "6270": 1042120256.0, + "6275": 1037661888.0, + "6280": 1018273280.0, + "6285": 1032644864.0, + "6290": 1038601600.0, + "6295": 1031807040.0, + "6300": 1034636672.0, + "6305": 1011070656.0, + "6310": 1039461952.0, + "6315": 1030057664.0, + "6320": 1030537728.0, + "6325": 1038645504.0, + "6330": 1033911808.0, + "6335": 1032300416.0, + "6340": 1033548608.0, + "6345": 1031039744.0, + "6350": 1037455104.0, + "6355": 1028079616.0, + "6360": 1043316928.0, + "6365": 1025227392.0, + "6370": 1033942336.0, + "6375": 1036041856.0, + "6380": 1029111104.0, + "6385": 1025398912.0, + "6390": 1025520704.0, + "6395": 1048614592.0, + "6400": 1040738432.0, + "6405": 1024251840.0, + "6410": 1017492864.0, + "6415": 1042830336.0, + "6420": 1025204736.0, + "6425": 1027168192.0, + "6430": 1040571904.0, + "6435": 1022912384.0, + "6440": 1047997952.0, + "6445": 1036093696.0, + "6450": 1048534400.0, + "6455": 1037275072.0, + "6460": 1036753152.0, + "6465": 1033656320.0, + "6470": 1018138112.0, + "6475": 1034694400.0, + "6480": 1028997632.0, + "6485": 1033262464.0, + "6490": 1035642240.0, + "6495": 1024473472.0, + "6500": 1020575872.0, + "6505": 1059330176.0, + "6510": 1020475264.0, + "6515": 1018691584.0, + "6520": 1051473280.0, + "6525": 1035547968.0, + "6530": 1027900032.0, + "6535": 1022724672.0, + "6540": 1023277888.0, + "6545": 1033176064.0, + "6550": 1029491328.0, + "6555": 1029578432.0, + "6560": 1056442176.0, + "6565": 1054298752.0, + "6570": 1032322048.0, + "6575": 1041211648.0, + "6580": 1028136960.0, + "6585": 1036508032.0, + "6590": 1042459904.0, + "6595": 1038571712.0, + "6600": 1031391296.0, + "6605": 1045719168.0, + "6610": 1034716800.0, + "6615": 1015579968.0, + "6620": 1039118080.0, + "6625": 1054657920.0, + "6630": 1043096128.0, + "6635": 1032229952.0, + "6640": 1016741888.0, + "6645": 1016182592.0, + "6650": 1034695168.0, + "6655": 1031756928.0, + "6660": 1041405312.0, + "6665": 1024660992.0, + "6670": 1023822848.0, + "6675": 1038308864.0, + "6680": 1025628416.0, + "6685": 1045397056.0, + "6690": 1046394240.0, + "6695": 1027757440.0, + "6700": 1033476352.0, + "6705": 1038859648.0, + "6710": 1047490048.0, + "6715": 1043232640.0, + "6720": 1022999552.0, + "6725": 1018912512.0, + "6730": 1027528192.0, + "6735": 1016941696.0, + "6740": 1027241472.0, + "6745": 1030266368.0, + "6750": 1006376832.0, + "6755": 1034768960.0, + "6760": 1040737408.0, + "6765": 1023830528.0, + "6770": 1036443776.0, + "6775": 1019630528.0, + "6780": 1043726528.0, + "6785": 1037413120.0, + "6790": 1029405824.0, + "6795": 1026352832.0, + "6800": 1036631232.0, + "6805": 1024583232.0, + "6810": 1042342528.0, + "6815": 1035277184.0, + "6820": 1022597888.0, + "6825": 1034797056.0, + "6830": 1029865152.0, + "6835": 1041612224.0, + "6840": 1042286336.0, + "6845": 1018956800.0, + "6850": 1032174336.0, + "6855": 1034436608.0, + "6860": 1042058368.0, + "6865": 1021815744.0, + "6870": 1037019264.0, + "6875": 1030381568.0, + "6880": 1029364032.0, + "6885": 1030439808.0, + "6890": 1039892992.0, + "6895": 1027270272.0, + "6900": 1035176960.0, + "6905": 1043977536.0, + "6910": 1019766784.0, + "6915": 1017480192.0, + "6920": 1017186752.0, + "6925": 1030654720.0, + "6930": 1036676288.0, + "6935": 1042839040.0, + "6940": 1040315648.0, + "6945": 1044199936.0, + "6950": 1040515968.0, + "6955": 1036115456.0, + "6960": 1036438848.0, + "6965": 1019164416.0, + "6970": 1034731776.0, + "6975": 1019137280.0, + "6980": 1028439296.0, + "6985": 1023243776.0, + "6990": 1026997504.0, + "6995": 1027550208.0, + "7000": 1058822400.0, + "7005": 1013740480.0, + "7010": 1028962432.0, + "7015": 1037291264.0, + "7020": 1011883328.0, + "7025": 1017316864.0, + "7030": 1028304896.0, + "7035": 1035958144.0, + "7040": 1042968448.0, + "7045": 1028188928.0, + "7050": 1017982336.0, + "7055": 1035091584.0, + "7060": 1051804928.0, + "7065": 1007668160.0, + "7070": 1035822080.0, + "7075": 1031042560.0, + "7080": 1026146816.0, + "7085": 1044909824.0, + "7090": 1046264320.0, + "7095": 1043763840.0, + "7100": 1035091456.0, + "7105": 1049147392.0, + "7110": 1010966208.0, + "7115": 1033872128.0, + "7120": 1031270592.0, + "7125": 1037499392.0, + "7130": 1024885376.0, + "7135": 1031993856.0, + "7140": 1019094464.0, + "7145": 1033084288.0, + "7150": 1037557568.0, + "7155": 1015732224.0, + "7160": 1024727680.0, + "7165": 1030898560.0, + "7170": 1037370112.0, + "7175": 1028819776.0, + "7180": 1037635840.0, + "7185": 1016175872.0, + "7190": 1019811072.0, + "7195": 1040918528.0, + "7200": 1041377728.0, + "7205": 1026541504.0, + "7210": 1022641920.0, + "7215": 1041893248.0, + "7220": 1017746176.0, + "7225": 1027299840.0, + "7230": 1030203008.0, + "7235": 1035730112.0, + "7240": 1037858048.0, + "7245": 1023974656.0, + "7250": 1044710912.0, + "7255": 1031903488.0, + "7260": 1030130816.0, + "7265": 1036889728.0, + "7270": 1050099904.0, + "7275": 1029229440.0, + "7280": 1020234304.0, + "7285": 1029844928.0, + "7290": 1017222400.0, + "7295": 1029142912.0, + "7300": 1031537280.0, + "7305": 1027301248.0, + "7310": 1029092864.0, + "7315": 1022784896.0, + "7320": 1036460864.0, + "7325": 1036854400.0, + "7330": 1021710336.0, + "7335": 1030718464.0, + "7340": 1039385664.0, + "7345": 1040181120.0, + "7350": 1034976704.0, + "7355": 1033658816.0, + "7360": 1031257664.0, + "7365": 1048744384.0, + "7370": 1027300992.0, + "7375": 1041858048.0, + "7380": 1016728064.0, + "7385": 1017581440.0, + "7390": 1017236992.0, + "7395": 1046796288.0, + "7400": 1048443648.0, + "7405": 1013396864.0, + "7410": 1017388608.0, + "7415": 1017817856.0, + "7420": 1028046080.0, + "7425": 1012842688.0, + "7430": 1034045056.0, + "7435": 1032532672.0, + "7440": 1002695872.0, + "7445": 1034454016.0, + "7450": 1039307264.0, + "7455": 1019029248.0, + "7460": 1014743808.0, + "7465": 1027207744.0, + "7470": 1030425792.0, + "7475": 1033794304.0, + "7480": 1043320192.0, + "7485": 1038217152.0, + "7490": 1049004736.0, + "7495": 1028985536.0, + "7500": 1027430016.0, + "7505": 1028697920.0, + "7510": 1048889280.0, + "7515": 1035650304.0, + "7520": 1017202624.0, + "7525": 1036575872.0, + "7530": 1029265152.0, + "7535": 1027193216.0, + "7540": 1028340992.0, + "7545": 1025988992.0, + "7550": 1023029632.0, + "7555": 1033028480.0, + "7560": 1031407936.0, + "7565": 1022713856.0, + "7570": 1037594688.0, + "7575": 1022606720.0, + "7580": 1018126528.0, + "7585": 1033056640.0, + "7590": 1010996096.0, + "7595": 1018264576.0, + "7600": 1049907200.0, + "7605": 1037364352.0, + "7610": 1040417920.0, + "7615": 1035250688.0, + "7620": 1024233600.0, + "7625": 1020319680.0, + "7630": 1034941952.0, + "7635": 1043227520.0, + "7640": 1033494528.0, + "7645": 1034447616.0, + "7650": 1039807360.0, + "7655": 1031242752.0, + "7660": 1056630720.0, + "7665": 1031079040.0, + "7670": 1033687936.0, + "7675": 1030684288.0, + "7680": 1035401216.0, + "7685": 1018665280.0, + "7690": 1031924096.0, + "7695": 1025860672.0, + "7700": 1017717888.0, + "7705": 1036534272.0, + "7710": 1029895424.0, + "7715": 1053233408.0, + "7720": 1019517504.0, + "7725": 1042195328.0, + "7730": 1035623424.0, + "7735": 1020729600.0, + "7740": 1045578560.0, + "7745": 1026935936.0, + "7750": 1048552448.0, + "7755": 1022542912.0, + "7760": 1049534464.0, + "7765": 1029373824.0, + "7770": 1018378304.0, + "7775": 1021367680.0, + "7780": 1039772800.0, + "7785": 1039916288.0, + "7790": 1030520000.0, + "7795": 1039356928.0, + "7800": 1028190720.0, + "7805": 1027638400.0, + "7810": 1020972544.0, + "7815": 1035881216.0, + "7820": 1017670784.0, + "7825": 1018070080.0, + "7830": 1035107008.0, + "7835": 1044510848.0, + "7840": 1027838976.0, + "7845": 1032104128.0, + "7850": 1034612608.0, + "7855": 1025467328.0, + "7860": 1059053952.0, + "7865": 1016628992.0, + "7870": 1033731712.0, + "7875": 1044189184.0, + "7880": 1029087488.0, + "7885": 1040310656.0, + "7890": 1029558592.0, + "7895": 1032948992.0, + "7900": 1021410816.0, + "7905": 1020958080.0, + "7910": 1008996608.0, + "7915": 1023122688.0, + "7920": 1023073792.0, + "7925": 1030096768.0, + "7930": 1020715648.0, + "7935": 1019446592.0, + "7940": 1017811072.0, + "7945": 1014450752.0, + "7950": 1026306624.0, + "7955": 1034521536.0, + "7960": 1056028352.0, + "7965": 1031051648.0, + "7970": 1030420864.0, + "7975": 1022193024.0, + "7980": 1034477824.0, + "7985": 1047306432.0, + "7990": 1032068736.0, + "7995": 1044268160.0, + "8000": 1028878912.0, + "8005": 1028047936.0, + "8010": 1050667968.0, + "8015": 1019761920.0, + "8020": 1043299712.0, + "8025": 1039021760.0, + "8030": 1030871040.0, + "8035": 1045307264.0, + "8040": 1026313984.0, + "8045": 1024972224.0, + "8050": 1018407360.0, + "8055": 1033739392.0, + "8060": 1012988800.0, + "8065": 1022020224.0, + "8070": 1034778240.0, + "8075": 1042762368.0, + "8080": 1027761920.0, + "8085": 1037208064.0, + "8090": 1007010816.0, + "8095": 1030376640.0, + "8100": 1030728832.0, + "8105": 1027796288.0, + "8110": 1031560064.0, + "8115": 1037688832.0, + "8120": 1037695104.0, + "8125": 1031100544.0, + "8130": 1028629760.0, + "8135": 1029682688.0, + "8140": 1049907072.0, + "8145": 1043465600.0, + "8150": 1040089280.0, + "8155": 1046782464.0, + "8160": 1010201728.0, + "8165": 1031659904.0, + "8170": 1024486592.0, + "8175": 1035022336.0, + "8180": 1024464384.0, + "8185": 1021963840.0, + "8190": 1037127552.0, + "8195": 1022371072.0, + "8200": 1035639168.0, + "8205": 1026485504.0, + "8210": 1023891328.0, + "8215": 1014279936.0, + "8220": 1026757440.0, + "8225": 1028542464.0, + "8230": 1027165952.0, + "8235": 1037916288.0, + "8240": 1025911168.0, + "8245": 1024679936.0, + "8250": 1041637056.0, + "8255": 1031911232.0, + "8260": 1032427264.0, + "8265": 1023167232.0, + "8270": 1040175360.0, + "8275": 1038053248.0, + "8280": 1041852032.0, + "8285": 1038806272.0, + "8290": 1024077440.0, + "8295": 1028406464.0, + "8300": 1039343680.0, + "8305": 1012107392.0, + "8310": 1021884864.0, + "8315": 1027309824.0, + "8320": 1021640064.0, + "8325": 1048574592.0, + "8330": 1041043200.0, + "8335": 1037967808.0, + "8340": 1033022080.0, + "8345": 1043867520.0, + "8350": 1037716224.0, + "8355": 1029688704.0, + "8360": 1040670336.0, + "8365": 1027452160.0, + "8370": 1037745792.0, + "8375": 1041989120.0, + "8380": 1037630912.0, + "8385": 1023438592.0, + "8390": 1026071104.0, + "8395": 1028915392.0, + "8400": 1046532288.0, + "8405": 1040182720.0, + "8410": 1034255360.0, + "8415": 1040261504.0, + "8420": 1054733056.0, + "8425": 1031518080.0, + "8430": 1030298752.0, + "8435": 1045708992.0, + "8440": 1026313856.0, + "8445": 1029030528.0, + "8450": 1034205504.0, + "8455": 1031796672.0, + "8460": 1016830848.0, + "8465": 1035165568.0, + "8470": 1035187072.0, + "8475": 1024716032.0, + "8480": 1035902784.0, + "8485": 1028950272.0, + "8490": 1023081856.0, + "8495": 1037395712.0, + "8500": 1025963136.0, + "8505": 1042727104.0, + "8510": 1028170240.0, + "8515": 1038103808.0, + "8520": 1023109248.0, + "8525": 1037989632.0, + "8530": 1027574656.0, + "8535": 1041659648.0, + "8540": 1033882880.0, + "8545": 1015118848.0, + "8550": 1040191232.0, + "8555": 1016343168.0, + "8560": 1019333248.0, + "8565": 1021412096.0, + "8570": 1032034944.0, + "8575": 1031883648.0, + "8580": 1016014528.0, + "8585": 1030020480.0, + "8590": 1031639552.0, + "8595": 1017778944.0, + "8600": 1002396288.0, + "8605": 1030241280.0, + "8610": 1017534464.0, + "8615": 1023991808.0, + "8620": 1047207680.0, + "8625": 1034234688.0, + "8630": 1030923328.0, + "8635": 1051995520.0, + "8640": 1041136256.0, + "8645": 1024873344.0, + "8650": 1025597952.0, + "8655": 1036907648.0, + "8660": 1031172672.0, + "8665": 1032907456.0, + "8670": 1037403200.0, + "8675": 1029158848.0, + "8680": 1031266752.0, + "8685": 1041200576.0, + "8690": 1035037696.0, + "8695": 1008511232.0, + "8700": 1027461120.0, + "8705": 1051507776.0, + "8710": 1041679936.0, + "8715": 1034154816.0, + "8720": 1017599040.0, + "8725": 1025190336.0, + "8730": 1036613376.0, + "8735": 1014831040.0, + "8740": 1036084480.0, + "8745": 1021254784.0, + "8750": 1027869696.0, + "8755": 1020744960.0, + "8760": 1036901248.0, + "8765": 1058675328.0, + "8770": 1020465280.0, + "8775": 1031775872.0, + "8780": 1030894400.0, + "8785": 1032120576.0, + "8790": 1041036608.0, + "8795": 1019526528.0, + "8800": 1038247680.0, + "8805": 1035108992.0, + "8810": 1043259392.0, + "8815": 1026493632.0, + "8820": 1027669376.0, + "8825": 1043466176.0, + "8830": 1027484288.0, + "8835": 1038814976.0, + "8840": 1034492864.0, + "8845": 1033911488.0, + "8850": 1030493824.0, + "8855": 1042527616.0, + "8860": 1013005184.0, + "8865": 1038370176.0, + "8870": 1025188992.0, + "8875": 1012983040.0, + "8880": 1028378560.0, + "8885": 1046463232.0, + "8890": 1038605632.0, + "8895": 1037912128.0, + "8900": 1027296640.0, + "8905": 1032794304.0, + "8910": 1029798272.0, + "8915": 1030006208.0, + "8920": 1030342080.0, + "8925": 1028572288.0, + "8930": 1031639936.0, + "8935": 1022953216.0, + "8940": 1019850048.0, + "8945": 1031911488.0, + "8950": 1039954496.0, + "8955": 1041904384.0, + "8960": 1026881344.0, + "8965": 1022086208.0, + "8970": 1029561024.0, + "8975": 1038936896.0, + "8980": 1033862144.0, + "8985": 1030651456.0, + "8990": 1025016512.0, + "8995": 1013965952.0, + "9000": 1035287808.0, + "9005": 1028651008.0, + "9010": 1011916288.0, + "9015": 1038914432.0, + "9020": 1030156736.0, + "9025": 1024687168.0, + "9030": 1025863808.0, + "9035": 1054311296.0, + "9040": 1027297728.0, + "9045": 1036585344.0, + "9050": 1020932032.0, + "9055": 1043215360.0, + "9060": 1023161408.0, + "9065": 1023389760.0, + "9070": 1039365888.0, + "9075": 1026731584.0, + "9080": 1018875008.0, + "9085": 1015441856.0, + "9090": 1043766848.0, + "9095": 1014022720.0, + "9100": 1031977856.0, + "9105": 1026516160.0, + "9110": 1029232384.0, + "9115": 1024868480.0, + "9120": 999988416.0, + "9125": 1032845312.0, + "9130": 1038535744.0, + "9135": 1031039872.0, + "9140": 1025504704.0, + "9145": 1030408576.0, + "9150": 1029418496.0, + "9155": 1038270656.0, + "9160": 1046046272.0, + "9165": 1017951680.0, + "9170": 1040958272.0, + "9175": 1031289984.0, + "9180": 1037832448.0, + "9185": 1040685824.0, + "9190": 1028988224.0, + "9195": 1034314880.0, + "9200": 1035554112.0, + "9205": 1029849408.0, + "9210": 1026537728.0, + "9215": 1030523648.0, + "9220": 1025734272.0, + "9225": 1048003072.0, + "9230": 1041604160.0, + "9235": 1027777536.0, + "9240": 1025247872.0, + "9245": 1036213824.0, + "9250": 1041194624.0, + "9255": 1020066816.0, + "9260": 1035340544.0, + "9265": 1023105472.0, + "9270": 1038334720.0, + "9275": 1036055936.0, + "9280": 1026543744.0, + "9285": 1014288256.0, + "9290": 1018869056.0, + "9295": 1026917120.0, + "9300": 1037088384.0, + "9305": 1045438144.0, + "9310": 1033245888.0, + "9315": 1039046272.0, + "9320": 1048497728.0, + "9325": 1023062016.0, + "9330": 1031726720.0, + "9335": 1035676096.0, + "9340": 1013721344.0, + "9345": 1022574208.0, + "9350": 1026588160.0, + "9355": 1034810048.0, + "9360": 1029842176.0, + "9365": 1019865280.0, + "9370": 1006905344.0, + "9375": 1036234816.0, + "9380": 1049014400.0, + "9385": 1015906624.0, + "9390": 1029210880.0, + "9395": 1008934976.0, + "9400": 1026896512.0, + "9405": 1027655808.0, + "9410": 1040914752.0, + "9415": 1035131264.0, + "9420": 1030795456.0, + "9425": 1027583744.0, + "9430": 1032730304.0, + "9435": 1031798848.0, + "9440": 1051732544.0, + "9445": 1019628672.0, + "9450": 1044507584.0, + "9455": 1035775808.0, + "9460": 1013830272.0, + "9465": 1023405504.0, + "9470": 1023578688.0, + "9475": 1039166144.0, + "9480": 1029598912.0, + "9485": 1032077440.0, + "9490": 1020996928.0, + "9495": 1021377728.0, + "9500": 1035596288.0, + "9505": 1034480384.0, + "9510": 1014289600.0, + "9515": 1031312000.0, + "9520": 1026566336.0, + "9525": 1035855680.0, + "9530": 1031627008.0, + "9535": 1025929216.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 9535, + "step_interval": 5, + "values": { + "1": 58533826560.0, + "5": 58533810176.0, + "10": 58533834752.0, + "15": 58533756928.0, + "20": 58533720064.0, + "25": 58533736448.0, + "30": 58533740544.0, + "35": 58533761024.0, + "40": 58533736448.0, + "45": 58533711872.0, + "50": 58533785600.0, + "55": 58533724160.0, + "60": 58533740544.0, + "65": 58533801984.0, + "70": 58533756928.0, + "75": 58533740544.0, + "80": 58533785600.0, + "85": 58533691392.0, + "90": 58533724160.0, + "95": 58533765120.0, + "100": 58533732352.0, + "105": 58533761024.0, + "110": 58533724160.0, + "115": 58533748736.0, + "120": 58533695488.0, + "125": 58533744640.0, + "130": 58533736448.0, + "135": 58533806080.0, + "140": 58533773312.0, + "145": 58533699584.0, + "150": 58533761024.0, + "155": 58533851136.0, + "160": 58533847040.0, + "165": 58533838848.0, + "170": 58533711872.0, + "175": 58533752832.0, + "180": 58533679104.0, + "185": 58533715968.0, + "190": 58533625856.0, + "195": 58533609472.0, + "200": 58533539840.0, + "205": 58533523456.0, + "210": 58533486592.0, + "215": 58533470208.0, + "220": 58533478400.0, + "225": 58533519360.0, + "230": 58533494784.0, + "235": 58533498880.0, + "240": 58533486592.0, + "245": 58533466112.0, + "250": 58533498880.0, + "255": 58533543936.0, + "260": 58533552128.0, + "265": 58533478400.0, + "270": 58533507072.0, + "275": 58533519360.0, + "280": 58533629952.0, + "285": 58533593088.0, + "290": 58533552128.0, + "295": 58533543936.0, + "300": 58533601280.0, + "305": 58533584896.0, + "310": 58533486592.0, + "315": 58533531648.0, + "320": 58533560320.0, + "325": 58533601280.0, + "330": 58533494784.0, + "335": 58533531648.0, + "340": 58533580800.0, + "345": 58533617664.0, + "350": 58533617664.0, + "355": 58533584896.0, + "360": 58533670912.0, + "365": 58533535744.0, + "370": 58533576704.0, + "375": 58533695488.0, + "380": 58533650432.0, + "385": 58533621760.0, + "390": 58533486592.0, + "395": 58533474304.0, + "400": 58533675008.0, + "405": 58533617664.0, + "410": 58533785600.0, + "415": 58533666816.0, + "420": 58533732352.0, + "425": 58533703680.0, + "430": 58533769216.0, + "435": 58533740544.0, + "440": 58533605376.0, + "445": 58533838848.0, + "450": 58533519360.0, + "455": 58533437440.0, + "460": 58533781504.0, + "465": 58533924864.0, + "470": 58533851136.0, + "475": 58533756928.0, + "480": 58533875712.0, + "485": 58533888000.0, + "490": 58533855232.0, + "495": 58533920768.0, + "500": 58533847040.0, + "505": 58533871616.0, + "510": 58533847040.0, + "515": 58533556224.0, + "520": 58533519360.0, + "525": 58534002688.0, + "530": 58533867520.0, + "535": 58534006784.0, + "540": 58533982208.0, + "545": 58533871616.0, + "550": 58534006784.0, + "555": 58533888000.0, + "560": 58534084608.0, + "565": 58534010880.0, + "570": 58533855232.0, + "575": 58533675008.0, + "580": 58533687296.0, + "585": 58533916672.0, + "590": 58533957632.0, + "595": 58533810176.0, + "600": 58533933056.0, + "605": 58533904384.0, + "610": 58533998592.0, + "615": 58533822464.0, + "620": 58533953536.0, + "625": 58533928960.0, + "630": 58533945344.0, + "635": 58533527552.0, + "640": 58533765120.0, + "645": 58533888000.0, + "650": 58533806080.0, + "655": 58533748736.0, + "660": 58533994496.0, + "665": 58533924864.0, + "670": 58533847040.0, + "675": 58533847040.0, + "680": 58533838848.0, + "685": 58533806080.0, + "690": 58533769216.0, + "695": 58533498880.0, + "700": 58533543936.0, + "705": 58533752832.0, + "710": 58533728256.0, + "715": 58533789696.0, + "720": 58533724160.0, + "725": 58533756928.0, + "730": 58533601280.0, + "735": 58533728256.0, + "740": 58533699584.0, + "745": 58533752832.0, + "750": 58533822464.0, + "755": 58533691392.0, + "760": 58533470208.0, + "765": 58533715968.0, + "770": 58533773312.0, + "775": 58533769216.0, + "780": 58533695488.0, + "785": 58533814272.0, + "790": 58533699584.0, + "795": 58533822464.0, + "800": 58533814272.0, + "805": 58533793792.0, + "810": 58533650432.0, + "815": 58533662720.0, + "820": 58533462016.0, + "825": 58533781504.0, + "830": 58533662720.0, + "835": 58533806080.0, + "840": 58533789696.0, + "845": 58533892096.0, + "850": 58533781504.0, + "855": 58533740544.0, + "860": 58533703680.0, + "865": 58533769216.0, + "870": 58533756928.0, + "875": 58533658624.0, + "880": 58533629952.0, + "885": 58533699584.0, + "890": 58533601280.0, + "895": 58533675008.0, + "900": 58533752832.0, + "905": 58533765120.0, + "910": 58533642240.0, + "915": 58533748736.0, + "920": 58533748736.0, + "925": 58533634048.0, + "930": 58533670912.0, + "935": 58533703680.0, + "940": 58533576704.0, + "945": 58533605376.0, + "950": 58533703680.0, + "955": 58533695488.0, + "960": 58533756928.0, + "965": 58533584896.0, + "970": 58533769216.0, + "975": 58533814272.0, + "980": 58533736448.0, + "985": 58533654528.0, + "990": 58533769216.0, + "995": 58533740544.0, + "1000": 58533781504.0, + "1005": 58533511168.0, + "1010": 58533744640.0, + "1015": 58533740544.0, + "1020": 58533822464.0, + "1025": 58533847040.0, + "1030": 58533654528.0, + "1035": 58533625856.0, + "1040": 58533711872.0, + "1045": 58533765120.0, + "1050": 58533744640.0, + "1055": 58533875712.0, + "1060": 58533638144.0, + "1065": 58533691392.0, + "1070": 58533634048.0, + "1075": 58533814272.0, + "1080": 58533838848.0, + "1085": 58533683200.0, + "1090": 58533777408.0, + "1095": 58533814272.0, + "1100": 58533650432.0, + "1105": 58533871616.0, + "1110": 58533724160.0, + "1115": 58533683200.0, + "1120": 58533568512.0, + "1125": 58533560320.0, + "1130": 58533715968.0, + "1135": 58533724160.0, + "1140": 58533777408.0, + "1145": 58533797888.0, + "1150": 58533707776.0, + "1155": 58533691392.0, + "1160": 58533752832.0, + "1165": 58533715968.0, + "1170": 58533724160.0, + "1175": 58533715968.0, + "1180": 58533650432.0, + "1185": 58533629952.0, + "1190": 58533822464.0, + "1195": 58533761024.0, + "1200": 58533699584.0, + "1205": 58533756928.0, + "1210": 58533818368.0, + "1215": 58533732352.0, + "1220": 58533752832.0, + "1225": 58533797888.0, + "1230": 58533736448.0, + "1235": 58533679104.0, + "1240": 58533777408.0, + "1245": 58533769216.0, + "1250": 58533601280.0, + "1255": 58533822464.0, + "1260": 58533830656.0, + "1265": 58533638144.0, + "1270": 58533789696.0, + "1275": 58533638144.0, + "1280": 58533675008.0, + "1285": 58533740544.0, + "1290": 58533769216.0, + "1295": 58533842944.0, + "1300": 58533703680.0, + "1305": 58533769216.0, + "1310": 58533613568.0, + "1315": 58533605376.0, + "1320": 58533732352.0, + "1325": 58533896192.0, + "1330": 58533765120.0, + "1335": 58533761024.0, + "1340": 58533847040.0, + "1345": 58533867520.0, + "1350": 58533847040.0, + "1355": 58533724160.0, + "1360": 58533994496.0, + "1365": 58533842944.0, + "1370": 58533511168.0, + "1375": 58533740544.0, + "1380": 58533683200.0, + "1385": 58533732352.0, + "1390": 58533642240.0, + "1395": 58533683200.0, + "1400": 58533814272.0, + "1405": 58533732352.0, + "1410": 58533703680.0, + "1415": 58533662720.0, + "1420": 58533675008.0, + "1425": 58533707776.0, + "1430": 58533552128.0, + "1435": 58533699584.0, + "1440": 58533715968.0, + "1445": 58533744640.0, + "1450": 58533675008.0, + "1455": 58533613568.0, + "1460": 58533580800.0, + "1465": 58533711872.0, + "1470": 58533715968.0, + "1475": 58533707776.0, + "1480": 58533699584.0, + "1485": 58533765120.0, + "1490": 58533601280.0, + "1495": 58533699584.0, + "1500": 58533670912.0, + "1505": 58533703680.0, + "1510": 58533732352.0, + "1515": 58533883904.0, + "1520": 58533789696.0, + "1525": 58533748736.0, + "1530": 58533896192.0, + "1535": 58533642240.0, + "1540": 58533695488.0, + "1545": 58533810176.0, + "1550": 58533662720.0, + "1555": 58533580800.0, + "1560": 58533892096.0, + "1565": 58533732352.0, + "1570": 58533740544.0, + "1575": 58533707776.0, + "1580": 58533761024.0, + "1585": 58533781504.0, + "1590": 58533789696.0, + "1595": 58533769216.0, + "1600": 58533801984.0, + "1605": 58533691392.0, + "1610": 58533732352.0, + "1615": 58533646336.0, + "1620": 58533691392.0, + "1625": 58533654528.0, + "1630": 58533736448.0, + "1635": 58533896192.0, + "1640": 58533736448.0, + "1645": 58533761024.0, + "1650": 58533703680.0, + "1655": 58533683200.0, + "1660": 58533662720.0, + "1665": 58533687296.0, + "1670": 58533683200.0, + "1675": 58533486592.0, + "1680": 58533732352.0, + "1685": 58533851136.0, + "1690": 58533724160.0, + "1695": 58533539840.0, + "1700": 58533740544.0, + "1705": 58533695488.0, + "1710": 58533683200.0, + "1715": 58533675008.0, + "1720": 58533691392.0, + "1725": 58533707776.0, + "1730": 58533756928.0, + "1735": 58533556224.0, + "1740": 58533707776.0, + "1745": 58533752832.0, + "1750": 58533740544.0, + "1755": 58533826560.0, + "1760": 58533715968.0, + "1765": 58533904384.0, + "1770": 58533949440.0, + "1775": 58533842944.0, + "1780": 58533703680.0, + "1785": 58533789696.0, + "1790": 58533998592.0, + "1795": 58533830656.0, + "1800": 58533621760.0, + "1805": 58533691392.0, + "1810": 58533756928.0, + "1815": 58533744640.0, + "1820": 58533785600.0, + "1825": 58533814272.0, + "1830": 58533769216.0, + "1835": 58533908480.0, + "1840": 58533675008.0, + "1845": 58533801984.0, + "1850": 58533941248.0, + "1855": 58533830656.0, + "1860": 58533699584.0, + "1865": 58533683200.0, + "1870": 58533720064.0, + "1875": 58533793792.0, + "1880": 58533892096.0, + "1885": 58533834752.0, + "1890": 58533740544.0, + "1895": 58533691392.0, + "1900": 58533724160.0, + "1905": 58533748736.0, + "1910": 58533744640.0, + "1915": 58533736448.0, + "1920": 58533679104.0, + "1925": 58533634048.0, + "1930": 58533695488.0, + "1935": 58533670912.0, + "1940": 58533761024.0, + "1945": 58533941248.0, + "1950": 58533634048.0, + "1955": 58533785600.0, + "1960": 58533765120.0, + "1965": 58533748736.0, + "1970": 58533675008.0, + "1975": 58533814272.0, + "1980": 58533658624.0, + "1985": 58533675008.0, + "1990": 58533801984.0, + "1995": 58533715968.0, + "2000": 58533646336.0, + "2005": 58533740544.0, + "2010": 58533650432.0, + "2015": 58533621760.0, + "2020": 58533785600.0, + "2025": 58533646336.0, + "2030": 58533687296.0, + "2035": 58533740544.0, + "2040": 58533658624.0, + "2045": 58533593088.0, + "2050": 58533715968.0, + "2055": 58533769216.0, + "2060": 58533715968.0, + "2065": 58533707776.0, + "2070": 58533793792.0, + "2075": 58533728256.0, + "2080": 58533765120.0, + "2085": 58533732352.0, + "2090": 58533765120.0, + "2095": 58533777408.0, + "2100": 58533679104.0, + "2105": 58533490688.0, + "2110": 58533740544.0, + "2115": 58533793792.0, + "2120": 58533756928.0, + "2125": 58533793792.0, + "2130": 58533822464.0, + "2135": 58533859328.0, + "2140": 58533781504.0, + "2145": 58533888000.0, + "2150": 58533859328.0, + "2155": 58533752832.0, + "2160": 58533773312.0, + "2165": 58533560320.0, + "2170": 58533740544.0, + "2175": 58533793792.0, + "2180": 58533703680.0, + "2185": 58533806080.0, + "2190": 58533842944.0, + "2195": 58533724160.0, + "2200": 58533703680.0, + "2205": 58533675008.0, + "2210": 58533769216.0, + "2215": 58533871616.0, + "2220": 58533801984.0, + "2225": 58533675008.0, + "2230": 58533556224.0, + "2235": 58533847040.0, + "2240": 58533814272.0, + "2245": 58533679104.0, + "2250": 58533748736.0, + "2255": 58533584896.0, + "2260": 58533724160.0, + "2265": 58533580800.0, + "2270": 58533806080.0, + "2275": 58533777408.0, + "2280": 58533601280.0, + "2285": 58533679104.0, + "2290": 58533666816.0, + "2295": 58533871616.0, + "2300": 58533847040.0, + "2305": 58533920768.0, + "2310": 58533879808.0, + "2315": 58533662720.0, + "2320": 58533797888.0, + "2325": 58533818368.0, + "2330": 58533765120.0, + "2335": 58533691392.0, + "2340": 58533724160.0, + "2345": 58533703680.0, + "2350": 58533613568.0, + "2355": 58533740544.0, + "2360": 58533855232.0, + "2365": 58533642240.0, + "2370": 58533695488.0, + "2375": 58533691392.0, + "2380": 58533715968.0, + "2385": 58533793792.0, + "2390": 58533818368.0, + "2395": 58533666816.0, + "2400": 58533683200.0, + "2405": 58533695488.0, + "2410": 58533748736.0, + "2415": 58533715968.0, + "2420": 58533851136.0, + "2425": 58533695488.0, + "2430": 58533789696.0, + "2435": 58533670912.0, + "2440": 58533683200.0, + "2445": 58533740544.0, + "2450": 58533785600.0, + "2455": 58533752832.0, + "2460": 58533769216.0, + "2465": 58533859328.0, + "2470": 58533621760.0, + "2475": 58533777408.0, + "2480": 58533728256.0, + "2485": 58533761024.0, + "2490": 58533695488.0, + "2495": 58533732352.0, + "2500": 58533744640.0, + "2505": 58533900288.0, + "2510": 58533687296.0, + "2515": 58533797888.0, + "2520": 58533756928.0, + "2525": 58533785600.0, + "2530": 58533605376.0, + "2535": 58533662720.0, + "2540": 58533847040.0, + "2545": 58533785600.0, + "2550": 58533855232.0, + "2555": 58533781504.0, + "2560": 58533765120.0, + "2565": 58533777408.0, + "2570": 58533707776.0, + "2575": 58533773312.0, + "2580": 58533830656.0, + "2585": 58533744640.0, + "2590": 58533588992.0, + "2595": 58533736448.0, + "2600": 58533924864.0, + "2605": 58533826560.0, + "2610": 58533781504.0, + "2615": 58533597184.0, + "2620": 58533707776.0, + "2625": 58533666816.0, + "2630": 58533756928.0, + "2635": 58533781504.0, + "2640": 58533756928.0, + "2645": 58533810176.0, + "2650": 58533675008.0, + "2655": 58533642240.0, + "2660": 58533756928.0, + "2665": 58533707776.0, + "2670": 58533715968.0, + "2675": 58533797888.0, + "2680": 58533691392.0, + "2685": 58533752832.0, + "2690": 58533789696.0, + "2695": 58533777408.0, + "2700": 58533769216.0, + "2705": 58533851136.0, + "2710": 58533769216.0, + "2715": 58533568512.0, + "2720": 58533642240.0, + "2725": 58533666816.0, + "2730": 58533695488.0, + "2735": 58533724160.0, + "2740": 58533720064.0, + "2745": 58533621760.0, + "2750": 58533851136.0, + "2755": 58533769216.0, + "2760": 58533781504.0, + "2765": 58533736448.0, + "2770": 58533670912.0, + "2775": 58533507072.0, + "2780": 58533715968.0, + "2785": 58533781504.0, + "2790": 58533679104.0, + "2795": 58533982208.0, + "2800": 58533830656.0, + "2805": 58533687296.0, + "2810": 58533855232.0, + "2815": 58533732352.0, + "2820": 58533830656.0, + "2825": 58533621760.0, + "2830": 58533740544.0, + "2835": 58533593088.0, + "2840": 58533662720.0, + "2845": 58533842944.0, + "2850": 58533838848.0, + "2855": 58533830656.0, + "2860": 58533756928.0, + "2865": 58533691392.0, + "2870": 58533740544.0, + "2875": 58533842944.0, + "2880": 58533707776.0, + "2885": 58533769216.0, + "2890": 58533756928.0, + "2895": 58533658624.0, + "2900": 58533617664.0, + "2905": 58533744640.0, + "2910": 58533728256.0, + "2915": 58533756928.0, + "2920": 58533720064.0, + "2925": 58533797888.0, + "2930": 58533761024.0, + "2935": 58533756928.0, + "2940": 58533756928.0, + "2945": 58533810176.0, + "2950": 58533695488.0, + "2955": 58533720064.0, + "2960": 58533560320.0, + "2965": 58533728256.0, + "2970": 58533851136.0, + "2975": 58533699584.0, + "2980": 58533736448.0, + "2985": 58533797888.0, + "2990": 58533838848.0, + "2995": 58533588992.0, + "3000": 58533675008.0, + "3005": 58533715968.0, + "3010": 58533793792.0, + "3015": 58533756928.0, + "3020": 58533634048.0, + "3025": 58533879808.0, + "3030": 58533797888.0, + "3035": 58533801984.0, + "3040": 58533785600.0, + "3045": 58533695488.0, + "3050": 58533621760.0, + "3055": 58533675008.0, + "3060": 58533675008.0, + "3065": 58533769216.0, + "3070": 58533740544.0, + "3075": 58533928960.0, + "3080": 58533584896.0, + "3085": 58533744640.0, + "3090": 58533740544.0, + "3095": 58533679104.0, + "3100": 58533638144.0, + "3105": 58533851136.0, + "3110": 58533801984.0, + "3115": 58533818368.0, + "3120": 58533650432.0, + "3125": 58533838848.0, + "3130": 58533761024.0, + "3135": 58533732352.0, + "3140": 58533711872.0, + "3145": 58533842944.0, + "3150": 58533650432.0, + "3155": 58533789696.0, + "3160": 58533851136.0, + "3165": 58533826560.0, + "3170": 58533650432.0, + "3175": 58533863424.0, + "3180": 58533793792.0, + "3185": 58533666816.0, + "3190": 58533724160.0, + "3195": 58533707776.0, + "3200": 58533699584.0, + "3205": 58533654528.0, + "3210": 58533683200.0, + "3215": 58533662720.0, + "3220": 58533875712.0, + "3225": 58533724160.0, + "3230": 58533879808.0, + "3235": 58533728256.0, + "3240": 58533642240.0, + "3245": 58533707776.0, + "3250": 58533625856.0, + "3255": 58533613568.0, + "3260": 58533670912.0, + "3265": 58533666816.0, + "3270": 58533666816.0, + "3275": 58533703680.0, + "3280": 58533654528.0, + "3285": 58533752832.0, + "3290": 58533777408.0, + "3295": 58533838848.0, + "3300": 58533703680.0, + "3305": 58533724160.0, + "3310": 58533666816.0, + "3315": 58533847040.0, + "3320": 58533781504.0, + "3325": 58533568512.0, + "3330": 58533724160.0, + "3335": 58533683200.0, + "3340": 58533654528.0, + "3345": 58533855232.0, + "3350": 58533871616.0, + "3355": 58533756928.0, + "3360": 58533748736.0, + "3365": 58533777408.0, + "3370": 58533744640.0, + "3375": 58533732352.0, + "3380": 58533691392.0, + "3385": 58533621760.0, + "3390": 58533675008.0, + "3395": 58533740544.0, + "3400": 58533654528.0, + "3405": 58533732352.0, + "3410": 58533744640.0, + "3415": 58533871616.0, + "3420": 58533687296.0, + "3425": 58533662720.0, + "3430": 58533830656.0, + "3435": 58533961728.0, + "3440": 58533625856.0, + "3445": 58533535744.0, + "3450": 58533572608.0, + "3455": 58533724160.0, + "3460": 58533908480.0, + "3465": 58533720064.0, + "3470": 58533761024.0, + "3475": 58533806080.0, + "3480": 58533732352.0, + "3485": 58533605376.0, + "3490": 58533646336.0, + "3495": 58533765120.0, + "3500": 58533707776.0, + "3505": 58533646336.0, + "3510": 58533670912.0, + "3515": 58533744640.0, + "3520": 58533707776.0, + "3525": 58533617664.0, + "3530": 58533826560.0, + "3535": 58533851136.0, + "3540": 58533781504.0, + "3545": 58533736448.0, + "3550": 58533830656.0, + "3555": 58533789696.0, + "3560": 58533703680.0, + "3565": 58533584896.0, + "3570": 58533691392.0, + "3575": 58533756928.0, + "3580": 58533773312.0, + "3585": 58533662720.0, + "3590": 58533609472.0, + "3595": 58533748736.0, + "3600": 58533625856.0, + "3605": 58533740544.0, + "3610": 58533797888.0, + "3615": 58533838848.0, + "3620": 58533699584.0, + "3625": 58533720064.0, + "3630": 58533642240.0, + "3635": 58533670912.0, + "3640": 58533789696.0, + "3645": 58533814272.0, + "3650": 58533670912.0, + "3655": 58533781504.0, + "3660": 58533785600.0, + "3665": 58533715968.0, + "3670": 58533769216.0, + "3675": 58533720064.0, + "3680": 58533793792.0, + "3685": 58533830656.0, + "3690": 58533625856.0, + "3695": 58533740544.0, + "3700": 58533683200.0, + "3705": 58533785600.0, + "3710": 58533666816.0, + "3715": 58533773312.0, + "3720": 58533875712.0, + "3725": 58533752832.0, + "3730": 58533801984.0, + "3735": 58533679104.0, + "3740": 58533761024.0, + "3745": 58533883904.0, + "3750": 58533908480.0, + "3755": 58533687296.0, + "3760": 58533797888.0, + "3765": 58533748736.0, + "3770": 58533679104.0, + "3775": 58533724160.0, + "3780": 58533756928.0, + "3785": 58533838848.0, + "3790": 58533732352.0, + "3795": 58533720064.0, + "3800": 58533879808.0, + "3805": 58533900288.0, + "3810": 58533621760.0, + "3815": 58533490688.0, + "3820": 58533765120.0, + "3825": 58533781504.0, + "3830": 58533842944.0, + "3835": 58533900288.0, + "3840": 58533859328.0, + "3845": 58533629952.0, + "3850": 58533699584.0, + "3855": 58533814272.0, + "3860": 58533761024.0, + "3865": 58533683200.0, + "3870": 58533773312.0, + "3875": 58533658624.0, + "3880": 58533695488.0, + "3885": 58533777408.0, + "3890": 58533875712.0, + "3895": 58533568512.0, + "3900": 58533707776.0, + "3905": 58533609472.0, + "3910": 58533691392.0, + "3915": 58533662720.0, + "3920": 58533818368.0, + "3925": 58533679104.0, + "3930": 58533728256.0, + "3935": 58533830656.0, + "3940": 58533662720.0, + "3945": 58533683200.0, + "3950": 58533724160.0, + "3955": 58533834752.0, + "3960": 58533736448.0, + "3965": 58533797888.0, + "3970": 58533728256.0, + "3975": 58533810176.0, + "3980": 58533773312.0, + "3985": 58533826560.0, + "3990": 58533883904.0, + "3995": 58533855232.0, + "4000": 58533650432.0, + "4005": 58533642240.0, + "4010": 58533691392.0, + "4015": 58533658624.0, + "4020": 58533797888.0, + "4025": 58533638144.0, + "4030": 58533744640.0, + "4035": 58533736448.0, + "4040": 58533834752.0, + "4045": 58533744640.0, + "4050": 58533715968.0, + "4055": 58533687296.0, + "4060": 58533519360.0, + "4065": 58533613568.0, + "4070": 58533711872.0, + "4075": 58533687296.0, + "4080": 58533761024.0, + "4085": 58533785600.0, + "4090": 58533662720.0, + "4095": 58533699584.0, + "4100": 58533675008.0, + "4105": 58533695488.0, + "4110": 58533662720.0, + "4115": 58533765120.0, + "4120": 58533691392.0, + "4125": 58533769216.0, + "4130": 58533748736.0, + "4135": 58533740544.0, + "4140": 58533830656.0, + "4145": 58533679104.0, + "4150": 58533814272.0, + "4155": 58533769216.0, + "4160": 58533871616.0, + "4165": 58533851136.0, + "4170": 58533748736.0, + "4175": 58533761024.0, + "4180": 58533568512.0, + "4185": 58533621760.0, + "4190": 58533883904.0, + "4195": 58533765120.0, + "4200": 58533691392.0, + "4205": 58533740544.0, + "4210": 58533785600.0, + "4215": 58533707776.0, + "4220": 58533715968.0, + "4225": 58533711872.0, + "4230": 58533707776.0, + "4235": 58533826560.0, + "4240": 58533715968.0, + "4245": 58533642240.0, + "4250": 58533879808.0, + "4255": 58533797888.0, + "4260": 58533748736.0, + "4265": 58533597184.0, + "4270": 58533646336.0, + "4275": 58533834752.0, + "4280": 58533879808.0, + "4285": 58533793792.0, + "4290": 58533691392.0, + "4295": 58533617664.0, + "4300": 58533736448.0, + "4305": 58533662720.0, + "4310": 58533855232.0, + "4315": 58533646336.0, + "4320": 58533752832.0, + "4325": 58533822464.0, + "4330": 58533814272.0, + "4335": 58533699584.0, + "4340": 58533793792.0, + "4345": 58533740544.0, + "4350": 58533740544.0, + "4355": 58533744640.0, + "4360": 58533883904.0, + "4365": 58533670912.0, + "4370": 58533691392.0, + "4375": 58533609472.0, + "4380": 58533879808.0, + "4385": 58533773312.0, + "4390": 58533695488.0, + "4395": 58533724160.0, + "4400": 58533855232.0, + "4405": 58533650432.0, + "4410": 58533748736.0, + "4415": 58533617664.0, + "4420": 58533777408.0, + "4425": 58533642240.0, + "4430": 58533847040.0, + "4435": 58533810176.0, + "4440": 58533826560.0, + "4445": 58533773312.0, + "4450": 58533666816.0, + "4455": 58533736448.0, + "4460": 58533797888.0, + "4465": 58533863424.0, + "4470": 58533769216.0, + "4475": 58533765120.0, + "4480": 58533834752.0, + "4485": 58533625856.0, + "4490": 58533752832.0, + "4495": 58533691392.0, + "4500": 58533638144.0, + "4505": 58533703680.0, + "4510": 58533670912.0, + "4515": 58533748736.0, + "4520": 58533756928.0, + "4525": 58533552128.0, + "4530": 58533801984.0, + "4535": 58533732352.0, + "4540": 58533654528.0, + "4545": 58533691392.0, + "4550": 58533761024.0, + "4555": 58533728256.0, + "4560": 58533699584.0, + "4565": 58533785600.0, + "4570": 58533670912.0, + "4575": 58533728256.0, + "4580": 58533777408.0, + "4585": 58533806080.0, + "4590": 58533765120.0, + "4595": 58533801984.0, + "4600": 58533855232.0, + "4605": 58533634048.0, + "4610": 58533457920.0, + "4615": 58533781504.0, + "4620": 58533912576.0, + "4625": 58533675008.0, + "4630": 58533761024.0, + "4635": 58533683200.0, + "4640": 58533752832.0, + "4645": 58533773312.0, + "4650": 58533695488.0, + "4655": 58533593088.0, + "4660": 58533851136.0, + "4665": 58533715968.0, + "4670": 58533535744.0, + "4675": 58533715968.0, + "4680": 58533642240.0, + "4685": 58533777408.0, + "4690": 58533879808.0, + "4695": 58533720064.0, + "4700": 58533666816.0, + "4705": 58533736448.0, + "4710": 58533924864.0, + "4715": 58533789696.0, + "4720": 58533691392.0, + "4725": 58533773312.0, + "4730": 58533707776.0, + "4735": 58533834752.0, + "4740": 58533687296.0, + "4745": 58533707776.0, + "4750": 58533818368.0, + "4755": 58533695488.0, + "4760": 58533720064.0, + "4765": 58533773312.0, + "4770": 58533707776.0, + "4775": 58533761024.0, + "4780": 58533810176.0, + "4785": 58533797888.0, + "4790": 58533728256.0, + "4795": 58533675008.0, + "4800": 58533732352.0, + "4805": 58533740544.0, + "4810": 58533646336.0, + "4815": 58533810176.0, + "4820": 58533855232.0, + "4825": 58533773312.0, + "4830": 58533806080.0, + "4835": 58533838848.0, + "4840": 58533740544.0, + "4845": 58533777408.0, + "4850": 58533818368.0, + "4855": 58533511168.0, + "4860": 58533629952.0, + "4865": 58533814272.0, + "4870": 58533765120.0, + "4875": 58533773312.0, + "4880": 58533675008.0, + "4885": 58533822464.0, + "4890": 58533748736.0, + "4895": 58533761024.0, + "4900": 58533654528.0, + "4905": 58533797888.0, + "4910": 58533797888.0, + "4915": 58533588992.0, + "4920": 58533761024.0, + "4925": 58533847040.0, + "4930": 58533629952.0, + "4935": 58533806080.0, + "4940": 58533781504.0, + "4945": 58533740544.0, + "4950": 58533834752.0, + "4955": 58533789696.0, + "4960": 58533834752.0, + "4965": 58533724160.0, + "4970": 58533756928.0, + "4975": 58533462016.0, + "4980": 58533703680.0, + "4985": 58533765120.0, + "4990": 58533875712.0, + "4995": 58533625856.0, + "5000": 58533879808.0, + "5005": 58533703680.0, + "5010": 58533670912.0, + "5015": 58533781504.0, + "5020": 58533814272.0, + "5025": 58533724160.0, + "5030": 58533715968.0, + "5035": 58533679104.0, + "5040": 58533847040.0, + "5045": 58533695488.0, + "5050": 58533756928.0, + "5055": 58533724160.0, + "5060": 58533666816.0, + "5065": 58533629952.0, + "5070": 58533662720.0, + "5075": 58533785600.0, + "5080": 58533715968.0, + "5085": 58533769216.0, + "5090": 58533703680.0, + "5095": 58533793792.0, + "5100": 58533703680.0, + "5105": 58533912576.0, + "5110": 58533797888.0, + "5115": 58533838848.0, + "5120": 58533617664.0, + "5125": 58533867520.0, + "5130": 58533818368.0, + "5135": 58533814272.0, + "5140": 58533679104.0, + "5145": 58533748736.0, + "5150": 58533732352.0, + "5155": 58533806080.0, + "5160": 58533609472.0, + "5165": 58533662720.0, + "5170": 58533683200.0, + "5175": 58533773312.0, + "5180": 58533761024.0, + "5185": 58533720064.0, + "5190": 58533777408.0, + "5195": 58533765120.0, + "5200": 58533748736.0, + "5205": 58533638144.0, + "5210": 58533814272.0, + "5215": 58533670912.0, + "5220": 58533675008.0, + "5225": 58533756928.0, + "5230": 58533744640.0, + "5235": 58533715968.0, + "5240": 58533699584.0, + "5245": 58533650432.0, + "5250": 58533584896.0, + "5255": 58533756928.0, + "5260": 58533810176.0, + "5265": 58533720064.0, + "5270": 58533728256.0, + "5275": 58533638144.0, + "5280": 58533560320.0, + "5285": 58533769216.0, + "5290": 58533830656.0, + "5295": 58533781504.0, + "5300": 58533613568.0, + "5305": 58533736448.0, + "5310": 58533883904.0, + "5315": 58533699584.0, + "5320": 58533720064.0, + "5325": 58533888000.0, + "5330": 58533761024.0, + "5335": 58533838848.0, + "5340": 58533593088.0, + "5345": 58533851136.0, + "5350": 58533695488.0, + "5355": 58533806080.0, + "5360": 58533748736.0, + "5365": 58533703680.0, + "5370": 58533695488.0, + "5375": 58533732352.0, + "5380": 58533781504.0, + "5385": 58533801984.0, + "5390": 58533629952.0, + "5395": 58533724160.0, + "5400": 58533715968.0, + "5405": 58533601280.0, + "5410": 58533810176.0, + "5415": 58533715968.0, + "5420": 58533736448.0, + "5425": 58533949440.0, + "5430": 58533687296.0, + "5435": 58533785600.0, + "5440": 58533703680.0, + "5445": 58533896192.0, + "5450": 58533662720.0, + "5455": 58533654528.0, + "5460": 58533761024.0, + "5465": 58533691392.0, + "5470": 58533871616.0, + "5475": 58533732352.0, + "5480": 58533593088.0, + "5485": 58533756928.0, + "5490": 58533769216.0, + "5495": 58533756928.0, + "5500": 58533732352.0, + "5505": 58533699584.0, + "5510": 58533806080.0, + "5515": 58533691392.0, + "5520": 58533703680.0, + "5525": 58533597184.0, + "5530": 58533834752.0, + "5535": 58533810176.0, + "5540": 58533724160.0, + "5545": 58533724160.0, + "5550": 58533683200.0, + "5555": 58533707776.0, + "5560": 58533695488.0, + "5565": 58533801984.0, + "5570": 58533642240.0, + "5575": 58533687296.0, + "5580": 58533855232.0, + "5585": 58533609472.0, + "5590": 58533765120.0, + "5595": 58533580800.0, + "5600": 58533695488.0, + "5605": 58533695488.0, + "5610": 58533855232.0, + "5615": 58533654528.0, + "5620": 58533695488.0, + "5625": 58533761024.0, + "5630": 58533752832.0, + "5635": 58533679104.0, + "5640": 58533736448.0, + "5645": 58533642240.0, + "5650": 58533732352.0, + "5655": 58533699584.0, + "5660": 58533691392.0, + "5665": 58533761024.0, + "5670": 58533748736.0, + "5675": 58533736448.0, + "5680": 58533806080.0, + "5685": 58533720064.0, + "5690": 58533650432.0, + "5695": 58533736448.0, + "5700": 58533830656.0, + "5705": 58533597184.0, + "5710": 58533675008.0, + "5715": 58533797888.0, + "5720": 58533654528.0, + "5725": 58533728256.0, + "5730": 58533777408.0, + "5735": 58533859328.0, + "5740": 58533670912.0, + "5745": 58533617664.0, + "5750": 58533793792.0, + "5755": 58533724160.0, + "5760": 58533744640.0, + "5765": 58533765120.0, + "5770": 58533482496.0, + "5775": 58533765120.0, + "5780": 58533711872.0, + "5785": 58533761024.0, + "5790": 58533675008.0, + "5795": 58533797888.0, + "5800": 58533707776.0, + "5805": 58533765120.0, + "5810": 58533695488.0, + "5815": 58533756928.0, + "5820": 58533777408.0, + "5825": 58533699584.0, + "5830": 58533548032.0, + "5835": 58533871616.0, + "5840": 58533695488.0, + "5845": 58533658624.0, + "5850": 58533761024.0, + "5855": 58533609472.0, + "5860": 58533756928.0, + "5865": 58533769216.0, + "5870": 58533748736.0, + "5875": 58533736448.0, + "5880": 58533699584.0, + "5885": 58533871616.0, + "5890": 58533601280.0, + "5895": 58533666816.0, + "5900": 58533789696.0, + "5905": 58533740544.0, + "5910": 58533576704.0, + "5915": 58533752832.0, + "5920": 58533851136.0, + "5925": 58533675008.0, + "5930": 58533675008.0, + "5935": 58533711872.0, + "5940": 58533670912.0, + "5945": 58533916672.0, + "5950": 58533609472.0, + "5955": 58533601280.0, + "5960": 58533736448.0, + "5965": 58533711872.0, + "5970": 58533703680.0, + "5975": 58533580800.0, + "5980": 58533851136.0, + "5985": 58533691392.0, + "5990": 58533748736.0, + "5995": 58533703680.0, + "6000": 58533806080.0, + "6005": 58533646336.0, + "6010": 58533793792.0, + "6015": 58533679104.0, + "6020": 58533761024.0, + "6025": 58533847040.0, + "6030": 58533691392.0, + "6035": 58533797888.0, + "6040": 58533793792.0, + "6045": 58533867520.0, + "6050": 58533871616.0, + "6055": 58533847040.0, + "6060": 58533584896.0, + "6065": 58533781504.0, + "6070": 58533752832.0, + "6075": 58533609472.0, + "6080": 58533773312.0, + "6085": 58533822464.0, + "6090": 58533871616.0, + "6095": 58533732352.0, + "6100": 58533785600.0, + "6105": 58533879808.0, + "6110": 58533863424.0, + "6115": 58533761024.0, + "6120": 58533826560.0, + "6125": 58533863424.0, + "6130": 58533806080.0, + "6135": 58533642240.0, + "6140": 58533773312.0, + "6145": 58533625856.0, + "6150": 58533675008.0, + "6155": 58533638144.0, + "6160": 58533814272.0, + "6165": 58533683200.0, + "6170": 58533756928.0, + "6175": 58533851136.0, + "6180": 58533801984.0, + "6185": 58533650432.0, + "6190": 58533830656.0, + "6195": 58533724160.0, + "6200": 58533707776.0, + "6205": 58533838848.0, + "6210": 58533740544.0, + "6215": 58533756928.0, + "6220": 58533670912.0, + "6225": 58533699584.0, + "6230": 58533638144.0, + "6235": 58533679104.0, + "6240": 58533822464.0, + "6245": 58533781504.0, + "6250": 58533900288.0, + "6255": 58533679104.0, + "6260": 58533572608.0, + "6265": 58533806080.0, + "6270": 58533789696.0, + "6275": 58533687296.0, + "6280": 58533711872.0, + "6285": 58533761024.0, + "6290": 58533707776.0, + "6295": 58533789696.0, + "6300": 58533658624.0, + "6305": 58533728256.0, + "6310": 58533756928.0, + "6315": 58533785600.0, + "6320": 58533601280.0, + "6325": 58533744640.0, + "6330": 58533773312.0, + "6335": 58533748736.0, + "6340": 58533695488.0, + "6345": 58533728256.0, + "6350": 58533699584.0, + "6355": 58533781504.0, + "6360": 58533646336.0, + "6365": 58533740544.0, + "6370": 58533732352.0, + "6375": 58533756928.0, + "6380": 58533740544.0, + "6385": 58533617664.0, + "6390": 58533765120.0, + "6395": 58533928960.0, + "6400": 58533687296.0, + "6405": 58533715968.0, + "6410": 58533695488.0, + "6415": 58533806080.0, + "6420": 58533789696.0, + "6425": 58533707776.0, + "6430": 58533752832.0, + "6435": 58533662720.0, + "6440": 58533691392.0, + "6445": 58533580800.0, + "6450": 58533974016.0, + "6455": 58533814272.0, + "6460": 58533838848.0, + "6465": 58533748736.0, + "6470": 58533601280.0, + "6475": 58533756928.0, + "6480": 58533646336.0, + "6485": 58533765120.0, + "6490": 58533826560.0, + "6495": 58533842944.0, + "6500": 58533810176.0, + "6505": 58533654528.0, + "6510": 58533683200.0, + "6515": 58533748736.0, + "6520": 58533720064.0, + "6525": 58533904384.0, + "6530": 58533826560.0, + "6535": 58533707776.0, + "6540": 58533593088.0, + "6545": 58533801984.0, + "6550": 58533670912.0, + "6555": 58533867520.0, + "6560": 58533650432.0, + "6565": 58533588992.0, + "6570": 58533707776.0, + "6575": 58533781504.0, + "6580": 58533765120.0, + "6585": 58533797888.0, + "6590": 58533761024.0, + "6595": 58533769216.0, + "6600": 58533756928.0, + "6605": 58533748736.0, + "6610": 58533572608.0, + "6615": 58533715968.0, + "6620": 58533777408.0, + "6625": 58533494784.0, + "6630": 58533666816.0, + "6635": 58533806080.0, + "6640": 58533642240.0, + "6645": 58533781504.0, + "6650": 58533711872.0, + "6655": 58533756928.0, + "6660": 58533634048.0, + "6665": 58533801984.0, + "6670": 58533818368.0, + "6675": 58533732352.0, + "6680": 58533695488.0, + "6685": 58533613568.0, + "6690": 58533732352.0, + "6695": 58533699584.0, + "6700": 58533707776.0, + "6705": 58533777408.0, + "6710": 58533597184.0, + "6715": 58533838848.0, + "6720": 58533797888.0, + "6725": 58533728256.0, + "6730": 58533781504.0, + "6735": 58533707776.0, + "6740": 58533638144.0, + "6745": 58533695488.0, + "6750": 58533666816.0, + "6755": 58533703680.0, + "6760": 58533707776.0, + "6765": 58533785600.0, + "6770": 58533756928.0, + "6775": 58533625856.0, + "6780": 58533838848.0, + "6785": 58533752832.0, + "6790": 58533715968.0, + "6795": 58533654528.0, + "6800": 58533826560.0, + "6805": 58533670912.0, + "6810": 58533597184.0, + "6815": 58533744640.0, + "6820": 58533666816.0, + "6825": 58533715968.0, + "6830": 58533703680.0, + "6835": 58533732352.0, + "6840": 58533666816.0, + "6845": 58533711872.0, + "6850": 58533740544.0, + "6855": 58533855232.0, + "6860": 58533801984.0, + "6865": 58533756928.0, + "6870": 58533613568.0, + "6875": 58533937152.0, + "6880": 58533675008.0, + "6885": 58533871616.0, + "6890": 58533732352.0, + "6895": 58533863424.0, + "6900": 58533855232.0, + "6905": 58533601280.0, + "6910": 58533822464.0, + "6915": 58533814272.0, + "6920": 58533703680.0, + "6925": 58533789696.0, + "6930": 58533662720.0, + "6935": 58533683200.0, + "6940": 58533670912.0, + "6945": 58533756928.0, + "6950": 58533711872.0, + "6955": 58533711872.0, + "6960": 58533777408.0, + "6965": 58533662720.0, + "6970": 58533720064.0, + "6975": 58533724160.0, + "6980": 58533859328.0, + "6985": 58533748736.0, + "6990": 58533711872.0, + "6995": 58533519360.0, + "7000": 58533613568.0, + "7005": 58533666816.0, + "7010": 58533654528.0, + "7015": 58533724160.0, + "7020": 58533699584.0, + "7025": 58533806080.0, + "7030": 58533715968.0, + "7035": 58533773312.0, + "7040": 58533597184.0, + "7045": 58533863424.0, + "7050": 58533613568.0, + "7055": 58533683200.0, + "7060": 58533818368.0, + "7065": 58533650432.0, + "7070": 58533765120.0, + "7075": 58533675008.0, + "7080": 58533679104.0, + "7085": 58533740544.0, + "7090": 58533756928.0, + "7095": 58533765120.0, + "7100": 58533699584.0, + "7105": 58533769216.0, + "7110": 58533740544.0, + "7115": 58533732352.0, + "7120": 58533756928.0, + "7125": 58533687296.0, + "7130": 58533736448.0, + "7135": 58533732352.0, + "7140": 58533662720.0, + "7145": 58533773312.0, + "7150": 58533720064.0, + "7155": 58533752832.0, + "7160": 58533785600.0, + "7165": 58533785600.0, + "7170": 58533744640.0, + "7175": 58533642240.0, + "7180": 58533732352.0, + "7185": 58533793792.0, + "7190": 58533765120.0, + "7195": 58533654528.0, + "7200": 58533654528.0, + "7205": 58533814272.0, + "7210": 58533748736.0, + "7215": 58533863424.0, + "7220": 58533769216.0, + "7225": 58533650432.0, + "7230": 58533756928.0, + "7235": 58533625856.0, + "7240": 58533740544.0, + "7245": 58533728256.0, + "7250": 58533670912.0, + "7255": 58533761024.0, + "7260": 58533642240.0, + "7265": 58533724160.0, + "7270": 58533699584.0, + "7275": 58533806080.0, + "7280": 58533777408.0, + "7285": 58533720064.0, + "7290": 58533789696.0, + "7295": 58533539840.0, + "7300": 58533658624.0, + "7305": 58533769216.0, + "7310": 58533769216.0, + "7315": 58533703680.0, + "7320": 58533724160.0, + "7325": 58533748736.0, + "7330": 58533711872.0, + "7335": 58533670912.0, + "7340": 58533916672.0, + "7345": 58533765120.0, + "7350": 58533658624.0, + "7355": 58533781504.0, + "7360": 58533560320.0, + "7365": 58533658624.0, + "7370": 58533642240.0, + "7375": 58533851136.0, + "7380": 58533703680.0, + "7385": 58533691392.0, + "7390": 58533687296.0, + "7395": 58533675008.0, + "7400": 58533879808.0, + "7405": 58533629952.0, + "7410": 58533744640.0, + "7415": 58533699584.0, + "7420": 58533601280.0, + "7425": 58533691392.0, + "7430": 58533810176.0, + "7435": 58533879808.0, + "7440": 58533679104.0, + "7445": 58533892096.0, + "7450": 58533720064.0, + "7455": 58533756928.0, + "7460": 58533777408.0, + "7465": 58533707776.0, + "7470": 58533740544.0, + "7475": 58533842944.0, + "7480": 58533650432.0, + "7485": 58533728256.0, + "7490": 58533756928.0, + "7495": 58533814272.0, + "7500": 58533756928.0, + "7505": 58533810176.0, + "7510": 58533732352.0, + "7515": 58533740544.0, + "7520": 58533715968.0, + "7525": 58533736448.0, + "7530": 58533715968.0, + "7535": 58533847040.0, + "7540": 58533679104.0, + "7545": 58533863424.0, + "7550": 58533646336.0, + "7555": 58533761024.0, + "7560": 58533638144.0, + "7565": 58533830656.0, + "7570": 58533761024.0, + "7575": 58533679104.0, + "7580": 58533867520.0, + "7585": 58533732352.0, + "7590": 58533801984.0, + "7595": 58533736448.0, + "7600": 58533715968.0, + "7605": 58533646336.0, + "7610": 58533707776.0, + "7615": 58533847040.0, + "7620": 58533728256.0, + "7625": 58533736448.0, + "7630": 58533826560.0, + "7635": 58533777408.0, + "7640": 58533773312.0, + "7645": 58533765120.0, + "7650": 58533814272.0, + "7655": 58533658624.0, + "7660": 58533806080.0, + "7665": 58533593088.0, + "7670": 58533736448.0, + "7675": 58533752832.0, + "7680": 58533756928.0, + "7685": 58533736448.0, + "7690": 58533765120.0, + "7695": 58533761024.0, + "7700": 58533859328.0, + "7705": 58533740544.0, + "7710": 58533756928.0, + "7715": 58533699584.0, + "7720": 58533642240.0, + "7725": 58533609472.0, + "7730": 58533797888.0, + "7735": 58533736448.0, + "7740": 58533740544.0, + "7745": 58533691392.0, + "7750": 58533748736.0, + "7755": 58533675008.0, + "7760": 58533814272.0, + "7765": 58533838848.0, + "7770": 58533847040.0, + "7775": 58533789696.0, + "7780": 58533605376.0, + "7785": 58533584896.0, + "7790": 58533781504.0, + "7795": 58533748736.0, + "7800": 58533761024.0, + "7805": 58533732352.0, + "7810": 58533715968.0, + "7815": 58533773312.0, + "7820": 58533761024.0, + "7825": 58533912576.0, + "7830": 58533740544.0, + "7835": 58533761024.0, + "7840": 58533740544.0, + "7845": 58533629952.0, + "7850": 58533752832.0, + "7855": 58533724160.0, + "7860": 58533822464.0, + "7865": 58533634048.0, + "7870": 58533777408.0, + "7875": 58533601280.0, + "7880": 58533646336.0, + "7885": 58533785600.0, + "7890": 58533699584.0, + "7895": 58533720064.0, + "7900": 58533736448.0, + "7905": 58533646336.0, + "7910": 58533453824.0, + "7915": 58533814272.0, + "7920": 58533744640.0, + "7925": 58533707776.0, + "7930": 58533761024.0, + "7935": 58533855232.0, + "7940": 58533752832.0, + "7945": 58533699584.0, + "7950": 58533707776.0, + "7955": 58533801984.0, + "7960": 58533842944.0, + "7965": 58533732352.0, + "7970": 58533613568.0, + "7975": 58533773312.0, + "7980": 58533888000.0, + "7985": 58533904384.0, + "7990": 58533724160.0, + "7995": 58533699584.0, + "8000": 58533752832.0, + "8005": 58533609472.0, + "8010": 58533863424.0, + "8015": 58533756928.0, + "8020": 58533847040.0, + "8025": 58533793792.0, + "8030": 58533560320.0, + "8035": 58533826560.0, + "8040": 58533756928.0, + "8045": 58533761024.0, + "8050": 58533773312.0, + "8055": 58533822464.0, + "8060": 58533625856.0, + "8065": 58533748736.0, + "8070": 58533695488.0, + "8075": 58533781504.0, + "8080": 58533695488.0, + "8085": 58533810176.0, + "8090": 58533691392.0, + "8095": 58533797888.0, + "8100": 58533740544.0, + "8105": 58533756928.0, + "8110": 58533683200.0, + "8115": 58533855232.0, + "8120": 58533806080.0, + "8125": 58533773312.0, + "8130": 58533720064.0, + "8135": 58533789696.0, + "8140": 58533736448.0, + "8145": 58533715968.0, + "8150": 58533793792.0, + "8155": 58533683200.0, + "8160": 58533810176.0, + "8165": 58533720064.0, + "8170": 58533670912.0, + "8175": 58533703680.0, + "8180": 58533617664.0, + "8185": 58533658624.0, + "8190": 58533752832.0, + "8195": 58533806080.0, + "8200": 58533707776.0, + "8205": 58533847040.0, + "8210": 58533765120.0, + "8215": 58533646336.0, + "8220": 58533769216.0, + "8225": 58533715968.0, + "8230": 58533703680.0, + "8235": 58533789696.0, + "8240": 58533888000.0, + "8245": 58533707776.0, + "8250": 58533752832.0, + "8255": 58533765120.0, + "8260": 58533797888.0, + "8265": 58533588992.0, + "8270": 58533675008.0, + "8275": 58533613568.0, + "8280": 58533683200.0, + "8285": 58533666816.0, + "8290": 58533728256.0, + "8295": 58533801984.0, + "8300": 58533773312.0, + "8305": 58533752832.0, + "8310": 58533769216.0, + "8315": 58533650432.0, + "8320": 58533752832.0, + "8325": 58533675008.0, + "8330": 58533756928.0, + "8335": 58533511168.0, + "8340": 58533703680.0, + "8345": 58533912576.0, + "8350": 58533822464.0, + "8355": 58533683200.0, + "8360": 58533781504.0, + "8365": 58533797888.0, + "8370": 58533842944.0, + "8375": 58533621760.0, + "8380": 58533814272.0, + "8385": 58533785600.0, + "8390": 58533720064.0, + "8395": 58533744640.0, + "8400": 58533756928.0, + "8405": 58533679104.0, + "8410": 58533752832.0, + "8415": 58533654528.0, + "8420": 58533634048.0, + "8425": 58533736448.0, + "8430": 58533773312.0, + "8435": 58533613568.0, + "8440": 58533675008.0, + "8445": 58533761024.0, + "8450": 58533715968.0, + "8455": 58533597184.0, + "8460": 58533625856.0, + "8465": 58533810176.0, + "8470": 58533724160.0, + "8475": 58533761024.0, + "8480": 58533814272.0, + "8485": 58533658624.0, + "8490": 58533822464.0, + "8495": 58533814272.0, + "8500": 58533756928.0, + "8505": 58533658624.0, + "8510": 58533814272.0, + "8515": 58533654528.0, + "8520": 58533548032.0, + "8525": 58533740544.0, + "8530": 58533748736.0, + "8535": 58533888000.0, + "8540": 58533720064.0, + "8545": 58533732352.0, + "8550": 58533781504.0, + "8555": 58533744640.0, + "8560": 58533867520.0, + "8565": 58533687296.0, + "8570": 58533683200.0, + "8575": 58533715968.0, + "8580": 58533552128.0, + "8585": 58533756928.0, + "8590": 58533789696.0, + "8595": 58533642240.0, + "8600": 58533724160.0, + "8605": 58533654528.0, + "8610": 58533761024.0, + "8615": 58533797888.0, + "8620": 58533679104.0, + "8625": 58533675008.0, + "8630": 58533617664.0, + "8635": 58533691392.0, + "8640": 58533556224.0, + "8645": 58533617664.0, + "8650": 58533830656.0, + "8655": 58533720064.0, + "8660": 58533687296.0, + "8665": 58533670912.0, + "8670": 58533834752.0, + "8675": 58533761024.0, + "8680": 58533847040.0, + "8685": 58533683200.0, + "8690": 58533724160.0, + "8695": 58533818368.0, + "8700": 58533617664.0, + "8705": 58533711872.0, + "8710": 58533711872.0, + "8715": 58533728256.0, + "8720": 58533756928.0, + "8725": 58533703680.0, + "8730": 58533711872.0, + "8735": 58533642240.0, + "8740": 58533724160.0, + "8745": 58533859328.0, + "8750": 58533675008.0, + "8755": 58533765120.0, + "8760": 58533539840.0, + "8765": 58533642240.0, + "8770": 58533650432.0, + "8775": 58533781504.0, + "8780": 58533773312.0, + "8785": 58533715968.0, + "8790": 58533695488.0, + "8795": 58533662720.0, + "8800": 58533695488.0, + "8805": 58533584896.0, + "8810": 58533756928.0, + "8815": 58533720064.0, + "8820": 58533666816.0, + "8825": 58533527552.0, + "8830": 58533650432.0, + "8835": 58533789696.0, + "8840": 58533699584.0, + "8845": 58533703680.0, + "8850": 58533736448.0, + "8855": 58533781504.0, + "8860": 58533539840.0, + "8865": 58533806080.0, + "8870": 58533801984.0, + "8875": 58533601280.0, + "8880": 58533761024.0, + "8885": 58533560320.0, + "8890": 58533715968.0, + "8895": 58533769216.0, + "8900": 58533806080.0, + "8905": 58533801984.0, + "8910": 58533642240.0, + "8915": 58533761024.0, + "8920": 58533695488.0, + "8925": 58533806080.0, + "8930": 58533699584.0, + "8935": 58533703680.0, + "8940": 58533724160.0, + "8945": 58533621760.0, + "8950": 58533670912.0, + "8955": 58533732352.0, + "8960": 58533761024.0, + "8965": 58533769216.0, + "8970": 58533810176.0, + "8975": 58533675008.0, + "8980": 58533847040.0, + "8985": 58533801984.0, + "8990": 58533646336.0, + "8995": 58533744640.0, + "9000": 58533847040.0, + "9005": 58533728256.0, + "9010": 58533617664.0, + "9015": 58533695488.0, + "9020": 58533756928.0, + "9025": 58533728256.0, + "9030": 58533863424.0, + "9035": 58533769216.0, + "9040": 58533777408.0, + "9045": 58533650432.0, + "9050": 58533646336.0, + "9055": 58533683200.0, + "9060": 58533781504.0, + "9065": 58533625856.0, + "9070": 58533658624.0, + "9075": 58533675008.0, + "9080": 58533658624.0, + "9085": 58533736448.0, + "9090": 58533703680.0, + "9095": 58533773312.0, + "9100": 58533707776.0, + "9105": 58533736448.0, + "9110": 58533699584.0, + "9115": 58533904384.0, + "9120": 58533908480.0, + "9125": 58533695488.0, + "9130": 58533552128.0, + "9135": 58533785600.0, + "9140": 58533793792.0, + "9145": 58533728256.0, + "9150": 58533777408.0, + "9155": 58533769216.0, + "9160": 58533654528.0, + "9165": 58533568512.0, + "9170": 58533814272.0, + "9175": 58533699584.0, + "9180": 58533666816.0, + "9185": 58533744640.0, + "9190": 58533642240.0, + "9195": 58533605376.0, + "9200": 58533658624.0, + "9205": 58533695488.0, + "9210": 58533732352.0, + "9215": 58533765120.0, + "9220": 58533724160.0, + "9225": 58533691392.0, + "9230": 58533748736.0, + "9235": 58533789696.0, + "9240": 58533605376.0, + "9245": 58533736448.0, + "9250": 58533683200.0, + "9255": 58533646336.0, + "9260": 58533752832.0, + "9265": 58533781504.0, + "9270": 58533638144.0, + "9275": 58533658624.0, + "9280": 58533806080.0, + "9285": 58533748736.0, + "9290": 58533785600.0, + "9295": 58533801984.0, + "9300": 58533715968.0, + "9305": 58533658624.0, + "9310": 58533675008.0, + "9315": 58533625856.0, + "9320": 58533814272.0, + "9325": 58533806080.0, + "9330": 58533711872.0, + "9335": 58533625856.0, + "9340": 58533707776.0, + "9345": 58533650432.0, + "9350": 58533740544.0, + "9355": 58533826560.0, + "9360": 58533842944.0, + "9365": 58533715968.0, + "9370": 58533842944.0, + "9375": 58533572608.0, + "9380": 58533781504.0, + "9385": 58533736448.0, + "9390": 58533851136.0, + "9395": 58533724160.0, + "9400": 58533642240.0, + "9405": 58533707776.0, + "9410": 58533765120.0, + "9415": 58533818368.0, + "9420": 58533736448.0, + "9425": 58533801984.0, + "9430": 58533822464.0, + "9435": 58533572608.0, + "9440": 58533744640.0, + "9445": 58533699584.0, + "9450": 58533699584.0, + "9455": 58533744640.0, + "9460": 58533773312.0, + "9465": 58533736448.0, + "9470": 58533875712.0, + "9475": 58533904384.0, + "9480": 58533703680.0, + "9485": 58533765120.0, + "9490": 58533658624.0, + "9495": 58533597184.0, + "9500": 58533568512.0, + "9505": 58533728256.0, + "9510": 58533801984.0, + "9515": 58533785600.0, + "9520": 58533683200.0, + "9525": 58533789696.0, + "9530": 58533683200.0, + "9535": 58533650432.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 9535, + "step_interval": 5, + "values": { + "1": 85005172736.0, + "5": 99296133120.0, + "10": 99296133120.0, + "15": 99296133120.0, + "20": 99296133120.0, + "25": 99296133120.0, + "30": 99296133120.0, + "35": 99296133120.0, + "40": 99296133120.0, + "45": 99296133120.0, + "50": 99296133120.0, + "55": 99296133120.0, + "60": 99296133120.0, + "65": 99296133120.0, + "70": 99296133120.0, + "75": 99296133120.0, + "80": 99296133120.0, + "85": 99296133120.0, + "90": 99296133120.0, + "95": 99296133120.0, + "100": 99296133120.0, + "105": 99296133120.0, + "110": 99296133120.0, + "115": 99296133120.0, + "120": 99296133120.0, + "125": 99296133120.0, + "130": 99296133120.0, + "135": 99296133120.0, + "140": 99296133120.0, + "145": 99296133120.0, + "150": 99296133120.0, + "155": 99296133120.0, + "160": 99296133120.0, + "165": 99296133120.0, + "170": 99296133120.0, + "175": 99296133120.0, + "180": 99296133120.0, + "185": 99296133120.0, + "190": 99296133120.0, + "195": 99296133120.0, + "200": 99296133120.0, + "205": 99296133120.0, + "210": 99296133120.0, + "215": 99296133120.0, + "220": 99296133120.0, + "225": 99296133120.0, + "230": 99296133120.0, + "235": 99296133120.0, + "240": 99296133120.0, + "245": 99296133120.0, + "250": 99296133120.0, + "255": 99296133120.0, + "260": 99296133120.0, + "265": 99296133120.0, + "270": 99296133120.0, + "275": 99296133120.0, + "280": 99296133120.0, + "285": 99296133120.0, + "290": 99296133120.0, + "295": 99296133120.0, + "300": 99296133120.0, + "305": 99296133120.0, + "310": 99296133120.0, + "315": 99296133120.0, + "320": 99296133120.0, + "325": 99296133120.0, + "330": 99296133120.0, + "335": 99296133120.0, + "340": 99296133120.0, + "345": 99296133120.0, + "350": 99296133120.0, + "355": 99296133120.0, + "360": 99296133120.0, + "365": 99296133120.0, + "370": 99296133120.0, + "375": 99296133120.0, + "380": 99296133120.0, + "385": 99296133120.0, + "390": 99296133120.0, + "395": 99296133120.0, + "400": 99296133120.0, + "405": 99296133120.0, + "410": 99296133120.0, + "415": 99296133120.0, + "420": 99296133120.0, + "425": 99296133120.0, + "430": 99296133120.0, + "435": 99296133120.0, + "440": 99296133120.0, + "445": 99319971840.0, + "450": 99319971840.0, + "455": 99319971840.0, + "460": 99319971840.0, + "465": 99470999552.0, + "470": 99470999552.0, + "475": 99577782272.0, + "480": 99856146432.0, + "485": 99856146432.0, + "490": 99975626752.0, + "495": 100075380736.0, + "500": 100205191168.0, + "505": 100205191168.0, + "510": 100205191168.0, + "515": 100205191168.0, + "520": 100205191168.0, + "525": 100313350144.0, + "530": 100313350144.0, + "535": 100313350144.0, + "540": 100313350144.0, + "545": 100313350144.0, + "550": 100432117760.0, + "555": 100432117760.0, + "560": 100814946304.0, + "565": 100814946304.0, + "570": 100814946304.0, + "575": 100814946304.0, + "580": 100814946304.0, + "585": 100814946304.0, + "590": 100814946304.0, + "595": 100814946304.0, + "600": 100814946304.0, + "605": 100814946304.0, + "610": 100814946304.0, + "615": 100814946304.0, + "620": 100814946304.0, + "625": 100814946304.0, + "630": 100814946304.0, + "635": 100814946304.0, + "640": 100814946304.0, + "645": 100814946304.0, + "650": 100814946304.0, + "655": 100814946304.0, + "660": 100814946304.0, + "665": 100814946304.0, + "670": 100814946304.0, + "675": 100814946304.0, + "680": 100814946304.0, + "685": 100814946304.0, + "690": 100814946304.0, + "695": 100814946304.0, + "700": 100814946304.0, + "705": 100814946304.0, + "710": 100814946304.0, + "715": 100814946304.0, + "720": 100814946304.0, + "725": 100814946304.0, + "730": 100814946304.0, + "735": 100814946304.0, + "740": 100814946304.0, + "745": 100814946304.0, + "750": 100814946304.0, + "755": 100814946304.0, + "760": 100814946304.0, + "765": 100814946304.0, + "770": 100814946304.0, + "775": 100814946304.0, + "780": 100814946304.0, + "785": 100814946304.0, + "790": 100814946304.0, + "795": 100814946304.0, + "800": 100814946304.0, + "805": 100814946304.0, + "810": 100814946304.0, + "815": 100814946304.0, + "820": 100814946304.0, + "825": 100814946304.0, + "830": 100814946304.0, + "835": 100814946304.0, + "840": 100814946304.0, + "845": 100814946304.0, + "850": 100814946304.0, + "855": 100814946304.0, + "860": 100814946304.0, + "865": 100814946304.0, + "870": 100814946304.0, + "875": 100814946304.0, + "880": 100814946304.0, + "885": 100814946304.0, + "890": 100814946304.0, + "895": 100814946304.0, + "900": 100814946304.0, + "905": 100814946304.0, + "910": 100814946304.0, + "915": 100814946304.0, + "920": 100814946304.0, + "925": 100814946304.0, + "930": 100814946304.0, + "935": 100814946304.0, + "940": 100814946304.0, + "945": 100814946304.0, + "950": 100814946304.0, + "955": 100814946304.0, + "960": 100814946304.0, + "965": 100814946304.0, + "970": 100814946304.0, + "975": 100814946304.0, + "980": 100814946304.0, + "985": 100814946304.0, + "990": 100814946304.0, + "995": 100814946304.0, + "1000": 100814946304.0, + "1005": 100814946304.0, + "1010": 100814946304.0, + "1015": 100814946304.0, + "1020": 100814946304.0, + "1025": 100814946304.0, + "1030": 100814946304.0, + "1035": 100814946304.0, + "1040": 100814946304.0, + "1045": 100814946304.0, + "1050": 100814946304.0, + "1055": 100814946304.0, + "1060": 100814946304.0, + "1065": 100814946304.0, + "1070": 100814946304.0, + "1075": 100814946304.0, + "1080": 100814946304.0, + "1085": 100814946304.0, + "1090": 100814946304.0, + "1095": 100814946304.0, + "1100": 100814946304.0, + "1105": 100814946304.0, + "1110": 100814946304.0, + "1115": 100814946304.0, + "1120": 100814946304.0, + "1125": 100814946304.0, + "1130": 100814946304.0, + "1135": 100814946304.0, + "1140": 100814946304.0, + "1145": 100814946304.0, + "1150": 100814946304.0, + "1155": 100814946304.0, + "1160": 100814946304.0, + "1165": 100814946304.0, + "1170": 100814946304.0, + "1175": 100814946304.0, + "1180": 100814946304.0, + "1185": 100814946304.0, + "1190": 100814946304.0, + "1195": 100814946304.0, + "1200": 100814946304.0, + "1205": 100814946304.0, + "1210": 100814946304.0, + "1215": 100814946304.0, + "1220": 100814946304.0, + "1225": 100814946304.0, + "1230": 100814946304.0, + "1235": 100814946304.0, + "1240": 100814946304.0, + "1245": 100814946304.0, + "1250": 100814946304.0, + "1255": 100814946304.0, + "1260": 100814946304.0, + "1265": 100814946304.0, + "1270": 100814946304.0, + "1275": 100814946304.0, + "1280": 100814946304.0, + "1285": 100814946304.0, + "1290": 100814946304.0, + "1295": 100814946304.0, + "1300": 100788985856.0, + "1305": 100788985856.0, + "1310": 100788985856.0, + "1315": 100788985856.0, + "1320": 100788985856.0, + "1325": 100788985856.0, + "1330": 100788985856.0, + "1335": 100788985856.0, + "1340": 100788985856.0, + "1345": 100788985856.0, + "1350": 100788985856.0, + "1355": 100788985856.0, + "1360": 100788985856.0, + "1365": 100788985856.0, + "1370": 100788985856.0, + "1375": 100788985856.0, + "1380": 100788985856.0, + "1385": 100788985856.0, + "1390": 100788985856.0, + "1395": 100788985856.0, + "1400": 100788985856.0, + "1405": 100788985856.0, + "1410": 100788985856.0, + "1415": 100788985856.0, + "1420": 100788985856.0, + "1425": 100788985856.0, + "1430": 100788985856.0, + "1435": 100788985856.0, + "1440": 100788985856.0, + "1445": 100788985856.0, + "1450": 100788985856.0, + "1455": 100788985856.0, + "1460": 100788985856.0, + "1465": 100788985856.0, + "1470": 100788985856.0, + "1475": 100788985856.0, + "1480": 100788985856.0, + "1485": 100788985856.0, + "1490": 100788985856.0, + "1495": 100788985856.0, + "1500": 100788985856.0, + "1505": 100788985856.0, + "1510": 100788985856.0, + "1515": 100788985856.0, + "1520": 100788985856.0, + "1525": 100788985856.0, + "1530": 100788985856.0, + "1535": 100788985856.0, + "1540": 100788985856.0, + "1545": 100788985856.0, + "1550": 100788985856.0, + "1555": 100788985856.0, + "1560": 100788985856.0, + "1565": 100788985856.0, + "1570": 100788985856.0, + "1575": 100788985856.0, + "1580": 100788985856.0, + "1585": 100788985856.0, + "1590": 100788985856.0, + "1595": 100788985856.0, + "1600": 100788985856.0, + "1605": 100788985856.0, + "1610": 100788985856.0, + "1615": 100788985856.0, + "1620": 100788985856.0, + "1625": 100788985856.0, + "1630": 100788985856.0, + "1635": 100788985856.0, + "1640": 100788985856.0, + "1645": 100788985856.0, + "1650": 100788985856.0, + "1655": 100788985856.0, + "1660": 99383525376.0, + "1665": 99634765824.0, + "1670": 99634765824.0, + "1675": 99634765824.0, + "1680": 99634765824.0, + "1685": 99634765824.0, + "1690": 99634765824.0, + "1695": 99634765824.0, + "1700": 99634765824.0, + "1705": 99789824000.0, + "1710": 99789824000.0, + "1715": 99789824000.0, + "1720": 99789824000.0, + "1725": 99789824000.0, + "1730": 99789824000.0, + "1735": 99789824000.0, + "1740": 99789824000.0, + "1745": 99789824000.0, + "1750": 99789824000.0, + "1755": 99789824000.0, + "1760": 99789824000.0, + "1765": 99789824000.0, + "1770": 99789824000.0, + "1775": 99833782272.0, + "1780": 99833782272.0, + "1785": 99833782272.0, + "1790": 99927007232.0, + "1795": 99927007232.0, + "1800": 99927007232.0, + "1805": 99927007232.0, + "1810": 99927007232.0, + "1815": 99927007232.0, + "1820": 99927007232.0, + "1825": 99927007232.0, + "1830": 99927007232.0, + "1835": 99927007232.0, + "1840": 99927007232.0, + "1845": 99927007232.0, + "1850": 99927007232.0, + "1855": 99927007232.0, + "1860": 99927007232.0, + "1865": 99927007232.0, + "1870": 99927007232.0, + "1875": 99927007232.0, + "1880": 99927007232.0, + "1885": 100007444480.0, + "1890": 100150525952.0, + "1895": 100150525952.0, + "1900": 100150525952.0, + "1905": 100150525952.0, + "1910": 100315799552.0, + "1915": 100315799552.0, + "1920": 100315799552.0, + "1925": 100315799552.0, + "1930": 100315799552.0, + "1935": 100315799552.0, + "1940": 100315799552.0, + "1945": 100315799552.0, + "1950": 100315799552.0, + "1955": 100315799552.0, + "1960": 100315799552.0, + "1965": 100315799552.0, + "1970": 100315799552.0, + "1975": 100315799552.0, + "1980": 100315799552.0, + "1985": 100315799552.0, + "1990": 100315799552.0, + "1995": 100315799552.0, + "2000": 100315799552.0, + "2005": 100315799552.0, + "2010": 100315799552.0, + "2015": 100315799552.0, + "2020": 100315799552.0, + "2025": 100315799552.0, + "2030": 100315799552.0, + "2035": 100315799552.0, + "2040": 100315799552.0, + "2045": 100315799552.0, + "2050": 100315799552.0, + "2055": 100315799552.0, + "2060": 100315799552.0, + "2065": 100315799552.0, + "2070": 100315799552.0, + "2075": 100315799552.0, + "2080": 100315799552.0, + "2085": 100315799552.0, + "2090": 100315799552.0, + "2095": 100315799552.0, + "2100": 100315799552.0, + "2105": 100315799552.0, + "2110": 100315799552.0, + "2115": 100315799552.0, + "2120": 100315799552.0, + "2125": 100315799552.0, + "2130": 100315799552.0, + "2135": 100315799552.0, + "2140": 100315799552.0, + "2145": 100315799552.0, + "2150": 100315799552.0, + "2155": 100315799552.0, + "2160": 100315799552.0, + "2165": 100315799552.0, + "2170": 100315799552.0, + "2175": 100315799552.0, + "2180": 100315799552.0, + "2185": 100315799552.0, + "2190": 100315799552.0, + "2195": 100315799552.0, + "2200": 100315799552.0, + "2205": 100315799552.0, + "2210": 100315799552.0, + "2215": 100315799552.0, + "2220": 100315799552.0, + "2225": 100315799552.0, + "2230": 100315799552.0, + "2235": 100315799552.0, + "2240": 100315799552.0, + "2245": 100315799552.0, + "2250": 100315799552.0, + "2255": 100315799552.0, + "2260": 100315799552.0, + "2265": 100315799552.0, + "2270": 100315799552.0, + "2275": 100315799552.0, + "2280": 100315799552.0, + "2285": 100315799552.0, + "2290": 100315799552.0, + "2295": 100315799552.0, + "2300": 100315799552.0, + "2305": 100315799552.0, + "2310": 100315799552.0, + "2315": 100315799552.0, + "2320": 100315799552.0, + "2325": 100315799552.0, + "2330": 100315799552.0, + "2335": 100315799552.0, + "2340": 100315799552.0, + "2345": 100315799552.0, + "2350": 100315799552.0, + "2355": 100315799552.0, + "2360": 100315799552.0, + "2365": 100315799552.0, + "2370": 100315799552.0, + "2375": 100315799552.0, + "2380": 100315799552.0, + "2385": 100315799552.0, + "2390": 100315799552.0, + "2395": 100315799552.0, + "2400": 100315799552.0, + "2405": 100315799552.0, + "2410": 100315799552.0, + "2415": 100315799552.0, + "2420": 100315799552.0, + "2425": 100315799552.0, + "2430": 100315799552.0, + "2435": 100315799552.0, + "2440": 100315799552.0, + "2445": 100315799552.0, + "2450": 100315799552.0, + "2455": 100315799552.0, + "2460": 100315799552.0, + "2465": 100315799552.0, + "2470": 100315799552.0, + "2475": 100315799552.0, + "2480": 100315799552.0, + "2485": 100315799552.0, + "2490": 100315799552.0, + "2495": 100315799552.0, + "2500": 100315799552.0, + "2505": 100315799552.0, + "2510": 100315799552.0, + "2515": 100315799552.0, + "2520": 100315799552.0, + "2525": 100315799552.0, + "2530": 100315799552.0, + "2535": 100315799552.0, + "2540": 100315799552.0, + "2545": 100315799552.0, + "2550": 100315799552.0, + "2555": 100315799552.0, + "2560": 100315799552.0, + "2565": 100315799552.0, + "2570": 100315799552.0, + "2575": 100315799552.0, + "2580": 100315799552.0, + "2585": 100315799552.0, + "2590": 100315799552.0, + "2595": 100315799552.0, + "2600": 100315799552.0, + "2605": 100315799552.0, + "2610": 100315799552.0, + "2615": 100315799552.0, + "2620": 100315799552.0, + "2625": 100315799552.0, + "2630": 100315799552.0, + "2635": 100315799552.0, + "2640": 100315799552.0, + "2645": 100315799552.0, + "2650": 100315799552.0, + "2655": 100315799552.0, + "2660": 100315799552.0, + "2665": 100315799552.0, + "2670": 100315799552.0, + "2675": 100315799552.0, + "2680": 100315799552.0, + "2685": 100315799552.0, + "2690": 100315799552.0, + "2695": 100315799552.0, + "2700": 100315799552.0, + "2705": 100315799552.0, + "2710": 100315799552.0, + "2715": 100315799552.0, + "2720": 100315799552.0, + "2725": 100315799552.0, + "2730": 100315799552.0, + "2735": 100315799552.0, + "2740": 100315799552.0, + "2745": 100315799552.0, + "2750": 100315799552.0, + "2755": 100315799552.0, + "2760": 100315799552.0, + "2765": 100315799552.0, + "2770": 100315799552.0, + "2775": 100315799552.0, + "2780": 100315799552.0, + "2785": 100315799552.0, + "2790": 100315799552.0, + "2795": 100315799552.0, + "2800": 100315799552.0, + "2805": 100315799552.0, + "2810": 100315799552.0, + "2815": 100315799552.0, + "2820": 100315799552.0, + "2825": 100315799552.0, + "2830": 100315799552.0, + "2835": 100315799552.0, + "2840": 100315799552.0, + "2845": 100315799552.0, + "2850": 100315799552.0, + "2855": 100315799552.0, + "2860": 100315799552.0, + "2865": 100315799552.0, + "2870": 100315799552.0, + "2875": 100315799552.0, + "2880": 100315799552.0, + "2885": 100315799552.0, + "2890": 100315799552.0, + "2895": 100315799552.0, + "2900": 100315799552.0, + "2905": 100315799552.0, + "2910": 100315799552.0, + "2915": 100315799552.0, + "2920": 100315799552.0, + "2925": 100315799552.0, + "2930": 100315799552.0, + "2935": 100315799552.0, + "2940": 100315799552.0, + "2945": 100315799552.0, + "2950": 100315799552.0, + "2955": 100315799552.0, + "2960": 100315799552.0, + "2965": 100315799552.0, + "2970": 100315799552.0, + "2975": 100315799552.0, + "2980": 100315799552.0, + "2985": 100315799552.0, + "2990": 100315799552.0, + "2995": 100315799552.0, + "3000": 100315799552.0, + "3005": 100315799552.0, + "3010": 100315799552.0, + "3015": 100315799552.0, + "3020": 100315799552.0, + "3025": 100315799552.0, + "3030": 100315799552.0, + "3035": 100315799552.0, + "3040": 100315799552.0, + "3045": 100315799552.0, + "3050": 100315799552.0, + "3055": 100315799552.0, + "3060": 100315799552.0, + "3065": 100315799552.0, + "3070": 100315799552.0, + "3075": 100315799552.0, + "3080": 100315799552.0, + "3085": 100315799552.0, + "3090": 100315799552.0, + "3095": 100315799552.0, + "3100": 100315799552.0, + "3105": 100315799552.0, + "3110": 100315799552.0, + "3115": 100315799552.0, + "3120": 100315799552.0, + "3125": 100315799552.0, + "3130": 100315799552.0, + "3135": 100315799552.0, + "3140": 100315799552.0, + "3145": 100315799552.0, + "3150": 100315799552.0, + "3155": 100315799552.0, + "3160": 100315799552.0, + "3165": 100315799552.0, + "3170": 100315799552.0, + "3175": 100315799552.0, + "3180": 99491127296.0, + "3185": 99491127296.0, + "3190": 99491127296.0, + "3195": 99491127296.0, + "3200": 99491127296.0, + "3205": 99491127296.0, + "3210": 99491127296.0, + "3215": 99491127296.0, + "3220": 99491127296.0, + "3225": 99491127296.0, + "3230": 99491127296.0, + "3235": 99491127296.0, + "3240": 99491127296.0, + "3245": 99627114496.0, + "3250": 99627114496.0, + "3255": 99627114496.0, + "3260": 99627114496.0, + "3265": 99627114496.0, + "3270": 99627114496.0, + "3275": 99627114496.0, + "3280": 99627114496.0, + "3285": 99627114496.0, + "3290": 99627114496.0, + "3295": 99640221696.0, + "3300": 99640221696.0, + "3305": 99640221696.0, + "3310": 99640221696.0, + "3315": 99640221696.0, + "3320": 99640221696.0, + "3325": 99640221696.0, + "3330": 99640221696.0, + "3335": 99640221696.0, + "3340": 99814555648.0, + "3345": 99865575424.0, + "3350": 99865575424.0, + "3355": 99865575424.0, + "3360": 99865575424.0, + "3365": 99865575424.0, + "3370": 99865575424.0, + "3375": 99865575424.0, + "3380": 99865575424.0, + "3385": 99865575424.0, + "3390": 99865575424.0, + "3395": 99865575424.0, + "3400": 99865575424.0, + "3405": 99865575424.0, + "3410": 99865575424.0, + "3415": 99865575424.0, + "3420": 99865575424.0, + "3425": 99865575424.0, + "3430": 99865575424.0, + "3435": 99865575424.0, + "3440": 99865575424.0, + "3445": 99865575424.0, + "3450": 99865575424.0, + "3455": 99865575424.0, + "3460": 99865575424.0, + "3465": 99865575424.0, + "3470": 99865575424.0, + "3475": 99865575424.0, + "3480": 99865575424.0, + "3485": 99865575424.0, + "3490": 99865575424.0, + "3495": 99865575424.0, + "3500": 99865575424.0, + "3505": 100085440512.0, + "3510": 100085440512.0, + "3515": 100085440512.0, + "3520": 100085440512.0, + "3525": 100085440512.0, + "3530": 100060995584.0, + "3535": 100060995584.0, + "3540": 100060995584.0, + "3545": 100060995584.0, + "3550": 100060995584.0, + "3555": 100060995584.0, + "3560": 100060995584.0, + "3565": 100060995584.0, + "3570": 100060995584.0, + "3575": 100060995584.0, + "3580": 100060995584.0, + "3585": 100060995584.0, + "3590": 100060995584.0, + "3595": 100060995584.0, + "3600": 100060995584.0, + "3605": 100060995584.0, + "3610": 100060995584.0, + "3615": 100060995584.0, + "3620": 100060995584.0, + "3625": 100060995584.0, + "3630": 100060995584.0, + "3635": 100060995584.0, + "3640": 100060995584.0, + "3645": 100060995584.0, + "3650": 100060995584.0, + "3655": 100060995584.0, + "3660": 100060995584.0, + "3665": 100060995584.0, + "3670": 100060995584.0, + "3675": 100060995584.0, + "3680": 100060995584.0, + "3685": 100060995584.0, + "3690": 100060995584.0, + "3695": 100060995584.0, + "3700": 100060995584.0, + "3705": 100060995584.0, + "3710": 100060995584.0, + "3715": 100060995584.0, + "3720": 100060995584.0, + "3725": 100060995584.0, + "3730": 100060995584.0, + "3735": 100060995584.0, + "3740": 100060995584.0, + "3745": 100060995584.0, + "3750": 100060995584.0, + "3755": 100060995584.0, + "3760": 100060995584.0, + "3765": 100060995584.0, + "3770": 100060995584.0, + "3775": 100060995584.0, + "3780": 100060995584.0, + "3785": 100060995584.0, + "3790": 100060995584.0, + "3795": 100060995584.0, + "3800": 100060995584.0, + "3805": 100060995584.0, + "3810": 100060995584.0, + "3815": 100060995584.0, + "3820": 100060995584.0, + "3825": 100060995584.0, + "3830": 100060995584.0, + "3835": 100060995584.0, + "3840": 100060995584.0, + "3845": 100060995584.0, + "3850": 100060995584.0, + "3855": 100060995584.0, + "3860": 100060995584.0, + "3865": 100060995584.0, + "3870": 100060995584.0, + "3875": 100060995584.0, + "3880": 100060995584.0, + "3885": 100060995584.0, + "3890": 100246036480.0, + "3895": 100246036480.0, + "3900": 100246036480.0, + "3905": 100246036480.0, + "3910": 100246036480.0, + "3915": 100246036480.0, + "3920": 100246036480.0, + "3925": 100246036480.0, + "3930": 100246036480.0, + "3935": 100246036480.0, + "3940": 100246036480.0, + "3945": 100246036480.0, + "3950": 100246036480.0, + "3955": 100246036480.0, + "3960": 100246036480.0, + "3965": 100246036480.0, + "3970": 100246036480.0, + "3975": 100246036480.0, + "3980": 100246036480.0, + "3985": 100246036480.0, + "3990": 100246036480.0, + "3995": 100304855040.0, + "4000": 100304855040.0, + "4005": 100304855040.0, + "4010": 100304855040.0, + "4015": 100304855040.0, + "4020": 100304855040.0, + "4025": 100304855040.0, + "4030": 100304855040.0, + "4035": 100304855040.0, + "4040": 100304855040.0, + "4045": 100304855040.0, + "4050": 100304855040.0, + "4055": 100304855040.0, + "4060": 100304855040.0, + "4065": 100304855040.0, + "4070": 100304855040.0, + "4075": 100304855040.0, + "4080": 100304855040.0, + "4085": 100304855040.0, + "4090": 100304855040.0, + "4095": 100304855040.0, + "4100": 100304855040.0, + "4105": 100304855040.0, + "4110": 100304855040.0, + "4115": 100304855040.0, + "4120": 100304855040.0, + "4125": 100304855040.0, + "4130": 100304855040.0, + "4135": 100304855040.0, + "4140": 100304855040.0, + "4145": 100304855040.0, + "4150": 100304855040.0, + "4155": 100304855040.0, + "4160": 100304855040.0, + "4165": 100304855040.0, + "4170": 100304855040.0, + "4175": 100304855040.0, + "4180": 100304855040.0, + "4185": 100304855040.0, + "4190": 100304855040.0, + "4195": 100304855040.0, + "4200": 100304855040.0, + "4205": 100304855040.0, + "4210": 100304855040.0, + "4215": 100304855040.0, + "4220": 100304855040.0, + "4225": 100304855040.0, + "4230": 100304855040.0, + "4235": 100304855040.0, + "4240": 100304855040.0, + "4245": 100304855040.0, + "4250": 100304855040.0, + "4255": 100304855040.0, + "4260": 100304855040.0, + "4265": 100304855040.0, + "4270": 100304855040.0, + "4275": 100304855040.0, + "4280": 100304855040.0, + "4285": 100304855040.0, + "4290": 100304855040.0, + "4295": 100304855040.0, + "4300": 100304855040.0, + "4305": 100304855040.0, + "4310": 100304855040.0, + "4315": 100304855040.0, + "4320": 100304855040.0, + "4325": 100304855040.0, + "4330": 100304855040.0, + "4335": 100304855040.0, + "4340": 100304855040.0, + "4345": 100304855040.0, + "4350": 100304855040.0, + "4355": 100304855040.0, + "4360": 100304855040.0, + "4365": 100304855040.0, + "4370": 100304855040.0, + "4375": 100304855040.0, + "4380": 100304855040.0, + "4385": 100304855040.0, + "4390": 100304855040.0, + "4395": 100304855040.0, + "4400": 100304855040.0, + "4405": 100304855040.0, + "4410": 100304855040.0, + "4415": 100304855040.0, + "4420": 100304855040.0, + "4425": 100304855040.0, + "4430": 100304855040.0, + "4435": 100304855040.0, + "4440": 100304855040.0, + "4445": 100304855040.0, + "4450": 100304855040.0, + "4455": 100304855040.0, + "4460": 100304855040.0, + "4465": 100304855040.0, + "4470": 100304855040.0, + "4475": 100304855040.0, + "4480": 100304855040.0, + "4485": 100304855040.0, + "4490": 100304855040.0, + "4495": 100304855040.0, + "4500": 100304855040.0, + "4505": 100304855040.0, + "4510": 100304855040.0, + "4515": 100304855040.0, + "4520": 100304855040.0, + "4525": 100304855040.0, + "4530": 100304855040.0, + "4535": 100304855040.0, + "4540": 100304855040.0, + "4545": 100304855040.0, + "4550": 100304855040.0, + "4555": 100304855040.0, + "4560": 100304855040.0, + "4565": 100304855040.0, + "4570": 100304855040.0, + "4575": 100304855040.0, + "4580": 100304855040.0, + "4585": 100304855040.0, + "4590": 100304855040.0, + "4595": 100304855040.0, + "4600": 100304855040.0, + "4605": 100304855040.0, + "4610": 100304855040.0, + "4615": 100304855040.0, + "4620": 100304855040.0, + "4625": 100304855040.0, + "4630": 100304855040.0, + "4635": 100304855040.0, + "4640": 100304855040.0, + "4645": 100304855040.0, + "4650": 100304855040.0, + "4655": 100304855040.0, + "4660": 100304855040.0, + "4665": 100304855040.0, + "4670": 100304855040.0, + "4675": 100304855040.0, + "4680": 100304855040.0, + "4685": 100304855040.0, + "4690": 100304855040.0, + "4695": 100304855040.0, + "4700": 100304855040.0, + "4705": 100304855040.0, + "4710": 100304855040.0, + "4715": 100304855040.0, + "4720": 100304855040.0, + "4725": 100304855040.0, + "4730": 100304855040.0, + "4735": 100304855040.0, + "4740": 100304855040.0, + "4745": 100304855040.0, + "4750": 100304855040.0, + "4755": 100304855040.0, + "4760": 100304855040.0, + "4765": 100304855040.0, + "4770": 100304855040.0, + "4775": 100304855040.0, + "4780": 100304855040.0, + "4785": 100304855040.0, + "4790": 100304855040.0, + "4795": 100304855040.0, + "4800": 100304855040.0, + "4805": 100304855040.0, + "4810": 100304855040.0, + "4815": 100304855040.0, + "4820": 100304855040.0, + "4825": 100304855040.0, + "4830": 100304855040.0, + "4835": 100304855040.0, + "4840": 100304855040.0, + "4845": 100304855040.0, + "4850": 100304855040.0, + "4855": 100304855040.0, + "4860": 100394885120.0, + "4865": 100394885120.0, + "4870": 100394885120.0, + "4875": 100394885120.0, + "4880": 100394885120.0, + "4885": 100394885120.0, + "4890": 100394885120.0, + "4895": 98654183424.0, + "4900": 99573145600.0, + "4905": 99573145600.0, + "4910": 99573145600.0, + "4915": 99573145600.0, + "4920": 99573145600.0, + "4925": 99573145600.0, + "4930": 99573145600.0, + "4935": 99573145600.0, + "4940": 99573145600.0, + "4945": 99573145600.0, + "4950": 99573145600.0, + "4955": 99573145600.0, + "4960": 99573145600.0, + "4965": 99573145600.0, + "4970": 99573145600.0, + "4975": 99596902400.0, + "4980": 99596902400.0, + "4985": 99596902400.0, + "4990": 99596902400.0, + "4995": 99596902400.0, + "5000": 99596902400.0, + "5005": 99596902400.0, + "5010": 99596902400.0, + "5015": 99596902400.0, + "5020": 100471119872.0, + "5025": 100471119872.0, + "5030": 100471119872.0, + "5035": 100471119872.0, + "5040": 100471119872.0, + "5045": 100471119872.0, + "5050": 100471119872.0, + "5055": 100471119872.0, + "5060": 100471119872.0, + "5065": 100471119872.0, + "5070": 100471119872.0, + "5075": 100471119872.0, + "5080": 100471119872.0, + "5085": 100471119872.0, + "5090": 100471119872.0, + "5095": 100471119872.0, + "5100": 100471119872.0, + "5105": 100471119872.0, + "5110": 100471119872.0, + "5115": 100471119872.0, + "5120": 100471119872.0, + "5125": 100471119872.0, + "5130": 100471119872.0, + "5135": 100471119872.0, + "5140": 100471119872.0, + "5145": 100471119872.0, + "5150": 100471119872.0, + "5155": 100471119872.0, + "5160": 100471119872.0, + "5165": 100471119872.0, + "5170": 100471119872.0, + "5175": 100471119872.0, + "5180": 100471119872.0, + "5185": 100471119872.0, + "5190": 100471119872.0, + "5195": 100471119872.0, + "5200": 100471119872.0, + "5205": 100471119872.0, + "5210": 100471119872.0, + "5215": 100471119872.0, + "5220": 100471119872.0, + "5225": 100471119872.0, + "5230": 100471119872.0, + "5235": 100471119872.0, + "5240": 100471119872.0, + "5245": 100471119872.0, + "5250": 100471119872.0, + "5255": 100471119872.0, + "5260": 100471119872.0, + "5265": 100471119872.0, + "5270": 100471119872.0, + "5275": 100471119872.0, + "5280": 100471119872.0, + "5285": 100471119872.0, + "5290": 100471119872.0, + "5295": 100471119872.0, + "5300": 100471119872.0, + "5305": 100471119872.0, + "5310": 100471119872.0, + "5315": 100471119872.0, + "5320": 100471119872.0, + "5325": 100471119872.0, + "5330": 100471119872.0, + "5335": 100471119872.0, + "5340": 100471119872.0, + "5345": 100471119872.0, + "5350": 100471119872.0, + "5355": 100471119872.0, + "5360": 100471119872.0, + "5365": 100471119872.0, + "5370": 100471119872.0, + "5375": 100471119872.0, + "5380": 100471119872.0, + "5385": 100471119872.0, + "5390": 100471119872.0, + "5395": 100471119872.0, + "5400": 100471119872.0, + "5405": 100471119872.0, + "5410": 100471119872.0, + "5415": 100471119872.0, + "5420": 100471119872.0, + "5425": 100471119872.0, + "5430": 100471119872.0, + "5435": 100471119872.0, + "5440": 100471119872.0, + "5445": 99961618432.0, + "5450": 99961618432.0, + "5455": 99961618432.0, + "5460": 99961618432.0, + "5465": 99961618432.0, + "5470": 99961618432.0, + "5475": 99961618432.0, + "5480": 99961618432.0, + "5485": 99961618432.0, + "5490": 99961618432.0, + "5495": 99961618432.0, + "5500": 99961618432.0, + "5505": 99961618432.0, + "5510": 99961618432.0, + "5515": 99961618432.0, + "5520": 99961618432.0, + "5525": 99961618432.0, + "5530": 99961618432.0, + "5535": 99961618432.0, + "5540": 99961618432.0, + "5545": 99961618432.0, + "5550": 99961618432.0, + "5555": 99961618432.0, + "5560": 99961618432.0, + "5565": 99961618432.0, + "5570": 99961618432.0, + "5575": 99961618432.0, + "5580": 99961618432.0, + "5585": 99961618432.0, + "5590": 99961618432.0, + "5595": 99961618432.0, + "5600": 99961618432.0, + "5605": 99961618432.0, + "5610": 99961618432.0, + "5615": 99961618432.0, + "5620": 100030078976.0, + "5625": 100030078976.0, + "5630": 100030078976.0, + "5635": 100030078976.0, + "5640": 100030078976.0, + "5645": 100030078976.0, + "5650": 100030078976.0, + "5655": 100030078976.0, + "5660": 100030078976.0, + "5665": 100030078976.0, + "5670": 100030078976.0, + "5675": 100030078976.0, + "5680": 100030078976.0, + "5685": 100030078976.0, + "5690": 100030078976.0, + "5695": 100030078976.0, + "5700": 100030078976.0, + "5705": 100030078976.0, + "5710": 100030078976.0, + "5715": 100030078976.0, + "5720": 100030078976.0, + "5725": 100030078976.0, + "5730": 100030078976.0, + "5735": 100030078976.0, + "5740": 100030078976.0, + "5745": 100030078976.0, + "5750": 100030078976.0, + "5755": 100030078976.0, + "5760": 100030078976.0, + "5765": 100030078976.0, + "5770": 100030078976.0, + "5775": 100030078976.0, + "5780": 100030078976.0, + "5785": 100030078976.0, + "5790": 100030078976.0, + "5795": 100030078976.0, + "5800": 100030078976.0, + "5805": 100030078976.0, + "5810": 100030078976.0, + "5815": 100030078976.0, + "5820": 100030078976.0, + "5825": 100030078976.0, + "5830": 100030078976.0, + "5835": 100030078976.0, + "5840": 100030078976.0, + "5845": 100030078976.0, + "5850": 100030078976.0, + "5855": 100030078976.0, + "5860": 100030078976.0, + "5865": 100030078976.0, + "5870": 100030078976.0, + "5875": 100030078976.0, + "5880": 100030078976.0, + "5885": 100030078976.0, + "5890": 100030078976.0, + "5895": 100030078976.0, + "5900": 100030078976.0, + "5905": 100030078976.0, + "5910": 100030078976.0, + "5915": 100030078976.0, + "5920": 100030078976.0, + "5925": 100030078976.0, + "5930": 100030078976.0, + "5935": 100030078976.0, + "5940": 100030078976.0, + "5945": 100030078976.0, + "5950": 100030078976.0, + "5955": 100030078976.0, + "5960": 100030078976.0, + "5965": 100030078976.0, + "5970": 100030078976.0, + "5975": 100030078976.0, + "5980": 100116144128.0, + "5985": 100116144128.0, + "5990": 100116144128.0, + "5995": 100116144128.0, + "6000": 100116144128.0, + "6005": 100116144128.0, + "6010": 100116144128.0, + "6015": 100116144128.0, + "6020": 100116144128.0, + "6025": 100116144128.0, + "6030": 100116144128.0, + "6035": 100116144128.0, + "6040": 100116144128.0, + "6045": 100116144128.0, + "6050": 100116144128.0, + "6055": 100116144128.0, + "6060": 100116144128.0, + "6065": 100116144128.0, + "6070": 100116144128.0, + "6075": 100116144128.0, + "6080": 100116144128.0, + "6085": 100116144128.0, + "6090": 100116144128.0, + "6095": 100116144128.0, + "6100": 100116144128.0, + "6105": 100116144128.0, + "6110": 100116144128.0, + "6115": 100116144128.0, + "6120": 100116144128.0, + "6125": 100116144128.0, + "6130": 100116144128.0, + "6135": 100116144128.0, + "6140": 100116144128.0, + "6145": 100116144128.0, + "6150": 100116144128.0, + "6155": 100116144128.0, + "6160": 100116144128.0, + "6165": 100116144128.0, + "6170": 100116144128.0, + "6175": 100116144128.0, + "6180": 100116144128.0, + "6185": 100116144128.0, + "6190": 100116144128.0, + "6195": 100116144128.0, + "6200": 100116144128.0, + "6205": 100116144128.0, + "6210": 100116144128.0, + "6215": 100116144128.0, + "6220": 100116144128.0, + "6225": 100116144128.0, + "6230": 100116144128.0, + "6235": 100116144128.0, + "6240": 100116144128.0, + "6245": 100116144128.0, + "6250": 100116144128.0, + "6255": 100116144128.0, + "6260": 100116144128.0, + "6265": 100116144128.0, + "6270": 100116144128.0, + "6275": 100116144128.0, + "6280": 100116144128.0, + "6285": 100116144128.0, + "6290": 100116144128.0, + "6295": 100116144128.0, + "6300": 100116144128.0, + "6305": 100116144128.0, + "6310": 100116144128.0, + "6315": 100116144128.0, + "6320": 100116144128.0, + "6325": 100116144128.0, + "6330": 100116144128.0, + "6335": 100116144128.0, + "6340": 100116144128.0, + "6345": 100116144128.0, + "6350": 100116144128.0, + "6355": 100116144128.0, + "6360": 100116144128.0, + "6365": 100116144128.0, + "6370": 100116144128.0, + "6375": 100116144128.0, + "6380": 100116144128.0, + "6385": 100116144128.0, + "6390": 100116144128.0, + "6395": 100161732608.0, + "6400": 100161732608.0, + "6405": 100161732608.0, + "6410": 100161732608.0, + "6415": 100161732608.0, + "6420": 100161732608.0, + "6425": 100161732608.0, + "6430": 100161732608.0, + "6435": 100161732608.0, + "6440": 100161732608.0, + "6445": 100161732608.0, + "6450": 100161732608.0, + "6455": 100161732608.0, + "6460": 100161732608.0, + "6465": 100161732608.0, + "6470": 100161732608.0, + "6475": 100161732608.0, + "6480": 100161732608.0, + "6485": 100161732608.0, + "6490": 100161732608.0, + "6495": 100161732608.0, + "6500": 100161732608.0, + "6505": 100161732608.0, + "6510": 100161732608.0, + "6515": 100161732608.0, + "6520": 100161732608.0, + "6525": 100161732608.0, + "6530": 100161732608.0, + "6535": 100161732608.0, + "6540": 100161732608.0, + "6545": 100161732608.0, + "6550": 100456341504.0, + "6555": 100456341504.0, + "6560": 100456341504.0, + "6565": 100456341504.0, + "6570": 100456341504.0, + "6575": 100456341504.0, + "6580": 100456341504.0, + "6585": 100456341504.0, + "6590": 100456341504.0, + "6595": 100456341504.0, + "6600": 100456341504.0, + "6605": 100456341504.0, + "6610": 100456341504.0, + "6615": 100456341504.0, + "6620": 100456341504.0, + "6625": 100456341504.0, + "6630": 100456341504.0, + "6635": 100456341504.0, + "6640": 100456341504.0, + "6645": 100456341504.0, + "6650": 100456341504.0, + "6655": 100456341504.0, + "6660": 100456341504.0, + "6665": 100456341504.0, + "6670": 100456341504.0, + "6675": 100456341504.0, + "6680": 100456341504.0, + "6685": 100456341504.0, + "6690": 100456341504.0, + "6695": 100456341504.0, + "6700": 100456341504.0, + "6705": 100456341504.0, + "6710": 100456341504.0, + "6715": 100456341504.0, + "6720": 100456341504.0, + "6725": 100456341504.0, + "6730": 100456341504.0, + "6735": 100456341504.0, + "6740": 100456341504.0, + "6745": 100456341504.0, + "6750": 100456341504.0, + "6755": 100456341504.0, + "6760": 100456341504.0, + "6765": 100456341504.0, + "6770": 100456341504.0, + "6775": 100456341504.0, + "6780": 100456341504.0, + "6785": 100456341504.0, + "6790": 100456341504.0, + "6795": 100456341504.0, + "6800": 100456341504.0, + "6805": 100456341504.0, + "6810": 100456341504.0, + "6815": 100456341504.0, + "6820": 100456341504.0, + "6825": 100456341504.0, + "6830": 100456341504.0, + "6835": 100456341504.0, + "6840": 100456341504.0, + "6845": 100456341504.0, + "6850": 100456341504.0, + "6855": 100456341504.0, + "6860": 100456341504.0, + "6865": 100456341504.0, + "6870": 100456341504.0, + "6875": 100456341504.0, + "6880": 100456341504.0, + "6885": 100456341504.0, + "6890": 100456341504.0, + "6895": 100456341504.0, + "6900": 100456341504.0, + "6905": 100456341504.0, + "6910": 100456341504.0, + "6915": 100456341504.0, + "6920": 100456341504.0, + "6925": 100456341504.0, + "6930": 100456341504.0, + "6935": 100456341504.0, + "6940": 100456341504.0, + "6945": 100456341504.0, + "6950": 100456341504.0, + "6955": 100456341504.0, + "6960": 100456341504.0, + "6965": 100456341504.0, + "6970": 100456341504.0, + "6975": 100456341504.0, + "6980": 100456341504.0, + "6985": 99321937920.0, + "6990": 99358261248.0, + "6995": 99669385216.0, + "7000": 99669385216.0, + "7005": 99772514304.0, + "7010": 99772514304.0, + "7015": 99772514304.0, + "7020": 99772514304.0, + "7025": 99772514304.0, + "7030": 99772514304.0, + "7035": 99772514304.0, + "7040": 99772514304.0, + "7045": 100171079680.0, + "7050": 100171079680.0, + "7055": 100171079680.0, + "7060": 100171079680.0, + "7065": 100171079680.0, + "7070": 100171079680.0, + "7075": 100171079680.0, + "7080": 100171079680.0, + "7085": 100171079680.0, + "7090": 100171079680.0, + "7095": 100171079680.0, + "7100": 100171079680.0, + "7105": 100171079680.0, + "7110": 100171079680.0, + "7115": 100171079680.0, + "7120": 100171079680.0, + "7125": 100171079680.0, + "7130": 100171079680.0, + "7135": 100171079680.0, + "7140": 100171079680.0, + "7145": 100171079680.0, + "7150": 100171079680.0, + "7155": 100171079680.0, + "7160": 100171079680.0, + "7165": 100171079680.0, + "7170": 100171079680.0, + "7175": 100171079680.0, + "7180": 100171079680.0, + "7185": 100171079680.0, + "7190": 100171079680.0, + "7195": 100171079680.0, + "7200": 100171079680.0, + "7205": 100171079680.0, + "7210": 100171079680.0, + "7215": 100171079680.0, + "7220": 100171079680.0, + "7225": 100171079680.0, + "7230": 100171079680.0, + "7235": 100171079680.0, + "7240": 100171079680.0, + "7245": 100171079680.0, + "7250": 100171079680.0, + "7255": 100171079680.0, + "7260": 100171079680.0, + "7265": 100171079680.0, + "7270": 100171079680.0, + "7275": 100171079680.0, + "7280": 100171079680.0, + "7285": 100171079680.0, + "7290": 100171079680.0, + "7295": 100171079680.0, + "7300": 100171079680.0, + "7305": 100171079680.0, + "7310": 100171079680.0, + "7315": 100171079680.0, + "7320": 100171079680.0, + "7325": 100171079680.0, + "7330": 100171079680.0, + "7335": 100171079680.0, + "7340": 100171079680.0, + "7345": 100171079680.0, + "7350": 100171079680.0, + "7355": 100171079680.0, + "7360": 100171079680.0, + "7365": 100171079680.0, + "7370": 100171079680.0, + "7375": 100171079680.0, + "7380": 100171079680.0, + "7385": 100171079680.0, + "7390": 100171079680.0, + "7395": 100171079680.0, + "7400": 100171079680.0, + "7405": 100171079680.0, + "7410": 100171079680.0, + "7415": 100171079680.0, + "7420": 100171079680.0, + "7425": 100171079680.0, + "7430": 100171079680.0, + "7435": 100171079680.0, + "7440": 100171079680.0, + "7445": 100171079680.0, + "7450": 100171079680.0, + "7455": 100171079680.0, + "7460": 100171079680.0, + "7465": 100171079680.0, + "7470": 100171079680.0, + "7475": 100171079680.0, + "7480": 100171079680.0, + "7485": 100171079680.0, + "7490": 100171079680.0, + "7495": 100171079680.0, + "7500": 100171079680.0, + "7505": 100171079680.0, + "7510": 100171079680.0, + "7515": 100171079680.0, + "7520": 100171079680.0, + "7525": 100171079680.0, + "7530": 100171079680.0, + "7535": 100171079680.0, + "7540": 100171079680.0, + "7545": 100171079680.0, + "7550": 100171079680.0, + "7555": 100171079680.0, + "7560": 100171079680.0, + "7565": 100171079680.0, + "7570": 100171079680.0, + "7575": 100171079680.0, + "7580": 100171079680.0, + "7585": 100171079680.0, + "7590": 100171079680.0, + "7595": 100171079680.0, + "7600": 100171079680.0, + "7605": 100171079680.0, + "7610": 100171079680.0, + "7615": 100171079680.0, + "7620": 100171079680.0, + "7625": 100171079680.0, + "7630": 100171079680.0, + "7635": 100171079680.0, + "7640": 100171079680.0, + "7645": 100171079680.0, + "7650": 100171079680.0, + "7655": 100171079680.0, + "7660": 100171079680.0, + "7665": 100171079680.0, + "7670": 100171079680.0, + "7675": 100171079680.0, + "7680": 100171079680.0, + "7685": 100171079680.0, + "7690": 100171079680.0, + "7695": 100171079680.0, + "7700": 100171079680.0, + "7705": 100171079680.0, + "7710": 100171079680.0, + "7715": 100171079680.0, + "7720": 100171079680.0, + "7725": 100171079680.0, + "7730": 100171079680.0, + "7735": 100171079680.0, + "7740": 100171079680.0, + "7745": 100171079680.0, + "7750": 100171079680.0, + "7755": 100171079680.0, + "7760": 100171079680.0, + "7765": 100171079680.0, + "7770": 100171079680.0, + "7775": 100171079680.0, + "7780": 100171079680.0, + "7785": 100171079680.0, + "7790": 100171079680.0, + "7795": 100171079680.0, + "7800": 100171079680.0, + "7805": 100171079680.0, + "7810": 100171079680.0, + "7815": 100171079680.0, + "7820": 100171079680.0, + "7825": 100171079680.0, + "7830": 100171079680.0, + "7835": 100171079680.0, + "7840": 100171079680.0, + "7845": 100171079680.0, + "7850": 100171079680.0, + "7855": 100171079680.0, + "7860": 100171079680.0, + "7865": 100171079680.0, + "7870": 100171079680.0, + "7875": 100171079680.0, + "7880": 100171079680.0, + "7885": 100171079680.0, + "7890": 100171079680.0, + "7895": 100171079680.0, + "7900": 100171079680.0, + "7905": 100171079680.0, + "7910": 100171079680.0, + "7915": 100171079680.0, + "7920": 100171079680.0, + "7925": 100171079680.0, + "7930": 100171079680.0, + "7935": 100171079680.0, + "7940": 100171079680.0, + "7945": 100171079680.0, + "7950": 100171079680.0, + "7955": 100171079680.0, + "7960": 100171079680.0, + "7965": 100171079680.0, + "7970": 100171079680.0, + "7975": 100171079680.0, + "7980": 100171079680.0, + "7985": 100171079680.0, + "7990": 100171079680.0, + "7995": 100171079680.0, + "8000": 100171079680.0, + "8005": 100171079680.0, + "8010": 100171079680.0, + "8015": 100171079680.0, + "8020": 100171079680.0, + "8025": 100171079680.0, + "8030": 100171079680.0, + "8035": 100171079680.0, + "8040": 100171079680.0, + "8045": 100171079680.0, + "8050": 100171079680.0, + "8055": 100171079680.0, + "8060": 100171079680.0, + "8065": 100171079680.0, + "8070": 100171079680.0, + "8075": 100171079680.0, + "8080": 100171079680.0, + "8085": 100171079680.0, + "8090": 100171079680.0, + "8095": 100171079680.0, + "8100": 100171079680.0, + "8105": 100171079680.0, + "8110": 100171079680.0, + "8115": 100171079680.0, + "8120": 100171079680.0, + "8125": 100171079680.0, + "8130": 100171079680.0, + "8135": 100171079680.0, + "8140": 100171079680.0, + "8145": 100171079680.0, + "8150": 100171079680.0, + "8155": 100171079680.0, + "8160": 100171079680.0, + "8165": 100171079680.0, + "8170": 100171079680.0, + "8175": 100171079680.0, + "8180": 100171079680.0, + "8185": 100171079680.0, + "8190": 100171079680.0, + "8195": 100171079680.0, + "8200": 100171079680.0, + "8205": 100171079680.0, + "8210": 100171079680.0, + "8215": 100171079680.0, + "8220": 100171079680.0, + "8225": 100171079680.0, + "8230": 100171079680.0, + "8235": 100171079680.0, + "8240": 100171079680.0, + "8245": 100171079680.0, + "8250": 100171079680.0, + "8255": 100171079680.0, + "8260": 100171079680.0, + "8265": 100171079680.0, + "8270": 100171079680.0, + "8275": 100171079680.0, + "8280": 100171079680.0, + "8285": 100171079680.0, + "8290": 100171079680.0, + "8295": 100171079680.0, + "8300": 100171079680.0, + "8305": 100171079680.0, + "8310": 100171079680.0, + "8315": 100171079680.0, + "8320": 100171079680.0, + "8325": 100171079680.0, + "8330": 100171079680.0, + "8335": 100171079680.0, + "8340": 100171079680.0, + "8345": 100171079680.0, + "8350": 99323297792.0, + "8355": 99323297792.0, + "8360": 99323297792.0, + "8365": 99513737216.0, + "8370": 99513737216.0, + "8375": 99513737216.0, + "8380": 99513737216.0, + "8385": 99694624768.0, + "8390": 99781484544.0, + "8395": 99781484544.0, + "8400": 99781484544.0, + "8405": 99781484544.0, + "8410": 99781484544.0, + "8415": 100083359744.0, + "8420": 100083359744.0, + "8425": 100083359744.0, + "8430": 100083359744.0, + "8435": 100083359744.0, + "8440": 100083359744.0, + "8445": 100083359744.0, + "8450": 100083359744.0, + "8455": 100083359744.0, + "8460": 100083359744.0, + "8465": 100083359744.0, + "8470": 100083359744.0, + "8475": 100083359744.0, + "8480": 100083359744.0, + "8485": 100083359744.0, + "8490": 100083359744.0, + "8495": 100083359744.0, + "8500": 100083359744.0, + "8505": 100083359744.0, + "8510": 100083359744.0, + "8515": 100083359744.0, + "8520": 100083359744.0, + "8525": 100083359744.0, + "8530": 100083359744.0, + "8535": 100083359744.0, + "8540": 100083359744.0, + "8545": 100083359744.0, + "8550": 100083359744.0, + "8555": 100083359744.0, + "8560": 100083359744.0, + "8565": 100083359744.0, + "8570": 100083359744.0, + "8575": 100083359744.0, + "8580": 100083359744.0, + "8585": 100083359744.0, + "8590": 100083359744.0, + "8595": 100083359744.0, + "8600": 100083359744.0, + "8605": 100083359744.0, + "8610": 100083359744.0, + "8615": 100083359744.0, + "8620": 100083359744.0, + "8625": 100083359744.0, + "8630": 100083359744.0, + "8635": 100083359744.0, + "8640": 100083359744.0, + "8645": 100083359744.0, + "8650": 99754590208.0, + "8655": 99754590208.0, + "8660": 99754590208.0, + "8665": 99754590208.0, + "8670": 99754590208.0, + "8675": 99754590208.0, + "8680": 99754590208.0, + "8685": 99754590208.0, + "8690": 99928203264.0, + "8695": 99928203264.0, + "8700": 99928203264.0, + "8705": 99809550336.0, + "8710": 99809550336.0, + "8715": 99809550336.0, + "8720": 99809550336.0, + "8725": 99809550336.0, + "8730": 99921281024.0, + "8735": 99921281024.0, + "8740": 99921281024.0, + "8745": 99921281024.0, + "8750": 99921281024.0, + "8755": 99921281024.0, + "8760": 99921281024.0, + "8765": 99921281024.0, + "8770": 99921281024.0, + "8775": 99921281024.0, + "8780": 99921281024.0, + "8785": 99921281024.0, + "8790": 99921281024.0, + "8795": 99921281024.0, + "8800": 99921281024.0, + "8805": 99921281024.0, + "8810": 99921281024.0, + "8815": 99921281024.0, + "8820": 99921281024.0, + "8825": 99921281024.0, + "8830": 99921281024.0, + "8835": 99921281024.0, + "8840": 100527816704.0, + "8845": 100527816704.0, + "8850": 100527816704.0, + "8855": 100527816704.0, + "8860": 100527816704.0, + "8865": 100527816704.0, + "8870": 100527816704.0, + "8875": 100527816704.0, + "8880": 100527816704.0, + "8885": 100527816704.0, + "8890": 100527816704.0, + "8895": 100527816704.0, + "8900": 100527816704.0, + "8905": 100527816704.0, + "8910": 100527816704.0, + "8915": 100527816704.0, + "8920": 100527816704.0, + "8925": 100527816704.0, + "8930": 100527816704.0, + "8935": 100527816704.0, + "8940": 100527816704.0, + "8945": 100527816704.0, + "8950": 100527816704.0, + "8955": 100527816704.0, + "8960": 100527816704.0, + "8965": 100527816704.0, + "8970": 100527816704.0, + "8975": 100527816704.0, + "8980": 100527816704.0, + "8985": 100527816704.0, + "8990": 100527816704.0, + "8995": 100527816704.0, + "9000": 100527816704.0, + "9005": 100527816704.0, + "9010": 100527816704.0, + "9015": 100527816704.0, + "9020": 100527816704.0, + "9025": 100527816704.0, + "9030": 100527816704.0, + "9035": 100527816704.0, + "9040": 100527816704.0, + "9045": 100527816704.0, + "9050": 100527816704.0, + "9055": 100527816704.0, + "9060": 100527816704.0, + "9065": 100527816704.0, + "9070": 100527816704.0, + "9075": 100527816704.0, + "9080": 100527816704.0, + "9085": 100527816704.0, + "9090": 100527816704.0, + "9095": 100527816704.0, + "9100": 100527816704.0, + "9105": 100527816704.0, + "9110": 100527816704.0, + "9115": 100527816704.0, + "9120": 100527816704.0, + "9125": 100527816704.0, + "9130": 100527816704.0, + "9135": 100527816704.0, + "9140": 100527816704.0, + "9145": 100527816704.0, + "9150": 100527816704.0, + "9155": 100527816704.0, + "9160": 100527816704.0, + "9165": 100527816704.0, + "9170": 100527816704.0, + "9175": 100527816704.0, + "9180": 100527816704.0, + "9185": 100527816704.0, + "9190": 100527816704.0, + "9195": 100527816704.0, + "9200": 100527816704.0, + "9205": 100527816704.0, + "9210": 100527816704.0, + "9215": 100527816704.0, + "9220": 100527816704.0, + "9225": 100527816704.0, + "9230": 100527816704.0, + "9235": 100527816704.0, + "9240": 100527816704.0, + "9245": 100527816704.0, + "9250": 100527816704.0, + "9255": 100527816704.0, + "9260": 100527816704.0, + "9265": 100527816704.0, + "9270": 100527816704.0, + "9275": 100527816704.0, + "9280": 100527816704.0, + "9285": 100527816704.0, + "9290": 100527816704.0, + "9295": 100527816704.0, + "9300": 100527816704.0, + "9305": 100527816704.0, + "9310": 100527816704.0, + "9315": 100527816704.0, + "9320": 100527816704.0, + "9325": 100527816704.0, + "9330": 100527816704.0, + "9335": 100527816704.0, + "9340": 100527816704.0, + "9345": 100527816704.0, + "9350": 100527816704.0, + "9355": 100527816704.0, + "9360": 100527816704.0, + "9365": 100527816704.0, + "9370": 100527816704.0, + "9375": 100527816704.0, + "9380": 100527816704.0, + "9385": 100527816704.0, + "9390": 100527816704.0, + "9395": 100527816704.0, + "9400": 100527816704.0, + "9405": 100527816704.0, + "9410": 100527816704.0, + "9415": 100527816704.0, + "9420": 100527816704.0, + "9425": 100527816704.0, + "9430": 100527816704.0, + "9435": 100527816704.0, + "9440": 100527816704.0, + "9445": 100527816704.0, + "9450": 100527816704.0, + "9455": 100527816704.0, + "9460": 100527816704.0, + "9465": 100527816704.0, + "9470": 100527816704.0, + "9475": 100527816704.0, + "9480": 100527816704.0, + "9485": 100527816704.0, + "9490": 100527816704.0, + "9495": 100527816704.0, + "9500": 100527816704.0, + "9505": 100527816704.0, + "9510": 100527816704.0, + "9515": 100527816704.0, + "9520": 100527816704.0, + "9525": 100527816704.0, + "9530": 100527816704.0, + "9535": 100527816704.0 + } + }, + "mtp_1 loss": { + "start_step": 1, + "end_step": 9535, + "step_interval": 5, + "values": { + "1": 13.88149, + "5": 13.88459, + "10": 13.87742, + "15": 13.8784, + "20": 13.87227, + "25": 13.86402, + "30": 13.84302, + "35": 13.83065, + "40": 13.82503, + "45": 13.81402, + "50": 13.72521, + "55": 13.70233, + "60": 13.68399, + "65": 13.64861, + "70": 13.60669, + "75": 13.41734, + "80": 13.33709, + "85": 13.25466, + "90": 13.15983, + "95": 13.01828, + "100": 12.86067, + "105": 12.68712, + "110": 12.38538, + "115": 12.16587, + "120": 11.95218, + "125": 11.7955, + "130": 11.67052, + "135": 11.49862, + "140": 11.28916, + "145": 11.21005, + "150": 11.05991, + "155": 10.97334, + "160": 10.83939, + "165": 10.70654, + "170": 10.62639, + "175": 10.57382, + "180": 10.41387, + "185": 10.40926, + "190": 10.26597, + "195": 10.24462, + "200": 10.11775, + "205": 9.96939, + "210": 9.93921, + "215": 9.9114, + "220": 9.78091, + "225": 9.76808, + "230": 9.71982, + "235": 9.63333, + "240": 9.55828, + "245": 9.49171, + "250": 9.42536, + "255": 9.36534, + "260": 9.28417, + "265": 9.22589, + "270": 9.14087, + "275": 9.11265, + "280": 9.08509, + "285": 9.07832, + "290": 8.99347, + "295": 8.93526, + "300": 8.81808, + "305": 8.78944, + "310": 8.73361, + "315": 8.69871, + "320": 8.66114, + "325": 8.56239, + "330": 8.52803, + "335": 8.49425, + "340": 8.4854, + "345": 8.35752, + "350": 8.33583, + "355": 8.23235, + "360": 8.31891, + "365": 8.2196, + "370": 8.21417, + "375": 8.16192, + "380": 8.11794, + "385": 8.10804, + "390": 8.09194, + "395": 8.04724, + "400": 7.965, + "405": 7.96243, + "410": 7.95876, + "415": 7.90318, + "420": 7.89109, + "425": 7.84851, + "430": 7.79096, + "435": 7.80616, + "440": 7.75443, + "445": 7.73467, + "450": 7.6681, + "455": 7.69771, + "460": 7.6505, + "465": 7.62273, + "470": 7.58376, + "475": 7.59827, + "480": 7.46473, + "485": 7.51047, + "490": 7.46627, + "495": 7.45073, + "500": 7.39442, + "505": 7.40479, + "510": 7.38007, + "515": 7.3519, + "520": 7.34619, + "525": 7.32261, + "530": 7.32434, + "535": 7.30553, + "540": 7.21927, + "545": 7.24174, + "550": 7.2747, + "555": 7.29438, + "560": 7.23151, + "565": 7.15099, + "570": 7.15993, + "575": 7.17825, + "580": 7.1014, + "585": 7.11017, + "590": 7.05487, + "595": 7.03688, + "600": 7.06638, + "605": 7.06021, + "610": 7.02161, + "615": 7.07863, + "620": 6.98539, + "625": 6.96034, + "630": 6.96112, + "635": 6.99078, + "640": 6.9701, + "645": 6.95391, + "650": 7.00459, + "655": 6.99643, + "660": 6.89365, + "665": 6.87445, + "670": 6.84074, + "675": 6.93316, + "680": 6.89433, + "685": 6.85455, + "690": 6.83221, + "695": 6.79654, + "700": 6.79167, + "705": 6.78676, + "710": 6.82673, + "715": 6.82633, + "720": 6.71185, + "725": 6.76682, + "730": 6.75699, + "735": 6.75626, + "740": 6.70096, + "745": 6.67594, + "750": 6.73453, + "755": 6.65368, + "760": 6.66197, + "765": 6.65857, + "770": 6.67683, + "775": 6.64734, + "780": 6.61756, + "785": 6.6334, + "790": 6.585, + "795": 6.58465, + "800": 6.57883, + "805": 6.64411, + "810": 6.50849, + "815": 6.5313, + "820": 6.54072, + "825": 6.54651, + "830": 6.56061, + "835": 6.51406, + "840": 6.47897, + "845": 6.53209, + "850": 6.48384, + "855": 6.48294, + "860": 6.47583, + "865": 6.48821, + "870": 6.45192, + "875": 6.50047, + "880": 6.46354, + "885": 6.42948, + "890": 6.50676, + "895": 6.38904, + "900": 6.41234, + "905": 6.43685, + "910": 6.39805, + "915": 6.37881, + "920": 6.37824, + "925": 6.36255, + "930": 6.39793, + "935": 6.38605, + "940": 6.33445, + "945": 6.36303, + "950": 6.38742, + "955": 6.34038, + "960": 6.34516, + "965": 6.25084, + "970": 6.31565, + "975": 6.30751, + "980": 6.2837, + "985": 6.28202, + "990": 6.33642, + "995": 6.25773, + "1000": 6.27661, + "1005": 6.22219, + "1010": 6.25739, + "1015": 6.28493, + "1020": 6.20363, + "1025": 6.20671, + "1030": 6.19982, + "1035": 6.29515, + "1040": 6.2192, + "1045": 6.19353, + "1050": 6.22372, + "1055": 6.21471, + "1060": 6.16254, + "1065": 6.15381, + "1070": 6.18798, + "1075": 6.1886, + "1080": 6.188, + "1085": 6.19061, + "1090": 6.17415, + "1095": 6.17606, + "1100": 6.13774, + "1105": 6.11074, + "1110": 6.18132, + "1115": 6.11087, + "1120": 6.05066, + "1125": 6.08513, + "1130": 6.13784, + "1135": 6.09319, + "1140": 6.07951, + "1145": 6.06524, + "1150": 6.08902, + "1155": 6.06291, + "1160": 6.04749, + "1165": 6.09583, + "1170": 6.0711, + "1175": 6.04225, + "1180": 6.04768, + "1185": 6.03836, + "1190": 6.04667, + "1195": 6.02603, + "1200": 5.97435, + "1205": 6.07343, + "1210": 5.93685, + "1215": 5.98192, + "1220": 6.05691, + "1225": 5.94834, + "1230": 5.99496, + "1235": 5.95561, + "1240": 5.98691, + "1245": 5.96808, + "1250": 5.9477, + "1255": 5.94386, + "1260": 5.94879, + "1265": 5.92747, + "1270": 5.90474, + "1275": 5.96341, + "1280": 5.90595, + "1285": 5.91542, + "1290": 5.90264, + "1295": 5.92158, + "1300": 5.92174, + "1305": 5.89438, + "1310": 5.8357, + "1315": 5.89674, + "1320": 5.89598, + "1325": 5.82605, + "1330": 5.88269, + "1335": 5.84953, + "1340": 5.91413, + "1345": 5.86192, + "1350": 5.84207, + "1355": 5.83967, + "1360": 5.85167, + "1365": 5.84067, + "1370": 5.79368, + "1375": 5.80572, + "1380": 5.86178, + "1385": 5.81254, + "1390": 5.80853, + "1395": 5.82398, + "1400": 5.82035, + "1405": 5.81422, + "1410": 5.78475, + "1415": 5.7629, + "1420": 5.79752, + "1425": 5.78747, + "1430": 5.82972, + "1435": 5.73914, + "1440": 5.75819, + "1445": 5.81014, + "1450": 5.79226, + "1455": 5.79745, + "1460": 5.75867, + "1465": 5.76097, + "1470": 5.79993, + "1475": 5.76984, + "1480": 5.77882, + "1485": 5.71927, + "1490": 5.72329, + "1495": 5.75024, + "1500": 5.7493, + "1505": 5.71869, + "1510": 5.74199, + "1515": 5.66791, + "1520": 5.69933, + "1525": 5.6673, + "1530": 5.69234, + "1535": 5.6792, + "1540": 5.6694, + "1545": 5.71701, + "1550": 5.72191, + "1555": 5.70884, + "1560": 5.65081, + "1565": 5.69355, + "1570": 5.70543, + "1575": 5.65203, + "1580": 5.69117, + "1585": 5.66843, + "1590": 5.64892, + "1595": 5.63421, + "1600": 5.70224, + "1605": 5.6422, + "1610": 5.64226, + "1615": 5.62793, + "1620": 5.64949, + "1625": 5.63891, + "1630": 5.62164, + "1635": 5.67389, + "1640": 5.62092, + "1645": 5.64491, + "1650": 5.62856, + "1655": 5.61295, + "1660": 5.60838, + "1665": 5.59821, + "1670": 5.61023, + "1675": 5.61215, + "1680": 5.56047, + "1685": 5.56618, + "1690": 5.54252, + "1695": 5.54887, + "1700": 5.59588, + "1705": 5.5702, + "1710": 5.57945, + "1715": 5.53737, + "1720": 5.51813, + "1725": 5.56141, + "1730": 5.52484, + "1735": 5.57815, + "1740": 5.51468, + "1745": 5.54899, + "1750": 5.52724, + "1755": 5.52637, + "1760": 5.54373, + "1765": 5.50469, + "1770": 5.51855, + "1775": 5.51603, + "1780": 5.53176, + "1785": 5.47532, + "1790": 5.51315, + "1795": 5.51923, + "1800": 5.46118, + "1805": 5.45765, + "1810": 5.47178, + "1815": 5.47795, + "1820": 5.47256, + "1825": 5.4756, + "1830": 5.45775, + "1835": 5.45408, + "1840": 5.45442, + "1845": 5.44321, + "1850": 5.42073, + "1855": 5.47843, + "1860": 5.42692, + "1865": 5.43694, + "1870": 5.4315, + "1875": 5.41903, + "1880": 5.47704, + "1885": 5.44137, + "1890": 5.43511, + "1895": 5.37795, + "1900": 5.41841, + "1905": 5.40142, + "1910": 5.43049, + "1915": 5.39075, + "1920": 5.36942, + "1925": 5.40235, + "1930": 5.37334, + "1935": 5.39474, + "1940": 5.36726, + "1945": 5.4161, + "1950": 5.4522, + "1955": 5.38528, + "1960": 5.38889, + "1965": 5.33268, + "1970": 5.33408, + "1975": 5.40018, + "1980": 5.34567, + "1985": 5.36976, + "1990": 5.39686, + "1995": 5.36823, + "2000": 5.3746, + "2005": 5.42505, + "2010": 5.332, + "2015": 5.31338, + "2020": 5.3265, + "2025": 5.36896, + "2030": 5.30616, + "2035": 5.31999, + "2040": 5.28872, + "2045": 5.38051, + "2050": 5.35063, + "2055": 5.32057, + "2060": 5.32079, + "2065": 5.2925, + "2070": 5.2944, + "2075": 5.328, + "2080": 5.29527, + "2085": 5.32226, + "2090": 5.23851, + "2095": 5.28928, + "2100": 5.25427, + "2105": 5.27757, + "2110": 5.27304, + "2115": 5.27472, + "2120": 5.27742, + "2125": 5.24645, + "2130": 5.2458, + "2135": 5.24801, + "2140": 5.26018, + "2145": 5.22058, + "2150": 5.24022, + "2155": 5.22143, + "2160": 5.23599, + "2165": 5.22899, + "2170": 5.25856, + "2175": 5.25622, + "2180": 5.23867, + "2185": 5.24065, + "2190": 5.22138, + "2195": 5.19739, + "2200": 5.19989, + "2205": 5.20827, + "2210": 5.24721, + "2215": 5.28825, + "2220": 5.23195, + "2225": 5.21848, + "2230": 5.21576, + "2235": 5.25586, + "2240": 5.15501, + "2245": 5.15323, + "2250": 5.17878, + "2255": 5.19188, + "2260": 5.13026, + "2265": 5.20954, + "2270": 5.13726, + "2275": 5.19209, + "2280": 5.16132, + "2285": 5.18239, + "2290": 5.17175, + "2295": 5.17812, + "2300": 5.17404, + "2305": 5.14721, + "2310": 5.18112, + "2315": 5.12057, + "2320": 5.16861, + "2325": 5.14917, + "2330": 5.14295, + "2335": 5.1262, + "2340": 5.13025, + "2345": 5.17938, + "2350": 5.12325, + "2355": 5.10897, + "2360": 5.09256, + "2365": 5.1142, + "2370": 5.10097, + "2375": 5.10699, + "2380": 5.04789, + "2385": 5.0911, + "2390": 5.11281, + "2395": 5.12291, + "2400": 5.0766, + "2405": 5.0566, + "2410": 5.10874, + "2415": 5.08173, + "2420": 5.10224, + "2425": 5.05822, + "2430": 5.08851, + "2435": 5.0781, + "2440": 5.06984, + "2445": 5.07864, + "2450": 5.04327, + "2455": 5.0856, + "2460": 5.04108, + "2465": 5.07697, + "2470": 5.06975, + "2475": 5.10432, + "2480": 5.02375, + "2485": 5.05297, + "2490": 5.04607, + "2495": 5.03808, + "2500": 5.02744, + "2505": 5.04137, + "2510": 5.08226, + "2515": 5.07635, + "2520": 5.01744, + "2525": 5.02816, + "2530": 5.04333, + "2535": 5.03372, + "2540": 5.03998, + "2545": 5.04375, + "2550": 4.98994, + "2555": 5.04992, + "2560": 5.02916, + "2565": 4.99102, + "2570": 5.01959, + "2575": 4.98066, + "2580": 4.99189, + "2585": 4.97007, + "2590": 4.99362, + "2595": 4.94993, + "2600": 4.98457, + "2605": 5.00741, + "2610": 5.00432, + "2615": 4.97428, + "2620": 4.94537, + "2625": 4.98718, + "2630": 4.91333, + "2635": 5.00021, + "2640": 4.99287, + "2645": 4.9562, + "2650": 4.97439, + "2655": 4.95916, + "2660": 4.90584, + "2665": 4.99721, + "2670": 4.94319, + "2675": 4.91464, + "2680": 4.95412, + "2685": 4.94386, + "2690": 4.91668, + "2695": 4.98637, + "2700": 4.8984, + "2705": 4.91063, + "2710": 4.95243, + "2715": 4.93182, + "2720": 4.95484, + "2725": 4.91252, + "2730": 4.93428, + "2735": 4.92464, + "2740": 4.91163, + "2745": 4.88359, + "2750": 4.92336, + "2755": 4.93451, + "2760": 4.93159, + "2765": 4.89634, + "2770": 4.93762, + "2775": 4.88912, + "2780": 4.92376, + "2785": 4.89844, + "2790": 4.92471, + "2795": 4.8906, + "2800": 4.83617, + "2805": 4.88212, + "2810": 4.86525, + "2815": 4.88564, + "2820": 4.92477, + "2825": 4.91377, + "2830": 4.88762, + "2835": 4.89809, + "2840": 4.88595, + "2845": 4.85377, + "2850": 4.89008, + "2855": 4.82772, + "2860": 4.8781, + "2865": 4.89415, + "2870": 4.87846, + "2875": 4.89788, + "2880": 4.81728, + "2885": 4.86036, + "2890": 4.83415, + "2895": 4.87218, + "2900": 4.83194, + "2905": 4.83652, + "2910": 4.83564, + "2915": 4.87955, + "2920": 4.86054, + "2925": 4.83379, + "2930": 4.81376, + "2935": 4.82293, + "2940": 4.82943, + "2945": 4.79285, + "2950": 4.775, + "2955": 4.77983, + "2960": 4.7945, + "2965": 4.8119, + "2970": 4.80269, + "2975": 4.83083, + "2980": 4.77395, + "2985": 4.81333, + "2990": 4.83327, + "2995": 4.7798, + "3000": 4.78377, + "3005": 4.77054, + "3010": 4.80336, + "3015": 4.7622, + "3020": 4.77986, + "3025": 4.79315, + "3030": 4.79771, + "3035": 4.79119, + "3040": 4.80692, + "3045": 4.796, + "3050": 4.77712, + "3055": 4.77365, + "3060": 4.7557, + "3065": 4.79329, + "3070": 4.79759, + "3075": 4.73645, + "3080": 4.76326, + "3085": 4.75928, + "3090": 4.75142, + "3095": 4.79265, + "3100": 4.78431, + "3105": 4.76228, + "3110": 4.74788, + "3115": 4.70101, + "3120": 4.76733, + "3125": 4.72129, + "3130": 4.73619, + "3135": 4.7364, + "3140": 4.71187, + "3145": 4.69842, + "3150": 4.73617, + "3155": 4.75873, + "3160": 4.74244, + "3165": 4.7392, + "3170": 4.73383, + "3175": 4.72227, + "3180": 4.71526, + "3185": 4.69034, + "3190": 4.6963, + "3195": 4.68667, + "3200": 4.66148, + "3205": 4.70638, + "3210": 4.66493, + "3215": 4.68875, + "3220": 4.65996, + "3225": 4.69161, + "3230": 4.67733, + "3235": 4.70789, + "3240": 4.66538, + "3245": 4.67658, + "3250": 4.61979, + "3255": 4.6757, + "3260": 4.65501, + "3265": 4.70163, + "3270": 4.68996, + "3275": 4.64111, + "3280": 4.65999, + "3285": 4.67829, + "3290": 4.65133, + "3295": 4.65232, + "3300": 4.64861, + "3305": 4.65149, + "3310": 4.64711, + "3315": 4.68966, + "3320": 4.62786, + "3325": 4.64047, + "3330": 4.61796, + "3335": 4.63784, + "3340": 4.60149, + "3345": 4.61917, + "3350": 4.63369, + "3355": 4.64479, + "3360": 4.62888, + "3365": 4.64316, + "3370": 4.61979, + "3375": 4.657, + "3380": 4.59521, + "3385": 4.60585, + "3390": 4.58064, + "3395": 4.67319, + "3400": 4.62047, + "3405": 4.65003, + "3410": 4.5833, + "3415": 4.5347, + "3420": 4.6017, + "3425": 4.6088, + "3430": 4.64756, + "3435": 4.61219, + "3440": 4.62976, + "3445": 4.57914, + "3450": 4.57663, + "3455": 4.60584, + "3460": 4.55949, + "3465": 4.55917, + "3470": 4.56753, + "3475": 4.57993, + "3480": 4.57299, + "3485": 4.59968, + "3490": 4.5795, + "3495": 4.61114, + "3500": 4.5721, + "3505": 4.57766, + "3510": 4.57951, + "3515": 4.62046, + "3520": 4.6034, + "3525": 4.55094, + "3530": 4.56803, + "3535": 4.55873, + "3540": 4.61722, + "3545": 4.53679, + "3550": 4.59753, + "3555": 4.52748, + "3560": 4.59751, + "3565": 4.53911, + "3570": 4.54116, + "3575": 4.51426, + "3580": 4.57639, + "3585": 4.56725, + "3590": 4.49219, + "3595": 4.56804, + "3600": 4.52599, + "3605": 4.51425, + "3610": 4.51376, + "3615": 4.54316, + "3620": 4.59194, + "3625": 4.52946, + "3630": 4.56676, + "3635": 4.48406, + "3640": 4.50421, + "3645": 4.54983, + "3650": 4.50196, + "3655": 4.52135, + "3660": 4.52808, + "3665": 4.56095, + "3670": 4.51415, + "3675": 4.52607, + "3680": 4.5435, + "3685": 4.46543, + "3690": 4.52062, + "3695": 4.47607, + "3700": 4.50777, + "3705": 4.48359, + "3710": 4.48846, + "3715": 4.50598, + "3720": 4.47607, + "3725": 4.45481, + "3730": 4.4601, + "3735": 4.48458, + "3740": 4.47289, + "3745": 4.45504, + "3750": 4.48879, + "3755": 4.46014, + "3760": 4.47506, + "3765": 4.44993, + "3770": 4.46205, + "3775": 4.43908, + "3780": 4.42966, + "3785": 4.48678, + "3790": 4.39654, + "3795": 4.46045, + "3800": 4.43674, + "3805": 4.44213, + "3810": 4.39976, + "3815": 4.4473, + "3820": 4.44276, + "3825": 4.45501, + "3830": 4.44273, + "3835": 4.40298, + "3840": 4.49328, + "3845": 4.45749, + "3850": 4.40007, + "3855": 4.43312, + "3860": 4.45561, + "3865": 4.42134, + "3870": 4.48195, + "3875": 4.38396, + "3880": 4.39491, + "3885": 4.41684, + "3890": 4.40954, + "3895": 4.35339, + "3900": 4.4063, + "3905": 4.38699, + "3910": 4.40407, + "3915": 4.39489, + "3920": 4.38651, + "3925": 4.37057, + "3930": 4.37398, + "3935": 4.39051, + "3940": 4.38497, + "3945": 4.37177, + "3950": 4.43238, + "3955": 4.36565, + "3960": 4.41432, + "3965": 4.42046, + "3970": 4.36551, + "3975": 4.37468, + "3980": 4.34326, + "3985": 4.38184, + "3990": 4.37963, + "3995": 4.42078, + "4000": 4.36024, + "4005": 4.34645, + "4010": 4.38286, + "4015": 4.37269, + "4020": 4.41279, + "4025": 4.36812, + "4030": 4.42395, + "4035": 4.38149, + "4040": 4.40781, + "4045": 4.38535, + "4050": 4.3795, + "4055": 4.39281, + "4060": 4.38352, + "4065": 4.38947, + "4070": 4.32369, + "4075": 4.34979, + "4080": 4.32923, + "4085": 4.36894, + "4090": 4.3462, + "4095": 4.32981, + "4100": 4.35298, + "4105": 4.3347, + "4110": 4.2994, + "4115": 4.37373, + "4120": 4.28732, + "4125": 4.27737, + "4130": 4.36254, + "4135": 4.34837, + "4140": 4.29126, + "4145": 4.30245, + "4150": 4.3457, + "4155": 4.27261, + "4160": 4.32995, + "4165": 4.35466, + "4170": 4.30413, + "4175": 4.30505, + "4180": 4.29956, + "4185": 4.29422, + "4190": 4.28592, + "4195": 4.28697, + "4200": 4.28797, + "4205": 4.33635, + "4210": 4.30661, + "4215": 4.32855, + "4220": 4.31236, + "4225": 4.29734, + "4230": 4.27864, + "4235": 4.32409, + "4240": 4.2759, + "4245": 4.28766, + "4250": 4.27499, + "4255": 4.28434, + "4260": 4.26186, + "4265": 4.27818, + "4270": 4.27634, + "4275": 4.33456, + "4280": 4.26537, + "4285": 4.29906, + "4290": 4.24487, + "4295": 4.27661, + "4300": 4.30294, + "4305": 4.26518, + "4310": 4.30662, + "4315": 4.28861, + "4320": 4.28476, + "4325": 4.29817, + "4330": 4.23675, + "4335": 4.27291, + "4340": 4.26865, + "4345": 4.21479, + "4350": 4.23512, + "4355": 4.30376, + "4360": 4.27825, + "4365": 4.27525, + "4370": 4.25084, + "4375": 4.21551, + "4380": 4.22684, + "4385": 4.20439, + "4390": 4.28187, + "4395": 4.24681, + "4400": 4.23724, + "4405": 4.20106, + "4410": 4.25487, + "4415": 4.24401, + "4420": 4.22273, + "4425": 4.26679, + "4430": 4.21675, + "4435": 4.26482, + "4440": 4.25723, + "4445": 4.21859, + "4450": 4.17676, + "4455": 4.23315, + "4460": 4.20922, + "4465": 4.23115, + "4470": 4.21206, + "4475": 4.23953, + "4480": 4.22361, + "4485": 4.20841, + "4490": 4.2096, + "4495": 4.15559, + "4500": 4.22915, + "4505": 4.20739, + "4510": 4.21121, + "4515": 4.16963, + "4520": 4.20106, + "4525": 4.16437, + "4530": 4.21718, + "4535": 4.17277, + "4540": 4.18397, + "4545": 4.20919, + "4550": 4.2448, + "4555": 4.18477, + "4560": 4.19275, + "4565": 4.12656, + "4570": 4.18372, + "4575": 4.16935, + "4580": 4.22466, + "4585": 4.18907, + "4590": 4.18389, + "4595": 4.14587, + "4600": 4.1407, + "4605": 4.1795, + "4610": 4.17449, + "4615": 4.21775, + "4620": 4.13467, + "4625": 4.16332, + "4630": 4.17539, + "4635": 4.15435, + "4640": 4.18919, + "4645": 4.18006, + "4650": 4.19936, + "4655": 4.16868, + "4660": 4.16002, + "4665": 4.16688, + "4670": 4.21001, + "4675": 4.15174, + "4680": 4.18475, + "4685": 4.17353, + "4690": 4.15051, + "4695": 4.15948, + "4700": 4.13735, + "4705": 4.11622, + "4710": 4.18087, + "4715": 4.16134, + "4720": 4.11941, + "4725": 4.09231, + "4730": 4.15058, + "4735": 4.07771, + "4740": 4.11592, + "4745": 4.15551, + "4750": 4.10969, + "4755": 4.16687, + "4760": 4.16809, + "4765": 4.11658, + "4770": 4.12778, + "4775": 4.12027, + "4780": 4.12633, + "4785": 4.10891, + "4790": 4.16532, + "4795": 4.14672, + "4800": 4.10754, + "4805": 4.15476, + "4810": 4.10939, + "4815": 4.14768, + "4820": 4.09231, + "4825": 4.14272, + "4830": 4.14261, + "4835": 4.1177, + "4840": 4.15277, + "4845": 4.08402, + "4850": 4.14394, + "4855": 4.14423, + "4860": 4.08178, + "4865": 4.11277, + "4870": 4.10254, + "4875": 4.14764, + "4880": 4.14249, + "4885": 4.10137, + "4890": 4.09605, + "4895": 4.0959, + "4900": 4.07116, + "4905": 4.06261, + "4910": 4.06331, + "4915": 4.11803, + "4920": 4.09413, + "4925": 4.05985, + "4930": 4.07424, + "4935": 4.09135, + "4940": 4.02534, + "4945": 4.10244, + "4950": 4.0455, + "4955": 4.12878, + "4960": 4.08806, + "4965": 4.09006, + "4970": 4.07403, + "4975": 4.09262, + "4980": 4.09725, + "4985": 4.09841, + "4990": 4.06183, + "4995": 4.09918, + "5000": 4.03214, + "5005": 4.08553, + "5010": 4.0788, + "5015": 4.04509, + "5020": 4.02894, + "5025": 4.03482, + "5030": 4.06552, + "5035": 4.05532, + "5040": 4.01952, + "5045": 4.08424, + "5050": 4.03521, + "5055": 4.06618, + "5060": 4.00432, + "5065": 4.06857, + "5070": 4.0433, + "5075": 4.09624, + "5080": 4.05027, + "5085": 4.06887, + "5090": 4.04905, + "5095": 4.01395, + "5100": 4.04967, + "5105": 4.05233, + "5110": 4.05931, + "5115": 4.0414, + "5120": 4.06967, + "5125": 4.03577, + "5130": 4.03483, + "5135": 4.02094, + "5140": 4.04231, + "5145": 4.03314, + "5150": 4.04344, + "5155": 4.0534, + "5160": 4.02967, + "5165": 4.07123, + "5170": 3.9389, + "5175": 4.04748, + "5180": 4.00618, + "5185": 4.03337, + "5190": 4.05508, + "5195": 4.02215, + "5200": 4.03921, + "5205": 4.07147, + "5210": 3.98414, + "5215": 3.99757, + "5220": 3.99577, + "5225": 3.99804, + "5230": 4.03847, + "5235": 4.00981, + "5240": 3.9979, + "5245": 4.01366, + "5250": 4.01843, + "5255": 4.00548, + "5260": 4.02342, + "5265": 3.99233, + "5270": 3.95683, + "5275": 3.97862, + "5280": 3.99164, + "5285": 4.01689, + "5290": 3.97747, + "5295": 3.9771, + "5300": 4.00016, + "5305": 3.97913, + "5310": 4.02214, + "5315": 3.97225, + "5320": 4.01253, + "5325": 4.03543, + "5330": 3.97415, + "5335": 3.99354, + "5340": 3.94345, + "5345": 3.9851, + "5350": 3.9992, + "5355": 3.99164, + "5360": 3.94133, + "5365": 3.96284, + "5370": 4.00116, + "5375": 3.96938, + "5380": 3.963, + "5385": 3.98081, + "5390": 3.97146, + "5395": 3.90554, + "5400": 3.99622, + "5405": 3.91829, + "5410": 4.00543, + "5415": 3.91874, + "5420": 3.95185, + "5425": 3.94555, + "5430": 3.94955, + "5435": 3.98061, + "5440": 3.92995, + "5445": 3.94184, + "5450": 3.95383, + "5455": 3.93579, + "5460": 3.95027, + "5465": 4.00936, + "5470": 3.97067, + "5475": 3.89788, + "5480": 3.97755, + "5485": 3.94379, + "5490": 3.96599, + "5495": 3.96804, + "5500": 3.92717, + "5505": 3.94186, + "5510": 3.97651, + "5515": 3.9537, + "5520": 3.93226, + "5525": 3.98634, + "5530": 3.93022, + "5535": 3.96437, + "5540": 3.93462, + "5545": 3.95406, + "5550": 3.94319, + "5555": 3.90819, + "5560": 3.91543, + "5565": 3.96007, + "5570": 3.91536, + "5575": 3.95021, + "5580": 3.92504, + "5585": 3.86536, + "5590": 3.93795, + "5595": 3.89768, + "5600": 3.94462, + "5605": 3.8512, + "5610": 3.94377, + "5615": 3.93762, + "5620": 3.94958, + "5625": 3.93243, + "5630": 3.92113, + "5635": 3.90565, + "5640": 3.92615, + "5645": 3.88875, + "5650": 3.86315, + "5655": 3.89109, + "5660": 3.88519, + "5665": 3.89765, + "5670": 3.88296, + "5675": 3.91884, + "5680": 3.88787, + "5685": 3.89873, + "5690": 3.89822, + "5695": 3.92451, + "5700": 3.8606, + "5705": 3.86255, + "5710": 3.84664, + "5715": 3.96895, + "5720": 3.91725, + "5725": 3.8693, + "5730": 3.92069, + "5735": 3.90056, + "5740": 3.89483, + "5745": 3.87681, + "5750": 3.89541, + "5755": 3.91484, + "5760": 3.90197, + "5765": 3.89494, + "5770": 3.92857, + "5775": 3.84786, + "5780": 3.88736, + "5785": 3.89066, + "5790": 3.90257, + "5795": 3.90574, + "5800": 3.84263, + "5805": 3.84579, + "5810": 3.90166, + "5815": 3.8634, + "5820": 3.8147, + "5825": 3.86523, + "5830": 3.82584, + "5835": 3.85893, + "5840": 3.86919, + "5845": 3.88532, + "5850": 3.88099, + "5855": 3.82093, + "5860": 3.83864, + "5865": 3.86844, + "5870": 3.83726, + "5875": 3.87227, + "5880": 3.85189, + "5885": 3.87279, + "5890": 3.87696, + "5895": 3.89694, + "5900": 3.83242, + "5905": 3.89414, + "5910": 3.86071, + "5915": 3.83071, + "5920": 3.86042, + "5925": 3.79873, + "5930": 3.85824, + "5935": 3.84311, + "5940": 3.87506, + "5945": 3.87656, + "5950": 3.85992, + "5955": 3.81155, + "5960": 3.88658, + "5965": 3.8306, + "5970": 3.87807, + "5975": 3.84371, + "5980": 3.92016, + "5985": 3.79693, + "5990": 3.88402, + "5995": 3.79859, + "6000": 3.83962, + "6005": 3.79486, + "6010": 3.82349, + "6015": 3.80423, + "6020": 3.8174, + "6025": 3.85525, + "6030": 3.80177, + "6035": 3.85269, + "6040": 3.82946, + "6045": 3.86164, + "6050": 3.83788, + "6055": 3.81734, + "6060": 3.83819, + "6065": 3.87244, + "6070": 3.82016, + "6075": 3.76801, + "6080": 3.83717, + "6085": 3.80225, + "6090": 3.83193, + "6095": 3.83606, + "6100": 3.79639, + "6105": 3.84811, + "6110": 3.7806, + "6115": 3.85331, + "6120": 3.82496, + "6125": 3.82958, + "6130": 3.82613, + "6135": 3.80162, + "6140": 3.79661, + "6145": 3.78575, + "6150": 3.83392, + "6155": 3.80949, + "6160": 3.77487, + "6165": 3.79719, + "6170": 3.79806, + "6175": 3.78178, + "6180": 3.78378, + "6185": 3.82201, + "6190": 3.78773, + "6195": 3.75708, + "6200": 3.7869, + "6205": 3.78813, + "6210": 3.74418, + "6215": 3.8011, + "6220": 3.79797, + "6225": 3.80018, + "6230": 3.74264, + "6235": 3.78241, + "6240": 3.71042, + "6245": 3.82146, + "6250": 3.78455, + "6255": 3.79631, + "6260": 3.77736, + "6265": 3.80229, + "6270": 3.73138, + "6275": 3.75647, + "6280": 3.77528, + "6285": 3.75539, + "6290": 3.77505, + "6295": 3.77516, + "6300": 3.78742, + "6305": 3.85774, + "6310": 3.74547, + "6315": 3.73733, + "6320": 3.79203, + "6325": 3.73129, + "6330": 3.79906, + "6335": 3.79191, + "6340": 3.74069, + "6345": 3.79986, + "6350": 3.74249, + "6355": 3.74952, + "6360": 3.73009, + "6365": 3.78734, + "6370": 3.78519, + "6375": 3.7601, + "6380": 3.77819, + "6385": 3.7957, + "6390": 3.75703, + "6395": 3.73316, + "6400": 3.7367, + "6405": 3.81687, + "6410": 3.80734, + "6415": 3.73801, + "6420": 3.79845, + "6425": 3.80523, + "6430": 3.78501, + "6435": 3.75264, + "6440": 3.7411, + "6445": 3.77775, + "6450": 3.71228, + "6455": 3.728, + "6460": 3.74876, + "6465": 3.78834, + "6470": 3.76403, + "6475": 3.75865, + "6480": 3.78647, + "6485": 3.73855, + "6490": 3.68749, + "6495": 3.79103, + "6500": 3.77664, + "6505": 3.70115, + "6510": 3.77389, + "6515": 3.79404, + "6520": 3.70573, + "6525": 3.77742, + "6530": 3.74188, + "6535": 3.73756, + "6540": 3.80312, + "6545": 3.73864, + "6550": 3.74471, + "6555": 3.72786, + "6560": 3.68579, + "6565": 3.68413, + "6570": 3.7224, + "6575": 3.67196, + "6580": 3.78612, + "6585": 3.73906, + "6590": 3.70459, + "6595": 3.72444, + "6600": 3.71209, + "6605": 3.69346, + "6610": 3.70414, + "6615": 3.73669, + "6620": 3.68756, + "6625": 3.70069, + "6630": 3.69833, + "6635": 3.73861, + "6640": 3.71398, + "6645": 3.72829, + "6650": 3.75571, + "6655": 3.67894, + "6660": 3.71096, + "6665": 3.73482, + "6670": 3.6944, + "6675": 3.71667, + "6680": 3.71302, + "6685": 3.74257, + "6690": 3.71844, + "6695": 3.73205, + "6700": 3.72197, + "6705": 3.70619, + "6710": 3.70406, + "6715": 3.66782, + "6720": 3.75504, + "6725": 3.72915, + "6730": 3.71835, + "6735": 3.71667, + "6740": 3.71534, + "6745": 3.69988, + "6750": 3.72043, + "6755": 3.67272, + "6760": 3.65936, + "6765": 3.71643, + "6770": 3.67255, + "6775": 3.72376, + "6780": 3.68245, + "6785": 3.68536, + "6790": 3.71384, + "6795": 3.67148, + "6800": 3.69396, + "6805": 3.69771, + "6810": 3.71265, + "6815": 3.63694, + "6820": 3.67686, + "6825": 3.70088, + "6830": 3.68539, + "6835": 3.6642, + "6840": 3.65647, + "6845": 3.72608, + "6850": 3.68406, + "6855": 3.71181, + "6860": 3.64768, + "6865": 3.71351, + "6870": 3.66999, + "6875": 3.67274, + "6880": 3.68049, + "6885": 3.65734, + "6890": 3.67264, + "6895": 3.65662, + "6900": 3.65928, + "6905": 3.66592, + "6910": 3.70476, + "6915": 3.7136, + "6920": 3.6661, + "6925": 3.66891, + "6930": 3.66285, + "6935": 3.60247, + "6940": 3.66945, + "6945": 3.65357, + "6950": 3.6589, + "6955": 3.65339, + "6960": 3.65603, + "6965": 3.69921, + "6970": 3.62428, + "6975": 3.70477, + "6980": 3.65994, + "6985": 3.66657, + "6990": 3.70972, + "6995": 3.68451, + "7000": 3.61695, + "7005": 3.69431, + "7010": 3.6693, + "7015": 3.65399, + "7020": 3.70045, + "7025": 3.6838, + "7030": 3.67768, + "7035": 3.63498, + "7040": 3.59358, + "7045": 3.67025, + "7050": 3.6966, + "7055": 3.62635, + "7060": 3.6705, + "7065": 3.71809, + "7070": 3.65183, + "7075": 3.65318, + "7080": 3.69492, + "7085": 3.61852, + "7090": 3.64168, + "7095": 3.61466, + "7100": 3.65947, + "7105": 3.59681, + "7110": 3.6625, + "7115": 3.61596, + "7120": 3.66477, + "7125": 3.61524, + "7130": 3.63053, + "7135": 3.63828, + "7140": 3.64391, + "7145": 3.65954, + "7150": 3.60584, + "7155": 3.6692, + "7160": 3.60068, + "7165": 3.62116, + "7170": 3.66015, + "7175": 3.62225, + "7180": 3.6522, + "7185": 3.68343, + "7190": 3.64063, + "7195": 3.6459, + "7200": 3.64761, + "7205": 3.63461, + "7210": 3.66809, + "7215": 3.64769, + "7220": 3.67114, + "7225": 3.64189, + "7230": 3.66268, + "7235": 3.62312, + "7240": 3.6252, + "7245": 3.6429, + "7250": 3.58208, + "7255": 3.60271, + "7260": 3.65787, + "7265": 3.5821, + "7270": 3.61807, + "7275": 3.62339, + "7280": 3.60523, + "7285": 3.62818, + "7290": 3.6513, + "7295": 3.64103, + "7300": 3.60063, + "7305": 3.60612, + "7310": 3.63678, + "7315": 3.65306, + "7320": 3.62759, + "7325": 3.63666, + "7330": 3.60198, + "7335": 3.6039, + "7340": 3.62339, + "7345": 3.5871, + "7350": 3.63882, + "7355": 3.6197, + "7360": 3.59785, + "7365": 3.61636, + "7370": 3.5988, + "7375": 3.57323, + "7380": 3.6272, + "7385": 3.64829, + "7390": 3.64001, + "7395": 3.58452, + "7400": 3.63813, + "7405": 3.62708, + "7410": 3.63913, + "7415": 3.62534, + "7420": 3.61324, + "7425": 3.6649, + "7430": 3.61126, + "7435": 3.59071, + "7440": 3.60931, + "7445": 3.58592, + "7450": 3.55157, + "7455": 3.62743, + "7460": 3.61303, + "7465": 3.61217, + "7470": 3.61701, + "7475": 3.62026, + "7480": 3.59402, + "7485": 3.55842, + "7490": 3.5522, + "7495": 3.56333, + "7500": 3.59588, + "7505": 3.57473, + "7510": 3.53641, + "7515": 3.59655, + "7520": 3.59099, + "7525": 3.54802, + "7530": 3.59253, + "7535": 3.60312, + "7540": 3.58688, + "7545": 3.62561, + "7550": 3.63546, + "7555": 3.56542, + "7560": 3.58033, + "7565": 3.57709, + "7570": 3.58608, + "7575": 3.55399, + "7580": 3.6041, + "7585": 3.58238, + "7590": 3.58009, + "7595": 3.63911, + "7600": 3.59017, + "7605": 3.57713, + "7610": 3.56536, + "7615": 3.56396, + "7620": 3.54902, + "7625": 3.60282, + "7630": 3.58504, + "7635": 3.57229, + "7640": 3.56646, + "7645": 3.60242, + "7650": 3.60482, + "7655": 3.64727, + "7660": 3.51017, + "7665": 3.58631, + "7670": 3.57871, + "7675": 3.56493, + "7680": 3.55839, + "7685": 3.6249, + "7690": 3.56788, + "7695": 3.55332, + "7700": 3.61199, + "7705": 3.56821, + "7710": 3.60454, + "7715": 3.55825, + "7720": 3.63785, + "7725": 3.53221, + "7730": 3.55594, + "7735": 3.5893, + "7740": 3.56288, + "7745": 3.56571, + "7750": 3.55591, + "7755": 3.56977, + "7760": 3.54431, + "7765": 3.56223, + "7770": 3.57886, + "7775": 3.55066, + "7780": 3.53511, + "7785": 3.55692, + "7790": 3.55343, + "7795": 3.57112, + "7800": 3.5566, + "7805": 3.56123, + "7810": 3.58814, + "7815": 3.55731, + "7820": 3.55707, + "7825": 3.59912, + "7830": 3.5771, + "7835": 3.50576, + "7840": 3.60205, + "7845": 3.53506, + "7850": 3.49175, + "7855": 3.54244, + "7860": 3.52685, + "7865": 3.58474, + "7870": 3.52213, + "7875": 3.53946, + "7880": 3.55231, + "7885": 3.54064, + "7890": 3.58902, + "7895": 3.57418, + "7900": 3.58584, + "7905": 3.54428, + "7910": 3.56312, + "7915": 3.56255, + "7920": 3.57002, + "7925": 3.55042, + "7930": 3.58165, + "7935": 3.53937, + "7940": 3.5918, + "7945": 3.60828, + "7950": 3.51984, + "7955": 3.52849, + "7960": 3.5133, + "7965": 3.49852, + "7970": 3.50421, + "7975": 3.53912, + "7980": 3.54924, + "7985": 3.52434, + "7990": 3.52539, + "7995": 3.50061, + "8000": 3.56192, + "8005": 3.52714, + "8010": 3.51753, + "8015": 3.51556, + "8020": 3.51141, + "8025": 3.49693, + "8030": 3.52126, + "8035": 3.51508, + "8040": 3.50332, + "8045": 3.55986, + "8050": 3.55864, + "8055": 3.52971, + "8060": 3.55293, + "8065": 3.52985, + "8070": 3.51808, + "8075": 3.50892, + "8080": 3.55628, + "8085": 3.51194, + "8090": 3.51775, + "8095": 3.54559, + "8100": 3.50068, + "8105": 3.53339, + "8110": 3.52868, + "8115": 3.49254, + "8120": 3.50868, + "8125": 3.54598, + "8130": 3.50866, + "8135": 3.52095, + "8140": 3.50367, + "8145": 3.48666, + "8150": 3.505, + "8155": 3.49287, + "8160": 3.54304, + "8165": 3.52358, + "8170": 3.49625, + "8175": 3.48722, + "8180": 3.55617, + "8185": 3.52955, + "8190": 3.56841, + "8195": 3.53371, + "8200": 3.50422, + "8205": 3.51275, + "8210": 3.51784, + "8215": 3.53903, + "8220": 3.50159, + "8225": 3.49459, + "8230": 3.51811, + "8235": 3.53831, + "8240": 3.52124, + "8245": 3.51967, + "8250": 3.54947, + "8255": 3.5007, + "8260": 3.51175, + "8265": 3.502, + "8270": 3.51303, + "8275": 3.50068, + "8280": 3.48435, + "8285": 3.50904, + "8290": 3.51291, + "8295": 3.48207, + "8300": 3.50171, + "8305": 3.51977, + "8310": 3.51438, + "8315": 3.4843, + "8320": 3.5136, + "8325": 3.46288, + "8330": 3.42582, + "8335": 3.49746, + "8340": 3.52198, + "8345": 3.48183, + "8350": 3.49584, + "8355": 3.52609, + "8360": 3.49915, + "8365": 3.5191, + "8370": 3.51367, + "8375": 3.46935, + "8380": 3.46864, + "8385": 3.51324, + "8390": 3.47824, + "8395": 3.50843, + "8400": 3.47721, + "8405": 3.50395, + "8410": 3.56128, + "8415": 3.4701, + "8420": 3.43597, + "8425": 3.51509, + "8430": 3.52045, + "8435": 3.45584, + "8440": 3.53794, + "8445": 3.52173, + "8450": 3.49372, + "8455": 3.51219, + "8460": 3.5162, + "8465": 3.45483, + "8470": 3.47421, + "8475": 3.53118, + "8480": 3.45835, + "8485": 3.47726, + "8490": 3.46648, + "8495": 3.4642, + "8500": 3.51131, + "8505": 3.44858, + "8510": 3.52424, + "8515": 3.47245, + "8520": 3.47737, + "8525": 3.40609, + "8530": 3.48639, + "8535": 3.50673, + "8540": 3.45843, + "8545": 3.48269, + "8550": 3.45363, + "8555": 3.5202, + "8560": 3.51844, + "8565": 3.47223, + "8570": 3.47333, + "8575": 3.44548, + "8580": 3.49139, + "8585": 3.5119, + "8590": 3.50092, + "8595": 3.5088, + "8600": 3.48749, + "8605": 3.47306, + "8610": 3.47934, + "8615": 3.47701, + "8620": 3.44726, + "8625": 3.47096, + "8630": 3.48255, + "8635": 3.45718, + "8640": 3.4445, + "8645": 3.51366, + "8650": 3.44299, + "8655": 3.48614, + "8660": 3.49462, + "8665": 3.47167, + "8670": 3.48885, + "8675": 3.46297, + "8680": 3.44949, + "8685": 3.46355, + "8690": 3.49623, + "8695": 3.49778, + "8700": 3.46989, + "8705": 3.43596, + "8710": 3.48712, + "8715": 3.43746, + "8720": 3.51148, + "8725": 3.47121, + "8730": 3.46605, + "8735": 3.4937, + "8740": 3.44483, + "8745": 3.48474, + "8750": 3.49043, + "8755": 3.45251, + "8760": 3.46838, + "8765": 3.42556, + "8770": 3.49265, + "8775": 3.4545, + "8780": 3.44091, + "8785": 3.46068, + "8790": 3.44079, + "8795": 3.48072, + "8800": 3.45057, + "8805": 3.41755, + "8810": 3.43437, + "8815": 3.45667, + "8820": 3.42235, + "8825": 3.4544, + "8830": 3.42832, + "8835": 3.40606, + "8840": 3.42352, + "8845": 3.44346, + "8850": 3.46501, + "8855": 3.44759, + "8860": 3.51957, + "8865": 3.45373, + "8870": 3.43267, + "8875": 3.4413, + "8880": 3.43702, + "8885": 3.4346, + "8890": 3.45793, + "8895": 3.43743, + "8900": 3.46416, + "8905": 3.45271, + "8910": 3.4366, + "8915": 3.42601, + "8920": 3.41867, + "8925": 3.49267, + "8930": 3.47384, + "8935": 3.48902, + "8940": 3.46114, + "8945": 3.46168, + "8950": 3.44204, + "8955": 3.4328, + "8960": 3.42249, + "8965": 3.44097, + "8970": 3.45801, + "8975": 3.4084, + "8980": 3.40537, + "8985": 3.43342, + "8990": 3.48401, + "8995": 3.4565, + "9000": 3.40657, + "9005": 3.44912, + "9010": 3.50087, + "9015": 3.40291, + "9020": 3.42274, + "9025": 3.43051, + "9030": 3.45633, + "9035": 3.36616, + "9040": 3.44385, + "9045": 3.43968, + "9050": 3.47722, + "9055": 3.3902, + "9060": 3.4798, + "9065": 3.49791, + "9070": 3.43128, + "9075": 3.45851, + "9080": 3.4553, + "9085": 3.45875, + "9090": 3.4505, + "9095": 3.40593, + "9100": 3.40925, + "9105": 3.39938, + "9110": 3.44282, + "9115": 3.45157, + "9120": 3.50457, + "9125": 3.4285, + "9130": 3.42433, + "9135": 3.44407, + "9140": 3.46108, + "9145": 3.40791, + "9150": 3.42855, + "9155": 3.4367, + "9160": 3.43684, + "9165": 3.44331, + "9170": 3.46153, + "9175": 3.39787, + "9180": 3.43851, + "9185": 3.39535, + "9190": 3.45675, + "9195": 3.41912, + "9200": 3.43243, + "9205": 3.40951, + "9210": 3.44383, + "9215": 3.38018, + "9220": 3.41078, + "9225": 3.43523, + "9230": 3.36271, + "9235": 3.37863, + "9240": 3.40699, + "9245": 3.39148, + "9250": 3.39863, + "9255": 3.40849, + "9260": 3.38169, + "9265": 3.42781, + "9270": 3.39293, + "9275": 3.41312, + "9280": 3.42972, + "9285": 3.4263, + "9290": 3.44415, + "9295": 3.43147, + "9300": 3.38278, + "9305": 3.41082, + "9310": 3.4002, + "9315": 3.36923, + "9320": 3.36364, + "9325": 3.40956, + "9330": 3.4626, + "9335": 3.37303, + "9340": 3.46017, + "9345": 3.44958, + "9350": 3.41499, + "9355": 3.38024, + "9360": 3.40184, + "9365": 3.39776, + "9370": 3.44973, + "9375": 3.41205, + "9380": 3.3536, + "9385": 3.42216, + "9390": 3.42841, + "9395": 3.43984, + "9400": 3.40291, + "9405": 3.38475, + "9410": 3.42336, + "9415": 3.41185, + "9420": 3.38873, + "9425": 3.40875, + "9430": 3.38022, + "9435": 3.40153, + "9440": 3.38713, + "9445": 3.3853, + "9450": 3.38099, + "9455": 3.38817, + "9460": 3.44943, + "9465": 3.45068, + "9470": 3.39331, + "9475": 3.44405, + "9480": 3.39379, + "9485": 3.38787, + "9490": 3.39955, + "9495": 3.42976, + "9500": 3.39511, + "9505": 3.3648, + "9510": 3.40319, + "9515": 3.39644, + "9520": 3.41784, + "9525": 3.38811, + "9530": 3.38753, + "9535": 3.40673 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 9535, + "step_interval": 5, + "values": { + "1": "nan", + "5": 7.63571, + "10": 7.60248, + "15": 7.60059, + "20": 7.8579, + "25": 7.56043, + "30": 7.58071, + "35": 7.55957, + "40": 7.60999, + "45": 7.5594, + "50": 7.57568, + "55": 113.41206, + "60": 7.54485, + "65": 7.55365, + "70": 7.57101, + "75": 7.59674, + "80": 7.67616, + "85": 7.59559, + "90": 7.59964, + "95": 7.61129, + "100": 7.72127, + "105": 7.75361, + "110": 7.70323, + "115": 7.75888, + "120": 7.82366, + "125": 7.83547, + "130": 7.92559, + "135": 7.94501, + "140": 7.95728, + "145": 7.99371, + "150": 8.1368, + "155": 8.14086, + "160": 8.19943, + "165": 8.29726, + "170": 8.32617, + "175": 8.28395, + "180": 8.39876, + "185": 27.81327, + "190": 8.29333, + "195": 8.23506, + "200": 8.20625, + "205": 8.28595, + "210": 8.18291, + "215": 8.14145, + "220": 8.26046, + "225": 8.31268, + "230": 8.12702, + "235": 8.11373, + "240": 8.11381, + "245": 8.09969, + "250": 8.10156, + "255": 8.13233, + "260": 8.08119, + "265": 8.1123, + "270": 12.54723, + "275": 7.97042, + "280": 8.04516, + "285": 7.96989, + "290": 7.95572, + "295": 7.97123, + "300": 7.96778, + "305": 8.05275, + "310": 7.94442, + "315": 7.93712, + "320": 7.91242, + "325": 22.89971, + "330": 7.88921, + "335": 7.85024, + "340": 7.83743, + "345": 7.86504, + "350": 7.80315, + "355": 7.81569, + "360": 7.79258, + "365": 14.97893, + "370": 7.74557, + "375": 7.71598, + "380": 7.71617, + "385": 7.72421, + "390": 7.76175, + "395": 7.72591, + "400": 7.70221, + "405": 7.71975, + "410": 7.68924, + "415": 7.65985, + "420": 7.67022, + "425": 7.70637, + "430": 8.12779, + "435": 7.67647, + "440": 7.65685, + "445": 7.73773, + "450": 7.64831, + "455": 7.63814, + "460": 7.68705, + "465": 8.1685, + "470": 7.65725, + "475": 7.76604, + "480": 7.66427, + "485": 11.91771, + "490": 7.64901, + "495": 7.66169, + "500": 7.67552, + "505": 7.69539, + "510": 14.23388, + "515": 7.6726, + "520": 7.74989, + "525": 7.67324, + "530": 7.65863, + "535": 7.65508, + "540": 7.68234, + "545": 7.70565, + "550": 22.49964, + "555": 7.68128, + "560": 7.65807, + "565": 7.70583, + "570": 7.7129, + "575": 12.98028, + "580": 7.67495, + "585": 7.70463, + "590": 7.66657, + "595": 7.68539, + "600": 7.69206, + "605": 7.67827, + "610": 7.64609, + "615": 9.76686, + "620": 7.67409, + "625": 7.6579, + "630": 7.74727, + "635": 7.66807, + "640": 7.67486, + "645": 7.66428, + "650": 7.63101, + "655": 10.67056, + "660": 7.64333, + "665": 7.63964, + "670": 7.65723, + "675": 7.64705, + "680": 11.76242, + "685": 10.29346, + "690": 7.68523, + "695": 7.65414, + "700": 7.61913, + "705": 7.65524, + "710": 7.60757, + "715": 7.64966, + "720": 7.59714, + "725": 10.87303, + "730": 7.60222, + "735": 7.64107, + "740": 7.63246, + "745": 20.09047, + "750": 7.63938, + "755": 7.93368, + "760": 7.63051, + "765": 7.64769, + "770": 7.61749, + "775": 7.66937, + "780": 7.64204, + "785": 7.62773, + "790": 7.63075, + "795": 7.63695, + "800": 7.62237, + "805": 7.62311, + "810": 7.63187, + "815": 12.24189, + "820": 7.70076, + "825": 7.65444, + "830": 7.65498, + "835": 7.64201, + "840": 7.64897, + "845": 7.63626, + "850": 15.67102, + "855": 7.61591, + "860": 7.63434, + "865": 7.64367, + "870": 7.67836, + "875": 7.62674, + "880": 7.62936, + "885": 7.62153, + "890": 7.6535, + "895": 7.69326, + "900": 7.6335, + "905": 7.66212, + "910": 7.68466, + "915": 7.66356, + "920": 7.63939, + "925": 7.61784, + "930": 7.62596, + "935": 7.65905, + "940": 7.67688, + "945": 7.68376, + "950": 7.66639, + "955": 7.6102, + "960": 7.63057, + "965": 7.69547, + "970": 7.63224, + "975": 7.62427, + "980": 7.64126, + "985": 7.63024, + "990": 7.65079, + "995": 7.81978, + "1000": 7.67793, + "1005": 7.79115, + "1010": 7.71162, + "1015": 7.66675, + "1020": 18.72203, + "1025": 7.6736, + "1030": 7.63985, + "1035": 7.88797, + "1040": 7.65013, + "1045": 7.74366, + "1050": 7.77211, + "1055": 7.58451, + "1060": 7.68763, + "1065": 7.68339, + "1070": 7.67615, + "1075": 7.65744, + "1080": 7.65653, + "1085": 7.67378, + "1090": 7.65738, + "1095": 7.67888, + "1100": 7.638, + "1105": 7.63902, + "1110": 7.68908, + "1115": 7.69012, + "1120": 7.658, + "1125": 7.6355, + "1130": 7.71095, + "1135": 7.66302, + "1140": 7.65349, + "1145": 19.42355, + "1150": 13.75872, + "1155": 7.62456, + "1160": 7.65058, + "1165": 7.65505, + "1170": 7.63813, + "1175": 7.68731, + "1180": 7.6526, + "1185": 7.67226, + "1190": 47.99075, + "1195": 7.65099, + "1200": 7.69431, + "1205": 7.69614, + "1210": 11.43591, + "1215": 7.6818, + "1220": 7.63789, + "1225": 7.67533, + "1230": 7.64747, + "1235": 7.65168, + "1240": 7.67319, + "1245": 19.5857, + "1250": 16.52076, + "1255": 7.78339, + "1260": 7.73213, + "1265": 7.66881, + "1270": 7.72911, + "1275": 7.63717, + "1280": 7.79793, + "1285": 7.65871, + "1290": 7.6902, + "1295": 7.67193, + "1300": 7.62774, + "1305": 7.65611, + "1310": 7.65536, + "1315": 7.65891, + "1320": 7.6713, + "1325": 7.66388, + "1330": 7.65778, + "1335": 7.65652, + "1340": 7.65999, + "1345": 7.63213, + "1350": 7.66039, + "1355": 7.66835, + "1360": 7.6783, + "1365": 7.66287, + "1370": 7.67746, + "1375": 7.69075, + "1380": 7.65712, + "1385": 7.65631, + "1390": 7.67187, + "1395": 7.63339, + "1400": 7.69185, + "1405": 7.64865, + "1410": 7.67646, + "1415": 7.68597, + "1420": 7.65193, + "1425": 7.67605, + "1430": 7.67305, + "1435": 7.65757, + "1440": 7.69733, + "1445": 7.66306, + "1450": 7.69468, + "1455": 7.66435, + "1460": 7.64866, + "1465": 7.71247, + "1470": 7.6455, + "1475": 7.65576, + "1480": 7.66266, + "1485": 7.6815, + "1490": 7.65979, + "1495": 7.674, + "1500": 7.66163, + "1505": 8.4307, + "1510": 7.65753, + "1515": 7.64484, + "1520": 7.66859, + "1525": 7.6599, + "1530": 7.68802, + "1535": 7.64915, + "1540": 7.66011, + "1545": 7.63956, + "1550": 7.65619, + "1555": 7.7467, + "1560": 7.68607, + "1565": 7.68614, + "1570": 7.66686, + "1575": 7.64766, + "1580": 7.63928, + "1585": 7.66306, + "1590": 7.68344, + "1595": 7.6779, + "1600": 7.66017, + "1605": 7.67771, + "1610": 7.67648, + "1615": 7.6636, + "1620": 10.02574, + "1625": 7.67478, + "1630": 7.6908, + "1635": 7.67477, + "1640": 7.64287, + "1645": 7.6608, + "1650": 7.66025, + "1655": 7.66112, + "1660": 73.64888, + "1665": 7.64598, + "1670": 21.00186, + "1675": 7.67517, + "1680": 7.68626, + "1685": 7.71692, + "1690": 7.66889, + "1695": 7.70903, + "1700": 7.67766, + "1705": 15.49722, + "1710": 7.67505, + "1715": 7.69821, + "1720": 7.6821, + "1725": 7.72001, + "1730": 7.66687, + "1735": 7.6862, + "1740": 7.65111, + "1745": 7.68892, + "1750": 7.67065, + "1755": 8.77332, + "1760": 7.70004, + "1765": 7.70035, + "1770": 7.6861, + "1775": 20.16274, + "1780": 7.65714, + "1785": 7.68878, + "1790": 7.66701, + "1795": 7.71136, + "1800": 7.67282, + "1805": 7.67363, + "1810": 7.71413, + "1815": 7.65806, + "1820": 7.70723, + "1825": 7.7037, + "1830": 7.68082, + "1835": 7.69413, + "1840": 7.68251, + "1845": 7.65467, + "1850": 7.65665, + "1855": 7.66234, + "1860": 7.71155, + "1865": 7.7125, + "1870": 7.68713, + "1875": 7.68269, + "1880": 7.63473, + "1885": 7.72083, + "1890": 7.67216, + "1895": 7.67823, + "1900": 7.70191, + "1905": 7.68951, + "1910": 7.63163, + "1915": 7.66052, + "1920": 7.63215, + "1925": 7.65734, + "1930": 7.62867, + "1935": 7.63111, + "1940": 7.63333, + "1945": 7.68277, + "1950": 7.69301, + "1955": 7.65643, + "1960": 7.64064, + "1965": 7.67833, + "1970": 7.6552, + "1975": 7.62405, + "1980": 7.6324, + "1985": 7.65736, + "1990": 7.64673, + "1995": 7.62618, + "2000": 7.65073, + "2005": 7.63687, + "2010": 7.69791, + "2015": 7.61614, + "2020": 7.66593, + "2025": 7.6307, + "2030": 11.59374, + "2035": 7.63294, + "2040": 7.61089, + "2045": 7.62554, + "2050": 7.65308, + "2055": 7.65026, + "2060": 7.63079, + "2065": 7.62294, + "2070": 26.60238, + "2075": 7.65314, + "2080": 7.63414, + "2085": 7.65491, + "2090": 7.65736, + "2095": 7.65061, + "2100": 19.73258, + "2105": 7.67651, + "2110": 7.65446, + "2115": 7.62848, + "2120": 7.64628, + "2125": 7.64508, + "2130": 7.69211, + "2135": 7.70666, + "2140": 7.6197, + "2145": 7.66385, + "2150": 7.67493, + "2155": 7.64216, + "2160": 7.62842, + "2165": 7.65879, + "2170": 7.62991, + "2175": 7.61843, + "2180": 7.65472, + "2185": 15.12689, + "2190": 7.62412, + "2195": 7.62587, + "2200": 7.62339, + "2205": 7.65002, + "2210": 7.64636, + "2215": 7.65213, + "2220": 17.73433, + "2225": 7.65981, + "2230": 7.70716, + "2235": 7.67016, + "2240": 7.66867, + "2245": 7.64808, + "2250": 7.65558, + "2255": 7.59272, + "2260": 7.80462, + "2265": 7.62316, + "2270": 7.6566, + "2275": 7.64638, + "2280": 7.63988, + "2285": 7.65123, + "2290": 7.64062, + "2295": 17.88613, + "2300": 7.65668, + "2305": 7.67342, + "2310": 7.66926, + "2315": 7.62473, + "2320": 7.64602, + "2325": 7.63334, + "2330": 7.65095, + "2335": 7.63677, + "2340": 7.66131, + "2345": 7.66693, + "2350": 7.66064, + "2355": 53.17307, + "2360": 7.64107, + "2365": 7.62645, + "2370": 7.64207, + "2375": 7.65615, + "2380": 7.63502, + "2385": 7.6348, + "2390": 7.62523, + "2395": 7.60746, + "2400": 7.6581, + "2405": 7.65348, + "2410": 7.63399, + "2415": 7.60524, + "2420": 7.64958, + "2425": 7.65158, + "2430": 7.64938, + "2435": 7.64148, + "2440": 7.63409, + "2445": 11.5194, + "2450": 7.62915, + "2455": 7.64594, + "2460": 7.70762, + "2465": 7.67521, + "2470": 7.63065, + "2475": 7.66102, + "2480": 7.61188, + "2485": 7.65817, + "2490": 7.66834, + "2495": 7.62545, + "2500": 7.66207, + "2505": 7.6935, + "2510": 7.61555, + "2515": 7.59989, + "2520": 7.63385, + "2525": 7.66489, + "2530": 7.61639, + "2535": 7.66299, + "2540": 7.69087, + "2545": 26.67924, + "2550": 7.69245, + "2555": 7.62259, + "2560": 7.69273, + "2565": 7.62099, + "2570": 7.66306, + "2575": 7.63754, + "2580": 7.65942, + "2585": 7.63446, + "2590": 22.6069, + "2595": 7.61337, + "2600": 7.65695, + "2605": 7.73253, + "2610": 11.40212, + "2615": 7.65704, + "2620": 7.63853, + "2625": 7.61891, + "2630": 7.64097, + "2635": 7.63231, + "2640": 7.62386, + "2645": 7.66079, + "2650": 7.67268, + "2655": 7.6449, + "2660": 7.65795, + "2665": 7.69452, + "2670": 7.67986, + "2675": 7.65479, + "2680": 7.64669, + "2685": 7.63843, + "2690": 7.68683, + "2695": 7.64869, + "2700": 7.66944, + "2705": 7.66006, + "2710": 7.68048, + "2715": 7.66861, + "2720": 7.65685, + "2725": 7.6388, + "2730": 7.70132, + "2735": 7.65686, + "2740": 7.66162, + "2745": 7.61126, + "2750": 7.65927, + "2755": 7.64398, + "2760": 7.71338, + "2765": 7.6939, + "2770": 7.61678, + "2775": 7.68293, + "2780": 7.66333, + "2785": 7.63331, + "2790": 7.65288, + "2795": 7.65726, + "2800": 7.67493, + "2805": 7.64697, + "2810": 7.64906, + "2815": 7.65438, + "2820": 7.65187, + "2825": 7.6568, + "2830": 7.67584, + "2835": 7.65594, + "2840": 7.69515, + "2845": 7.67534, + "2850": 7.71364, + "2855": 7.6355, + "2860": 7.63384, + "2865": 7.64765, + "2870": 7.63896, + "2875": 7.6718, + "2880": 7.6996, + "2885": 7.6501, + "2890": 7.64396, + "2895": 7.65189, + "2900": 7.66363, + "2905": 7.63918, + "2910": 7.6584, + "2915": 7.6285, + "2920": 7.66655, + "2925": 7.63673, + "2930": 7.68269, + "2935": 7.61018, + "2940": 7.63732, + "2945": 7.66545, + "2950": 7.64084, + "2955": 7.66845, + "2960": 7.69649, + "2965": 7.64383, + "2970": 7.69607, + "2975": 7.62653, + "2980": 7.68481, + "2985": 7.65846, + "2990": 7.63769, + "2995": 7.65151, + "3000": 7.67066, + "3005": 7.68127, + "3010": 7.72784, + "3015": 7.67541, + "3020": 8.84047, + "3025": 7.66716, + "3030": 7.65122, + "3035": 7.66783, + "3040": 7.6411, + "3045": 7.66704, + "3050": 7.6805, + "3055": 7.66545, + "3060": 7.64951, + "3065": 7.64776, + "3070": 7.64527, + "3075": 7.68545, + "3080": 7.65609, + "3085": 7.66405, + "3090": 7.69109, + "3095": 7.66122, + "3100": 7.64723, + "3105": 7.62562, + "3110": 7.66217, + "3115": 7.64795, + "3120": 7.67503, + "3125": 7.65153, + "3130": 7.70494, + "3135": 7.6376, + "3140": 7.67789, + "3145": 7.62435, + "3150": 7.63443, + "3155": 7.6778, + "3160": 7.66811, + "3165": 7.65503, + "3170": 7.66287, + "3175": 7.66545, + "3180": "nan", + "3185": 7.59787, + "3190": 7.63441, + "3195": 7.66096, + "3200": 7.67517, + "3205": 7.6861, + "3210": 7.68266, + "3215": 7.64226, + "3220": 7.65583, + "3225": 7.64587, + "3230": 7.63476, + "3235": 7.69196, + "3240": 7.65363, + "3245": 7.62974, + "3250": 7.67173, + "3255": 7.59755, + "3260": 7.67828, + "3265": 7.70542, + "3270": 7.64597, + "3275": 7.65586, + "3280": 7.65621, + "3285": 7.64418, + "3290": 7.71645, + "3295": 7.65419, + "3300": 7.61136, + "3305": 7.64845, + "3310": 7.63743, + "3315": 7.63886, + "3320": 7.62067, + "3325": 7.66155, + "3330": 7.59679, + "3335": 7.64736, + "3340": 7.62526, + "3345": 7.63484, + "3350": 7.66377, + "3355": 7.62927, + "3360": 7.6678, + "3365": 7.64533, + "3370": 7.66942, + "3375": 7.60516, + "3380": 7.64808, + "3385": 7.65067, + "3390": 7.69531, + "3395": 7.65991, + "3400": 7.72274, + "3405": 7.61003, + "3410": 7.62369, + "3415": 7.62553, + "3420": 7.65846, + "3425": 7.63998, + "3430": 7.66528, + "3435": 7.65907, + "3440": 7.61179, + "3445": 7.68532, + "3450": 7.64069, + "3455": 7.66349, + "3460": 7.68717, + "3465": 7.68708, + "3470": 7.63238, + "3475": 7.6568, + "3480": 7.67111, + "3485": 7.66481, + "3490": 7.62887, + "3495": 7.65557, + "3500": 7.62625, + "3505": 7.71501, + "3510": 7.64996, + "3515": 7.69502, + "3520": 7.66362, + "3525": 7.63296, + "3530": 7.65757, + "3535": 7.71042, + "3540": 7.68235, + "3545": 7.68551, + "3550": 7.66414, + "3555": 7.68569, + "3560": 7.66991, + "3565": 7.70531, + "3570": 7.65212, + "3575": 7.68573, + "3580": 7.69626, + "3585": 7.68089, + "3590": 7.6568, + "3595": 7.61543, + "3600": 7.72845, + "3605": 7.68661, + "3610": 7.69481, + "3615": 13.41554, + "3620": 7.6373, + "3625": 7.66675, + "3630": 7.72517, + "3635": 7.71089, + "3640": 7.71975, + "3645": 12.60288, + "3650": 7.6318, + "3655": 7.68076, + "3660": 7.67209, + "3665": 7.63448, + "3670": 7.69758, + "3675": 7.67857, + "3680": 7.6426, + "3685": 7.66942, + "3690": 7.68178, + "3695": 7.68228, + "3700": 22.65199, + "3705": 10.95201, + "3710": 8.97118, + "3715": 7.782, + "3720": 7.71021, + "3725": 7.67955, + "3730": 7.72281, + "3735": 7.64037, + "3740": 7.68045, + "3745": 7.69966, + "3750": 7.69781, + "3755": 7.65335, + "3760": 7.66658, + "3765": 7.64471, + "3770": 7.73208, + "3775": 7.65868, + "3780": 7.73451, + "3785": 7.68562, + "3790": 7.64919, + "3795": 7.6445, + "3800": 7.65915, + "3805": 7.70201, + "3810": 7.64818, + "3815": 7.67157, + "3820": 7.69746, + "3825": 7.70803, + "3830": 7.69473, + "3835": 7.70084, + "3840": 7.69734, + "3845": 7.66876, + "3850": 7.65939, + "3855": 7.65685, + "3860": 7.63863, + "3865": 7.67232, + "3870": 7.63944, + "3875": 7.67016, + "3880": 7.66891, + "3885": 10.00338, + "3890": 7.71469, + "3895": 7.67657, + "3900": 7.71214, + "3905": 7.66439, + "3910": 7.66758, + "3915": 7.67499, + "3920": 7.74667, + "3925": 7.68673, + "3930": 7.66643, + "3935": 7.63239, + "3940": 7.66664, + "3945": 7.67862, + "3950": 7.68625, + "3955": 7.72395, + "3960": 7.68159, + "3965": 7.70805, + "3970": 7.72156, + "3975": 7.67959, + "3980": 15.32084, + "3985": 7.67343, + "3990": 7.68087, + "3995": 7.62694, + "4000": 7.64998, + "4005": 7.66822, + "4010": 7.69406, + "4015": 7.63434, + "4020": 7.70801, + "4025": 7.63371, + "4030": 7.69563, + "4035": 7.68986, + "4040": 7.6771, + "4045": 17.18097, + "4050": 7.67402, + "4055": 7.64008, + "4060": 7.69082, + "4065": 7.6721, + "4070": 7.66297, + "4075": 7.68569, + "4080": 7.67875, + "4085": 7.66644, + "4090": 7.67484, + "4095": 7.68586, + "4100": 28.01752, + "4105": 7.70327, + "4110": 7.63359, + "4115": 7.68437, + "4120": 7.68105, + "4125": 7.65511, + "4130": 7.66122, + "4135": 7.66655, + "4140": 16.4225, + "4145": 7.67369, + "4150": 7.67181, + "4155": 7.68623, + "4160": 7.68068, + "4165": 7.65254, + "4170": 7.64474, + "4175": 7.67178, + "4180": 7.68414, + "4185": 7.6303, + "4190": 7.66892, + "4195": 7.65353, + "4200": 7.62909, + "4205": 7.67635, + "4210": 54.64207, + "4215": 7.68482, + "4220": 7.66425, + "4225": 7.63716, + "4230": 7.68579, + "4235": 14.46487, + "4240": 7.658, + "4245": 7.68702, + "4250": 7.65865, + "4255": 17.354, + "4260": 8.23622, + "4265": 7.778, + "4270": 7.70374, + "4275": 7.65029, + "4280": 7.66319, + "4285": 7.65756, + "4290": 8.12667, + "4295": 7.65898, + "4300": 7.6764, + "4305": 7.73041, + "4310": 7.69675, + "4315": 7.65924, + "4320": 7.63593, + "4325": 7.63601, + "4330": 7.66656, + "4335": 7.66401, + "4340": 7.66813, + "4345": 7.64673, + "4350": 7.66468, + "4355": 20.04902, + "4360": 7.66611, + "4365": 7.65353, + "4370": 7.62179, + "4375": 7.66305, + "4380": 7.68996, + "4385": 7.63037, + "4390": 7.62821, + "4395": 7.65873, + "4400": 7.66904, + "4405": 7.6291, + "4410": 7.6745, + "4415": 7.66251, + "4420": 7.67086, + "4425": 7.67821, + "4430": 7.6416, + "4435": 7.68272, + "4440": 7.7135, + "4445": 7.68296, + "4450": 7.65296, + "4455": 7.67754, + "4460": 7.6939, + "4465": 7.65829, + "4470": 7.67054, + "4475": 7.66775, + "4480": 7.64988, + "4485": 7.67972, + "4490": 7.68712, + "4495": 7.67531, + "4500": 7.65847, + "4505": 7.66778, + "4510": 8.98397, + "4515": 7.63669, + "4520": 7.7103, + "4525": 7.68201, + "4530": 7.67072, + "4535": 7.66094, + "4540": 7.64541, + "4545": 7.65274, + "4550": 7.68404, + "4555": 7.70643, + "4560": 7.74737, + "4565": 7.62903, + "4570": 7.64178, + "4575": 7.63429, + "4580": 7.69763, + "4585": 7.65485, + "4590": 7.63337, + "4595": 7.66418, + "4600": 7.65143, + "4605": 7.63451, + "4610": 7.67576, + "4615": 7.69455, + "4620": 7.71329, + "4625": 7.63101, + "4630": 7.65277, + "4635": 7.68349, + "4640": 7.71953, + "4645": 7.68531, + "4650": 7.66915, + "4655": 7.67393, + "4660": 7.63697, + "4665": 7.63584, + "4670": 7.66257, + "4675": 7.695, + "4680": 7.68932, + "4685": 7.70765, + "4690": 7.63272, + "4695": 7.67098, + "4700": 7.65506, + "4705": 7.64756, + "4710": 7.70568, + "4715": 7.70601, + "4720": 7.65997, + "4725": 7.70427, + "4730": 7.69099, + "4735": 14.04016, + "4740": 7.72002, + "4745": 7.69168, + "4750": 7.67512, + "4755": 7.74976, + "4760": 7.66477, + "4765": 7.67183, + "4770": 7.6847, + "4775": 7.67532, + "4780": 43.25243, + "4785": 7.63326, + "4790": 7.69096, + "4795": 7.65318, + "4800": 7.69974, + "4805": 7.68321, + "4810": 7.67585, + "4815": 7.68149, + "4820": 7.68224, + "4825": 31.30009, + "4830": 7.6613, + "4835": 7.67486, + "4840": 7.63749, + "4845": 7.69415, + "4850": 7.71385, + "4855": 7.69102, + "4860": 7.65262, + "4865": 7.68144, + "4870": 7.67987, + "4875": 7.68057, + "4880": 7.64254, + "4885": 27.56509, + "4890": 7.64661, + "4895": "nan", + "4900": 7.68134, + "4905": 7.70593, + "4910": 9.58632, + "4915": 7.73211, + "4920": 7.68668, + "4925": 7.71361, + "4930": 7.91312, + "4935": 7.72251, + "4940": 7.68644, + "4945": 16.00447, + "4950": 7.69013, + "4955": 7.69151, + "4960": 7.71817, + "4965": 7.71112, + "4970": 26.2412, + "4975": 7.68352, + "4980": 7.68756, + "4985": 7.67801, + "4990": 7.71499, + "4995": 7.67015, + "5000": 7.79993, + "5005": 7.67475, + "5010": 7.67978, + "5015": 7.67998, + "5020": 7.70695, + "5025": 31.24429, + "5030": 7.68808, + "5035": 7.69809, + "5040": 7.70278, + "5045": 7.68088, + "5050": 7.72886, + "5055": 7.69057, + "5060": 7.68262, + "5065": 7.71677, + "5070": 7.67219, + "5075": 7.75284, + "5080": 7.71272, + "5085": 7.66355, + "5090": 7.6767, + "5095": 7.69415, + "5100": 7.70634, + "5105": 7.71839, + "5110": 7.72789, + "5115": 22.05469, + "5120": 7.67899, + "5125": 7.6935, + "5130": 7.74779, + "5135": 7.70712, + "5140": 7.67206, + "5145": 17.70929, + "5150": 7.70704, + "5155": 7.68127, + "5160": 7.72235, + "5165": 7.68984, + "5170": 15.5891, + "5175": 7.69291, + "5180": 7.66184, + "5185": 7.71608, + "5190": 7.69001, + "5195": 7.70726, + "5200": 7.70094, + "5205": 7.73004, + "5210": 7.69843, + "5215": 7.71327, + "5220": 7.73885, + "5225": 7.67857, + "5230": 14.3485, + "5235": 7.71084, + "5240": 7.7139, + "5245": 7.7056, + "5250": 7.67536, + "5255": 7.65597, + "5260": 7.70827, + "5265": 7.67382, + "5270": 7.69029, + "5275": 7.68198, + "5280": 17.0703, + "5285": 7.73332, + "5290": 7.7135, + "5295": 22.67106, + "5300": 7.67717, + "5305": 27.73863, + "5310": 7.67759, + "5315": 7.67961, + "5320": 7.71378, + "5325": 7.67838, + "5330": 7.74258, + "5335": 7.69614, + "5340": 35.16928, + "5345": 7.69894, + "5350": 7.68856, + "5355": 7.7126, + "5360": 7.70859, + "5365": 7.68087, + "5370": 7.7596, + "5375": 7.68473, + "5380": 7.69817, + "5385": 7.71854, + "5390": 7.69112, + "5395": 7.63647, + "5400": 7.70599, + "5405": 7.70342, + "5410": 7.70778, + "5415": 7.69746, + "5420": 7.68884, + "5425": 7.69676, + "5430": 7.68817, + "5435": 7.67805, + "5440": 7.71194, + "5445": 7.7285, + "5450": 7.70133, + "5455": 7.67386, + "5460": 7.67064, + "5465": 7.66238, + "5470": 7.74211, + "5475": 7.67017, + "5480": 7.69776, + "5485": 7.72524, + "5490": 7.62662, + "5495": 7.67569, + "5500": 7.73237, + "5505": 7.90632, + "5510": 7.76154, + "5515": 7.64476, + "5520": 7.6757, + "5525": 7.68599, + "5530": 7.66966, + "5535": 9.18675, + "5540": 7.6801, + "5545": 7.67432, + "5550": 7.68584, + "5555": 7.70635, + "5560": 7.70152, + "5565": 7.71209, + "5570": 7.68857, + "5575": 9.43548, + "5580": 7.66548, + "5585": 7.70493, + "5590": 7.67944, + "5595": 7.67922, + "5600": 7.68347, + "5605": 7.66992, + "5610": 7.69588, + "5615": 13.57089, + "5620": 7.70507, + "5625": 7.67431, + "5630": 7.66669, + "5635": 7.67469, + "5640": 7.74966, + "5645": 7.6919, + "5650": 7.68959, + "5655": 7.71422, + "5660": 7.63607, + "5665": 9.77754, + "5670": 7.64023, + "5675": 7.69112, + "5680": 7.70735, + "5685": 7.69287, + "5690": 7.72413, + "5695": 7.73045, + "5700": 7.71151, + "5705": 7.69381, + "5710": 7.66626, + "5715": 12.30891, + "5720": 7.66336, + "5725": 7.68645, + "5730": 7.64707, + "5735": 7.70967, + "5740": 7.70411, + "5745": 7.6946, + "5750": 7.64485, + "5755": 7.70134, + "5760": 7.69069, + "5765": 7.67883, + "5770": 7.71137, + "5775": 7.63267, + "5780": 7.85877, + "5785": 7.72289, + "5790": 7.67204, + "5795": 7.66597, + "5800": 7.72562, + "5805": 7.65974, + "5810": 7.64619, + "5815": 7.67024, + "5820": 7.62553, + "5825": 7.67124, + "5830": 7.66624, + "5835": 7.68946, + "5840": 7.65345, + "5845": 7.65122, + "5850": 7.67502, + "5855": 7.65158, + "5860": 7.66193, + "5865": 7.6739, + "5870": 7.68753, + "5875": 7.70964, + "5880": 7.67763, + "5885": 7.66601, + "5890": 7.65221, + "5895": 7.65165, + "5900": 7.65244, + "5905": 7.73687, + "5910": 7.64741, + "5915": 7.6742, + "5920": 7.67382, + "5925": 7.67278, + "5930": 7.66046, + "5935": 7.67212, + "5940": 7.72681, + "5945": 7.65546, + "5950": 7.76112, + "5955": 7.68477, + "5960": 7.65907, + "5965": 7.69466, + "5970": 7.67805, + "5975": 7.69033, + "5980": 8.79548, + "5985": 8.73726, + "5990": 8.7589, + "5995": 8.76382, + "6000": 9.89093, + "6005": 8.74983, + "6010": 8.75158, + "6015": 8.65243, + "6020": 8.73512, + "6025": 8.79845, + "6030": 10.54209, + "6035": 8.72273, + "6040": 8.7371, + "6045": 8.73574, + "6050": 8.77403, + "6055": 8.71515, + "6060": 8.77555, + "6065": 8.77075, + "6070": 8.79184, + "6075": 8.85241, + "6080": 9.60877, + "6085": 8.76196, + "6090": 8.72087, + "6095": 8.76681, + "6100": 8.74255, + "6105": 8.71004, + "6110": 8.75566, + "6115": 8.80475, + "6120": 8.74674, + "6125": 8.75779, + "6130": 8.77423, + "6135": 8.7476, + "6140": 8.78927, + "6145": 8.77839, + "6150": 8.84674, + "6155": 8.83688, + "6160": 8.77236, + "6165": 8.77225, + "6170": 8.73577, + "6175": 8.76183, + "6180": 8.7204, + "6185": 8.72854, + "6190": 8.74246, + "6195": 8.73676, + "6200": 8.73612, + "6205": 8.73403, + "6210": 8.76218, + "6215": 8.70949, + "6220": 8.74637, + "6225": 8.74396, + "6230": 8.79046, + "6235": 8.73752, + "6240": 8.7773, + "6245": 8.9205, + "6250": 8.74323, + "6255": 8.69041, + "6260": 8.76066, + "6265": 8.80149, + "6270": 8.71374, + "6275": 8.73549, + "6280": 8.73678, + "6285": 8.75697, + "6290": 8.69536, + "6295": 8.73382, + "6300": 8.72091, + "6305": 8.69085, + "6310": 8.74178, + "6315": 8.76341, + "6320": 8.72425, + "6325": 8.75025, + "6330": 35.45488, + "6335": 8.73051, + "6340": 8.72973, + "6345": 8.68953, + "6350": 8.74064, + "6355": 8.70852, + "6360": 8.74355, + "6365": 8.73836, + "6370": 8.73532, + "6375": 8.74372, + "6380": 8.79124, + "6385": 8.76221, + "6390": 18.40093, + "6395": 15.69404, + "6400": 8.72229, + "6405": 8.76673, + "6410": 8.80782, + "6415": 8.71979, + "6420": 8.76622, + "6425": 8.74861, + "6430": 9.80378, + "6435": 8.75522, + "6440": 8.74079, + "6445": 8.69742, + "6450": 8.69718, + "6455": 8.79111, + "6460": 12.86974, + "6465": 8.77111, + "6470": 8.73458, + "6475": 8.81103, + "6480": 22.22738, + "6485": 8.78657, + "6490": 8.79684, + "6495": 8.78682, + "6500": 8.782, + "6505": 22.09958, + "6510": 8.68731, + "6515": 8.68647, + "6520": 8.73748, + "6525": 8.75405, + "6530": 45.88803, + "6535": 8.73079, + "6540": 8.70524, + "6545": 8.70441, + "6550": 8.80887, + "6555": 8.79102, + "6560": 8.65396, + "6565": 12.6516, + "6570": 8.75772, + "6575": 8.76683, + "6580": 8.78237, + "6585": 8.78726, + "6590": 8.751, + "6595": 8.77629, + "6600": 8.76154, + "6605": 8.72373, + "6610": 8.70413, + "6615": 8.69621, + "6620": 8.75383, + "6625": 8.69736, + "6630": 8.72602, + "6635": 8.70564, + "6640": 11.1172, + "6645": 8.70857, + "6650": 8.69853, + "6655": 8.77941, + "6660": 8.82578, + "6665": 8.65203, + "6670": 8.70479, + "6675": 15.3011, + "6680": 8.76023, + "6685": 10.36584, + "6690": 8.72089, + "6695": 8.74824, + "6700": 15.81454, + "6705": 8.75746, + "6710": 8.69047, + "6715": 8.72232, + "6720": 8.78934, + "6725": 8.75915, + "6730": 20.76388, + "6735": 8.73769, + "6740": 8.75228, + "6745": 8.73909, + "6750": 8.73291, + "6755": 8.75026, + "6760": 8.66201, + "6765": 8.67505, + "6770": 8.71159, + "6775": 13.4563, + "6780": 8.72792, + "6785": 8.70931, + "6790": 8.73335, + "6795": 8.74191, + "6800": 10.2767, + "6805": 8.74382, + "6810": 8.78968, + "6815": 13.19024, + "6820": 8.69398, + "6825": 8.7942, + "6830": 8.76662, + "6835": 8.73506, + "6840": 8.79239, + "6845": 8.74376, + "6850": 8.75351, + "6855": 8.73868, + "6860": 8.74296, + "6865": 8.74008, + "6870": 8.7827, + "6875": 8.77137, + "6880": 8.76586, + "6885": 8.76657, + "6890": 11.92249, + "6895": 8.74391, + "6900": 8.72334, + "6905": 8.76226, + "6910": 8.81266, + "6915": 8.75704, + "6920": 20.76976, + "6925": 8.73751, + "6930": 8.74888, + "6935": 8.79712, + "6940": 8.81733, + "6945": 8.77829, + "6950": 8.69087, + "6955": 8.71353, + "6960": 8.79561, + "6965": 8.70962, + "6970": 24.5121, + "6975": 8.7613, + "6980": 8.82408, + "6985": 7.7344, + "6990": 7.6852, + "6995": 7.7523, + "7000": 7.68245, + "7005": 7.72012, + "7010": 7.70011, + "7015": 7.71018, + "7020": 7.71631, + "7025": 7.70545, + "7030": 13.70124, + "7035": 7.69324, + "7040": 7.72656, + "7045": 7.71318, + "7050": 7.6813, + "7055": 7.68302, + "7060": 7.69883, + "7065": 7.74768, + "7070": 7.75916, + "7075": 7.7017, + "7080": 17.81365, + "7085": 7.72346, + "7090": 7.75201, + "7095": 7.72953, + "7100": 7.72177, + "7105": 7.72924, + "7110": 7.71318, + "7115": 7.68422, + "7120": 17.15495, + "7125": 7.74503, + "7130": 7.70276, + "7135": 7.72032, + "7140": 7.71692, + "7145": 7.73425, + "7150": 7.74598, + "7155": 7.68825, + "7160": 7.72755, + "7165": 7.71583, + "7170": 7.71756, + "7175": 7.71892, + "7180": 8.62138, + "7185": 7.70819, + "7190": 25.15296, + "7195": 7.73694, + "7200": 7.74203, + "7205": 7.73459, + "7210": 7.7248, + "7215": 7.69932, + "7220": 7.70514, + "7225": 7.6906, + "7230": 7.73859, + "7235": 7.7486, + "7240": 7.71488, + "7245": 35.31186, + "7250": 7.73689, + "7255": 7.78282, + "7260": 7.69963, + "7265": 7.72129, + "7270": 7.68814, + "7275": 7.70352, + "7280": 7.73157, + "7285": 7.70384, + "7290": 7.73351, + "7295": 7.80747, + "7300": 7.73428, + "7305": 7.67337, + "7310": 7.701, + "7315": 7.73637, + "7320": 7.68732, + "7325": 7.72061, + "7330": 7.71733, + "7335": 7.74247, + "7340": 7.7538, + "7345": 15.56451, + "7350": 7.74871, + "7355": 7.71074, + "7360": 7.74262, + "7365": 7.72847, + "7370": 7.70963, + "7375": 7.73152, + "7380": 7.68074, + "7385": 7.70151, + "7390": 7.69577, + "7395": 7.70635, + "7400": 7.68218, + "7405": 7.73887, + "7410": 7.69486, + "7415": 26.09414, + "7420": 7.73635, + "7425": 7.72707, + "7430": 7.7482, + "7435": 7.70744, + "7440": 7.71831, + "7445": 7.71964, + "7450": 7.71185, + "7455": 7.75286, + "7460": 7.70447, + "7465": 7.67153, + "7470": 7.70877, + "7475": 7.73397, + "7480": 12.91944, + "7485": 7.72823, + "7490": 7.69517, + "7495": 7.70582, + "7500": 7.72312, + "7505": 7.86106, + "7510": 7.72171, + "7515": 8.63603, + "7520": 7.73724, + "7525": 7.70479, + "7530": 7.72689, + "7535": 7.71714, + "7540": 7.73467, + "7545": 7.75475, + "7550": 7.71459, + "7555": 7.75871, + "7560": 7.69906, + "7565": 7.81678, + "7570": 7.72792, + "7575": 7.73853, + "7580": 19.05192, + "7585": 7.70928, + "7590": 7.74247, + "7595": 7.70334, + "7600": 7.73216, + "7605": 7.68997, + "7610": 7.74887, + "7615": 7.70017, + "7620": 7.712, + "7625": 20.69044, + "7630": 7.72508, + "7635": 7.74431, + "7640": 7.74614, + "7645": 7.73495, + "7650": 7.75134, + "7655": 7.73525, + "7660": 7.71382, + "7665": 7.71879, + "7670": 7.71069, + "7675": 7.7545, + "7680": 7.731, + "7685": 28.38769, + "7690": 7.70013, + "7695": 7.70512, + "7700": 7.72898, + "7705": 7.71175, + "7710": 7.74054, + "7715": 25.79383, + "7720": 7.65866, + "7725": 7.68378, + "7730": 7.7442, + "7735": 7.72939, + "7740": 20.52677, + "7745": 7.68463, + "7750": 7.74328, + "7755": 8.09776, + "7760": 7.77523, + "7765": 7.79577, + "7770": 7.72056, + "7775": 14.58435, + "7780": 7.71121, + "7785": 7.6897, + "7790": 25.81522, + "7795": 7.70367, + "7800": 7.74868, + "7805": 7.72241, + "7810": 16.44418, + "7815": 7.70712, + "7820": 7.74024, + "7825": 7.73102, + "7830": 7.70797, + "7835": 7.74084, + "7840": 7.77577, + "7845": 19.41641, + "7850": 7.72432, + "7855": 7.71354, + "7860": 13.02327, + "7865": 7.70382, + "7870": 12.16723, + "7875": 7.73482, + "7880": 7.73417, + "7885": 7.73531, + "7890": 7.71453, + "7895": 7.72886, + "7900": 7.7253, + "7905": 7.7319, + "7910": 7.74598, + "7915": 10.66316, + "7920": 7.67918, + "7925": 7.71462, + "7930": 7.76094, + "7935": 7.72558, + "7940": 7.71017, + "7945": 7.72874, + "7950": 7.741, + "7955": 7.72791, + "7960": 7.71644, + "7965": 7.72177, + "7970": 7.75399, + "7975": 7.7282, + "7980": 7.69633, + "7985": 12.71552, + "7990": 7.71698, + "7995": 7.71279, + "8000": 7.73903, + "8005": 7.73097, + "8010": 7.72597, + "8015": 7.72989, + "8020": 7.70347, + "8025": 7.73356, + "8030": 7.71594, + "8035": 7.69841, + "8040": 7.73756, + "8045": 16.95034, + "8050": 7.70179, + "8055": 7.70637, + "8060": 7.6874, + "8065": 7.69848, + "8070": 7.75451, + "8075": 7.72501, + "8080": 7.73083, + "8085": 7.76536, + "8090": 7.76086, + "8095": 7.68885, + "8100": 7.68824, + "8105": 7.68343, + "8110": 7.7345, + "8115": 7.73921, + "8120": 7.75155, + "8125": 7.71054, + "8130": 7.77458, + "8135": 12.12122, + "8140": 7.71921, + "8145": 7.75589, + "8150": 7.70204, + "8155": 7.70644, + "8160": 12.72723, + "8165": 7.72022, + "8170": 7.67897, + "8175": 7.73813, + "8180": 7.73972, + "8185": 7.69324, + "8190": 7.72452, + "8195": 7.68867, + "8200": 15.48012, + "8205": 7.70131, + "8210": 7.73762, + "8215": 7.72735, + "8220": 7.72877, + "8225": 65.90765, + "8230": 7.73431, + "8235": 7.70452, + "8240": 7.74843, + "8245": 7.71159, + "8250": 7.75873, + "8255": 18.46645, + "8260": 7.69312, + "8265": 7.69817, + "8270": 20.16962, + "8275": 7.69891, + "8280": 7.71422, + "8285": 7.68322, + "8290": 7.74574, + "8295": 7.72721, + "8300": 7.69463, + "8305": 17.94482, + "8310": 7.74095, + "8315": 7.68236, + "8320": 7.73209, + "8325": 7.68919, + "8330": 7.74896, + "8335": 27.31071, + "8340": 7.72784, + "8345": 7.70944, + "8350": 7.7479, + "8355": 7.76406, + "8360": 8.44401, + "8365": 7.72299, + "8370": 9.13732, + "8375": 7.75345, + "8380": 7.73354, + "8385": 7.75105, + "8390": 7.75877, + "8395": 7.73427, + "8400": 7.77439, + "8405": 7.75556, + "8410": 7.74766, + "8415": 7.74364, + "8420": 7.74118, + "8425": 7.71627, + "8430": 7.76763, + "8435": 7.87226, + "8440": 7.74166, + "8445": 7.79113, + "8450": 7.75387, + "8455": 7.7455, + "8460": 7.8341, + "8465": 7.75567, + "8470": 7.73886, + "8475": 7.75875, + "8480": 7.77714, + "8485": 7.73162, + "8490": 7.76034, + "8495": 7.70186, + "8500": 7.74867, + "8505": 7.72104, + "8510": 7.77237, + "8515": 7.76571, + "8520": 7.80207, + "8525": 7.83793, + "8530": 7.72948, + "8535": 7.74241, + "8540": 7.76759, + "8545": 7.74558, + "8550": 9.78662, + "8555": 7.78862, + "8560": 7.69314, + "8565": 7.75092, + "8570": 7.788, + "8575": 7.77628, + "8580": 7.77852, + "8585": 7.75473, + "8590": 7.72584, + "8595": 7.77413, + "8600": 7.74906, + "8605": 7.78572, + "8610": 7.72038, + "8615": 7.72149, + "8620": 7.74595, + "8625": 7.76997, + "8630": 7.78023, + "8635": 7.77384, + "8640": 7.81542, + "8645": 7.75832, + "8650": 7.45772, + "8655": 7.50184, + "8660": 7.4452, + "8665": 7.51943, + "8670": 7.46972, + "8675": 7.48924, + "8680": 7.46635, + "8685": 7.46267, + "8690": 7.51511, + "8695": 7.5173, + "8700": 7.49462, + "8705": 36.97242, + "8710": 7.56266, + "8715": 7.56513, + "8720": 7.58076, + "8725": 7.55647, + "8730": 7.57453, + "8735": 7.57805, + "8740": 7.58131, + "8745": 7.59663, + "8750": 7.56867, + "8755": 7.58379, + "8760": 34.0399, + "8765": 7.59564, + "8770": 7.61435, + "8775": 7.62113, + "8780": 7.63075, + "8785": 10.50408, + "8790": 7.60323, + "8795": 7.59093, + "8800": 7.62682, + "8805": 7.55253, + "8810": 7.59003, + "8815": 7.56221, + "8820": 7.61346, + "8825": 7.59609, + "8830": 8.90255, + "8835": 7.5662, + "8840": 7.55823, + "8845": 7.59601, + "8850": 32.18616, + "8855": 7.56676, + "8860": 7.62033, + "8865": 7.56054, + "8870": 7.58606, + "8875": 7.5728, + "8880": 7.58588, + "8885": 7.58024, + "8890": 7.58467, + "8895": 7.59696, + "8900": 7.57192, + "8905": 14.21695, + "8910": 7.60357, + "8915": 7.56492, + "8920": 7.60684, + "8925": 7.58744, + "8930": 7.607, + "8935": 7.54646, + "8940": 15.37046, + "8945": 7.56413, + "8950": 7.63383, + "8955": 7.57658, + "8960": 7.57496, + "8965": 7.56415, + "8970": 7.57714, + "8975": 7.54666, + "8980": 13.66879, + "8985": 7.58742, + "8990": 7.59615, + "8995": 7.54326, + "9000": 36.72772, + "9005": 7.58381, + "9010": 7.58351, + "9015": 7.60301, + "9020": 7.6092, + "9025": 7.59685, + "9030": 11.75952, + "9035": 7.54508, + "9040": 7.61937, + "9045": 7.56783, + "9050": 7.58833, + "9055": 7.56681, + "9060": 7.57701, + "9065": 7.57428, + "9070": 7.64229, + "9075": 7.56663, + "9080": 7.57114, + "9085": 7.58561, + "9090": 7.57738, + "9095": 7.58988, + "9100": 9.30224, + "9105": 7.56069, + "9110": 7.57408, + "9115": 7.58594, + "9120": 7.62045, + "9125": 7.56998, + "9130": 7.61472, + "9135": 7.58332, + "9140": 7.5713, + "9145": 7.57564, + "9150": 7.60248, + "9155": 7.56456, + "9160": 7.56255, + "9165": 7.62102, + "9170": 7.60054, + "9175": 7.56118, + "9180": 7.56444, + "9185": 7.5746, + "9190": 7.57369, + "9195": 34.35552, + "9200": 7.54977, + "9205": 7.59118, + "9210": 7.55959, + "9215": 7.57658, + "9220": 7.57651, + "9225": 7.57532, + "9230": 7.57772, + "9235": 7.55808, + "9240": 7.60423, + "9245": 7.56324, + "9250": 7.57204, + "9255": 7.6287, + "9260": 7.58491, + "9265": 7.5846, + "9270": 34.79556, + "9275": 7.57817, + "9280": 7.58667, + "9285": 7.56099, + "9290": 7.59242, + "9295": 7.57733, + "9300": 19.57602, + "9305": 7.56234, + "9310": 7.59926, + "9315": 7.55985, + "9320": 7.60214, + "9325": 7.62397, + "9330": 7.52905, + "9335": 7.61258, + "9340": 7.57207, + "9345": 17.83714, + "9350": 7.57875, + "9355": 7.59114, + "9360": 7.61886, + "9365": 7.55746, + "9370": 7.62008, + "9375": 7.57546, + "9380": 7.55667, + "9385": 7.56997, + "9390": 7.60437, + "9395": 7.56261, + "9400": 7.63204, + "9405": 13.70497, + "9410": 7.58881, + "9415": 7.56621, + "9420": 7.56237, + "9425": 7.58213, + "9430": 7.5846, + "9435": 7.57692, + "9440": 7.58347, + "9445": 7.58848, + "9450": 25.3813, + "9455": 7.63607, + "9460": 7.56592, + "9465": 7.59055, + "9470": 7.59247, + "9475": 7.6003, + "9480": 7.57424, + "9485": 7.59309, + "9490": 7.57347, + "9495": 7.6102, + "9500": 7.5708, + "9505": 7.92231, + "9510": 7.57917, + "9515": 7.57732, + "9520": 7.62003, + "9525": 7.54771, + "9530": 7.62317, + "9535": 7.59545 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release_sm/model_config.yaml b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release_sm/model_config.yaml similarity index 94% rename from tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release_sm/model_config.yaml rename to tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release_sm/model_config.yaml index beb3633b510..36cd34bf752 100644 --- a/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp1pp4emp16etp1cp1_gb_200_release_sm/model_config.yaml +++ b/tests/functional_tests/test_cases/mixtral/deepseekv3_proxy_flex_tp2pp2emp16etp1cp1_gb_200_release_sm/model_config.yaml @@ -13,16 +13,16 @@ ENV_VARS: NON_DETERMINSTIC_RESULTS: 1 NVSHMEM_IB_ENABLE_IBGDA: 0 CUDA_DEVICE_MAX_CONNECTIONS: 1 - NUM_OF_HYBRID_EP_RANKS_PER_NVLINK_DOMAIN: 16 + NUM_OF_HYBRID_EP_RANKS_PER_NVLINK_DOMAIN: 8 USE_MNNVL: 1 TEST_TYPE: "release" MODEL_ARGS: # Distributed args --distributed-timeout-minutes: 60 --tensor-model-parallel-size: 2 - --pipeline-model-parallel-size: 4 - --pipeline-model-parallel-layout: Et*2\\|\\(tt\\|\\)*5t\\|tmL # Et*2|(tt|)*5t|tmL - --expert-model-parallel-size: 16 + --pipeline-model-parallel-size: 2 + --pipeline-model-parallel-layout: "Et*7|t*7mL" + --expert-model-parallel-size: 8 --context-parallel-size: 1 --expert-tensor-parallel-size: 1 --use-distributed-optimizer: true @@ -34,7 +34,7 @@ MODEL_ARGS: --sequence-parallel: true --use-flash-attn: true --disable-bias-linear: true - --micro-batch-size: 1 + --micro-batch-size: 4 --global-batch-size: 512 --train-samples: 24414062 --exit-duration-in-mins: 220 @@ -94,7 +94,7 @@ MODEL_ARGS: --adam-beta2: 0.95 # Add MoE args - --num-experts: 64 # local 4 + 1 shared, EP16 + --num-experts: 64 # local 8 + 1 shared, EP8 --moe-layer-freq: ([0]*3+[1]*11) --moe-ffn-hidden-size: 2048 --moe-shared-expert-intermediate-size: 2048 diff --git a/tests/functional_tests/test_cases/mixtral/mixtral_8x22b_tp2pp8ep8vpp1_release/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/mixtral/mixtral_8x22b_tp2pp8ep8vpp1_release/golden_values_dev_dgx_h100.json index d87affad78d..65b1c44baec 100644 --- a/tests/functional_tests/test_cases/mixtral/mixtral_8x22b_tp2pp8ep8vpp1_release/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/mixtral/mixtral_8x22b_tp2pp8ep8vpp1_release/golden_values_dev_dgx_h100.json @@ -1 +1,192 @@ -{"lm loss": {"start_step": 1, "end_step": 150, "step_interval": 5, "values": {"1": 1.73921, "5": 1.76233, "10": 1.71016, "15": 1.71693, "20": 1.70925, "25": 1.65675, "30": 1.70044, "35": 1.59874, "40": 1.61213, "45": 1.61385, "50": 1.5751, "55": 1.58708, "60": 1.58154, "65": 1.57132, "70": 1.55148, "75": 1.57899, "80": 1.56981, "85": 1.56007, "90": 1.57537, "95": 1.56237, "100": 1.535, "105": 1.52638, "110": 1.54277, "115": 1.52584, "120": 1.53289, "125": 1.53919, "130": 1.57159, "135": 1.52419, "140": 1.53203, "145": 1.50764, "150": 1.53393}}, "num-zeros": {"start_step": 1, "end_step": 150, "step_interval": 5, "values": {"1": 45157344.0, "5": 48253032.0, "10": 45832968.0, "15": 48763376.0, "20": 49512520.0, "25": 49548924.0, "30": 46404436.0, "35": 46939256.0, "40": 46914044.0, "45": 47307180.0, "50": 46042360.0, "55": 50101696.0, "60": 47000412.0, "65": 49045092.0, "70": 45219292.0, "75": 46238708.0, "80": 48393620.0, "85": 46355312.0, "90": 48178600.0, "95": 47343576.0, "100": 47841512.0, "105": 49604120.0, "110": 49585476.0, "115": 43063424.0, "120": 44880640.0, "125": 47404780.0, "130": 48068596.0, "135": 48338664.0, "140": 47951836.0, "145": 45426960.0, "150": 48922204.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 150, "step_interval": 5, "values": {"1": 22504325120.0, "5": 22504327168.0, "10": 22504327168.0, "15": 22504327168.0, "20": 22504327168.0, "25": 22504327168.0, "30": 22504327168.0, "35": 22504327168.0, "40": 22504327168.0, "45": 22504327168.0, "50": 22504327168.0, "55": 22504327168.0, "60": 22504327168.0, "65": 22504327168.0, "70": 22504327168.0, "75": 22504327168.0, "80": 22504327168.0, "85": 22504327168.0, "90": 22504327168.0, "95": 22504327168.0, "100": 22504327168.0, "105": 22504327168.0, "110": 22504327168.0, "115": 22504327168.0, "120": 22504327168.0, "125": 22504327168.0, "130": 22504327168.0, "135": 22504327168.0, "140": 22504327168.0, "145": 22504327168.0, "150": 22504327168.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 150, "step_interval": 5, "values": {"1": 26732187648.0, "5": 27730509824.0, "10": 27929333760.0, "15": 27929333760.0, "20": 27929333760.0, "25": 27929333760.0, "30": 27929333760.0, "35": 27929333760.0, "40": 28029356032.0, "45": 28029356032.0, "50": 28029356032.0, "55": 28029356032.0, "60": 28030414848.0, "65": 28030414848.0, "70": 28030414848.0, "75": 28030414848.0, "80": 28030414848.0, "85": 28030414848.0, "90": 28030414848.0, "95": 28030414848.0, "100": 28030414848.0, "105": 28030414848.0, "110": 28030414848.0, "115": 28030414848.0, "120": 28030414848.0, "125": 28030414848.0, "130": 28030414848.0, "135": 28030414848.0, "140": 28030414848.0, "145": 28030414848.0, "150": 28030414848.0}}, "iteration-time": {"start_step": 1, "end_step": 150, "step_interval": 5, "values": {"1": 141.97864, "5": 6.34884, "10": 7.2048, "15": 6.66177, "20": 6.76477, "25": 6.54753, "30": 6.66009, "35": 6.91619, "40": 7.11599, "45": 6.48324, "50": 6.31372, "55": 6.47363, "60": 6.48183, "65": 6.20812, "70": 7.3018, "75": 6.45172, "80": 6.35535, "85": 6.32769, "90": 6.5653, "95": 6.1168, "100": 5.8939, "105": 6.52854, "110": 6.7756, "115": 6.12091, "120": 6.33951, "125": 6.82648, "130": 6.30181, "135": 6.59449, "140": 6.49127, "145": 6.34704, "150": 6.13838}}} \ No newline at end of file +{ + "lm loss": { + "start_step": 1, + "end_step": 150, + "step_interval": 5, + "values": { + "1": 1.73932, + "5": 1.7625, + "10": 1.71024, + "15": 1.71696, + "20": 1.7093, + "25": 1.65693, + "30": 1.70056, + "35": 1.59849, + "40": 1.61145, + "45": 1.60968, + "50": 1.57245, + "55": 1.58498, + "60": 1.58013, + "65": 1.57, + "70": 1.55073, + "75": 1.57846, + "80": 1.56971, + "85": 1.55965, + "90": 1.57538, + "95": 1.56214, + "100": 1.5347, + "105": 1.52615, + "110": 1.54244, + "115": 1.52564, + "120": 1.53258, + "125": 1.53894, + "130": 1.57133, + "135": 1.52407, + "140": 1.53167, + "145": 1.50728, + "150": 1.5337 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 150, + "step_interval": 5, + "values": { + "1": 45157168.0, + "5": 48252968.0, + "10": 45833172.0, + "15": 48763448.0, + "20": 49512632.0, + "25": 49549132.0, + "30": 46404516.0, + "35": 46939324.0, + "40": 46914204.0, + "45": 47307464.0, + "50": 46042896.0, + "55": 50101452.0, + "60": 47000316.0, + "65": 49044716.0, + "70": 45219092.0, + "75": 46238420.0, + "80": 48393404.0, + "85": 46354672.0, + "90": 48178604.0, + "95": 47343576.0, + "100": 47841268.0, + "105": 49604104.0, + "110": 49585320.0, + "115": 43063064.0, + "120": 44880512.0, + "125": 47404648.0, + "130": 48068848.0, + "135": 48339044.0, + "140": 47952152.0, + "145": 45427352.0, + "150": 48922408.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 150, + "step_interval": 5, + "values": { + "1": 23002929152.0, + "5": 23002929152.0, + "10": 23002929152.0, + "15": 23002929152.0, + "20": 23002929152.0, + "25": 23002929152.0, + "30": 23002929152.0, + "35": 23002929152.0, + "40": 23002929152.0, + "45": 23002929152.0, + "50": 23002929152.0, + "55": 23002929152.0, + "60": 23002929152.0, + "65": 23002929152.0, + "70": 23002929152.0, + "75": 23002929152.0, + "80": 23002929152.0, + "85": 23002929152.0, + "90": 23002929152.0, + "95": 23002929152.0, + "100": 23002929152.0, + "105": 23002929152.0, + "110": 23002929152.0, + "115": 23002929152.0, + "120": 23002929152.0, + "125": 23002929152.0, + "130": 23002929152.0, + "135": 23002929152.0, + "140": 23002929152.0, + "145": 23002929152.0, + "150": 23002929152.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 150, + "step_interval": 5, + "values": { + "1": 23002945536.0, + "5": 28229746688.0, + "10": 28431153152.0, + "15": 28431153152.0, + "20": 28431153152.0, + "25": 28431153152.0, + "30": 28431153152.0, + "35": 28431153152.0, + "40": 28526688256.0, + "45": 28526688256.0, + "50": 28534185984.0, + "55": 28534185984.0, + "60": 28534185984.0, + "65": 28534185984.0, + "70": 28534185984.0, + "75": 28534185984.0, + "80": 28534185984.0, + "85": 28534185984.0, + "90": 28534185984.0, + "95": 28534185984.0, + "100": 28534185984.0, + "105": 28534185984.0, + "110": 28534185984.0, + "115": 28534185984.0, + "120": 28534185984.0, + "125": 28534185984.0, + "130": 28534185984.0, + "135": 28534185984.0, + "140": 28534185984.0, + "145": 28534185984.0, + "150": 28534185984.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 150, + "step_interval": 5, + "values": { + "1": "nan", + "5": 9.33326, + "10": 7.45877, + "15": 6.55202, + "20": 7.14405, + "25": 6.74357, + "30": 7.73142, + "35": 7.1059, + "40": 7.15075, + "45": 6.68013, + "50": 6.27464, + "55": 6.4961, + "60": 6.20048, + "65": 7.0085, + "70": 6.96858, + "75": 6.99176, + "80": 6.97374, + "85": 7.59797, + "90": 5.99314, + "95": 7.31466, + "100": 6.1496, + "105": 6.1462, + "110": 6.52008, + "115": 6.14035, + "120": 6.48433, + "125": 5.7572, + "130": 8.06756, + "135": 7.32705, + "140": 6.87268, + "145": 7.35193, + "150": 7.70667 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/mixtral/mixtral_8x7b_tp1pp4ep8vpp8_release/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/mixtral/mixtral_8x7b_tp1pp4ep8vpp8_release/golden_values_dev_dgx_h100.json index f7a6a80a2b7..8f120988635 100644 --- a/tests/functional_tests/test_cases/mixtral/mixtral_8x7b_tp1pp4ep8vpp8_release/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/mixtral/mixtral_8x7b_tp1pp4ep8vpp8_release/golden_values_dev_dgx_h100.json @@ -1 +1,242 @@ -{"lm loss": {"start_step": 1, "end_step": 200, "step_interval": 5, "values": {"1": 1.80634, "5": 1.83171, "10": 1.77662, "15": 1.78754, "20": 1.79513, "25": 1.75231, "30": 1.80496, "35": 1.70559, "40": 1.72637, "45": 1.72361, "50": 1.68547, "55": 1.69587, "60": 1.6929, "65": 1.68666, "70": 1.65599, "75": 1.68397, "80": 1.67445, "85": 1.66157, "90": 1.68308, "95": 1.66497, "100": 1.64207, "105": 1.62509, "110": 1.63681, "115": 1.63436, "120": 1.63301, "125": 1.64265, "130": 1.66905, "135": 1.62605, "140": 1.64112, "145": 1.60827, "150": 1.62734, "155": 1.61971, "160": 1.6186, "165": 1.62252, "170": 1.6258, "175": 1.60163, "180": 1.60656, "185": 1.6715, "190": 1.61267, "195": 1.64063, "200": 1.62415}}, "num-zeros": {"start_step": 1, "end_step": 200, "step_interval": 5, "values": {"1": 30107084.0, "5": 32170564.0, "10": 30557572.0, "15": 32510632.0, "20": 33010312.0, "25": 33034532.0, "30": 30938196.0, "35": 31294880.0, "40": 31277928.0, "45": 31540264.0, "50": 30696956.0, "55": 33403104.0, "60": 31335408.0, "65": 32698254.0, "70": 30148036.0, "75": 30827970.0, "80": 32263964.0, "85": 30905140.0, "90": 32120752.0, "95": 31564360.0, "100": 31895836.0, "105": 33071156.0, "110": 33058724.0, "115": 28710640.0, "120": 29922562.0, "125": 31605040.0, "130": 32047268.0, "135": 32227450.0, "140": 31969408.0, "145": 30286728.0, "150": 32616604.0, "155": 33017540.0, "160": 31523356.0, "165": 33046308.0, "170": 31870992.0, "175": 31379856.0, "180": 30557072.0, "185": 31367220.0, "190": 32951800.0, "195": 31584284.0, "200": 30110532.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 200, "step_interval": 5, "values": {"1": 19259990016.0, "5": 19259990016.0, "10": 19259990016.0, "15": 19259990016.0, "20": 19259990016.0, "25": 19259990016.0, "30": 19259990016.0, "35": 19259990016.0, "40": 19259990016.0, "45": 19259990016.0, "50": 19259990016.0, "55": 19259990016.0, "60": 19259990016.0, "65": 19259990016.0, "70": 19259990016.0, "75": 19259990016.0, "80": 19259990016.0, "85": 19259990016.0, "90": 19259990016.0, "95": 19259990016.0, "100": 19259990016.0, "105": 19259990016.0, "110": 19259990016.0, "115": 19259990016.0, "120": 19259990016.0, "125": 19259990016.0, "130": 19259990016.0, "135": 19259990016.0, "140": 19259990016.0, "145": 19259990016.0, "150": 19259990016.0, "155": 19259990016.0, "160": 19259990016.0, "165": 19259990016.0, "170": 19259990016.0, "175": 19259990016.0, "180": 19259990016.0, "185": 19259990016.0, "190": 19259990016.0, "195": 19259990016.0, "200": 19259990016.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 200, "step_interval": 5, "values": {"1": 28930920448.0, "5": 34950066176.0, "10": 34952785920.0, "15": 35008057344.0, "20": 35030818816.0, "25": 35030818816.0, "30": 35043815424.0, "35": 35043815424.0, "40": 35043815424.0, "45": 35043815424.0, "50": 35043815424.0, "55": 35043815424.0, "60": 35043815424.0, "65": 35043815424.0, "70": 35043815424.0, "75": 35043815424.0, "80": 35043815424.0, "85": 35043815424.0, "90": 35043815424.0, "95": 35043815424.0, "100": 35043815424.0, "105": 35043815424.0, "110": 35043815424.0, "115": 35043815424.0, "120": 35043815424.0, "125": 35043815424.0, "130": 35043815424.0, "135": 35043815424.0, "140": 35043815424.0, "145": 35043815424.0, "150": 35043815424.0, "155": 35043815424.0, "160": 35043815424.0, "165": 35043815424.0, "170": 35043815424.0, "175": 35043815424.0, "180": 35043815424.0, "185": 35043815424.0, "190": 35043815424.0, "195": 35043815424.0, "200": 35043815424.0}}, "iteration-time": {"start_step": 1, "end_step": 200, "step_interval": 5, "values": {"1": 98.7801, "5": 4.04517, "10": 3.97416, "15": 3.43908, "20": 3.71676, "25": 3.60356, "30": 3.41843, "35": 3.41826, "40": 3.42692, "45": 3.42386, "50": 3.46431, "55": 3.73202, "60": 3.40706, "65": 3.55895, "70": 3.39731, "75": 3.39689, "80": 3.37554, "85": 3.40303, "90": 3.36983, "95": 3.36802, "100": 3.37332, "105": 3.37588, "110": 3.38044, "115": 3.37542, "120": 3.77014, "125": 3.6352, "130": 3.83078, "135": 3.35818, "140": 3.58233, "145": 3.64723, "150": 3.40026, "155": 3.35303, "160": 3.56001, "165": 3.55831, "170": 3.34244, "175": 3.35938, "180": 3.37525, "185": 3.35005, "190": 3.59691, "195": 3.34804, "200": 3.33378}}} \ No newline at end of file +{ + "lm loss": { + "start_step": 1, + "end_step": 200, + "step_interval": 5, + "values": { + "1": 1.80632, + "5": 1.83184, + "10": 1.77661, + "15": 1.78762, + "20": 1.79521, + "25": 1.75237, + "30": 1.8052, + "35": 1.7058, + "40": 1.72645, + "45": 1.72384, + "50": 1.68568, + "55": 1.69619, + "60": 1.69328, + "65": 1.68708, + "70": 1.65636, + "75": 1.6844, + "80": 1.67457, + "85": 1.66171, + "90": 1.68318, + "95": 1.66504, + "100": 1.64206, + "105": 1.62512, + "110": 1.63696, + "115": 1.63439, + "120": 1.63309, + "125": 1.64257, + "130": 1.66907, + "135": 1.62597, + "140": 1.64125, + "145": 1.6082, + "150": 1.62734, + "155": 1.61977, + "160": 1.61879, + "165": 1.62264, + "170": 1.62567, + "175": 1.60156, + "180": 1.60662, + "185": 1.67142, + "190": 1.6127, + "195": 1.64064, + "200": 1.62423 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 200, + "step_interval": 5, + "values": { + "1": 30107410.0, + "5": 32170588.0, + "10": 30557604.0, + "15": 32510750.0, + "20": 33010342.0, + "25": 33034544.0, + "30": 30938648.0, + "35": 31294908.0, + "40": 31277976.0, + "45": 31540080.0, + "50": 30697116.0, + "55": 33402768.0, + "60": 31335808.0, + "65": 32698444.0, + "70": 30147920.0, + "75": 30827774.0, + "80": 32264272.0, + "85": 30905426.0, + "90": 32120732.0, + "95": 31564122.0, + "100": 31896178.0, + "105": 33071324.0, + "110": 33058808.0, + "115": 28710980.0, + "120": 29922406.0, + "125": 31604900.0, + "130": 32047562.0, + "135": 32227678.0, + "140": 31969464.0, + "145": 30286908.0, + "150": 32616544.0, + "155": 33017648.0, + "160": 31523086.0, + "165": 33046236.0, + "170": 31871092.0, + "175": 31379762.0, + "180": 30557114.0, + "185": 31367138.0, + "190": 32951924.0, + "195": 31584384.0, + "200": 30110236.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 200, + "step_interval": 5, + "values": { + "1": 19743387648.0, + "5": 19743387648.0, + "10": 19743387648.0, + "15": 19743387648.0, + "20": 19743387648.0, + "25": 19743387648.0, + "30": 19743387648.0, + "35": 19743387648.0, + "40": 19743387648.0, + "45": 19743387648.0, + "50": 19743387648.0, + "55": 19743387648.0, + "60": 19743387648.0, + "65": 19743387648.0, + "70": 19743387648.0, + "75": 19743387648.0, + "80": 19743387648.0, + "85": 19743387648.0, + "90": 19743387648.0, + "95": 19743387648.0, + "100": 19743387648.0, + "105": 19743387648.0, + "110": 19743387648.0, + "115": 19743387648.0, + "120": 19743387648.0, + "125": 19743387648.0, + "130": 19743387648.0, + "135": 19743387648.0, + "140": 19743387648.0, + "145": 19743387648.0, + "150": 19743387648.0, + "155": 19743387648.0, + "160": 19743387648.0, + "165": 19743387648.0, + "170": 19743387648.0, + "175": 19743387648.0, + "180": 19743387648.0, + "185": 19743387648.0, + "190": 19743387648.0, + "195": 19743387648.0, + "200": 19743387648.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 200, + "step_interval": 5, + "values": { + "1": 29394774016.0, + "5": 35404840960.0, + "10": 35417063424.0, + "15": 35463147520.0, + "20": 35497099264.0, + "25": 35497099264.0, + "30": 35508408320.0, + "35": 35508408320.0, + "40": 35508408320.0, + "45": 35508408320.0, + "50": 35508408320.0, + "55": 35508408320.0, + "60": 35508408320.0, + "65": 35508408320.0, + "70": 35508408320.0, + "75": 35508408320.0, + "80": 35508408320.0, + "85": 35508408320.0, + "90": 35508408320.0, + "95": 35508408320.0, + "100": 35508408320.0, + "105": 35508408320.0, + "110": 35508408320.0, + "115": 35508408320.0, + "120": 35508408320.0, + "125": 35508408320.0, + "130": 35508408320.0, + "135": 35508408320.0, + "140": 35508408320.0, + "145": 35508408320.0, + "150": 35508408320.0, + "155": 35508408320.0, + "160": 35508408320.0, + "165": 35508408320.0, + "170": 35508408320.0, + "175": 35508408320.0, + "180": 35508408320.0, + "185": 35508408320.0, + "190": 35508408320.0, + "195": 35508408320.0, + "200": 35508408320.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 200, + "step_interval": 5, + "values": { + "1": "nan", + "5": 3.47451, + "10": 3.31169, + "15": 3.4018, + "20": 3.32494, + "25": 3.99476, + "30": 3.31795, + "35": 3.30721, + "40": 3.2989, + "45": 3.29245, + "50": 3.73078, + "55": 4.2852, + "60": 3.2697, + "65": 3.27747, + "70": 3.49739, + "75": 3.28191, + "80": 3.26247, + "85": 3.27631, + "90": 3.2584, + "95": 3.26058, + "100": 3.26095, + "105": 3.2444, + "110": 3.24824, + "115": 3.25435, + "120": 3.23352, + "125": 3.2335, + "130": 3.22, + "135": 3.23003, + "140": 3.22953, + "145": 3.22956, + "150": 3.26259, + "155": 3.21536, + "160": 3.23325, + "165": 3.91941, + "170": 3.22964, + "175": 3.22433, + "180": 3.21506, + "185": 3.567, + "190": 3.59199, + "195": 3.22657, + "200": 3.56689 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_gb200.json index 3dd007cc9ec..4c4c8c0c0cf 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.7915, "2": 10.8072, - "3": 10.79214, - "4": 10.77571, - "5": 10.82495, - "6": 10.83191, - "7": 10.82037, - "8": 10.81565, - "9": 10.81976, - "10": 10.7695, - "11": 10.8454, - "12": 10.83063, - "13": 10.83651, - "14": 10.85696, - "15": 10.80631, - "16": 10.78763, - "17": 10.75856, - "18": 10.79234, - "19": 10.78331, - "20": 10.73181, - "21": 10.71017, - "22": 10.57574, - "23": 10.71599, - "24": 10.62049, - "25": 10.58266, - "26": 10.61764, - "27": 10.65105, - "28": 10.63303, - "29": 10.63022, - "30": 10.44254, - "31": 10.20049, - "32": 10.52014, - "33": 10.50814, - "34": 10.29535, - "35": 10.33643, - "36": 10.30247, - "37": 10.41766, - "38": 10.28067, - "39": 10.46149, - "40": 10.18213, - "41": 10.21349, - "42": 10.28426, - "43": 9.9557, - "44": 10.05793, - "45": 9.9574, - "46": 9.93571, - "47": 10.22719, - "48": 9.96561, - "49": 9.66581, - "50": 10.00922, - "51": 9.94826, - "52": 9.84653, - "53": 10.14876, - "54": 10.03737, - "55": 9.97454, - "56": 9.71384, - "57": 9.5955, - "58": 9.92044, - "59": 9.67604, - "60": 9.61264, - "61": 9.79194, - "62": 10.05699, - "63": 9.47838, - "64": 9.84479, - "65": 9.03861, - "66": 9.78386, - "67": 9.43595, - "68": 9.85188, - "69": 9.84445, - "70": 9.79288, - "71": 9.69163, - "72": 9.64893, - "73": 9.55502, - "74": 9.04736, - "75": 9.49186, - "76": 9.17766, - "77": 10.11289, - "78": 9.7687, - "79": 9.43966, - "80": 9.45416, - "81": 9.53142, - "82": 9.7541, - "83": 9.38201, - "84": 9.46121, - "85": 9.66928, - "86": 9.13531, - "87": 9.63413, - "88": 9.8011, - "89": 9.66658, - "90": 9.86173, - "91": 9.39963, - "92": 9.41066, - "93": 9.14665, - "94": 8.8869, - "95": 9.56959, - "96": 9.57609, - "97": 9.34309, - "98": 9.72749, - "99": 8.96222, - "100": 9.44903 + "3": 10.79211, + "4": 10.77572, + "5": 10.82476, + "6": 10.83254, + "7": 10.81992, + "8": 10.81584, + "9": 10.81974, + "10": 10.76945, + "11": 10.84429, + "12": 10.83026, + "13": 10.83727, + "14": 10.857, + "15": 10.80627, + "16": 10.78742, + "17": 10.75904, + "18": 10.79229, + "19": 10.78343, + "20": 10.73204, + "21": 10.70924, + "22": 10.57637, + "23": 10.7162, + "24": 10.62002, + "25": 10.58213, + "26": 10.61692, + "27": 10.65114, + "28": 10.63239, + "29": 10.63059, + "30": 10.44345, + "31": 10.19924, + "32": 10.5204, + "33": 10.50791, + "34": 10.29555, + "35": 10.33583, + "36": 10.30347, + "37": 10.41745, + "38": 10.28027, + "39": 10.46232, + "40": 10.18155, + "41": 10.21302, + "42": 10.28416, + "43": 9.95622, + "44": 10.0575, + "45": 9.95696, + "46": 9.93598, + "47": 10.22691, + "48": 9.96494, + "49": 9.66599, + "50": 10.00894, + "51": 9.9482, + "52": 9.84637, + "53": 10.14872, + "54": 10.0373, + "55": 9.97437, + "56": 9.71411, + "57": 9.5952, + "58": 9.92061, + "59": 9.67629, + "60": 9.61278, + "61": 9.79184, + "62": 10.05672, + "63": 9.478, + "64": 9.84502, + "65": 9.03853, + "66": 9.78391, + "67": 9.43621, + "68": 9.85197, + "69": 9.84485, + "70": 9.79321, + "71": 9.6918, + "72": 9.64914, + "73": 9.5548, + "74": 9.04782, + "75": 9.49197, + "76": 9.17823, + "77": 10.11286, + "78": 9.76804, + "79": 9.43992, + "80": 9.45387, + "81": 9.53151, + "82": 9.7542, + "83": 9.38211, + "84": 9.46106, + "85": 9.66973, + "86": 9.13544, + "87": 9.63433, + "88": 9.80069, + "89": 9.66687, + "90": 9.86192, + "91": 9.39952, + "92": 9.41067, + "93": 9.1467, + "94": 8.88715, + "95": 9.56966, + "96": 9.57637, + "97": 9.34292, + "98": 9.72745, + "99": 8.96159, + "100": 9.44932 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 31217.0, - "2": 33106.0, - "3": 33596.0, - "4": 31946.0, - "5": 36783.0, - "6": 37252.0, - "7": 35314.0, - "8": 31970.0, - "9": 34937.0, - "10": 29900.0, - "11": 38039.0, - "12": 34886.0, - "13": 37108.0, - "14": 37755.0, - "15": 35069.0, - "16": 36687.0, - "17": 34887.0, - "18": 35219.0, - "19": 35710.0, - "20": 32682.0, - "21": 33456.0, - "22": 30216.0, - "23": 37780.0, - "24": 32298.0, - "25": 30789.0, - "26": 34549.0, - "27": 35611.0, - "28": 36806.0, - "29": 37955.0, - "30": 32950.0, - "31": 30468.0, - "32": 36291.0, - "33": 37916.0, - "34": 32820.0, - "35": 34371.0, - "36": 34957.0, - "37": 38282.0, - "38": 35878.0, - "39": 38974.0, - "40": 36048.0, - "41": 35988.0, - "42": 37320.0, - "43": 33909.0, - "44": 33889.0, - "45": 35577.0, - "46": 37076.0, - "47": 40966.0, - "48": 35327.0, - "49": 34682.0, - "50": 39871.0, - "51": 36802.0, - "52": 36445.0, - "53": 41968.0, - "54": 40797.0, - "55": 36920.0, - "56": 40345.0, - "57": 36961.0, - "58": 41622.0, - "59": 37988.0, - "60": 40534.0, - "61": 40456.0, - "62": 43543.0, - "63": 37438.0, - "64": 42659.0, - "65": 39924.0, - "66": 44122.0, - "67": 40136.0, - "68": 40005.0, - "69": 41675.0, - "70": 45011.0, - "71": 40746.0, - "72": 41647.0, - "73": 44080.0, - "74": 35412.0, - "75": 39478.0, - "76": 46254.0, - "77": 44764.0, - "78": 47985.0, - "79": 48646.0, - "80": 46686.0, - "81": 50102.0, - "82": 50188.0, - "83": 44717.0, - "84": 46114.0, - "85": 49347.0, - "86": 45770.0, - "87": 49671.0, - "88": 46449.0, - "89": 49666.0, - "90": 51087.0, - "91": 45827.0, - "92": 48163.0, - "93": 46547.0, - "94": 47562.0, - "95": 48540.0, - "96": 50182.0, - "97": 46055.0, - "98": 50271.0, - "99": 48494.0, - "100": 45373.0 + "1": 30880.0, + "2": 33134.0, + "3": 34050.0, + "4": 31735.0, + "5": 37029.0, + "6": 37301.0, + "7": 35264.0, + "8": 31446.0, + "9": 34979.0, + "10": 29776.0, + "11": 37948.0, + "12": 35277.0, + "13": 36889.0, + "14": 37873.0, + "15": 35129.0, + "16": 36685.0, + "17": 35245.0, + "18": 35040.0, + "19": 35795.0, + "20": 32424.0, + "21": 33245.0, + "22": 30312.0, + "23": 37765.0, + "24": 32307.0, + "25": 30615.0, + "26": 35162.0, + "27": 35279.0, + "28": 36753.0, + "29": 38210.0, + "30": 32956.0, + "31": 30176.0, + "32": 36478.0, + "33": 38169.0, + "34": 32816.0, + "35": 34299.0, + "36": 35094.0, + "37": 38301.0, + "38": 35465.0, + "39": 38725.0, + "40": 36179.0, + "41": 36169.0, + "42": 37201.0, + "43": 33594.0, + "44": 34260.0, + "45": 35612.0, + "46": 36862.0, + "47": 41077.0, + "48": 35724.0, + "49": 35419.0, + "50": 39856.0, + "51": 36420.0, + "52": 36293.0, + "53": 41745.0, + "54": 40909.0, + "55": 36730.0, + "56": 40013.0, + "57": 36880.0, + "58": 41605.0, + "59": 37882.0, + "60": 40354.0, + "61": 40374.0, + "62": 43810.0, + "63": 37847.0, + "64": 42754.0, + "65": 40712.0, + "66": 43936.0, + "67": 39899.0, + "68": 39751.0, + "69": 41842.0, + "70": 44867.0, + "71": 40732.0, + "72": 41487.0, + "73": 44646.0, + "74": 35559.0, + "75": 39104.0, + "76": 46425.0, + "77": 44861.0, + "78": 48216.0, + "79": 48320.0, + "80": 47159.0, + "81": 50341.0, + "82": 49881.0, + "83": 44680.0, + "84": 46232.0, + "85": 50001.0, + "86": 45505.0, + "87": 49100.0, + "88": 45978.0, + "89": 49672.0, + "90": 50663.0, + "91": 45690.0, + "92": 48221.0, + "93": 46168.0, + "94": 47472.0, + "95": 48600.0, + "96": 50290.0, + "97": 46454.0, + "98": 50024.0, + "99": 48124.0, + "100": 45275.0 } }, "mem-allocated-bytes": { @@ -220,104 +220,104 @@ "values": { "1": 892874752.0, "2": 892866560.0, - "3": 892869120.0, + "3": 892869632.0, "4": 892876800.0, - "5": 892869120.0, + "5": 892870656.0, "6": 892870656.0, - "7": 892874240.0, + "7": 892874752.0, "8": 892868608.0, "9": 892869632.0, - "10": 892868608.0, - "11": 892869632.0, - "12": 892867072.0, - "13": 892872192.0, - "14": 892873216.0, + "10": 892869632.0, + "11": 892868608.0, + "12": 892867584.0, + "13": 892870656.0, + "14": 892872192.0, "15": 892870656.0, - "16": 892868608.0, + "16": 892867584.0, "17": 892879360.0, - "18": 892867072.0, - "19": 892870656.0, + "18": 892867584.0, + "19": 892870144.0, "20": 892867072.0, "21": 892871168.0, - "22": 892874752.0, - "23": 892877824.0, + "22": 892875264.0, + "23": 892877312.0, "24": 892869120.0, - "25": 892877312.0, - "26": 892873216.0, - "27": 892865024.0, - "28": 892870144.0, - "29": 892869632.0, - "30": 892871680.0, + "25": 892876288.0, + "26": 892875264.0, + "27": 892866048.0, + "28": 892869632.0, + "29": 892869120.0, + "30": 892870656.0, "31": 892881920.0, "32": 892874752.0, - "33": 892870144.0, - "34": 892872192.0, - "35": 892874240.0, - "36": 892869632.0, + "33": 892869632.0, + "34": 892871168.0, + "35": 892873728.0, + "36": 892870656.0, "37": 892868096.0, - "38": 892867072.0, - "39": 892871168.0, - "40": 892869120.0, - "41": 892873728.0, - "42": 892868608.0, - "43": 892871168.0, - "44": 892871680.0, - "45": 892869632.0, - "46": 892876800.0, - "47": 892869632.0, + "38": 892869120.0, + "39": 892870144.0, + "40": 892868096.0, + "41": 892875776.0, + "42": 892868096.0, + "43": 892870144.0, + "44": 892872192.0, + "45": 892868608.0, + "46": 892877312.0, + "47": 892869120.0, "48": 892875264.0, - "49": 892872704.0, - "50": 892869120.0, - "51": 892872192.0, + "49": 892871168.0, + "50": 892868608.0, + "51": 892871168.0, "52": 892875776.0, - "53": 892868096.0, - "54": 892872192.0, - "55": 892867072.0, - "56": 892865024.0, - "57": 892876288.0, - "58": 892869120.0, - "59": 892871680.0, - "60": 892869120.0, + "53": 892869120.0, + "54": 892873216.0, + "55": 892868096.0, + "56": 892866048.0, + "57": 892876800.0, + "58": 892868608.0, + "59": 892872704.0, + "60": 892868096.0, "61": 892869120.0, - "62": 892869632.0, - "63": 892870656.0, + "62": 892870656.0, + "63": 892872192.0, "64": 892865536.0, - "65": 892872192.0, - "66": 892864512.0, + "65": 892872704.0, + "66": 892864000.0, "67": 892862464.0, - "68": 892867584.0, + "68": 892866560.0, "69": 892861952.0, - "70": 892867072.0, + "70": 892866048.0, "71": 892870656.0, - "72": 892862464.0, + "72": 892861952.0, "73": 892861440.0, - "74": 892849664.0, - "75": 892868096.0, + "74": 892850176.0, + "75": 892870144.0, "76": 892869632.0, - "77": 892868096.0, - "78": 892859392.0, - "79": 892865024.0, - "80": 892855296.0, - "81": 892856320.0, - "82": 892860416.0, - "83": 892869632.0, - "84": 892852736.0, - "85": 892871680.0, - "86": 892861952.0, + "77": 892867584.0, + "78": 892860928.0, + "79": 892864512.0, + "80": 892853760.0, + "81": 892854784.0, + "82": 892860928.0, + "83": 892869120.0, + "84": 892854784.0, + "85": 892872192.0, + "86": 892862464.0, "87": 892869120.0, "88": 892869632.0, - "89": 892859392.0, - "90": 892867072.0, - "91": 892865536.0, + "89": 892860416.0, + "90": 892868096.0, + "91": 892867584.0, "92": 892865536.0, "93": 892861440.0, - "94": 892860928.0, - "95": 892869120.0, - "96": 892866560.0, - "97": 892856320.0, - "98": 892869120.0, - "99": 892864512.0, - "100": 892864000.0 + "94": 892858880.0, + "95": 892869632.0, + "96": 892866048.0, + "97": 892855808.0, + "98": 892869632.0, + "99": 892861952.0, + "100": 892864512.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1948027904.0, - "2": 2183897088.0, - "3": 2184431104.0, - "4": 2190589952.0, - "5": 2190589952.0, - "6": 2190589952.0, - "7": 2190589952.0, - "8": 2190589952.0, - "9": 2190589952.0, - "10": 2190589952.0, - "11": 2190589952.0, - "12": 2190589952.0, - "13": 2190589952.0, - "14": 2190589952.0, - "15": 2190589952.0, - "16": 2190589952.0, - "17": 2194543104.0, - "18": 2194543104.0, - "19": 2194543104.0, - "20": 2194543104.0, - "21": 2194543104.0, - "22": 2194543104.0, - "23": 2194543104.0, - "24": 2194543104.0, - "25": 2194543104.0, - "26": 2194543104.0, - "27": 2194543104.0, - "28": 2194543104.0, - "29": 2194543104.0, - "30": 2194543104.0, - "31": 2195852288.0, - "32": 2195852288.0, - "33": 2195852288.0, - "34": 2195852288.0, - "35": 2195852288.0, - "36": 2195852288.0, - "37": 2195852288.0, - "38": 2195852288.0, - "39": 2195852288.0, - "40": 2195852288.0, - "41": 2195852288.0, - "42": 2195852288.0, - "43": 2195852288.0, - "44": 2195852288.0, - "45": 2195852288.0, - "46": 2195852288.0, - "47": 2195852288.0, - "48": 2195852288.0, - "49": 2195852288.0, - "50": 2195852288.0, - "51": 2195852288.0, - "52": 2195852288.0, - "53": 2195852288.0, - "54": 2195852288.0, - "55": 2195852288.0, - "56": 2195852288.0, - "57": 2195852288.0, - "58": 2195852288.0, - "59": 2195852288.0, - "60": 2195852288.0, - "61": 2195852288.0, - "62": 2195852288.0, - "63": 2195852288.0, - "64": 2195852288.0, - "65": 2195852288.0, - "66": 2195852288.0, - "67": 2195852288.0, - "68": 2195852288.0, - "69": 2195852288.0, - "70": 2195852288.0, - "71": 2195852288.0, - "72": 2195852288.0, - "73": 2195852288.0, - "74": 2195852288.0, - "75": 2195852288.0, - "76": 2195852288.0, - "77": 2195852288.0, - "78": 2195852288.0, - "79": 2195852288.0, - "80": 2195852288.0, - "81": 2195852288.0, - "82": 2195852288.0, - "83": 2195852288.0, - "84": 2195852288.0, - "85": 2195852288.0, - "86": 2195852288.0, - "87": 2195852288.0, - "88": 2195852288.0, - "89": 2195852288.0, - "90": 2195852288.0, - "91": 2195852288.0, - "92": 2195852288.0, - "93": 2195852288.0, - "94": 2195852288.0, - "95": 2195852288.0, - "96": 2195852288.0, - "97": 2195852288.0, - "98": 2195852288.0, - "99": 2195852288.0, - "100": 2195852288.0 + "1": 1946773504.0, + "2": 2182914048.0, + "3": 2184069120.0, + "4": 2188971008.0, + "5": 2188971008.0, + "6": 2188971008.0, + "7": 2188971008.0, + "8": 2188971008.0, + "9": 2188971008.0, + "10": 2188971008.0, + "11": 2188971008.0, + "12": 2188971008.0, + "13": 2188971008.0, + "14": 2188971008.0, + "15": 2188971008.0, + "16": 2188971008.0, + "17": 2191747584.0, + "18": 2191747584.0, + "19": 2191747584.0, + "20": 2191747584.0, + "21": 2191747584.0, + "22": 2191747584.0, + "23": 2191747584.0, + "24": 2191747584.0, + "25": 2191747584.0, + "26": 2191747584.0, + "27": 2191747584.0, + "28": 2191747584.0, + "29": 2191747584.0, + "30": 2191747584.0, + "31": 2193825792.0, + "32": 2193825792.0, + "33": 2193825792.0, + "34": 2193825792.0, + "35": 2193825792.0, + "36": 2193825792.0, + "37": 2193825792.0, + "38": 2193825792.0, + "39": 2193825792.0, + "40": 2193825792.0, + "41": 2193825792.0, + "42": 2193825792.0, + "43": 2193825792.0, + "44": 2193825792.0, + "45": 2193825792.0, + "46": 2193825792.0, + "47": 2193825792.0, + "48": 2193825792.0, + "49": 2193825792.0, + "50": 2193825792.0, + "51": 2193825792.0, + "52": 2193825792.0, + "53": 2193825792.0, + "54": 2193825792.0, + "55": 2193825792.0, + "56": 2193825792.0, + "57": 2194713600.0, + "58": 2194713600.0, + "59": 2194713600.0, + "60": 2194713600.0, + "61": 2194713600.0, + "62": 2194713600.0, + "63": 2194713600.0, + "64": 2194713600.0, + "65": 2194713600.0, + "66": 2194713600.0, + "67": 2194713600.0, + "68": 2194713600.0, + "69": 2194713600.0, + "70": 2194713600.0, + "71": 2194713600.0, + "72": 2194713600.0, + "73": 2194713600.0, + "74": 2194713600.0, + "75": 2194713600.0, + "76": 2194713600.0, + "77": 2194713600.0, + "78": 2194713600.0, + "79": 2194713600.0, + "80": 2194713600.0, + "81": 2194713600.0, + "82": 2194713600.0, + "83": 2194713600.0, + "84": 2194713600.0, + "85": 2194713600.0, + "86": 2194713600.0, + "87": 2194713600.0, + "88": 2194713600.0, + "89": 2194713600.0, + "90": 2194713600.0, + "91": 2194713600.0, + "92": 2194713600.0, + "93": 2194713600.0, + "94": 2194713600.0, + "95": 2194713600.0, + "96": 2194713600.0, + "97": 2194713600.0, + "98": 2194713600.0, + "99": 2194713600.0, + "100": 2194713600.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.86481, - "3": 0.3588, - "4": 0.35276, - "5": 0.33575, - "6": 0.3344, - "7": 0.3406, - "8": 0.33551, - "9": 0.33157, - "10": 0.32814, - "11": 0.32882, - "12": 0.3298, - "13": 0.32887, - "14": 0.32898, - "15": 0.33409, - "16": 0.32679, - "17": 0.34317, - "18": 0.33153, - "19": 0.32828, - "20": 0.33077, - "21": 0.32713, - "22": 0.32603, - "23": 0.32819, - "24": 0.33158, - "25": 0.32832, - "26": 0.32593, - "27": 0.33086, - "28": 0.32481, - "29": 0.32607, - "30": 0.33032, - "31": 0.33561, - "32": 0.33149, - "33": 0.32643, - "34": 0.34262, - "35": 0.32889, - "36": 0.32749, - "37": 0.32097, - "38": 0.33036, - "39": 0.69454, - "40": 0.33723, - "41": 0.3284, - "42": 0.32735, - "43": 0.33334, - "44": 0.3333, - "45": 0.33315, - "46": 0.33505, - "47": 0.32976, - "48": 0.32918, - "49": 0.34661, - "50": 0.32681, - "51": 0.3427, - "52": 0.3299, - "53": 0.32454, - "54": 0.3251, - "55": 0.32968, - "56": 0.34696, - "57": 0.33819, - "58": 0.32649, - "59": 0.3341, - "60": 0.33324, - "61": 0.33925, - "62": 0.33532, - "63": 0.34334, - "64": 0.34963, - "65": 0.38392, - "66": 0.33805, - "67": 0.3728, - "68": 0.33745, - "69": 0.33504, - "70": 0.33581, - "71": 0.35385, - "72": 0.34934, - "73": 0.34952, - "74": 0.35756, - "75": 0.35105, - "76": 0.34933, - "77": 0.33518, - "78": 0.34556, - "79": 0.34603, - "80": 0.36355, - "81": 0.34186, - "82": 0.34271, - "83": 0.39765, - "84": 0.36927, - "85": 0.33938, - "86": 0.35142, - "87": 0.34329, - "88": 0.33135, - "89": 0.34535, - "90": 0.33856, - "91": 0.3522, - "92": 0.33934, - "93": 0.38169, - "94": 0.36358, - "95": 0.33846, - "96": 0.33554, - "97": 0.34438, - "98": 0.32586, - "99": 0.43185, - "100": 0.33974 + "2": 6.67539, + "3": 0.407, + "4": 0.39073, + "5": 0.37543, + "6": 0.37537, + "7": 0.38454, + "8": 0.38441, + "9": 0.36994, + "10": 0.3708, + "11": 0.36361, + "12": 0.36417, + "13": 0.37453, + "14": 0.38004, + "15": 0.37984, + "16": 0.36878, + "17": 0.37576, + "18": 0.37765, + "19": 0.36829, + "20": 0.37498, + "21": 0.42033, + "22": 0.41011, + "23": 0.47059, + "24": 0.46929, + "25": 0.4628, + "26": 0.40125, + "27": 0.37004, + "28": 0.36512, + "29": 0.36666, + "30": 0.37229, + "31": 0.37489, + "32": 0.37701, + "33": 0.37213, + "34": 0.38959, + "35": 0.37309, + "36": 0.38121, + "37": 0.36506, + "38": 0.36892, + "39": 0.37227, + "40": 0.37401, + "41": 0.37309, + "42": 0.3734, + "43": 0.37679, + "44": 0.37378, + "45": 0.37577, + "46": 0.37224, + "47": 0.3656, + "48": 0.37878, + "49": 0.38841, + "50": 0.37117, + "51": 0.41362, + "52": 0.36969, + "53": 0.36731, + "54": 0.3675, + "55": 0.37619, + "56": 0.39642, + "57": 0.38389, + "58": 0.37131, + "59": 0.37528, + "60": 0.38109, + "61": 0.37573, + "62": 0.37706, + "63": 0.38387, + "64": 0.38217, + "65": 0.41628, + "66": 0.37827, + "67": 0.40668, + "68": 0.37316, + "69": 0.37861, + "70": 0.38107, + "71": 0.38377, + "72": 0.37354, + "73": 0.3807, + "74": 0.38445, + "75": 0.38628, + "76": 0.42439, + "77": 0.39532, + "78": 0.42914, + "79": 0.39185, + "80": 0.39213, + "81": 0.37941, + "82": 0.37259, + "83": 0.37258, + "84": 0.38481, + "85": 0.38022, + "86": 0.39917, + "87": 0.38057, + "88": 0.38203, + "89": 0.38656, + "90": 0.37227, + "91": 0.38274, + "92": 0.37855, + "93": 0.39076, + "94": 0.40202, + "95": 0.37695, + "96": 0.37707, + "97": 0.38216, + "98": 0.3776, + "99": 0.38682, + "100": 0.37803 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json index 64a0d3b0293..0c807dccff2 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.78091, "2": 10.80272, - "3": 10.8036, - "4": 10.77566, - "5": 10.83259, - "6": 10.83704, - "7": 10.79793, - "8": 10.79364, - "9": 10.808, - "10": 10.76116, - "11": 10.85297, - "12": 10.84152, - "13": 10.8247, - "14": 10.85822, - "15": 10.78238, - "16": 10.77927, - "17": 10.74878, - "18": 10.7897, - "19": 10.7749, - "20": 10.71704, - "21": 10.70811, - "22": 10.54787, - "23": 10.72978, - "24": 10.60324, - "25": 10.55979, - "26": 10.61611, - "27": 10.6446, - "28": 10.62463, - "29": 10.63492, - "30": 10.42362, - "31": 10.16499, - "32": 10.51313, - "33": 10.5094, - "34": 10.2668, - "35": 10.32318, - "36": 10.28865, - "37": 10.41114, - "38": 10.26426, - "39": 10.45, - "40": 10.17473, - "41": 10.20958, - "42": 10.27824, - "43": 9.91831, - "44": 10.03131, - "45": 9.91995, - "46": 9.8862, - "47": 10.19255, - "48": 9.92803, - "49": 9.61616, - "50": 9.98532, - "51": 9.90528, - "52": 9.80364, - "53": 10.12728, - "54": 10.00036, - "55": 9.9362, - "56": 9.68506, - "57": 9.55805, - "58": 9.90514, - "59": 9.63857, - "60": 9.57451, - "61": 9.76864, - "62": 10.03802, - "63": 9.44503, - "64": 9.82796, - "65": 9.00712, - "66": 9.77422, - "67": 9.41277, - "68": 9.84111, - "69": 9.82784, - "70": 9.79011, - "71": 9.66957, - "72": 9.62799, - "73": 9.5473, - "74": 9.03663, - "75": 9.49153, - "76": 9.16783, - "77": 10.10857, - "78": 9.77081, - "79": 9.4383, - "80": 9.45436, - "81": 9.52266, - "82": 9.7424, - "83": 9.37076, - "84": 9.45377, - "85": 9.65832, - "86": 9.12522, - "87": 9.62697, - "88": 9.79619, - "89": 9.66054, - "90": 9.85081, - "91": 9.39408, - "92": 9.40744, - "93": 9.13595, - "94": 8.89048, - "95": 9.563, - "96": 9.5714, - "97": 9.34318, - "98": 9.73026, - "99": 8.95002, - "100": 9.4424 + "3": 10.8033, + "4": 10.77546, + "5": 10.83234, + "6": 10.83663, + "7": 10.79792, + "8": 10.79503, + "9": 10.80759, + "10": 10.7611, + "11": 10.85386, + "12": 10.8411, + "13": 10.82469, + "14": 10.8577, + "15": 10.7827, + "16": 10.77874, + "17": 10.74936, + "18": 10.78893, + "19": 10.77602, + "20": 10.71702, + "21": 10.70735, + "22": 10.54904, + "23": 10.7305, + "24": 10.60326, + "25": 10.55864, + "26": 10.616, + "27": 10.64522, + "28": 10.62564, + "29": 10.63518, + "30": 10.42293, + "31": 10.16453, + "32": 10.5133, + "33": 10.50808, + "34": 10.26715, + "35": 10.32347, + "36": 10.2895, + "37": 10.41048, + "38": 10.26379, + "39": 10.45045, + "40": 10.17505, + "41": 10.20993, + "42": 10.27805, + "43": 9.91864, + "44": 10.03154, + "45": 9.92007, + "46": 9.88602, + "47": 10.19269, + "48": 9.92801, + "49": 9.61693, + "50": 9.98555, + "51": 9.90533, + "52": 9.80376, + "53": 10.1272, + "54": 10.00078, + "55": 9.93605, + "56": 9.685, + "57": 9.55797, + "58": 9.90491, + "59": 9.63852, + "60": 9.57468, + "61": 9.76828, + "62": 10.03804, + "63": 9.44497, + "64": 9.82812, + "65": 9.00766, + "66": 9.77473, + "67": 9.41308, + "68": 9.841, + "69": 9.8278, + "70": 9.79024, + "71": 9.66985, + "72": 9.62812, + "73": 9.54762, + "74": 9.03687, + "75": 9.49155, + "76": 9.16765, + "77": 10.10868, + "78": 9.77084, + "79": 9.43859, + "80": 9.45452, + "81": 9.5231, + "82": 9.74237, + "83": 9.36998, + "84": 9.45372, + "85": 9.65829, + "86": 9.12499, + "87": 9.6268, + "88": 9.79668, + "89": 9.66102, + "90": 9.85128, + "91": 9.39437, + "92": 9.40751, + "93": 9.13625, + "94": 8.89077, + "95": 9.56271, + "96": 9.57141, + "97": 9.34357, + "98": 9.73041, + "99": 8.95022, + "100": 9.44231 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 30994.0, - "2": 32962.0, - "3": 33026.0, - "4": 30732.0, - "5": 36042.0, - "6": 37038.0, - "7": 34481.0, - "8": 31368.0, - "9": 33980.0, - "10": 29532.0, - "11": 37852.0, - "12": 34972.0, - "13": 36994.0, - "14": 37789.0, - "15": 34058.0, - "16": 36656.0, - "17": 34700.0, - "18": 34946.0, - "19": 35228.0, - "20": 32392.0, - "21": 33247.0, - "22": 30040.0, - "23": 37891.0, - "24": 32099.0, - "25": 30921.0, - "26": 34212.0, - "27": 34975.0, - "28": 36746.0, - "29": 37759.0, - "30": 32786.0, - "31": 30423.0, - "32": 35992.0, - "33": 36915.0, - "34": 32293.0, - "35": 33654.0, - "36": 34755.0, - "37": 37859.0, - "38": 36022.0, - "39": 38343.0, - "40": 35963.0, - "41": 35882.0, - "42": 36774.0, - "43": 34186.0, - "44": 33572.0, - "45": 35574.0, - "46": 37208.0, - "47": 40154.0, - "48": 36385.0, - "49": 36259.0, - "50": 38861.0, - "51": 38061.0, - "52": 37025.0, - "53": 41802.0, - "54": 41253.0, - "55": 37654.0, - "56": 41164.0, - "57": 37682.0, - "58": 41782.0, - "59": 39444.0, - "60": 40691.0, - "61": 40876.0, - "62": 43113.0, - "63": 38389.0, - "64": 43217.0, - "65": 41689.0, - "66": 45525.0, - "67": 41717.0, - "68": 40369.0, - "69": 41287.0, - "70": 45545.0, - "71": 41651.0, - "72": 41881.0, - "73": 45139.0, - "74": 35747.0, - "75": 39155.0, - "76": 44874.0, - "77": 45442.0, - "78": 46782.0, - "79": 48776.0, - "80": 47161.0, - "81": 51277.0, - "82": 49953.0, - "83": 45334.0, - "84": 46096.0, - "85": 49238.0, - "86": 46118.0, - "87": 49880.0, - "88": 47115.0, - "89": 48583.0, - "90": 49057.0, - "91": 45950.0, - "92": 47820.0, - "93": 46437.0, - "94": 47530.0, - "95": 48000.0, - "96": 50285.0, - "97": 46225.0, - "98": 49809.0, - "99": 47890.0, - "100": 44636.0 + "1": 31107.0, + "2": 32721.0, + "3": 33140.0, + "4": 30656.0, + "5": 35720.0, + "6": 37150.0, + "7": 34162.0, + "8": 31326.0, + "9": 34055.0, + "10": 29915.0, + "11": 37687.0, + "12": 35052.0, + "13": 36883.0, + "14": 37603.0, + "15": 34636.0, + "16": 36534.0, + "17": 34837.0, + "18": 34634.0, + "19": 34980.0, + "20": 32714.0, + "21": 33033.0, + "22": 30188.0, + "23": 37697.0, + "24": 32531.0, + "25": 31086.0, + "26": 33999.0, + "27": 35087.0, + "28": 36733.0, + "29": 37775.0, + "30": 32526.0, + "31": 30006.0, + "32": 36230.0, + "33": 37581.0, + "34": 32474.0, + "35": 33761.0, + "36": 35054.0, + "37": 37709.0, + "38": 35467.0, + "39": 38485.0, + "40": 36317.0, + "41": 35573.0, + "42": 36618.0, + "43": 33964.0, + "44": 33811.0, + "45": 35679.0, + "46": 37473.0, + "47": 40062.0, + "48": 36484.0, + "49": 36090.0, + "50": 38612.0, + "51": 37922.0, + "52": 36746.0, + "53": 41649.0, + "54": 40883.0, + "55": 38207.0, + "56": 40562.0, + "57": 37865.0, + "58": 41705.0, + "59": 39636.0, + "60": 40762.0, + "61": 40787.0, + "62": 43208.0, + "63": 38391.0, + "64": 43027.0, + "65": 41885.0, + "66": 45019.0, + "67": 41505.0, + "68": 40240.0, + "69": 41214.0, + "70": 45479.0, + "71": 41127.0, + "72": 42550.0, + "73": 45534.0, + "74": 35474.0, + "75": 39167.0, + "76": 44804.0, + "77": 45501.0, + "78": 46904.0, + "79": 49375.0, + "80": 47189.0, + "81": 51001.0, + "82": 49450.0, + "83": 45576.0, + "84": 46033.0, + "85": 49703.0, + "86": 46281.0, + "87": 49659.0, + "88": 47363.0, + "89": 48948.0, + "90": 49126.0, + "91": 45749.0, + "92": 47680.0, + "93": 46596.0, + "94": 47371.0, + "95": 47482.0, + "96": 49876.0, + "97": 46788.0, + "98": 49628.0, + "99": 47400.0, + "100": 44756.0 } }, "mem-allocated-bytes": { @@ -222,102 +222,102 @@ "2": 892869632.0, "3": 892869632.0, "4": 892865536.0, - "5": 892866048.0, + "5": 892868096.0, "6": 892867584.0, - "7": 892867072.0, - "8": 892868608.0, - "9": 892866560.0, - "10": 892868608.0, - "11": 892867072.0, - "12": 892866560.0, + "7": 892868608.0, + "8": 892867584.0, + "9": 892864512.0, + "10": 892868096.0, + "11": 892866560.0, + "12": 892867072.0, "13": 892866560.0, - "14": 892869120.0, - "15": 892868608.0, - "16": 892868096.0, + "14": 892870144.0, + "15": 892869632.0, + "16": 892866048.0, "17": 892868608.0, - "18": 892870656.0, + "18": 892869632.0, "19": 892869120.0, - "20": 892867584.0, - "21": 892867584.0, + "20": 892868096.0, + "21": 892868096.0, "22": 892864512.0, - "23": 892865536.0, + "23": 892864000.0, "24": 892868096.0, - "25": 892864512.0, - "26": 892867584.0, - "27": 892868096.0, - "28": 892866560.0, - "29": 892867072.0, - "30": 892864512.0, - "31": 892863488.0, - "32": 892862976.0, - "33": 892867072.0, - "34": 892866560.0, - "35": 892866048.0, - "36": 892869632.0, - "37": 892868096.0, + "25": 892864000.0, + "26": 892866560.0, + "27": 892867584.0, + "28": 892867072.0, + "29": 892866560.0, + "30": 892865536.0, + "31": 892862976.0, + "32": 892864000.0, + "33": 892865536.0, + "34": 892866048.0, + "35": 892866560.0, + "36": 892871168.0, + "37": 892866048.0, "38": 892867584.0, "39": 892867072.0, - "40": 892868096.0, - "41": 892866560.0, - "42": 892868608.0, - "43": 892862464.0, - "44": 892864000.0, - "45": 892866048.0, - "46": 892865536.0, - "47": 892866048.0, - "48": 892862464.0, - "49": 892864512.0, - "50": 892868096.0, + "40": 892866560.0, + "41": 892865536.0, + "42": 892867072.0, + "43": 892864000.0, + "44": 892864512.0, + "45": 892867072.0, + "46": 892865024.0, + "47": 892868608.0, + "48": 892862976.0, + "49": 892865536.0, + "50": 892866048.0, "51": 892861440.0, - "52": 892859904.0, - "53": 892862464.0, + "52": 892858880.0, + "53": 892863488.0, "54": 892862464.0, "55": 892863488.0, - "56": 892866048.0, + "56": 892865536.0, "57": 892858368.0, - "58": 892860416.0, + "58": 892861440.0, "59": 892859904.0, - "60": 892860928.0, - "61": 892869632.0, - "62": 892866560.0, + "60": 892861952.0, + "61": 892870144.0, + "62": 892867072.0, "63": 892862976.0, - "64": 892864512.0, + "64": 892864000.0, "65": 892852736.0, "66": 892867072.0, - "67": 892862464.0, + "67": 892862976.0, "68": 892869632.0, - "69": 892865536.0, + "69": 892864512.0, "70": 892867584.0, - "71": 892869632.0, + "71": 892868608.0, "72": 892861440.0, - "73": 892869120.0, + "73": 892868608.0, "74": 892859392.0, - "75": 892868096.0, - "76": 892867584.0, + "75": 892868608.0, + "76": 892868608.0, "77": 892868096.0, - "78": 892864512.0, - "79": 892865536.0, - "80": 892865536.0, + "78": 892866048.0, + "79": 892865024.0, + "80": 892862976.0, "81": 892867072.0, "82": 892865024.0, - "83": 892861952.0, - "84": 892862464.0, - "85": 892862976.0, - "86": 892862464.0, - "87": 892871168.0, - "88": 892863488.0, - "89": 892865536.0, + "83": 892862464.0, + "84": 892861952.0, + "85": 892863488.0, + "86": 892862976.0, + "87": 892869632.0, + "88": 892862976.0, + "89": 892864000.0, "90": 892867072.0, - "91": 892868096.0, - "92": 892866560.0, + "91": 892869120.0, + "92": 892866048.0, "93": 892869632.0, "94": 892865536.0, - "95": 892866048.0, - "96": 892866048.0, - "97": 892864000.0, - "98": 892868608.0, + "95": 892867584.0, + "96": 892867072.0, + "97": 892863488.0, + "98": 892868096.0, "99": 892860928.0, - "100": 892862976.0 + "100": 892863488.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1918568448.0, - "2": 2157712384.0, - "3": 2157712384.0, - "4": 2157712384.0, - "5": 2159109632.0, - "6": 2159109632.0, - "7": 2159109632.0, - "8": 2159109632.0, - "9": 2159109632.0, - "10": 2159142912.0, - "11": 2159142912.0, - "12": 2159142912.0, - "13": 2159142912.0, - "14": 2159633920.0, - "15": 2159633920.0, - "16": 2159633920.0, - "17": 2159633920.0, - "18": 2159633920.0, - "19": 2159633920.0, - "20": 2159633920.0, - "21": 2159633920.0, - "22": 2159633920.0, - "23": 2159633920.0, - "24": 2159633920.0, - "25": 2159633920.0, - "26": 2159802368.0, - "27": 2159802368.0, - "28": 2159802368.0, - "29": 2159802368.0, - "30": 2159802368.0, - "31": 2159802368.0, - "32": 2159802368.0, - "33": 2159802368.0, - "34": 2159802368.0, - "35": 2159802368.0, - "36": 2159802368.0, - "37": 2159802368.0, - "38": 2159802368.0, - "39": 2159802368.0, - "40": 2159802368.0, - "41": 2159802368.0, - "42": 2159802368.0, - "43": 2159802368.0, - "44": 2159802368.0, - "45": 2159802368.0, - "46": 2159802368.0, - "47": 2159802368.0, - "48": 2159802368.0, - "49": 2159802368.0, - "50": 2159802368.0, - "51": 2159802368.0, - "52": 2159802368.0, - "53": 2159802368.0, - "54": 2159802368.0, - "55": 2159802368.0, - "56": 2159802368.0, - "57": 2159802368.0, - "58": 2159802368.0, - "59": 2159802368.0, - "60": 2159802368.0, - "61": 2159802368.0, - "62": 2159802368.0, - "63": 2159802368.0, - "64": 2159802368.0, - "65": 2159802368.0, - "66": 2159802368.0, - "67": 2159802368.0, - "68": 2159802368.0, - "69": 2159802368.0, - "70": 2159802368.0, - "71": 2159802368.0, - "72": 2159802368.0, - "73": 2160337408.0, - "74": 2160337408.0, - "75": 2160337408.0, - "76": 2160337408.0, - "77": 2160337408.0, - "78": 2160337408.0, - "79": 2160337408.0, - "80": 2160337408.0, - "81": 2160337408.0, - "82": 2160337408.0, - "83": 2160337408.0, - "84": 2161362944.0, - "85": 2161362944.0, - "86": 2161362944.0, - "87": 2161362944.0, - "88": 2161362944.0, - "89": 2161362944.0, - "90": 2161362944.0, - "91": 2161362944.0, - "92": 2161362944.0, - "93": 2161362944.0, - "94": 2161362944.0, - "95": 2162391552.0, - "96": 2162391552.0, - "97": 2162391552.0, - "98": 2162391552.0, - "99": 2162391552.0, - "100": 2162391552.0 + "1": 1918914560.0, + "2": 2158009344.0, + "3": 2158009344.0, + "4": 2158009344.0, + "5": 2158620672.0, + "6": 2158620672.0, + "7": 2158620672.0, + "8": 2158620672.0, + "9": 2158620672.0, + "10": 2159374848.0, + "11": 2159374848.0, + "12": 2159374848.0, + "13": 2159374848.0, + "14": 2159374848.0, + "15": 2159374848.0, + "16": 2159374848.0, + "17": 2160485376.0, + "18": 2160485376.0, + "19": 2160485376.0, + "20": 2160485376.0, + "21": 2160485376.0, + "22": 2160485376.0, + "23": 2160485376.0, + "24": 2160485376.0, + "25": 2160485376.0, + "26": 2160485376.0, + "27": 2160485376.0, + "28": 2160485376.0, + "29": 2160485376.0, + "30": 2160485376.0, + "31": 2160485376.0, + "32": 2160485376.0, + "33": 2160485376.0, + "34": 2160485376.0, + "35": 2160485376.0, + "36": 2160485376.0, + "37": 2160485376.0, + "38": 2160485376.0, + "39": 2160485376.0, + "40": 2160485376.0, + "41": 2160485376.0, + "42": 2160485376.0, + "43": 2160485376.0, + "44": 2160485376.0, + "45": 2160485376.0, + "46": 2160485376.0, + "47": 2160485376.0, + "48": 2160485376.0, + "49": 2160485376.0, + "50": 2160485376.0, + "51": 2160485376.0, + "52": 2160485376.0, + "53": 2160485376.0, + "54": 2160485376.0, + "55": 2160485376.0, + "56": 2160485376.0, + "57": 2160485376.0, + "58": 2160485376.0, + "59": 2160485376.0, + "60": 2160485376.0, + "61": 2160485376.0, + "62": 2160485376.0, + "63": 2160485376.0, + "64": 2160485376.0, + "65": 2160485376.0, + "66": 2160485376.0, + "67": 2160485376.0, + "68": 2160485376.0, + "69": 2160485376.0, + "70": 2160485376.0, + "71": 2160485376.0, + "72": 2160485376.0, + "73": 2160485376.0, + "74": 2160485376.0, + "75": 2160485376.0, + "76": 2160485376.0, + "77": 2160485376.0, + "78": 2160485376.0, + "79": 2160485376.0, + "80": 2160485376.0, + "81": 2160485376.0, + "82": 2160485376.0, + "83": 2160485376.0, + "84": 2161049088.0, + "85": 2161049088.0, + "86": 2161049088.0, + "87": 2161049088.0, + "88": 2161049088.0, + "89": 2161278464.0, + "90": 2161278464.0, + "91": 2161278464.0, + "92": 2161278464.0, + "93": 2161278464.0, + "94": 2161278464.0, + "95": 2161278464.0, + "96": 2161278464.0, + "97": 2161278464.0, + "98": 2161278464.0, + "99": 2161278464.0, + "100": 2161278464.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 14.93722, - "2": 0.29196, - "3": 0.25566, - "4": 0.22819, - "5": 0.21657, - "6": 0.22742, - "7": 0.23255, - "8": 0.21868, - "9": 0.23203, - "10": 0.22911, - "11": 0.22371, - "12": 0.22358, - "13": 0.21762, - "14": 0.2166, - "15": 0.2341, - "16": 0.21834, - "17": 0.21429, - "18": 0.21499, - "19": 0.2158, - "20": 0.21523, - "21": 0.21654, - "22": 0.21788, - "23": 0.21597, - "24": 0.20917, - "25": 0.2076, - "26": 0.20309, - "27": 0.20463, - "28": 0.57074, - "29": 0.20266, - "30": 0.21832, - "31": 0.23121, - "32": 0.2052, - "33": 0.20847, - "34": 0.22756, - "35": 0.21093, - "36": 0.20495, - "37": 0.20762, - "38": 0.20131, - "39": 0.1991, - "40": 0.20426, - "41": 0.20518, - "42": 0.20555, - "43": 0.21112, - "44": 0.20079, - "45": 0.21854, - "46": 0.22885, - "47": 0.20366, - "48": 0.21784, - "49": 0.23722, - "50": 0.20288, - "51": 0.23225, - "52": 0.23281, - "53": 0.20606, - "54": 0.21135, - "55": 0.21897, - "56": 0.25991, - "57": 0.22845, - "58": 0.21751, - "59": 0.21469, - "60": 0.21187, - "61": 0.20946, - "62": 0.21358, - "63": 0.21765, - "64": 0.20357, - "65": 0.27698, - "66": 0.2118, - "67": 0.25518, - "68": 0.22631, - "69": 0.21209, - "70": 0.2039, - "71": 0.22504, - "72": 0.22276, - "73": 0.25179, - "74": 0.22993, - "75": 0.21538, - "76": 0.23629, - "77": 0.20835, - "78": 0.21168, - "79": 0.21631, - "80": 0.21797, - "81": 0.20362, - "82": 0.20269, - "83": 0.21014, - "84": 0.21456, - "85": 0.20971, - "86": 0.22253, - "87": 0.20037, - "88": 0.20403, - "89": 0.21541, - "90": 0.21443, - "91": 0.23258, - "92": 0.21749, - "93": 0.22377, - "94": 0.23559, - "95": 0.21351, - "96": 0.20316, - "97": 0.21349, - "98": 0.20244, - "99": 0.21023, - "100": 0.20508 + "1": "nan", + "2": 8.24297, + "3": 0.24917, + "4": 0.22708, + "5": 0.21091, + "6": 0.20871, + "7": 0.22571, + "8": 0.20589, + "9": 0.22299, + "10": 0.20889, + "11": 0.20974, + "12": 0.2032, + "13": 0.20661, + "14": 0.20582, + "15": 0.21382, + "16": 0.20554, + "17": 0.22023, + "18": 0.20261, + "19": 0.20397, + "20": 0.20382, + "21": 0.20348, + "22": 0.20182, + "23": 0.20472, + "24": 0.26023, + "25": 0.2262, + "26": 0.20234, + "27": 0.19988, + "28": 0.20256, + "29": 0.20159, + "30": 0.20319, + "31": 0.23887, + "32": 0.20104, + "33": 0.20656, + "34": 0.22518, + "35": 0.20637, + "36": 0.21099, + "37": 0.20482, + "38": 0.21085, + "39": 0.2017, + "40": 0.20811, + "41": 0.20764, + "42": 0.21063, + "43": 0.2127, + "44": 0.20315, + "45": 0.22094, + "46": 0.22801, + "47": 0.20862, + "48": 0.22449, + "49": 0.25173, + "50": 0.20364, + "51": 0.23222, + "52": 0.22675, + "53": 0.20912, + "54": 0.21494, + "55": 0.22275, + "56": 0.26966, + "57": 0.24178, + "58": 0.21645, + "59": 0.21724, + "60": 0.21548, + "61": 0.20622, + "62": 0.20684, + "63": 0.22652, + "64": 0.21905, + "65": 0.27593, + "66": 0.21101, + "67": 0.25744, + "68": 0.22501, + "69": 0.21481, + "70": 0.20907, + "71": 0.23526, + "72": 0.21997, + "73": 0.24429, + "74": 0.22929, + "75": 0.22107, + "76": 0.23601, + "77": 0.21064, + "78": 0.21509, + "79": 0.22395, + "80": 0.22205, + "81": 0.21058, + "82": 0.20887, + "83": 0.21535, + "84": 0.21652, + "85": 0.2148, + "86": 0.23867, + "87": 0.20938, + "88": 0.21057, + "89": 0.22376, + "90": 0.21051, + "91": 0.23361, + "92": 0.21808, + "93": 0.22811, + "94": 0.23968, + "95": 0.22302, + "96": 0.21171, + "97": 0.21849, + "98": 0.21172, + "99": 0.21854, + "100": 0.21108 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_gb200.json index 31167be6de5..160ba7e60e2 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.7915, "2": 10.8072, - "3": 10.79214, - "4": 10.77571, - "5": 10.82495, - "6": 10.83193, - "7": 10.82077, - "8": 10.81496, - "9": 10.81973, - "10": 10.7692, - "11": 10.84519, - "12": 10.83101, - "13": 10.83652, - "14": 10.85771, - "15": 10.80581, - "16": 10.78733, - "17": 10.75844, - "18": 10.79297, - "19": 10.78295, - "20": 10.73199, - "21": 10.70953, - "22": 10.57675, - "23": 10.71651, - "24": 10.61983, - "25": 10.58207, - "26": 10.61694, - "27": 10.6509, - "28": 10.63261, - "29": 10.63024, - "30": 10.4432, - "31": 10.19983, - "32": 10.52048, - "33": 10.5079, - "34": 10.29565, - "35": 10.33536, - "36": 10.30278, - "37": 10.41788, - "38": 10.28121, - "39": 10.46185, - "40": 10.18169, - "41": 10.21391, - "42": 10.28457, - "43": 9.95538, - "44": 10.05751, - "45": 9.95713, - "46": 9.93528, - "47": 10.22675, - "48": 9.96521, - "49": 9.66603, - "50": 10.009, - "51": 9.94789, - "52": 9.84665, - "53": 10.14887, - "54": 10.03772, - "55": 9.97445, - "56": 9.71378, - "57": 9.59509, - "58": 9.92081, - "59": 9.67609, - "60": 9.61253, - "61": 9.79221, - "62": 10.05653, - "63": 9.47849, - "64": 9.84455, - "65": 9.03889, - "66": 9.78399, - "67": 9.43609, - "68": 9.85203, - "69": 9.84438, - "70": 9.7933, - "71": 9.69163, - "72": 9.64909, - "73": 9.55528, - "74": 9.04743, - "75": 9.49185, - "76": 9.178, - "77": 10.11275, - "78": 9.76838, - "79": 9.4398, - "80": 9.45421, - "81": 9.53191, - "82": 9.75402, - "83": 9.38186, - "84": 9.46162, - "85": 9.66959, - "86": 9.1349, - "87": 9.6343, - "88": 9.80083, - "89": 9.66682, - "90": 9.86175, - "91": 9.39987, - "92": 9.41063, - "93": 9.14654, - "94": 8.88648, - "95": 9.56986, - "96": 9.57642, - "97": 9.34305, - "98": 9.72786, - "99": 8.96203, - "100": 9.44942 + "3": 10.79211, + "4": 10.77572, + "5": 10.82476, + "6": 10.83254, + "7": 10.81992, + "8": 10.81584, + "9": 10.81974, + "10": 10.76945, + "11": 10.84429, + "12": 10.83036, + "13": 10.83709, + "14": 10.85718, + "15": 10.80556, + "16": 10.78705, + "17": 10.75861, + "18": 10.79283, + "19": 10.78296, + "20": 10.73173, + "21": 10.71002, + "22": 10.5767, + "23": 10.71556, + "24": 10.6198, + "25": 10.58215, + "26": 10.61717, + "27": 10.651, + "28": 10.63244, + "29": 10.63052, + "30": 10.44314, + "31": 10.20041, + "32": 10.52007, + "33": 10.50862, + "34": 10.29649, + "35": 10.33562, + "36": 10.3035, + "37": 10.41783, + "38": 10.28036, + "39": 10.46158, + "40": 10.18138, + "41": 10.21356, + "42": 10.28463, + "43": 9.95586, + "44": 10.05773, + "45": 9.95666, + "46": 9.93559, + "47": 10.22716, + "48": 9.96512, + "49": 9.66568, + "50": 10.00925, + "51": 9.94787, + "52": 9.84659, + "53": 10.14898, + "54": 10.03733, + "55": 9.97466, + "56": 9.71366, + "57": 9.59511, + "58": 9.92053, + "59": 9.67602, + "60": 9.61281, + "61": 9.79168, + "62": 10.05651, + "63": 9.47825, + "64": 9.84472, + "65": 9.03871, + "66": 9.78383, + "67": 9.43591, + "68": 9.85174, + "69": 9.84474, + "70": 9.79281, + "71": 9.69147, + "72": 9.64923, + "73": 9.55514, + "74": 9.04748, + "75": 9.49223, + "76": 9.17797, + "77": 10.11311, + "78": 9.76827, + "79": 9.44002, + "80": 9.4543, + "81": 9.5315, + "82": 9.7541, + "83": 9.3821, + "84": 9.46112, + "85": 9.67014, + "86": 9.13473, + "87": 9.63424, + "88": 9.80046, + "89": 9.66691, + "90": 9.86202, + "91": 9.39937, + "92": 9.41036, + "93": 9.14676, + "94": 8.88677, + "95": 9.5697, + "96": 9.57651, + "97": 9.34308, + "98": 9.72802, + "99": 8.96192, + "100": 9.44958 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 31217.0, - "2": 33106.0, - "3": 33596.0, - "4": 31946.0, - "5": 36783.0, - "6": 37377.0, - "7": 35362.0, - "8": 31711.0, - "9": 34749.0, - "10": 29758.0, - "11": 38348.0, - "12": 35446.0, - "13": 37087.0, - "14": 37869.0, - "15": 35242.0, - "16": 36520.0, - "17": 35190.0, - "18": 35191.0, - "19": 35614.0, - "20": 32571.0, - "21": 33220.0, - "22": 30518.0, - "23": 37619.0, - "24": 32547.0, - "25": 30591.0, - "26": 34546.0, - "27": 35275.0, - "28": 36936.0, - "29": 37531.0, - "30": 33354.0, - "31": 30754.0, - "32": 36331.0, - "33": 38273.0, - "34": 32645.0, - "35": 34237.0, - "36": 35092.0, - "37": 37931.0, - "38": 35480.0, - "39": 39175.0, - "40": 36296.0, - "41": 35902.0, - "42": 37609.0, - "43": 33748.0, - "44": 34027.0, - "45": 35215.0, - "46": 37108.0, - "47": 41056.0, - "48": 35765.0, - "49": 35087.0, - "50": 39734.0, - "51": 36712.0, - "52": 36176.0, - "53": 41774.0, - "54": 40447.0, - "55": 37071.0, - "56": 39975.0, - "57": 36828.0, - "58": 41815.0, - "59": 37962.0, - "60": 40415.0, - "61": 39921.0, - "62": 43840.0, - "63": 37890.0, - "64": 42699.0, - "65": 40347.0, - "66": 44159.0, - "67": 40057.0, - "68": 39563.0, - "69": 42246.0, - "70": 44867.0, - "71": 40910.0, - "72": 40982.0, - "73": 44363.0, - "74": 35672.0, - "75": 39602.0, - "76": 46157.0, - "77": 44919.0, - "78": 48134.0, - "79": 48666.0, - "80": 46770.0, - "81": 50144.0, - "82": 49680.0, - "83": 44991.0, - "84": 45912.0, - "85": 49371.0, - "86": 45600.0, - "87": 49292.0, - "88": 46411.0, - "89": 49710.0, - "90": 51008.0, - "91": 45796.0, - "92": 47991.0, - "93": 46847.0, - "94": 47360.0, - "95": 48680.0, - "96": 50369.0, - "97": 46162.0, - "98": 49921.0, - "99": 48235.0, - "100": 45390.0 + "1": 30880.0, + "2": 33134.0, + "3": 34050.0, + "4": 31735.0, + "5": 37029.0, + "6": 37301.0, + "7": 35264.0, + "8": 31446.0, + "9": 34979.0, + "10": 29776.0, + "11": 37948.0, + "12": 35317.0, + "13": 37121.0, + "14": 38011.0, + "15": 34963.0, + "16": 36503.0, + "17": 35632.0, + "18": 35207.0, + "19": 35782.0, + "20": 32724.0, + "21": 33425.0, + "22": 30572.0, + "23": 37790.0, + "24": 32343.0, + "25": 30529.0, + "26": 34671.0, + "27": 35017.0, + "28": 36377.0, + "29": 37929.0, + "30": 33302.0, + "31": 30382.0, + "32": 35917.0, + "33": 38367.0, + "34": 33007.0, + "35": 34400.0, + "36": 35079.0, + "37": 38363.0, + "38": 35530.0, + "39": 39156.0, + "40": 36183.0, + "41": 36060.0, + "42": 38064.0, + "43": 33730.0, + "44": 34062.0, + "45": 35453.0, + "46": 37450.0, + "47": 41140.0, + "48": 35440.0, + "49": 35339.0, + "50": 40009.0, + "51": 37067.0, + "52": 36328.0, + "53": 41921.0, + "54": 40571.0, + "55": 36973.0, + "56": 39943.0, + "57": 37141.0, + "58": 41862.0, + "59": 38103.0, + "60": 40594.0, + "61": 40414.0, + "62": 43834.0, + "63": 37595.0, + "64": 42651.0, + "65": 40408.0, + "66": 43557.0, + "67": 40116.0, + "68": 40091.0, + "69": 41858.0, + "70": 45155.0, + "71": 40651.0, + "72": 41736.0, + "73": 44373.0, + "74": 35726.0, + "75": 39266.0, + "76": 46415.0, + "77": 44954.0, + "78": 47867.0, + "79": 48322.0, + "80": 46736.0, + "81": 50266.0, + "82": 50166.0, + "83": 44518.0, + "84": 46086.0, + "85": 49137.0, + "86": 45604.0, + "87": 48987.0, + "88": 46500.0, + "89": 49453.0, + "90": 50338.0, + "91": 45534.0, + "92": 47623.0, + "93": 46662.0, + "94": 47357.0, + "95": 48641.0, + "96": 50298.0, + "97": 46694.0, + "98": 50054.0, + "99": 48186.0, + "100": 44915.0 } }, "mem-allocated-bytes": { @@ -220,104 +220,104 @@ "values": { "1": 1254511616.0, "2": 1254503424.0, - "3": 1254505984.0, + "3": 1254506496.0, "4": 1254513664.0, - "5": 1254505984.0, + "5": 1254507520.0, "6": 1254507520.0, - "7": 1254511104.0, + "7": 1254511616.0, "8": 1254505472.0, - "9": 1254505984.0, + "9": 1254506496.0, "10": 1254506496.0, - "11": 1254507520.0, - "12": 1254503936.0, - "13": 1254509568.0, - "14": 1254510080.0, - "15": 1254506496.0, + "11": 1254505472.0, + "12": 1254504448.0, + "13": 1254507520.0, + "14": 1254509568.0, + "15": 1254508544.0, "16": 1254505984.0, "17": 1254516224.0, - "18": 1254503424.0, + "18": 1254504448.0, "19": 1254506496.0, - "20": 1254504960.0, - "21": 1254508032.0, - "22": 1254510592.0, - "23": 1254512640.0, + "20": 1254503936.0, + "21": 1254508544.0, + "22": 1254509056.0, + "23": 1254514176.0, "24": 1254505472.0, - "25": 1254513664.0, - "26": 1254512128.0, - "27": 1254501888.0, - "28": 1254509056.0, + "25": 1254513152.0, + "26": 1254510592.0, + "27": 1254502912.0, + "28": 1254508032.0, "29": 1254508032.0, - "30": 1254509056.0, - "31": 1254519296.0, - "32": 1254512128.0, + "30": 1254508032.0, + "31": 1254518784.0, + "32": 1254512640.0, "33": 1254507008.0, - "34": 1254509056.0, + "34": 1254508544.0, "35": 1254510080.0, "36": 1254507008.0, "37": 1254504448.0, - "38": 1254505472.0, - "39": 1254508032.0, - "40": 1254505984.0, - "41": 1254512128.0, - "42": 1254504960.0, - "43": 1254507008.0, - "44": 1254508032.0, - "45": 1254506496.0, + "38": 1254504448.0, + "39": 1254507008.0, + "40": 1254506496.0, + "41": 1254511616.0, + "42": 1254505472.0, + "43": 1254508544.0, + "44": 1254509056.0, + "45": 1254504960.0, "46": 1254513664.0, - "47": 1254507008.0, + "47": 1254505984.0, "48": 1254511616.0, - "49": 1254508032.0, - "50": 1254506496.0, - "51": 1254508032.0, - "52": 1254513152.0, - "53": 1254505984.0, - "54": 1254508544.0, - "55": 1254503936.0, - "56": 1254502912.0, - "57": 1254515200.0, - "58": 1254503936.0, + "49": 1254509056.0, + "50": 1254505984.0, + "51": 1254509056.0, + "52": 1254512640.0, + "53": 1254506496.0, + "54": 1254509056.0, + "55": 1254504448.0, + "56": 1254503424.0, + "57": 1254514176.0, + "58": 1254504448.0, "59": 1254508544.0, - "60": 1254503936.0, - "61": 1254507008.0, - "62": 1254508032.0, - "63": 1254507520.0, + "60": 1254505984.0, + "61": 1254505984.0, + "62": 1254507008.0, + "63": 1254508032.0, "64": 1254502400.0, - "65": 1254509568.0, + "65": 1254508544.0, "66": 1254501376.0, "67": 1254499328.0, - "68": 1254503936.0, - "69": 1254499328.0, + "68": 1254504960.0, + "69": 1254498816.0, "70": 1254502912.0, - "71": 1254507520.0, + "71": 1254508032.0, "72": 1254499328.0, - "73": 1254497280.0, - "74": 1254486016.0, + "73": 1254498304.0, + "74": 1254485504.0, "75": 1254504960.0, - "76": 1254507008.0, - "77": 1254504448.0, + "76": 1254506496.0, + "77": 1254503936.0, "78": 1254496256.0, - "79": 1254500864.0, - "80": 1254491648.0, - "81": 1254493696.0, - "82": 1254497280.0, + "79": 1254501376.0, + "80": 1254492160.0, + "81": 1254492160.0, + "82": 1254497792.0, "83": 1254505984.0, - "84": 1254489600.0, - "85": 1254505984.0, - "86": 1254500352.0, + "84": 1254490112.0, + "85": 1254507520.0, + "86": 1254499328.0, "87": 1254505472.0, - "88": 1254506496.0, - "89": 1254498304.0, - "90": 1254504448.0, - "91": 1254501888.0, - "92": 1254501888.0, + "88": 1254505472.0, + "89": 1254497792.0, + "90": 1254503424.0, + "91": 1254503424.0, + "92": 1254503424.0, "93": 1254499328.0, - "94": 1254494720.0, - "95": 1254504960.0, - "96": 1254503424.0, + "94": 1254497280.0, + "95": 1254505984.0, + "96": 1254502912.0, "97": 1254492672.0, - "98": 1254505984.0, - "99": 1254499328.0, - "100": 1254501888.0 + "98": 1254507008.0, + "99": 1254501376.0, + "100": 1254500864.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2066381824.0, - "2": 2543623168.0, - "3": 2544637440.0, - "4": 2550310912.0, - "5": 2550310912.0, - "6": 2550310912.0, - "7": 2550310912.0, - "8": 2550310912.0, - "9": 2550310912.0, - "10": 2550310912.0, - "11": 2550310912.0, - "12": 2550310912.0, - "13": 2550310912.0, - "14": 2550310912.0, - "15": 2550310912.0, - "16": 2550310912.0, - "17": 2554848768.0, - "18": 2554848768.0, - "19": 2554848768.0, - "20": 2554848768.0, - "21": 2554848768.0, - "22": 2554848768.0, - "23": 2554848768.0, - "24": 2554848768.0, - "25": 2554848768.0, - "26": 2554848768.0, - "27": 2554848768.0, - "28": 2554848768.0, - "29": 2554848768.0, - "30": 2554848768.0, - "31": 2556047872.0, - "32": 2556047872.0, - "33": 2556047872.0, - "34": 2556047872.0, - "35": 2556047872.0, - "36": 2556047872.0, - "37": 2556047872.0, - "38": 2556047872.0, - "39": 2556047872.0, - "40": 2556047872.0, - "41": 2556047872.0, - "42": 2556047872.0, - "43": 2556047872.0, - "44": 2556047872.0, - "45": 2556047872.0, - "46": 2556047872.0, - "47": 2556047872.0, - "48": 2556047872.0, - "49": 2556047872.0, - "50": 2556047872.0, - "51": 2556047872.0, - "52": 2556047872.0, - "53": 2556047872.0, - "54": 2556047872.0, - "55": 2556047872.0, - "56": 2556047872.0, - "57": 2556047872.0, - "58": 2556047872.0, - "59": 2556047872.0, - "60": 2556047872.0, - "61": 2556047872.0, - "62": 2556047872.0, - "63": 2556047872.0, - "64": 2556047872.0, - "65": 2556047872.0, - "66": 2556047872.0, - "67": 2556047872.0, - "68": 2556047872.0, - "69": 2556047872.0, - "70": 2556047872.0, - "71": 2556047872.0, - "72": 2556047872.0, - "73": 2556047872.0, - "74": 2556047872.0, - "75": 2556047872.0, - "76": 2556047872.0, - "77": 2556047872.0, - "78": 2556047872.0, - "79": 2556047872.0, - "80": 2556047872.0, - "81": 2556047872.0, - "82": 2556047872.0, - "83": 2556047872.0, - "84": 2556047872.0, - "85": 2556047872.0, - "86": 2556047872.0, - "87": 2556047872.0, - "88": 2556047872.0, - "89": 2556047872.0, - "90": 2556047872.0, - "91": 2556047872.0, - "92": 2556047872.0, - "93": 2556047872.0, - "94": 2556047872.0, - "95": 2556047872.0, - "96": 2556047872.0, - "97": 2556047872.0, - "98": 2556047872.0, - "99": 2556047872.0, - "100": 2556047872.0 + "1": 2066350080.0, + "2": 2542998528.0, + "3": 2544289792.0, + "4": 2549362688.0, + "5": 2549362688.0, + "6": 2549362688.0, + "7": 2549362688.0, + "8": 2549362688.0, + "9": 2549362688.0, + "10": 2549362688.0, + "11": 2549362688.0, + "12": 2549362688.0, + "13": 2549362688.0, + "14": 2549362688.0, + "15": 2549362688.0, + "16": 2549362688.0, + "17": 2552193536.0, + "18": 2552193536.0, + "19": 2552193536.0, + "20": 2552193536.0, + "21": 2552193536.0, + "22": 2552193536.0, + "23": 2552193536.0, + "24": 2552193536.0, + "25": 2552193536.0, + "26": 2552193536.0, + "27": 2552193536.0, + "28": 2552193536.0, + "29": 2552193536.0, + "30": 2552193536.0, + "31": 2555549696.0, + "32": 2555549696.0, + "33": 2555549696.0, + "34": 2555549696.0, + "35": 2555549696.0, + "36": 2555549696.0, + "37": 2555549696.0, + "38": 2555549696.0, + "39": 2555549696.0, + "40": 2555549696.0, + "41": 2555549696.0, + "42": 2555549696.0, + "43": 2555549696.0, + "44": 2555549696.0, + "45": 2555549696.0, + "46": 2555549696.0, + "47": 2555549696.0, + "48": 2555549696.0, + "49": 2555549696.0, + "50": 2555549696.0, + "51": 2555549696.0, + "52": 2555549696.0, + "53": 2555549696.0, + "54": 2555549696.0, + "55": 2555549696.0, + "56": 2555549696.0, + "57": 2555549696.0, + "58": 2555549696.0, + "59": 2555549696.0, + "60": 2555549696.0, + "61": 2555549696.0, + "62": 2555549696.0, + "63": 2555549696.0, + "64": 2555549696.0, + "65": 2555549696.0, + "66": 2555549696.0, + "67": 2555549696.0, + "68": 2555549696.0, + "69": 2555549696.0, + "70": 2555549696.0, + "71": 2555549696.0, + "72": 2555549696.0, + "73": 2555549696.0, + "74": 2555549696.0, + "75": 2555549696.0, + "76": 2555549696.0, + "77": 2555549696.0, + "78": 2555549696.0, + "79": 2555549696.0, + "80": 2555549696.0, + "81": 2555549696.0, + "82": 2555549696.0, + "83": 2555549696.0, + "84": 2555549696.0, + "85": 2555549696.0, + "86": 2555549696.0, + "87": 2555549696.0, + "88": 2555549696.0, + "89": 2555549696.0, + "90": 2555549696.0, + "91": 2555549696.0, + "92": 2555549696.0, + "93": 2555549696.0, + "94": 2555549696.0, + "95": 2555549696.0, + "96": 2555549696.0, + "97": 2555549696.0, + "98": 2555549696.0, + "99": 2555549696.0, + "100": 2555549696.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 4.80614, - "3": 0.71249, - "4": 0.40839, - "5": 0.39358, - "6": 0.3911, - "7": 0.39032, - "8": 0.38318, - "9": 0.70382, - "10": 0.34707, - "11": 0.34403, - "12": 0.34043, - "13": 0.33959, - "14": 0.33461, - "15": 0.34767, - "16": 0.33495, - "17": 0.34839, - "18": 0.33673, - "19": 0.33335, - "20": 0.33161, - "21": 0.32643, - "22": 0.33565, - "23": 0.33625, - "24": 0.33009, - "25": 0.33065, - "26": 0.33344, - "27": 0.33552, - "28": 0.33047, - "29": 0.33011, - "30": 0.33358, - "31": 0.34631, - "32": 0.33536, - "33": 0.33271, - "34": 0.33949, - "35": 0.33073, - "36": 0.32877, - "37": 0.32806, - "38": 0.33111, - "39": 0.33408, - "40": 0.33428, - "41": 0.34927, - "42": 1.47745, - "43": 0.48012, - "44": 0.33077, - "45": 0.33262, - "46": 0.34066, - "47": 0.33152, - "48": 0.33512, - "49": 0.34429, - "50": 0.33697, - "51": 0.34656, - "52": 0.337, - "53": 0.33133, - "54": 0.33172, - "55": 0.33188, - "56": 0.35163, - "57": 0.34162, - "58": 0.33258, - "59": 0.7122, - "60": 0.33979, - "61": 0.33569, - "62": 0.33523, - "63": 0.33864, - "64": 0.34776, - "65": 0.37658, - "66": 0.3377, - "67": 0.36916, - "68": 0.3452, - "69": 0.33854, - "70": 0.34023, - "71": 0.3544, - "72": 0.34395, - "73": 0.3567, - "74": 0.35025, - "75": 0.35164, - "76": 0.35012, - "77": 0.3364, - "78": 0.34491, - "79": 0.34789, - "80": 0.35388, - "81": 0.34075, - "82": 0.34743, - "83": 0.34211, - "84": 0.34722, - "85": 0.33956, - "86": 0.35402, - "87": 0.34301, - "88": 0.34056, - "89": 0.35764, - "90": 0.33476, - "91": 0.3539, - "92": 0.34448, - "93": 0.34895, - "94": 0.3624, - "95": 0.34001, - "96": 0.3382, - "97": 0.35217, - "98": 0.33252, - "99": 0.34909, - "100": 0.34966 + "2": 8.3521, + "3": 0.41669, + "4": 0.41284, + "5": 0.39807, + "6": 0.39421, + "7": 0.40258, + "8": 0.39083, + "9": 0.38556, + "10": 0.39045, + "11": 0.38493, + "12": 0.38652, + "13": 0.38654, + "14": 0.38244, + "15": 0.39635, + "16": 0.38332, + "17": 0.38972, + "18": 0.38226, + "19": 0.37884, + "20": 0.38559, + "21": 0.41074, + "22": 0.88305, + "23": 0.38557, + "24": 0.38914, + "25": 0.38815, + "26": 0.38762, + "27": 0.38501, + "28": 0.38776, + "29": 0.38603, + "30": 0.38705, + "31": 0.38791, + "32": 0.3888, + "33": 0.38221, + "34": 0.40037, + "35": 0.387, + "36": 0.3968, + "37": 0.3961, + "38": 0.38866, + "39": 0.3965, + "40": 0.389, + "41": 0.38873, + "42": 0.3895, + "43": 0.38428, + "44": 0.38845, + "45": 0.38913, + "46": 0.38268, + "47": 0.38233, + "48": 0.38844, + "49": 0.3963, + "50": 0.38408, + "51": 0.42069, + "52": 0.38714, + "53": 0.38472, + "54": 0.38779, + "55": 0.38914, + "56": 0.40949, + "57": 0.39708, + "58": 0.39612, + "59": 0.3944, + "60": 0.38052, + "61": 0.39057, + "62": 0.38649, + "63": 0.4128, + "64": 0.38573, + "65": 0.41257, + "66": 0.39183, + "67": 0.42577, + "68": 0.4009, + "69": 0.38896, + "70": 0.39152, + "71": 0.40707, + "72": 0.40087, + "73": 0.41537, + "74": 0.43436, + "75": 0.45456, + "76": 0.41193, + "77": 0.38627, + "78": 0.39302, + "79": 0.40532, + "80": 0.39666, + "81": 0.39606, + "82": 0.39713, + "83": 0.39956, + "84": 0.39716, + "85": 0.40563, + "86": 0.40773, + "87": 0.39254, + "88": 0.402, + "89": 0.40411, + "90": 0.40046, + "91": 0.41284, + "92": 0.39708, + "93": 0.40273, + "94": 0.42216, + "95": 0.40147, + "96": 0.39007, + "97": 0.40448, + "98": 0.40171, + "99": 0.40175, + "100": 0.39847 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json index bf57cfecddc..d4c864e5403 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.78091, "2": 10.80272, - "3": 10.8036, - "4": 10.77566, - "5": 10.83259, - "6": 10.83704, - "7": 10.79728, - "8": 10.79467, - "9": 10.80828, - "10": 10.76154, - "11": 10.85384, - "12": 10.84189, - "13": 10.82465, - "14": 10.85824, - "15": 10.78235, - "16": 10.77923, - "17": 10.7484, - "18": 10.78919, - "19": 10.77567, - "20": 10.71707, - "21": 10.70767, - "22": 10.54782, - "23": 10.72977, - "24": 10.60346, - "25": 10.55815, - "26": 10.61659, - "27": 10.6449, - "28": 10.62536, - "29": 10.6349, - "30": 10.42303, - "31": 10.16459, - "32": 10.51284, - "33": 10.50836, - "34": 10.2667, - "35": 10.32353, - "36": 10.2895, - "37": 10.41051, - "38": 10.26406, - "39": 10.44988, - "40": 10.17537, - "41": 10.20908, - "42": 10.27843, - "43": 9.91808, - "44": 10.03128, - "45": 9.92032, - "46": 9.88579, - "47": 10.19208, - "48": 9.92758, - "49": 9.61634, - "50": 9.98512, - "51": 9.90532, - "52": 9.8039, - "53": 10.12749, - "54": 10.00016, - "55": 9.93664, - "56": 9.68581, - "57": 9.55837, - "58": 9.90508, - "59": 9.63839, - "60": 9.57464, - "61": 9.76841, - "62": 10.03826, - "63": 9.44553, - "64": 9.82755, - "65": 9.00746, - "66": 9.77476, - "67": 9.41315, - "68": 9.84101, - "69": 9.8283, - "70": 9.79049, - "71": 9.66947, - "72": 9.62799, - "73": 9.54696, - "74": 9.03684, - "75": 9.49167, - "76": 9.16779, - "77": 10.1088, - "78": 9.77072, - "79": 9.43806, - "80": 9.45438, - "81": 9.5225, - "82": 9.74228, - "83": 9.36999, - "84": 9.45397, - "85": 9.65808, - "86": 9.12501, - "87": 9.62705, - "88": 9.79641, - "89": 9.66075, - "90": 9.8512, - "91": 9.39414, - "92": 9.40741, - "93": 9.13573, - "94": 8.89066, - "95": 9.56273, - "96": 9.5712, + "3": 10.8033, + "4": 10.77546, + "5": 10.83234, + "6": 10.83686, + "7": 10.79766, + "8": 10.79538, + "9": 10.80819, + "10": 10.76119, + "11": 10.85366, + "12": 10.84129, + "13": 10.82509, + "14": 10.85805, + "15": 10.78316, + "16": 10.77881, + "17": 10.74855, + "18": 10.78922, + "19": 10.77581, + "20": 10.71696, + "21": 10.70726, + "22": 10.54794, + "23": 10.72989, + "24": 10.60253, + "25": 10.55878, + "26": 10.61677, + "27": 10.64505, + "28": 10.62519, + "29": 10.63517, + "30": 10.42276, + "31": 10.16465, + "32": 10.51335, + "33": 10.50958, + "34": 10.26657, + "35": 10.32347, + "36": 10.28979, + "37": 10.4109, + "38": 10.26384, + "39": 10.45032, + "40": 10.17507, + "41": 10.20977, + "42": 10.27804, + "43": 9.91819, + "44": 10.03149, + "45": 9.92017, + "46": 9.88583, + "47": 10.19254, + "48": 9.9288, + "49": 9.61639, + "50": 9.98524, + "51": 9.90536, + "52": 9.80381, + "53": 10.12759, + "54": 10.00056, + "55": 9.93634, + "56": 9.68523, + "57": 9.55804, + "58": 9.90541, + "59": 9.63836, + "60": 9.57461, + "61": 9.76818, + "62": 10.03824, + "63": 9.44518, + "64": 9.8279, + "65": 9.00725, + "66": 9.77416, + "67": 9.41301, + "68": 9.84131, + "69": 9.82817, + "70": 9.7901, + "71": 9.66981, + "72": 9.6282, + "73": 9.5471, + "74": 9.03695, + "75": 9.49158, + "76": 9.16784, + "77": 10.1084, + "78": 9.77052, + "79": 9.43865, + "80": 9.45457, + "81": 9.52285, + "82": 9.74241, + "83": 9.37019, + "84": 9.45398, + "85": 9.65802, + "86": 9.12483, + "87": 9.62679, + "88": 9.79649, + "89": 9.66102, + "90": 9.85116, + "91": 9.39426, + "92": 9.40771, + "93": 9.1361, + "94": 8.89095, + "95": 9.56306, + "96": 9.57164, "97": 9.34355, - "98": 9.73013, - "99": 8.95039, - "100": 9.44212 + "98": 9.73064, + "99": 8.95015, + "100": 9.4422 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 30994.0, - "2": 32962.0, - "3": 33026.0, - "4": 30732.0, - "5": 36042.0, - "6": 36987.0, - "7": 34490.0, - "8": 31442.0, - "9": 33931.0, - "10": 29993.0, - "11": 37681.0, - "12": 34978.0, - "13": 36675.0, - "14": 37601.0, - "15": 34369.0, - "16": 36581.0, - "17": 34615.0, - "18": 34408.0, - "19": 35362.0, - "20": 32532.0, - "21": 33181.0, - "22": 30426.0, - "23": 37807.0, - "24": 32299.0, - "25": 30879.0, - "26": 33994.0, - "27": 34721.0, - "28": 36576.0, - "29": 37196.0, - "30": 32443.0, - "31": 30177.0, - "32": 35948.0, - "33": 37549.0, - "34": 32243.0, - "35": 33961.0, - "36": 34340.0, - "37": 37853.0, - "38": 35694.0, - "39": 38797.0, - "40": 36317.0, - "41": 35380.0, - "42": 36704.0, - "43": 34045.0, - "44": 33691.0, - "45": 35877.0, - "46": 36737.0, - "47": 40148.0, - "48": 36696.0, - "49": 36203.0, - "50": 38688.0, - "51": 37791.0, - "52": 37021.0, - "53": 41944.0, - "54": 40947.0, - "55": 37727.0, - "56": 40761.0, - "57": 37481.0, - "58": 41787.0, - "59": 39365.0, - "60": 40922.0, - "61": 41100.0, - "62": 43388.0, - "63": 38269.0, - "64": 43526.0, - "65": 41821.0, - "66": 44876.0, - "67": 42497.0, - "68": 39967.0, - "69": 41255.0, - "70": 45781.0, - "71": 42348.0, - "72": 42151.0, - "73": 45043.0, - "74": 35705.0, - "75": 39397.0, - "76": 45340.0, - "77": 45670.0, - "78": 46614.0, - "79": 49159.0, - "80": 47317.0, - "81": 51048.0, - "82": 49312.0, - "83": 45257.0, - "84": 45494.0, - "85": 49366.0, - "86": 45783.0, - "87": 50223.0, - "88": 47536.0, - "89": 48826.0, - "90": 49499.0, - "91": 45726.0, - "92": 47926.0, - "93": 46433.0, - "94": 47675.0, - "95": 47504.0, - "96": 50174.0, - "97": 46465.0, - "98": 49255.0, - "99": 48053.0, - "100": 44507.0 + "1": 31107.0, + "2": 32721.0, + "3": 33140.0, + "4": 30656.0, + "5": 35799.0, + "6": 37075.0, + "7": 34822.0, + "8": 31224.0, + "9": 34055.0, + "10": 29672.0, + "11": 38013.0, + "12": 34877.0, + "13": 36872.0, + "14": 37309.0, + "15": 33893.0, + "16": 36221.0, + "17": 34432.0, + "18": 34490.0, + "19": 35021.0, + "20": 32199.0, + "21": 33337.0, + "22": 30425.0, + "23": 37809.0, + "24": 31989.0, + "25": 31266.0, + "26": 34336.0, + "27": 35216.0, + "28": 36798.0, + "29": 37760.0, + "30": 32671.0, + "31": 30064.0, + "32": 35953.0, + "33": 37477.0, + "34": 32620.0, + "35": 33974.0, + "36": 34976.0, + "37": 38143.0, + "38": 35436.0, + "39": 38055.0, + "40": 35938.0, + "41": 35563.0, + "42": 36971.0, + "43": 34043.0, + "44": 33807.0, + "45": 36044.0, + "46": 36928.0, + "47": 39956.0, + "48": 35913.0, + "49": 36479.0, + "50": 38660.0, + "51": 38048.0, + "52": 36865.0, + "53": 41892.0, + "54": 40976.0, + "55": 37655.0, + "56": 40772.0, + "57": 37718.0, + "58": 41662.0, + "59": 39464.0, + "60": 40840.0, + "61": 41327.0, + "62": 42869.0, + "63": 38168.0, + "64": 43178.0, + "65": 41726.0, + "66": 45268.0, + "67": 41722.0, + "68": 40064.0, + "69": 41172.0, + "70": 45454.0, + "71": 41783.0, + "72": 41937.0, + "73": 45471.0, + "74": 35899.0, + "75": 39357.0, + "76": 44869.0, + "77": 45870.0, + "78": 47025.0, + "79": 48721.0, + "80": 47404.0, + "81": 51085.0, + "82": 49565.0, + "83": 45472.0, + "84": 45819.0, + "85": 49022.0, + "86": 45683.0, + "87": 49828.0, + "88": 47202.0, + "89": 49021.0, + "90": 49593.0, + "91": 45590.0, + "92": 47773.0, + "93": 46323.0, + "94": 47575.0, + "95": 47766.0, + "96": 49962.0, + "97": 46643.0, + "98": 49851.0, + "99": 47485.0, + "100": 44436.0 } }, "mem-allocated-bytes": { @@ -222,101 +222,101 @@ "2": 1254506496.0, "3": 1254506496.0, "4": 1254502400.0, - "5": 1254502912.0, - "6": 1254504448.0, - "7": 1254504960.0, - "8": 1254504960.0, + "5": 1254504960.0, + "6": 1254503936.0, + "7": 1254504448.0, + "8": 1254505984.0, "9": 1254502912.0, - "10": 1254504448.0, - "11": 1254504960.0, - "12": 1254503936.0, - "13": 1254501888.0, - "14": 1254506496.0, + "10": 1254504960.0, + "11": 1254505472.0, + "12": 1254504448.0, + "13": 1254504448.0, + "14": 1254507008.0, "15": 1254505472.0, "16": 1254504448.0, "17": 1254505472.0, - "18": 1254503424.0, - "19": 1254504960.0, - "20": 1254504448.0, + "18": 1254505472.0, + "19": 1254507008.0, + "20": 1254505984.0, "21": 1254504448.0, - "22": 1254502400.0, - "23": 1254501888.0, + "22": 1254501888.0, + "23": 1254502400.0, "24": 1254504448.0, - "25": 1254501376.0, + "25": 1254500864.0, "26": 1254503424.0, - "27": 1254502912.0, + "27": 1254504448.0, "28": 1254503936.0, - "29": 1254506496.0, + "29": 1254504448.0, "30": 1254501376.0, "31": 1254500352.0, - "32": 1254501376.0, + "32": 1254499840.0, "33": 1254503936.0, - "34": 1254503936.0, + "34": 1254503424.0, "35": 1254502912.0, - "36": 1254506496.0, - "37": 1254504448.0, - "38": 1254504960.0, - "39": 1254503936.0, - "40": 1254503936.0, - "41": 1254504448.0, - "42": 1254503936.0, - "43": 1254500864.0, + "36": 1254505984.0, + "37": 1254505472.0, + "38": 1254507520.0, + "39": 1254503424.0, + "40": 1254502912.0, + "41": 1254503936.0, + "42": 1254505472.0, + "43": 1254500352.0, "44": 1254502400.0, - "45": 1254503424.0, + "45": 1254502400.0, "46": 1254501888.0, - "47": 1254504960.0, - "48": 1254500864.0, + "47": 1254505472.0, + "48": 1254499840.0, "49": 1254501376.0, - "50": 1254503936.0, - "51": 1254497792.0, - "52": 1254497280.0, - "53": 1254498816.0, - "54": 1254499328.0, - "55": 1254501376.0, - "56": 1254502912.0, - "57": 1254494208.0, - "58": 1254499328.0, - "59": 1254496256.0, - "60": 1254497792.0, - "61": 1254505984.0, + "50": 1254502912.0, + "51": 1254498816.0, + "52": 1254496768.0, + "53": 1254499840.0, + "54": 1254500352.0, + "55": 1254499840.0, + "56": 1254504448.0, + "57": 1254494720.0, + "58": 1254497792.0, + "59": 1254495744.0, + "60": 1254498816.0, + "61": 1254503936.0, "62": 1254504960.0, - "63": 1254500352.0, - "64": 1254499840.0, + "63": 1254499840.0, + "64": 1254500864.0, "65": 1254489600.0, - "66": 1254503936.0, - "67": 1254499328.0, + "66": 1254503424.0, + "67": 1254499840.0, "68": 1254507008.0, - "69": 1254502400.0, - "70": 1254503936.0, - "71": 1254505984.0, - "72": 1254497280.0, + "69": 1254502912.0, + "70": 1254504448.0, + "71": 1254504960.0, + "72": 1254497792.0, "73": 1254505472.0, - "74": 1254496256.0, - "75": 1254505472.0, - "76": 1254504448.0, + "74": 1254496768.0, + "75": 1254503936.0, + "76": 1254505472.0, "77": 1254504960.0, - "78": 1254501376.0, + "78": 1254502400.0, "79": 1254501888.0, "80": 1254500864.0, - "81": 1254504448.0, - "82": 1254501376.0, + "81": 1254504960.0, + "82": 1254500864.0, "83": 1254498816.0, - "84": 1254498304.0, - "85": 1254500352.0, + "84": 1254499840.0, + "85": 1254499840.0, "86": 1254499840.0, - "87": 1254506496.0, - "88": 1254500352.0, - "89": 1254501888.0, - "90": 1254503936.0, - "91": 1254506496.0, - "92": 1254503936.0, - "93": 1254506496.0, - "94": 1254501376.0, - "95": 1254502912.0, + "87": 1254505984.0, + "88": 1254498816.0, + "89": 1254501376.0, + "90": 1254502912.0, + "91": 1254505984.0, + "92": 1254503424.0, + "93": 1254505472.0, + "94": 1254501888.0, + "95": 1254504448.0, "96": 1254502912.0, - "97": 1254500352.0, - "98": 1254508544.0, - "99": 1254498304.0, + "97": 1254500864.0, + "98": 1254504960.0, + "99": 1254497792.0, "100": 1254500864.0 } }, @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2038519808.0, - "2": 2520255488.0, - "3": 2520255488.0, - "4": 2520255488.0, - "5": 2520552960.0, - "6": 2520552960.0, - "7": 2520552960.0, - "8": 2520552960.0, - "9": 2520552960.0, - "10": 2520552960.0, - "11": 2520552960.0, - "12": 2520552960.0, - "13": 2520552960.0, - "14": 2520552960.0, - "15": 2520552960.0, - "16": 2520552960.0, - "17": 2520552960.0, - "18": 2520552960.0, - "19": 2520552960.0, - "20": 2520552960.0, - "21": 2520552960.0, - "22": 2520552960.0, - "23": 2520552960.0, - "24": 2520552960.0, - "25": 2520552960.0, - "26": 2520552960.0, - "27": 2520552960.0, - "28": 2520552960.0, - "29": 2520552960.0, - "30": 2520552960.0, - "31": 2520552960.0, - "32": 2520552960.0, - "33": 2521159680.0, - "34": 2521159680.0, - "35": 2521159680.0, - "36": 2521159680.0, - "37": 2521159680.0, - "38": 2521159680.0, - "39": 2521159680.0, - "40": 2521159680.0, - "41": 2521159680.0, - "42": 2521159680.0, - "43": 2521159680.0, - "44": 2521159680.0, - "45": 2521159680.0, - "46": 2521615360.0, - "47": 2521615360.0, - "48": 2521615360.0, - "49": 2521615360.0, - "50": 2521615360.0, - "51": 2521615360.0, - "52": 2521615360.0, - "53": 2521615360.0, - "54": 2521615360.0, - "55": 2521615360.0, - "56": 2521615360.0, - "57": 2521615360.0, - "58": 2521615360.0, - "59": 2521615360.0, - "60": 2521615360.0, - "61": 2521615360.0, - "62": 2521615360.0, - "63": 2521615360.0, - "64": 2521615360.0, - "65": 2521615360.0, - "66": 2521615360.0, - "67": 2521615360.0, - "68": 2521615360.0, - "69": 2521615360.0, - "70": 2521615360.0, - "71": 2521615360.0, - "72": 2521615360.0, - "73": 2521615360.0, - "74": 2521615360.0, - "75": 2521615360.0, - "76": 2521615360.0, - "77": 2521615360.0, - "78": 2521615360.0, - "79": 2521615360.0, - "80": 2521615360.0, - "81": 2521615360.0, - "82": 2521615360.0, - "83": 2521615360.0, - "84": 2521615360.0, - "85": 2521615360.0, - "86": 2521615360.0, - "87": 2521615360.0, - "88": 2521615360.0, - "89": 2521615360.0, - "90": 2521615360.0, - "91": 2521615360.0, - "92": 2521615360.0, - "93": 2521615360.0, - "94": 2521615360.0, - "95": 2523076096.0, - "96": 2523076096.0, - "97": 2523076096.0, - "98": 2523076096.0, - "99": 2523076096.0, - "100": 2523076096.0 + "1": 2039278592.0, + "2": 2519583744.0, + "3": 2519583744.0, + "4": 2519734272.0, + "5": 2521542656.0, + "6": 2521542656.0, + "7": 2521542656.0, + "8": 2521542656.0, + "9": 2521542656.0, + "10": 2521542656.0, + "11": 2521542656.0, + "12": 2521542656.0, + "13": 2521542656.0, + "14": 2521542656.0, + "15": 2521542656.0, + "16": 2521542656.0, + "17": 2521542656.0, + "18": 2521542656.0, + "19": 2521542656.0, + "20": 2521542656.0, + "21": 2521542656.0, + "22": 2521542656.0, + "23": 2521542656.0, + "24": 2521542656.0, + "25": 2521542656.0, + "26": 2521542656.0, + "27": 2521542656.0, + "28": 2521542656.0, + "29": 2521542656.0, + "30": 2521542656.0, + "31": 2521542656.0, + "32": 2521542656.0, + "33": 2521542656.0, + "34": 2521542656.0, + "35": 2521542656.0, + "36": 2521542656.0, + "37": 2521542656.0, + "38": 2521542656.0, + "39": 2521542656.0, + "40": 2521542656.0, + "41": 2521542656.0, + "42": 2521542656.0, + "43": 2521542656.0, + "44": 2521542656.0, + "45": 2521542656.0, + "46": 2522991616.0, + "47": 2522991616.0, + "48": 2522991616.0, + "49": 2522991616.0, + "50": 2522991616.0, + "51": 2522991616.0, + "52": 2522991616.0, + "53": 2522991616.0, + "54": 2522991616.0, + "55": 2522991616.0, + "56": 2522991616.0, + "57": 2522991616.0, + "58": 2522991616.0, + "59": 2522991616.0, + "60": 2522991616.0, + "61": 2522991616.0, + "62": 2522991616.0, + "63": 2522991616.0, + "64": 2522991616.0, + "65": 2522991616.0, + "66": 2522991616.0, + "67": 2522991616.0, + "68": 2522991616.0, + "69": 2522991616.0, + "70": 2522991616.0, + "71": 2522991616.0, + "72": 2522991616.0, + "73": 2522991616.0, + "74": 2522991616.0, + "75": 2522991616.0, + "76": 2522991616.0, + "77": 2522991616.0, + "78": 2522991616.0, + "79": 2522991616.0, + "80": 2522991616.0, + "81": 2522991616.0, + "82": 2522991616.0, + "83": 2522991616.0, + "84": 2522991616.0, + "85": 2522991616.0, + "86": 2522991616.0, + "87": 2522991616.0, + "88": 2522991616.0, + "89": 2522991616.0, + "90": 2522991616.0, + "91": 2522991616.0, + "92": 2522991616.0, + "93": 2522991616.0, + "94": 2522991616.0, + "95": 2523597312.0, + "96": 2523597312.0, + "97": 2523597312.0, + "98": 2523597312.0, + "99": 2523597312.0, + "100": 2523597312.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 17.78784, - "2": 0.2935, - "3": 0.25416, - "4": 0.28848, - "5": 0.27342, - "6": 0.21986, - "7": 0.22775, - "8": 0.21125, - "9": 0.22242, - "10": 0.20696, - "11": 0.21121, - "12": 0.20562, - "13": 0.20918, - "14": 0.20486, - "15": 0.22312, - "16": 0.20648, - "17": 0.21741, - "18": 0.20596, - "19": 0.20449, - "20": 0.20633, - "21": 0.20648, - "22": 0.20939, - "23": 0.20613, - "24": 0.2098, - "25": 0.21077, - "26": 0.20978, - "27": 0.20622, - "28": 0.20953, - "29": 0.2052, - "30": 0.20858, - "31": 0.23751, - "32": 0.20916, - "33": 0.21528, - "34": 0.22994, - "35": 0.20666, - "36": 0.56591, - "37": 0.2088, - "38": 0.20535, - "39": 0.20334, - "40": 0.21053, - "41": 0.20731, - "42": 0.21647, - "43": 0.21279, - "44": 0.20733, - "45": 0.22499, - "46": 0.22926, - "47": 0.21023, - "48": 0.21769, - "49": 0.24399, - "50": 0.21286, - "51": 0.238, - "52": 0.23293, - "53": 0.20987, - "54": 0.21516, - "55": 0.22388, - "56": 0.25985, - "57": 0.22604, - "58": 0.61513, - "59": 0.22219, - "60": 0.21734, - "61": 0.90688, - "62": 0.21705, - "63": 0.23992, - "64": 0.21828, - "65": 0.27683, - "66": 0.21653, - "67": 0.27213, - "68": 0.8349, - "69": 0.21293, - "70": 0.21051, - "71": 0.22862, - "72": 0.22498, - "73": 0.24298, - "74": 0.23094, - "75": 0.22956, - "76": 0.24583, - "77": 0.21646, - "78": 0.22364, - "79": 0.22898, - "80": 0.21878, - "81": 0.21415, - "82": 0.21267, - "83": 0.22485, - "84": 0.22454, - "85": 0.21746, - "86": 0.23031, - "87": 0.21423, - "88": 0.21226, - "89": 0.2196, - "90": 0.21327, - "91": 0.23392, - "92": 0.22086, - "93": 0.23306, - "94": 0.24169, - "95": 0.22202, - "96": 0.2155, - "97": 0.22184, - "98": 0.2139, - "99": 0.21705, - "100": 0.21654 + "1": "nan", + "2": 8.51904, + "3": 0.25584, + "4": 0.23199, + "5": 0.21547, + "6": 0.21649, + "7": 0.23094, + "8": 0.21057, + "9": 0.2241, + "10": 0.20897, + "11": 0.21478, + "12": 0.21044, + "13": 0.20902, + "14": 0.2089, + "15": 0.2149, + "16": 0.21454, + "17": 0.22147, + "18": 0.20804, + "19": 0.20834, + "20": 0.21151, + "21": 0.21055, + "22": 0.20874, + "23": 0.21032, + "24": 0.21033, + "25": 0.20839, + "26": 0.20718, + "27": 0.20747, + "28": 0.2057, + "29": 0.20635, + "30": 0.20714, + "31": 0.24758, + "32": 0.20807, + "33": 0.20967, + "34": 0.22818, + "35": 0.2141, + "36": 0.21109, + "37": 0.21116, + "38": 0.21698, + "39": 0.20632, + "40": 0.21527, + "41": 0.21578, + "42": 0.22039, + "43": 0.22418, + "44": 0.21237, + "45": 0.22508, + "46": 0.23293, + "47": 0.20944, + "48": 0.23637, + "49": 0.24841, + "50": 0.20949, + "51": 0.2335, + "52": 0.239, + "53": 0.21187, + "54": 0.21721, + "55": 0.22955, + "56": 0.26737, + "57": 0.23659, + "58": 0.62797, + "59": 0.22564, + "60": 0.21977, + "61": 0.21143, + "62": 0.20871, + "63": 0.23546, + "64": 0.21856, + "65": 0.27947, + "66": 0.21357, + "67": 0.26023, + "68": 0.23399, + "69": 0.21277, + "70": 0.21272, + "71": 0.23119, + "72": 0.22395, + "73": 0.24468, + "74": 0.2328, + "75": 0.2216, + "76": 0.2435, + "77": 0.2455, + "78": 0.22637, + "79": 0.22675, + "80": 0.2295, + "81": 0.21493, + "82": 0.21166, + "83": 0.21848, + "84": 0.22787, + "85": 0.22018, + "86": 0.23278, + "87": 0.21253, + "88": 0.21393, + "89": 0.22643, + "90": 0.20914, + "91": 0.23149, + "92": 0.21971, + "93": 0.2297, + "94": 0.24065, + "95": 0.22047, + "96": 0.21275, + "97": 0.22961, + "98": 0.20996, + "99": 0.22047, + "100": 0.21528 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json index ce3d79128b1..a6dfbf5a4e0 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.80509, "2": 10.82386, - "3": 10.80196, - "4": 10.79424, - "5": 10.8277, - "6": 10.84005, - "7": 10.8365, - "8": 10.82828, - "9": 10.83477, - "10": 10.77496, - "11": 10.85204, - "12": 10.83903, - "13": 10.85207, - "14": 10.85914, - "15": 10.81681, - "16": 10.79456, - "17": 10.77491, - "18": 10.80399, - "19": 10.79956, - "20": 10.73801, - "21": 10.72487, - "22": 10.59177, - "23": 10.73098, - "24": 10.6406, - "25": 10.59018, - "26": 10.63555, - "27": 10.66245, - "28": 10.6472, - "29": 10.64163, - "30": 10.4518, - "31": 10.22249, - "32": 10.52995, - "33": 10.51998, - "34": 10.31247, - "35": 10.34796, - "36": 10.31677, - "37": 10.42804, - "38": 10.29194, - "39": 10.46881, - "40": 10.19257, - "41": 10.23159, - "42": 10.29766, - "43": 9.97363, - "44": 10.07169, - "45": 9.97015, - "46": 9.94713, - "47": 10.23179, - "48": 9.97593, - "49": 9.67748, - "50": 10.0144 + "3": 10.80187, + "4": 10.79381, + "5": 10.82782, + "6": 10.84103, + "7": 10.83602, + "8": 10.8288, + "9": 10.83444, + "10": 10.77452, + "11": 10.85212, + "12": 10.8401, + "13": 10.85164, + "14": 10.85986, + "15": 10.8172, + "16": 10.79433, + "17": 10.77581, + "18": 10.80351, + "19": 10.79946, + "20": 10.73849, + "21": 10.72577, + "22": 10.59186, + "23": 10.73082, + "24": 10.64095, + "25": 10.59122, + "26": 10.63588, + "27": 10.66274, + "28": 10.64842, + "29": 10.64155, + "30": 10.45205, + "31": 10.22209, + "32": 10.52903, + "33": 10.52002, + "34": 10.31278, + "35": 10.34843, + "36": 10.31619, + "37": 10.42852, + "38": 10.2922, + "39": 10.46863, + "40": 10.19288, + "41": 10.23178, + "42": 10.29807, + "43": 9.97377, + "44": 10.07159, + "45": 9.96973, + "46": 9.94753, + "47": 10.23169, + "48": 9.97573, + "49": 9.67784, + "50": 10.01511 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 31182.0, - "2": 33013.0, - "3": 33646.0, - "4": 32202.0, - "5": 36913.0, - "6": 37554.0, - "7": 35184.0, - "8": 32207.0, - "9": 34523.0, - "10": 29945.0, - "11": 38237.0, - "12": 35346.0, - "13": 37426.0, - "14": 38358.0, - "15": 35140.0, - "16": 36293.0, - "17": 35645.0, - "18": 35117.0, - "19": 35648.0, - "20": 32896.0, - "21": 33511.0, - "22": 30704.0, - "23": 38149.0, - "24": 32677.0, - "25": 31055.0, - "26": 34700.0, - "27": 35410.0, - "28": 37268.0, - "29": 37953.0, - "30": 33210.0, - "31": 30482.0, - "32": 36908.0, - "33": 38308.0, - "34": 33125.0, - "35": 34341.0, - "36": 34925.0, - "37": 38767.0, - "38": 35780.0, - "39": 38955.0, - "40": 36485.0, - "41": 36015.0, - "42": 37638.0, - "43": 33689.0, - "44": 33688.0, - "45": 35448.0, - "46": 36810.0, - "47": 40858.0, - "48": 35696.0, - "49": 34729.0, - "50": 39077.0 + "1": 31002.0, + "2": 33357.0, + "3": 34009.0, + "4": 32315.0, + "5": 36524.0, + "6": 37490.0, + "7": 35275.0, + "8": 31742.0, + "9": 34839.0, + "10": 29933.0, + "11": 37766.0, + "12": 35329.0, + "13": 37113.0, + "14": 38180.0, + "15": 35219.0, + "16": 36450.0, + "17": 35700.0, + "18": 34853.0, + "19": 35788.0, + "20": 32808.0, + "21": 33724.0, + "22": 30451.0, + "23": 38218.0, + "24": 32472.0, + "25": 31520.0, + "26": 34965.0, + "27": 35584.0, + "28": 37025.0, + "29": 38197.0, + "30": 33255.0, + "31": 30551.0, + "32": 36545.0, + "33": 38300.0, + "34": 33029.0, + "35": 34162.0, + "36": 35185.0, + "37": 38545.0, + "38": 35778.0, + "39": 39000.0, + "40": 36217.0, + "41": 36225.0, + "42": 37525.0, + "43": 33633.0, + "44": 33746.0, + "45": 35656.0, + "46": 36610.0, + "47": 40929.0, + "48": 35960.0, + "49": 34405.0, + "50": 39680.0 } }, "mem-allocated-bytes": { @@ -121,8 +121,8 @@ "1": 1027095040.0, "2": 1027093504.0, "3": 1027094528.0, - "4": 1027095040.0, - "5": 1027091968.0, + "4": 1027096064.0, + "5": 1027091456.0, "6": 1027091968.0, "7": 1027098112.0, "8": 1027097600.0, @@ -131,43 +131,43 @@ "11": 1027098624.0, "12": 1027094528.0, "13": 1027092480.0, - "14": 1027095040.0, - "15": 1027095040.0, + "14": 1027094528.0, + "15": 1027096064.0, "16": 1027091456.0, - "17": 1027101184.0, + "17": 1027102208.0, "18": 1027096064.0, - "19": 1027093504.0, + "19": 1027092992.0, "20": 1027093504.0, "21": 1027097088.0, "22": 1027100160.0, "23": 1027100160.0, "24": 1027095552.0, - "25": 1027097088.0, + "25": 1027096576.0, "26": 1027098112.0, - "27": 1027091456.0, + "27": 1027090432.0, "28": 1027090944.0, - "29": 1027091968.0, - "30": 1027099648.0, - "31": 1027109888.0, + "29": 1027092480.0, + "30": 1027099136.0, + "31": 1027108864.0, "32": 1027095552.0, "33": 1027090944.0, - "34": 1027098112.0, - "35": 1027103744.0, - "36": 1027098112.0, - "37": 1027092480.0, - "38": 1027091456.0, - "39": 1027095040.0, - "40": 1027095040.0, - "41": 1027100160.0, + "34": 1027098624.0, + "35": 1027103232.0, + "36": 1027097088.0, + "37": 1027091968.0, + "38": 1027092480.0, + "39": 1027097088.0, + "40": 1027094016.0, + "41": 1027099648.0, "42": 1027091968.0, "43": 1027098624.0, - "44": 1027098624.0, - "45": 1027096064.0, - "46": 1027104256.0, - "47": 1027093504.0, + "44": 1027098112.0, + "45": 1027095552.0, + "46": 1027103232.0, + "47": 1027092992.0, "48": 1027101184.0, "49": 1027096064.0, - "50": 1027095552.0 + "50": 1027096064.0 } }, "mem-max-allocated-bytes": { @@ -177,54 +177,54 @@ "values": { "1": 3059586560.0, "2": 3299159040.0, - "3": 3299482112.0, - "4": 3302137344.0, - "5": 3302137344.0, - "6": 3302137344.0, - "7": 3303535104.0, - "8": 3303535104.0, - "9": 3303535104.0, - "10": 3303535104.0, - "11": 3303535104.0, - "12": 3303535104.0, - "13": 3303535104.0, - "14": 3303535104.0, - "15": 3303535104.0, - "16": 3303535104.0, - "17": 3306910208.0, - "18": 3306910208.0, - "19": 3306910208.0, - "20": 3306910208.0, - "21": 3306910208.0, - "22": 3306910208.0, - "23": 3306910208.0, - "24": 3306910208.0, - "25": 3306910208.0, - "26": 3306910208.0, - "27": 3306910208.0, - "28": 3306910208.0, - "29": 3306910208.0, - "30": 3306910208.0, - "31": 3312495616.0, - "32": 3312495616.0, - "33": 3312495616.0, - "34": 3312495616.0, - "35": 3312495616.0, - "36": 3312495616.0, - "37": 3312495616.0, - "38": 3312495616.0, - "39": 3312495616.0, - "40": 3312495616.0, - "41": 3312495616.0, - "42": 3312495616.0, - "43": 3312495616.0, - "44": 3312495616.0, - "45": 3312495616.0, - "46": 3312495616.0, - "47": 3312495616.0, - "48": 3312495616.0, - "49": 3312495616.0, - "50": 3312495616.0 + "3": 3299596800.0, + "4": 3301077504.0, + "5": 3301077504.0, + "6": 3301077504.0, + "7": 3303559680.0, + "8": 3303559680.0, + "9": 3303559680.0, + "10": 3303559680.0, + "11": 3303559680.0, + "12": 3303559680.0, + "13": 3303559680.0, + "14": 3303559680.0, + "15": 3303559680.0, + "16": 3303559680.0, + "17": 3309215232.0, + "18": 3309215232.0, + "19": 3309215232.0, + "20": 3309215232.0, + "21": 3309215232.0, + "22": 3309215232.0, + "23": 3309215232.0, + "24": 3309215232.0, + "25": 3309215232.0, + "26": 3309215232.0, + "27": 3309215232.0, + "28": 3309215232.0, + "29": 3309215232.0, + "30": 3309215232.0, + "31": 3312232448.0, + "32": 3312232448.0, + "33": 3312232448.0, + "34": 3312232448.0, + "35": 3312232448.0, + "36": 3312232448.0, + "37": 3312232448.0, + "38": 3312232448.0, + "39": 3312232448.0, + "40": 3312232448.0, + "41": 3312232448.0, + "42": 3312232448.0, + "43": 3312232448.0, + "44": 3312232448.0, + "45": 3312232448.0, + "46": 3312232448.0, + "47": 3312232448.0, + "48": 3312232448.0, + "49": 3312232448.0, + "50": 3312232448.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.82645, - "3": 0.34371, - "4": 0.32704, - "5": 0.31536, - "6": 0.32001, - "7": 0.31919, - "8": 0.31719, - "9": 0.31876, - "10": 0.31015, - "11": 0.31546, - "12": 0.31198, - "13": 0.31518, - "14": 0.40567, - "15": 0.31856, - "16": 0.30868, - "17": 0.31352, - "18": 0.31536, - "19": 0.31164, - "20": 0.31286, - "21": 0.35519, - "22": 0.30985, - "23": 0.31256, - "24": 0.31727, - "25": 0.36651, - "26": 0.47287, - "27": 0.57438, - "28": 0.3575, - "29": 0.71431, - "30": 0.31163, - "31": 0.31877, - "32": 0.34436, - "33": 0.51773, - "34": 0.32292, - "35": 0.31651, - "36": 0.34162, - "37": 0.31339, - "38": 0.30524, - "39": 0.63856, - "40": 0.31883, - "41": 0.31475, - "42": 0.67365, - "43": 0.33393, - "44": 0.31389, - "45": 0.65089, - "46": 0.6524, - "47": 0.3061, - "48": 0.30487, - "49": 0.3295, - "50": 0.30784 + "2": 7.29519, + "3": 0.37851, + "4": 0.35418, + "5": 0.34964, + "6": 0.34723, + "7": 0.34884, + "8": 0.35114, + "9": 0.35017, + "10": 0.3435, + "11": 0.34534, + "12": 0.34556, + "13": 0.34396, + "14": 0.34314, + "15": 0.35702, + "16": 0.34971, + "17": 0.35336, + "18": 0.3455, + "19": 0.34238, + "20": 0.34439, + "21": 0.34735, + "22": 0.34647, + "23": 0.34565, + "24": 0.34394, + "25": 0.34386, + "26": 0.34371, + "27": 0.34879, + "28": 0.34725, + "29": 0.34331, + "30": 0.40195, + "31": 0.63878, + "32": 0.35713, + "33": 0.34361, + "34": 0.35443, + "35": 0.34915, + "36": 0.34927, + "37": 0.34804, + "38": 0.3503, + "39": 0.34684, + "40": 0.35049, + "41": 0.34977, + "42": 0.34489, + "43": 0.34941, + "44": 0.34597, + "45": 0.34643, + "46": 0.35037, + "47": 0.34324, + "48": 0.35489, + "49": 0.35451, + "50": 0.34614 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json index 38498d3139b..a14d81728dc 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.80815, "2": 10.82612, - "3": 10.83032, - "4": 10.80963, - "5": 10.84127, - "6": 10.8581, - "7": 10.81967, - "8": 10.82506, - "9": 10.83749, - "10": 10.7783, - "11": 10.85781, - "12": 10.85539, - "13": 10.85233, - "14": 10.86699, - "15": 10.81253, - "16": 10.80292, - "17": 10.78098, - "18": 10.80788, - "19": 10.79276, - "20": 10.74548, - "21": 10.72785, - "22": 10.59608, - "23": 10.73999, - "24": 10.63509, - "25": 10.59832, - "26": 10.63517, - "27": 10.65744, - "28": 10.64536, - "29": 10.65122, - "30": 10.44144, - "31": 10.21465, - "32": 10.53342, - "33": 10.52518, - "34": 10.30171, - "35": 10.34871, - "36": 10.30843, - "37": 10.42353, - "38": 10.28859, - "39": 10.45514, - "40": 10.19363, - "41": 10.22791, - "42": 10.29725, - "43": 9.95871, - "44": 10.06717, - "45": 9.95955, - "46": 9.92614, - "47": 10.20607, - "48": 9.96021, - "49": 9.65854, - "50": 10.01296 + "3": 10.83047, + "4": 10.80979, + "5": 10.84099, + "6": 10.85765, + "7": 10.81984, + "8": 10.82393, + "9": 10.83748, + "10": 10.77902, + "11": 10.85821, + "12": 10.85588, + "13": 10.85256, + "14": 10.86722, + "15": 10.8129, + "16": 10.80196, + "17": 10.78104, + "18": 10.80677, + "19": 10.79234, + "20": 10.74641, + "21": 10.72787, + "22": 10.5962, + "23": 10.74005, + "24": 10.63451, + "25": 10.59846, + "26": 10.63534, + "27": 10.65831, + "28": 10.64592, + "29": 10.65155, + "30": 10.44123, + "31": 10.21477, + "32": 10.53332, + "33": 10.52576, + "34": 10.30297, + "35": 10.34927, + "36": 10.30953, + "37": 10.42419, + "38": 10.28918, + "39": 10.45613, + "40": 10.19444, + "41": 10.22894, + "42": 10.29833, + "43": 9.95988, + "44": 10.06841, + "45": 9.96162, + "46": 9.92755, + "47": 10.20771, + "48": 9.96183, + "49": 9.66176, + "50": 10.01529 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 31590.0, - "2": 32940.0, - "3": 33668.0, - "4": 31186.0, - "5": 36214.0, - "6": 37169.0, - "7": 34770.0, - "8": 31862.0, - "9": 34102.0, - "10": 30394.0, - "11": 38432.0, - "12": 35039.0, - "13": 37236.0, - "14": 37668.0, - "15": 34199.0, - "16": 36659.0, - "17": 34831.0, - "18": 35011.0, - "19": 35486.0, - "20": 33221.0, - "21": 33971.0, - "22": 30501.0, - "23": 38411.0, - "24": 32764.0, - "25": 31363.0, - "26": 34624.0, - "27": 36096.0, - "28": 37021.0, - "29": 37900.0, - "30": 33066.0, - "31": 29871.0, - "32": 36113.0, - "33": 38168.0, - "34": 33074.0, - "35": 34300.0, - "36": 35363.0, - "37": 38150.0, - "38": 35798.0, - "39": 38945.0, - "40": 35780.0, - "41": 35999.0, - "42": 36611.0, - "43": 33781.0, - "44": 34207.0, - "45": 35198.0, - "46": 36779.0, - "47": 40585.0, - "48": 36434.0, - "49": 35787.0, - "50": 38996.0 + "1": 16510.0, + "2": 17310.0, + "3": 17293.0, + "4": 16179.0, + "5": 18771.0, + "6": 19081.0, + "7": 17995.0, + "8": 16726.0, + "9": 17944.0, + "10": 15825.0, + "11": 19657.0, + "12": 18175.0, + "13": 19367.0, + "14": 19178.0, + "15": 17838.0, + "16": 18881.0, + "17": 17772.0, + "18": 17980.0, + "19": 18646.0, + "20": 16928.0, + "21": 17154.0, + "22": 15832.0, + "23": 19749.0, + "24": 16777.0, + "25": 16157.0, + "26": 17768.0, + "27": 18523.0, + "28": 18913.0, + "29": 19458.0, + "30": 16850.0, + "31": 15405.0, + "32": 18692.0, + "33": 19310.0, + "34": 16824.0, + "35": 17363.0, + "36": 17799.0, + "37": 19654.0, + "38": 18002.0, + "39": 19725.0, + "40": 18193.0, + "41": 18482.0, + "42": 18679.0, + "43": 17240.0, + "44": 17614.0, + "45": 18056.0, + "46": 19111.0, + "47": 20775.0, + "48": 18691.0, + "49": 18518.0, + "50": 20061.0 } }, "mem-allocated-bytes": { @@ -120,52 +120,52 @@ "values": { "1": 1027090944.0, "2": 1027090944.0, - "3": 1027091968.0, + "3": 1027092480.0, "4": 1027091456.0, "5": 1027091968.0, - "6": 1027090432.0, - "7": 1027086848.0, - "8": 1027087872.0, - "9": 1027094528.0, + "6": 1027089920.0, + "7": 1027088896.0, + "8": 1027087360.0, + "9": 1027092992.0, "10": 1027088896.0, - "11": 1027089408.0, - "12": 1027089408.0, - "13": 1027091968.0, - "14": 1027088896.0, + "11": 1027088896.0, + "12": 1027088896.0, + "13": 1027092480.0, + "14": 1027089408.0, "15": 1027090432.0, - "16": 1027091456.0, + "16": 1027095040.0, "17": 1027089408.0, - "18": 1027093504.0, + "18": 1027094528.0, "19": 1027091968.0, - "20": 1027095040.0, - "21": 1027088384.0, - "22": 1027091456.0, - "23": 1027091968.0, - "24": 1027090944.0, - "25": 1027089408.0, + "20": 1027092992.0, + "21": 1027089408.0, + "22": 1027092480.0, + "23": 1027091456.0, + "24": 1027091456.0, + "25": 1027090432.0, "26": 1027090432.0, - "27": 1027090432.0, - "28": 1027087872.0, + "27": 1027090944.0, + "28": 1027089408.0, "29": 1027088896.0, - "30": 1027087360.0, - "31": 1027079168.0, - "32": 1027082240.0, - "33": 1027091456.0, - "34": 1027088384.0, - "35": 1027090432.0, - "36": 1027088896.0, - "37": 1027089408.0, - "38": 1027090432.0, - "39": 1027085824.0, - "40": 1027086848.0, - "41": 1027088384.0, + "30": 1027086336.0, + "31": 1027080192.0, + "32": 1027081728.0, + "33": 1027090432.0, + "34": 1027087360.0, + "35": 1027089408.0, + "36": 1027089920.0, + "37": 1027087872.0, + "38": 1027089920.0, + "39": 1027087872.0, + "40": 1027085824.0, + "41": 1027087360.0, "42": 1027091968.0, - "43": 1027084800.0, + "43": 1027085312.0, "44": 1027087872.0, - "45": 1027087872.0, - "46": 1027078656.0, + "45": 1027087360.0, + "46": 1027079168.0, "47": 1027087872.0, - "48": 1027086336.0, + "48": 1027085824.0, "49": 1027082240.0, "50": 1027089920.0 } @@ -176,55 +176,55 @@ "step_interval": 1, "values": { "1": 3057868288.0, - "2": 3298335232.0, - "3": 3298335232.0, - "4": 3300084224.0, - "5": 3300084224.0, - "6": 3300084224.0, - "7": 3300084224.0, - "8": 3300084224.0, - "9": 3300084224.0, - "10": 3300122624.0, - "11": 3300122624.0, - "12": 3300122624.0, - "13": 3300122624.0, - "14": 3300122624.0, - "15": 3300122624.0, - "16": 3300122624.0, - "17": 3300122624.0, - "18": 3300122624.0, - "19": 3300376576.0, - "20": 3300416000.0, - "21": 3300416000.0, - "22": 3301032960.0, - "23": 3301998080.0, - "24": 3301998080.0, - "25": 3301998080.0, - "26": 3301998080.0, - "27": 3301998080.0, - "28": 3301998080.0, - "29": 3301998080.0, - "30": 3301998080.0, - "31": 3301998080.0, - "32": 3301998080.0, - "33": 3301998080.0, - "34": 3301998080.0, - "35": 3301998080.0, - "36": 3301998080.0, - "37": 3301998080.0, - "38": 3301998080.0, - "39": 3301998080.0, - "40": 3301998080.0, - "41": 3301998080.0, - "42": 3301998080.0, - "43": 3301998080.0, - "44": 3301998080.0, - "45": 3301998080.0, - "46": 3301998080.0, - "47": 3301998080.0, - "48": 3301998080.0, - "49": 3301998080.0, - "50": 3301998080.0 + "2": 3298402816.0, + "3": 3298454528.0, + "4": 3300212736.0, + "5": 3300212736.0, + "6": 3300212736.0, + "7": 3300212736.0, + "8": 3300212736.0, + "9": 3300212736.0, + "10": 3300212736.0, + "11": 3300212736.0, + "12": 3300212736.0, + "13": 3300212736.0, + "14": 3300212736.0, + "15": 3300212736.0, + "16": 3300212736.0, + "17": 3300212736.0, + "18": 3300212736.0, + "19": 3301420032.0, + "20": 3301420032.0, + "21": 3301420032.0, + "22": 3301420032.0, + "23": 3301420032.0, + "24": 3301420032.0, + "25": 3301420032.0, + "26": 3301420032.0, + "27": 3301420032.0, + "28": 3301420032.0, + "29": 3301420032.0, + "30": 3301420032.0, + "31": 3301420032.0, + "32": 3301420032.0, + "33": 3301420032.0, + "34": 3301420032.0, + "35": 3301420032.0, + "36": 3301420032.0, + "37": 3301420032.0, + "38": 3301420032.0, + "39": 3301420032.0, + "40": 3301420032.0, + "41": 3301420032.0, + "42": 3301420032.0, + "43": 3301420032.0, + "44": 3301420032.0, + "45": 3301420032.0, + "46": 3301420032.0, + "47": 3301420032.0, + "48": 3301420032.0, + "49": 3301420032.0, + "50": 3301420032.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 16.45405, - "2": 0.30024, - "3": 0.24416, - "4": 0.22949, - "5": 0.21642, - "6": 0.20677, - "7": 0.21591, - "8": 0.21087, - "9": 0.20973, - "10": 0.20724, - "11": 0.20594, - "12": 0.20225, - "13": 0.21091, - "14": 0.2028, - "15": 0.22641, - "16": 0.20409, - "17": 0.21141, - "18": 0.20363, - "19": 0.20701, - "20": 0.2078, - "21": 0.20171, - "22": 0.20432, - "23": 0.19941, - "24": 0.20413, - "25": 0.20204, - "26": 0.20188, - "27": 0.60524, - "28": 0.21001, - "29": 0.20338, - "30": 0.20253, - "31": 0.2399, - "32": 0.19914, - "33": 0.20122, - "34": 0.22929, - "35": 0.20106, - "36": 0.22225, - "37": 0.20411, - "38": 0.20267, - "39": 0.19726, - "40": 0.21398, - "41": 0.21317, - "42": 0.20362, - "43": 0.20696, - "44": 0.20834, - "45": 0.21563, - "46": 0.22195, - "47": 0.20394, - "48": 0.22663, - "49": 0.24701, - "50": 0.20255 + "1": "nan", + "2": 7.27455, + "3": 0.24243, + "4": 0.22989, + "5": 0.22072, + "6": 0.20616, + "7": 0.21496, + "8": 0.20549, + "9": 0.20489, + "10": 0.2109, + "11": 0.20469, + "12": 0.20108, + "13": 0.20865, + "14": 0.20772, + "15": 0.22054, + "16": 0.2024, + "17": 0.21906, + "18": 0.20221, + "19": 0.21514, + "20": 0.20039, + "21": 0.20793, + "22": 0.20468, + "23": 0.20502, + "24": 0.20712, + "25": 0.20215, + "26": 0.21002, + "27": 0.2059, + "28": 0.19954, + "29": 0.2058, + "30": 0.20336, + "31": 0.25409, + "32": 0.20455, + "33": 0.2028, + "34": 0.22743, + "35": 0.20618, + "36": 0.20523, + "37": 0.20217, + "38": 0.20771, + "39": 0.19994, + "40": 0.22125, + "41": 0.2067, + "42": 0.20151, + "43": 0.21661, + "44": 0.23059, + "45": 0.20957, + "46": 0.2264, + "47": 0.20121, + "48": 0.22587, + "49": 0.24713, + "50": 0.20108 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json index f62929eef31..54bf682b5f9 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.80509, "2": 10.82386, - "3": 10.80196, - "4": 10.79424, - "5": 10.8277, - "6": 10.84005, - "7": 10.8365, - "8": 10.82828, - "9": 10.83477, - "10": 10.77496, - "11": 10.85204, - "12": 10.83903, - "13": 10.85207, - "14": 10.85914, - "15": 10.81681, - "16": 10.79456, - "17": 10.77491, - "18": 10.80399, - "19": 10.79956, - "20": 10.73801, - "21": 10.72487, - "22": 10.59177, - "23": 10.73098, - "24": 10.6406, - "25": 10.59018, - "26": 10.63555, - "27": 10.66245, - "28": 10.6472, - "29": 10.64163, - "30": 10.4518, - "31": 10.22249, - "32": 10.52995, - "33": 10.51998, - "34": 10.31247, - "35": 10.34796, - "36": 10.31677, - "37": 10.42804, - "38": 10.29194, - "39": 10.46881, - "40": 10.19257, - "41": 10.23159, - "42": 10.29766, - "43": 9.97363, - "44": 10.07169, - "45": 9.97015, - "46": 9.94713, - "47": 10.23179, - "48": 9.97593, - "49": 9.67748, - "50": 10.0144 + "3": 10.80187, + "4": 10.79381, + "5": 10.82782, + "6": 10.84103, + "7": 10.83602, + "8": 10.8288, + "9": 10.83444, + "10": 10.77452, + "11": 10.85212, + "12": 10.8401, + "13": 10.85164, + "14": 10.85986, + "15": 10.8172, + "16": 10.79433, + "17": 10.77581, + "18": 10.80351, + "19": 10.79946, + "20": 10.73849, + "21": 10.72577, + "22": 10.59186, + "23": 10.73082, + "24": 10.64095, + "25": 10.59122, + "26": 10.63588, + "27": 10.66274, + "28": 10.64842, + "29": 10.64155, + "30": 10.45205, + "31": 10.22209, + "32": 10.52903, + "33": 10.52002, + "34": 10.31278, + "35": 10.34843, + "36": 10.31619, + "37": 10.42852, + "38": 10.2922, + "39": 10.46863, + "40": 10.19288, + "41": 10.23178, + "42": 10.29807, + "43": 9.97377, + "44": 10.07159, + "45": 9.96973, + "46": 9.94753, + "47": 10.23169, + "48": 9.97573, + "49": 9.67784, + "50": 10.01511 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 31182.0, - "2": 33013.0, - "3": 33646.0, - "4": 32202.0, - "5": 36913.0, - "6": 37554.0, - "7": 35184.0, - "8": 32207.0, - "9": 34523.0, - "10": 29945.0, - "11": 38237.0, - "12": 35346.0, - "13": 37426.0, - "14": 38358.0, - "15": 35140.0, - "16": 36293.0, - "17": 35645.0, - "18": 35117.0, - "19": 35648.0, - "20": 32896.0, - "21": 33511.0, - "22": 30704.0, - "23": 38149.0, - "24": 32677.0, - "25": 31055.0, - "26": 34700.0, - "27": 35410.0, - "28": 37268.0, - "29": 37953.0, - "30": 33210.0, - "31": 30482.0, - "32": 36908.0, - "33": 38308.0, - "34": 33125.0, - "35": 34341.0, - "36": 34925.0, - "37": 38767.0, - "38": 35780.0, - "39": 38955.0, - "40": 36485.0, - "41": 36015.0, - "42": 37638.0, - "43": 33689.0, - "44": 33688.0, - "45": 35448.0, - "46": 36810.0, - "47": 40858.0, - "48": 35696.0, - "49": 34729.0, - "50": 39077.0 + "1": 31002.0, + "2": 33357.0, + "3": 34009.0, + "4": 32315.0, + "5": 36524.0, + "6": 37490.0, + "7": 35275.0, + "8": 31742.0, + "9": 34839.0, + "10": 29933.0, + "11": 37766.0, + "12": 35329.0, + "13": 37113.0, + "14": 38180.0, + "15": 35219.0, + "16": 36450.0, + "17": 35700.0, + "18": 34853.0, + "19": 35788.0, + "20": 32808.0, + "21": 33724.0, + "22": 30451.0, + "23": 38218.0, + "24": 32472.0, + "25": 31520.0, + "26": 34965.0, + "27": 35584.0, + "28": 37025.0, + "29": 38197.0, + "30": 33255.0, + "31": 30551.0, + "32": 36545.0, + "33": 38300.0, + "34": 33029.0, + "35": 34162.0, + "36": 35185.0, + "37": 38545.0, + "38": 35778.0, + "39": 39000.0, + "40": 36217.0, + "41": 36225.0, + "42": 37525.0, + "43": 33633.0, + "44": 33746.0, + "45": 35656.0, + "46": 36610.0, + "47": 40929.0, + "48": 35960.0, + "49": 34405.0, + "50": 39680.0 } }, "mem-allocated-bytes": { @@ -121,8 +121,8 @@ "1": 1027095040.0, "2": 1027093504.0, "3": 1027094528.0, - "4": 1027095040.0, - "5": 1027091968.0, + "4": 1027096064.0, + "5": 1027091456.0, "6": 1027091968.0, "7": 1027098112.0, "8": 1027097600.0, @@ -131,43 +131,43 @@ "11": 1027098624.0, "12": 1027094528.0, "13": 1027092480.0, - "14": 1027095040.0, - "15": 1027095040.0, + "14": 1027094528.0, + "15": 1027096064.0, "16": 1027091456.0, - "17": 1027101184.0, + "17": 1027102208.0, "18": 1027096064.0, - "19": 1027093504.0, + "19": 1027092992.0, "20": 1027093504.0, "21": 1027097088.0, "22": 1027100160.0, "23": 1027100160.0, "24": 1027095552.0, - "25": 1027097088.0, + "25": 1027096576.0, "26": 1027098112.0, - "27": 1027091456.0, + "27": 1027090432.0, "28": 1027090944.0, - "29": 1027091968.0, - "30": 1027099648.0, - "31": 1027109888.0, + "29": 1027092480.0, + "30": 1027099136.0, + "31": 1027108864.0, "32": 1027095552.0, "33": 1027090944.0, - "34": 1027098112.0, - "35": 1027103744.0, - "36": 1027098112.0, - "37": 1027092480.0, - "38": 1027091456.0, - "39": 1027095040.0, - "40": 1027095040.0, - "41": 1027100160.0, + "34": 1027098624.0, + "35": 1027103232.0, + "36": 1027097088.0, + "37": 1027091968.0, + "38": 1027092480.0, + "39": 1027097088.0, + "40": 1027094016.0, + "41": 1027099648.0, "42": 1027091968.0, "43": 1027098624.0, - "44": 1027098624.0, - "45": 1027096064.0, - "46": 1027104256.0, - "47": 1027093504.0, + "44": 1027098112.0, + "45": 1027095552.0, + "46": 1027103232.0, + "47": 1027092992.0, "48": 1027101184.0, "49": 1027096064.0, - "50": 1027095552.0 + "50": 1027096064.0 } }, "mem-max-allocated-bytes": { @@ -177,54 +177,54 @@ "values": { "1": 3059586560.0, "2": 3299159040.0, - "3": 3299482112.0, - "4": 3302137344.0, - "5": 3302137344.0, - "6": 3302137344.0, - "7": 3303535104.0, - "8": 3303535104.0, - "9": 3303535104.0, - "10": 3303535104.0, - "11": 3303535104.0, - "12": 3303535104.0, - "13": 3303535104.0, - "14": 3303535104.0, - "15": 3303535104.0, - "16": 3303535104.0, - "17": 3306910208.0, - "18": 3306910208.0, - "19": 3306910208.0, - "20": 3306910208.0, - "21": 3306910208.0, - "22": 3306910208.0, - "23": 3306910208.0, - "24": 3306910208.0, - "25": 3306910208.0, - "26": 3306910208.0, - "27": 3306910208.0, - "28": 3306910208.0, - "29": 3306910208.0, - "30": 3306910208.0, - "31": 3312495616.0, - "32": 3312495616.0, - "33": 3312495616.0, - "34": 3312495616.0, - "35": 3312495616.0, - "36": 3312495616.0, - "37": 3312495616.0, - "38": 3312495616.0, - "39": 3312495616.0, - "40": 3312495616.0, - "41": 3312495616.0, - "42": 3312495616.0, - "43": 3312495616.0, - "44": 3312495616.0, - "45": 3312495616.0, - "46": 3312495616.0, - "47": 3312495616.0, - "48": 3312495616.0, - "49": 3312495616.0, - "50": 3312495616.0 + "3": 3299596800.0, + "4": 3301077504.0, + "5": 3301077504.0, + "6": 3301077504.0, + "7": 3303559680.0, + "8": 3303559680.0, + "9": 3303559680.0, + "10": 3303559680.0, + "11": 3303559680.0, + "12": 3303559680.0, + "13": 3303559680.0, + "14": 3303559680.0, + "15": 3303559680.0, + "16": 3303559680.0, + "17": 3309215232.0, + "18": 3309215232.0, + "19": 3309215232.0, + "20": 3309215232.0, + "21": 3309215232.0, + "22": 3309215232.0, + "23": 3309215232.0, + "24": 3309215232.0, + "25": 3309215232.0, + "26": 3309215232.0, + "27": 3309215232.0, + "28": 3309215232.0, + "29": 3309215232.0, + "30": 3309215232.0, + "31": 3312232448.0, + "32": 3312232448.0, + "33": 3312232448.0, + "34": 3312232448.0, + "35": 3312232448.0, + "36": 3312232448.0, + "37": 3312232448.0, + "38": 3312232448.0, + "39": 3312232448.0, + "40": 3312232448.0, + "41": 3312232448.0, + "42": 3312232448.0, + "43": 3312232448.0, + "44": 3312232448.0, + "45": 3312232448.0, + "46": 3312232448.0, + "47": 3312232448.0, + "48": 3312232448.0, + "49": 3312232448.0, + "50": 3312232448.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.6307, - "3": 0.3854, - "4": 0.38116, - "5": 0.36866, - "6": 0.36756, - "7": 0.37196, - "8": 0.37096, - "9": 0.36719, - "10": 0.36516, - "11": 0.36882, - "12": 0.37126, - "13": 0.36294, - "14": 0.36799, - "15": 0.3669, - "16": 0.36835, - "17": 0.37548, - "18": 0.37236, - "19": 0.36274, - "20": 0.36388, - "21": 0.36581, - "22": 0.3703, - "23": 0.36921, - "24": 0.35712, - "25": 0.36049, - "26": 0.36512, - "27": 0.36657, - "28": 0.36074, - "29": 0.41887, - "30": 0.45698, - "31": 0.54747, - "32": 0.4695, - "33": 0.67157, - "34": 0.4186, - "35": 0.39703, - "36": 0.40139, - "37": 0.39345, - "38": 0.38789, - "39": 1.0807, - "40": 0.42023, - "41": 0.3945, - "42": 0.39312, - "43": 0.41319, - "44": 0.40657, - "45": 0.4003, - "46": 0.3986, - "47": 0.38501, - "48": 0.38618, - "49": 0.38586, - "50": 0.38297 + "2": 7.18117, + "3": 0.39274, + "4": 0.37481, + "5": 0.36417, + "6": 0.35956, + "7": 0.36415, + "8": 0.35948, + "9": 0.36277, + "10": 0.35527, + "11": 0.35596, + "12": 0.35345, + "13": 0.35585, + "14": 0.35251, + "15": 0.35628, + "16": 0.35485, + "17": 0.35537, + "18": 0.35705, + "19": 0.35236, + "20": 0.35638, + "21": 0.35274, + "22": 0.35311, + "23": 0.35362, + "24": 0.35458, + "25": 0.35318, + "26": 0.3568, + "27": 0.358, + "28": 0.35273, + "29": 0.3547, + "30": 0.35339, + "31": 0.35691, + "32": 0.35295, + "33": 0.3534, + "34": 0.35976, + "35": 0.35279, + "36": 0.35422, + "37": 0.35326, + "38": 0.35572, + "39": 0.35404, + "40": 0.35512, + "41": 0.3531, + "42": 0.35645, + "43": 0.35611, + "44": 0.3541, + "45": 0.35746, + "46": 0.3587, + "47": 0.35184, + "48": 0.35122, + "49": 0.37644, + "50": 0.35636 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json index b626738d63e..fd88a2e7d31 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.80815, "2": 10.82612, - "3": 10.83032, - "4": 10.80963, - "5": 10.84127, - "6": 10.8581, - "7": 10.81967, - "8": 10.82506, - "9": 10.83749, - "10": 10.7783, - "11": 10.85781, - "12": 10.85539, - "13": 10.85233, - "14": 10.86699, - "15": 10.81253, - "16": 10.80292, - "17": 10.78098, - "18": 10.80788, - "19": 10.79276, - "20": 10.74548, - "21": 10.72785, - "22": 10.59608, - "23": 10.73999, - "24": 10.63509, - "25": 10.59832, - "26": 10.63517, - "27": 10.65744, - "28": 10.64536, - "29": 10.65122, - "30": 10.44144, - "31": 10.21465, - "32": 10.53342, - "33": 10.52518, - "34": 10.30171, - "35": 10.34871, - "36": 10.30843, - "37": 10.42353, - "38": 10.28859, - "39": 10.45514, - "40": 10.19363, - "41": 10.22791, - "42": 10.29725, - "43": 9.95871, - "44": 10.06717, - "45": 9.95955, - "46": 9.92614, - "47": 10.20607, - "48": 9.96021, - "49": 9.65854, - "50": 10.01296 + "3": 10.83047, + "4": 10.80979, + "5": 10.84099, + "6": 10.85765, + "7": 10.81984, + "8": 10.82393, + "9": 10.83748, + "10": 10.77902, + "11": 10.85821, + "12": 10.85588, + "13": 10.85256, + "14": 10.86722, + "15": 10.8129, + "16": 10.80196, + "17": 10.78104, + "18": 10.80677, + "19": 10.79234, + "20": 10.74641, + "21": 10.72787, + "22": 10.5962, + "23": 10.74005, + "24": 10.63451, + "25": 10.59846, + "26": 10.63534, + "27": 10.65831, + "28": 10.64592, + "29": 10.65155, + "30": 10.44123, + "31": 10.21477, + "32": 10.53332, + "33": 10.52576, + "34": 10.30297, + "35": 10.34927, + "36": 10.30953, + "37": 10.42419, + "38": 10.28918, + "39": 10.45613, + "40": 10.19444, + "41": 10.22894, + "42": 10.29833, + "43": 9.95988, + "44": 10.06841, + "45": 9.96162, + "46": 9.92755, + "47": 10.20771, + "48": 9.96183, + "49": 9.66176, + "50": 10.01529 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 31590.0, - "2": 32940.0, - "3": 33668.0, - "4": 31186.0, - "5": 36214.0, - "6": 37169.0, - "7": 34770.0, - "8": 31862.0, - "9": 34102.0, - "10": 30394.0, - "11": 38432.0, - "12": 35039.0, - "13": 37236.0, - "14": 37668.0, - "15": 34199.0, - "16": 36659.0, - "17": 34831.0, - "18": 35011.0, - "19": 35486.0, - "20": 33221.0, - "21": 33971.0, - "22": 30501.0, - "23": 38411.0, - "24": 32764.0, - "25": 31363.0, - "26": 34624.0, - "27": 36096.0, - "28": 37021.0, - "29": 37900.0, - "30": 33066.0, - "31": 29871.0, - "32": 36113.0, - "33": 38168.0, - "34": 33074.0, - "35": 34300.0, - "36": 35363.0, - "37": 38150.0, - "38": 35798.0, - "39": 38945.0, - "40": 35780.0, - "41": 35999.0, - "42": 36611.0, - "43": 33781.0, - "44": 34207.0, - "45": 35198.0, - "46": 36779.0, - "47": 40585.0, - "48": 36434.0, - "49": 35787.0, - "50": 38996.0 + "1": 16510.0, + "2": 17310.0, + "3": 17293.0, + "4": 16179.0, + "5": 18771.0, + "6": 19081.0, + "7": 17995.0, + "8": 16726.0, + "9": 17944.0, + "10": 15825.0, + "11": 19657.0, + "12": 18175.0, + "13": 19367.0, + "14": 19178.0, + "15": 17838.0, + "16": 18881.0, + "17": 17772.0, + "18": 17980.0, + "19": 18646.0, + "20": 16928.0, + "21": 17154.0, + "22": 15832.0, + "23": 19749.0, + "24": 16777.0, + "25": 16157.0, + "26": 17768.0, + "27": 18523.0, + "28": 18913.0, + "29": 19458.0, + "30": 16850.0, + "31": 15405.0, + "32": 18692.0, + "33": 19310.0, + "34": 16824.0, + "35": 17363.0, + "36": 17799.0, + "37": 19654.0, + "38": 18002.0, + "39": 19725.0, + "40": 18193.0, + "41": 18482.0, + "42": 18679.0, + "43": 17240.0, + "44": 17614.0, + "45": 18056.0, + "46": 19111.0, + "47": 20775.0, + "48": 18691.0, + "49": 18518.0, + "50": 20061.0 } }, "mem-allocated-bytes": { @@ -120,52 +120,52 @@ "values": { "1": 1027090944.0, "2": 1027090944.0, - "3": 1027091968.0, + "3": 1027092480.0, "4": 1027091456.0, "5": 1027091968.0, - "6": 1027090432.0, - "7": 1027086848.0, - "8": 1027087872.0, - "9": 1027094528.0, + "6": 1027089920.0, + "7": 1027088896.0, + "8": 1027087360.0, + "9": 1027092992.0, "10": 1027088896.0, - "11": 1027089408.0, - "12": 1027089408.0, - "13": 1027091968.0, - "14": 1027088896.0, + "11": 1027088896.0, + "12": 1027088896.0, + "13": 1027092480.0, + "14": 1027089408.0, "15": 1027090432.0, - "16": 1027091456.0, + "16": 1027095040.0, "17": 1027089408.0, - "18": 1027093504.0, + "18": 1027094528.0, "19": 1027091968.0, - "20": 1027095040.0, - "21": 1027088384.0, - "22": 1027091456.0, - "23": 1027091968.0, - "24": 1027090944.0, - "25": 1027089408.0, + "20": 1027092992.0, + "21": 1027089408.0, + "22": 1027092480.0, + "23": 1027091456.0, + "24": 1027091456.0, + "25": 1027090432.0, "26": 1027090432.0, - "27": 1027090432.0, - "28": 1027087872.0, + "27": 1027090944.0, + "28": 1027089408.0, "29": 1027088896.0, - "30": 1027087360.0, - "31": 1027079168.0, - "32": 1027082240.0, - "33": 1027091456.0, - "34": 1027088384.0, - "35": 1027090432.0, - "36": 1027088896.0, - "37": 1027089408.0, - "38": 1027090432.0, - "39": 1027085824.0, - "40": 1027086848.0, - "41": 1027088384.0, + "30": 1027086336.0, + "31": 1027080192.0, + "32": 1027081728.0, + "33": 1027090432.0, + "34": 1027087360.0, + "35": 1027089408.0, + "36": 1027089920.0, + "37": 1027087872.0, + "38": 1027089920.0, + "39": 1027087872.0, + "40": 1027085824.0, + "41": 1027087360.0, "42": 1027091968.0, - "43": 1027084800.0, + "43": 1027085312.0, "44": 1027087872.0, - "45": 1027087872.0, - "46": 1027078656.0, + "45": 1027087360.0, + "46": 1027079168.0, "47": 1027087872.0, - "48": 1027086336.0, + "48": 1027085824.0, "49": 1027082240.0, "50": 1027089920.0 } @@ -176,55 +176,55 @@ "step_interval": 1, "values": { "1": 3057868288.0, - "2": 3298335232.0, - "3": 3298335232.0, - "4": 3300084224.0, - "5": 3300084224.0, - "6": 3300084224.0, - "7": 3300084224.0, - "8": 3300084224.0, - "9": 3300084224.0, - "10": 3300122624.0, - "11": 3300122624.0, - "12": 3300122624.0, - "13": 3300122624.0, - "14": 3300122624.0, - "15": 3300122624.0, - "16": 3300122624.0, - "17": 3300122624.0, - "18": 3300122624.0, - "19": 3300376576.0, - "20": 3300416000.0, - "21": 3300416000.0, - "22": 3301032960.0, - "23": 3301998080.0, - "24": 3301998080.0, - "25": 3301998080.0, - "26": 3301998080.0, - "27": 3301998080.0, - "28": 3301998080.0, - "29": 3301998080.0, - "30": 3301998080.0, - "31": 3301998080.0, - "32": 3301998080.0, - "33": 3301998080.0, - "34": 3301998080.0, - "35": 3301998080.0, - "36": 3301998080.0, - "37": 3301998080.0, - "38": 3301998080.0, - "39": 3301998080.0, - "40": 3301998080.0, - "41": 3301998080.0, - "42": 3301998080.0, - "43": 3301998080.0, - "44": 3301998080.0, - "45": 3301998080.0, - "46": 3301998080.0, - "47": 3301998080.0, - "48": 3301998080.0, - "49": 3301998080.0, - "50": 3301998080.0 + "2": 3298402816.0, + "3": 3298454528.0, + "4": 3300212736.0, + "5": 3300212736.0, + "6": 3300212736.0, + "7": 3300212736.0, + "8": 3300212736.0, + "9": 3300212736.0, + "10": 3300212736.0, + "11": 3300212736.0, + "12": 3300212736.0, + "13": 3300212736.0, + "14": 3300212736.0, + "15": 3300212736.0, + "16": 3300212736.0, + "17": 3300212736.0, + "18": 3300212736.0, + "19": 3301420032.0, + "20": 3301420032.0, + "21": 3301420032.0, + "22": 3301420032.0, + "23": 3301420032.0, + "24": 3301420032.0, + "25": 3301420032.0, + "26": 3301420032.0, + "27": 3301420032.0, + "28": 3301420032.0, + "29": 3301420032.0, + "30": 3301420032.0, + "31": 3301420032.0, + "32": 3301420032.0, + "33": 3301420032.0, + "34": 3301420032.0, + "35": 3301420032.0, + "36": 3301420032.0, + "37": 3301420032.0, + "38": 3301420032.0, + "39": 3301420032.0, + "40": 3301420032.0, + "41": 3301420032.0, + "42": 3301420032.0, + "43": 3301420032.0, + "44": 3301420032.0, + "45": 3301420032.0, + "46": 3301420032.0, + "47": 3301420032.0, + "48": 3301420032.0, + "49": 3301420032.0, + "50": 3301420032.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 15.57121, - "2": 0.28312, - "3": 0.24431, - "4": 0.2266, - "5": 0.21347, - "6": 0.20803, - "7": 0.2145, - "8": 0.20409, - "9": 0.2038, - "10": 0.20378, - "11": 0.20122, - "12": 0.20047, - "13": 0.2053, - "14": 0.20008, - "15": 0.22405, - "16": 0.19642, - "17": 0.20937, - "18": 0.19918, - "19": 0.2032, - "20": 0.19792, - "21": 0.19626, - "22": 0.20047, - "23": 0.19555, - "24": 0.2, - "25": 0.23371, - "26": 0.2005, - "27": 0.59196, - "28": 0.19966, - "29": 0.20231, - "30": 0.19778, - "31": 0.23768, - "32": 0.20526, - "33": 0.20518, - "34": 0.22786, - "35": 0.20088, - "36": 0.21894, - "37": 0.20033, - "38": 0.20352, - "39": 0.19985, - "40": 0.20975, - "41": 0.2189, - "42": 0.20277, - "43": 0.20495, - "44": 0.20563, - "45": 0.21473, - "46": 0.21859, - "47": 0.2018, - "48": 0.22732, - "49": 0.2668, - "50": 0.19761 + "1": "nan", + "2": 7.48041, + "3": 0.24606, + "4": 0.22817, + "5": 0.219, + "6": 0.20956, + "7": 0.2203, + "8": 0.20855, + "9": 0.21088, + "10": 0.2072, + "11": 0.2066, + "12": 0.2041, + "13": 0.21195, + "14": 0.20403, + "15": 0.22595, + "16": 0.20318, + "17": 0.2125, + "18": 0.20468, + "19": 0.20826, + "20": 0.20522, + "21": 0.20505, + "22": 0.20916, + "23": 0.20334, + "24": 0.20694, + "25": 0.20679, + "26": 0.20575, + "27": 0.20372, + "28": 0.2044, + "29": 0.20589, + "30": 0.20279, + "31": 0.25168, + "32": 0.20433, + "33": 0.20475, + "34": 0.23163, + "35": 0.20267, + "36": 0.21098, + "37": 0.20456, + "38": 0.20314, + "39": 0.20277, + "40": 0.21877, + "41": 0.21325, + "42": 0.20519, + "43": 0.21506, + "44": 0.20711, + "45": 0.21437, + "46": 0.22396, + "47": 0.20674, + "48": 0.22844, + "49": 0.25211, + "50": 0.20491 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json index 682fa44a64d..295fb5f4394 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.82137, "2": 10.8271, - "3": 10.81279, - "4": 10.80424, - "5": 10.84481, - "6": 10.85159, - "7": 10.82705, - "8": 10.83127, - "9": 10.8396, - "10": 10.79638, - "11": 10.85834, - "12": 10.8443, - "13": 10.8625, - "14": 10.86559, - "15": 10.8001, - "16": 10.78718, - "17": 10.7639, - "18": 10.78578, - "19": 10.78836, - "20": 10.71249, - "21": 10.68241, - "22": 10.54353, - "23": 10.69825, - "24": 10.58633, - "25": 10.52721, - "26": 10.58871, - "27": 10.60408, - "28": 10.57696, - "29": 10.57897, - "30": 10.36401, - "31": 10.10796, - "32": 10.44854, - "33": 10.4401, - "34": 10.20252, - "35": 10.25069, - "36": 10.21055, - "37": 10.32849, - "38": 10.17511, - "39": 10.38336, - "40": 10.05674, - "41": 10.10841, - "42": 10.18865, - "43": 9.80582, - "44": 9.91887, - "45": 9.79924, - "46": 9.78948, - "47": 10.11342, - "48": 9.82499, - "49": 9.49844, - "50": 9.87311 + "3": 10.81248, + "4": 10.80431, + "5": 10.84555, + "6": 10.85135, + "7": 10.8266, + "8": 10.83182, + "9": 10.83857, + "10": 10.79652, + "11": 10.85828, + "12": 10.84347, + "13": 10.86198, + "14": 10.86485, + "15": 10.80032, + "16": 10.78672, + "17": 10.764, + "18": 10.78575, + "19": 10.7879, + "20": 10.7129, + "21": 10.68224, + "22": 10.54288, + "23": 10.69786, + "24": 10.58577, + "25": 10.5273, + "26": 10.58757, + "27": 10.60399, + "28": 10.57739, + "29": 10.57879, + "30": 10.3642, + "31": 10.10688, + "32": 10.4486, + "33": 10.44, + "34": 10.20208, + "35": 10.25024, + "36": 10.21081, + "37": 10.32827, + "38": 10.1751, + "39": 10.3836, + "40": 10.05714, + "41": 10.10843, + "42": 10.18876, + "43": 9.80599, + "44": 9.91863, + "45": 9.79912, + "46": 9.78919, + "47": 10.11344, + "48": 9.82468, + "49": 9.49866, + "50": 9.87288 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 27059.0, - "2": 29311.0, - "3": 28886.0, - "4": 27768.0, - "5": 32694.0, - "6": 33260.0, - "7": 31409.0, - "8": 27342.0, - "9": 30401.0, - "10": 25524.0, - "11": 33805.0, - "12": 31146.0, - "13": 33161.0, - "14": 33991.0, - "15": 31160.0, - "16": 32445.0, - "17": 30974.0, - "18": 31151.0, - "19": 31742.0, - "20": 28624.0, - "21": 29115.0, - "22": 26827.0, - "23": 34472.0, - "24": 29096.0, - "25": 27239.0, - "26": 30910.0, - "27": 31915.0, - "28": 33968.0, - "29": 36017.0, - "30": 30702.0, - "31": 27384.0, - "32": 33681.0, - "33": 35476.0, - "34": 30160.0, - "35": 31419.0, - "36": 32568.0, - "37": 36189.0, - "38": 33607.0, - "39": 37731.0, - "40": 34463.0, - "41": 33229.0, - "42": 35616.0, - "43": 32361.0, - "44": 31908.0, - "45": 33571.0, - "46": 33618.0, - "47": 38873.0, - "48": 35034.0, - "49": 34407.0, - "50": 37669.0 + "1": 27109.0, + "2": 29210.0, + "3": 29328.0, + "4": 28362.0, + "5": 32327.0, + "6": 33596.0, + "7": 31658.0, + "8": 27593.0, + "9": 30282.0, + "10": 25192.0, + "11": 33625.0, + "12": 31223.0, + "13": 33038.0, + "14": 33706.0, + "15": 31239.0, + "16": 32543.0, + "17": 31248.0, + "18": 31432.0, + "19": 31321.0, + "20": 28782.0, + "21": 28937.0, + "22": 27212.0, + "23": 34514.0, + "24": 28886.0, + "25": 27441.0, + "26": 31167.0, + "27": 31499.0, + "28": 33834.0, + "29": 35571.0, + "30": 30114.0, + "31": 27267.0, + "32": 34060.0, + "33": 35537.0, + "34": 30434.0, + "35": 31397.0, + "36": 32396.0, + "37": 36184.0, + "38": 33474.0, + "39": 37945.0, + "40": 34570.0, + "41": 33384.0, + "42": 35263.0, + "43": 31969.0, + "44": 32501.0, + "45": 33391.0, + "46": 33699.0, + "47": 39054.0, + "48": 34292.0, + "49": 34706.0, + "50": 37480.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1559412224.0, - "2": 1558616064.0, - "3": 1558495744.0, - "4": 1559267328.0, - "5": 1558842880.0, - "6": 1559098368.0, - "7": 1558495744.0, - "8": 1558546432.0, - "9": 1558495744.0, - "10": 1558546432.0, - "11": 1558597120.0, - "12": 1558546432.0, - "13": 1558597120.0, - "14": 1558546432.0, - "15": 1558904320.0, - "16": 1558647808.0, - "17": 1558597120.0, - "18": 1558889472.0, - "19": 1558597120.0, - "20": 1559229440.0, - "21": 1558597120.0, - "22": 1558758400.0, - "23": 1559698944.0, - "24": 1559078912.0, - "25": 1559052800.0, - "26": 1558647808.0, - "27": 1559382528.0, - "28": 1558749184.0, - "29": 1558830592.0, - "30": 1558749184.0, - "31": 1558915584.0, - "32": 1559541760.0, - "33": 1558698496.0, - "34": 1558749184.0, - "35": 1559422464.0, - "36": 1558863872.0, - "37": 1558799872.0, - "38": 1558749184.0, - "39": 1559397888.0, - "40": 1559002112.0, - "41": 1558799872.0, - "42": 1558850560.0, - "43": 1559724544.0, - "44": 1558850560.0, - "45": 1558901248.0, - "46": 1559175168.0, - "47": 1558901248.0, - "48": 1558850560.0, - "49": 1558901248.0, - "50": 1559632896.0 + "1": 1558575616.0, + "2": 1557988352.0, + "3": 1557668352.0, + "4": 1558026240.0, + "5": 1558042624.0, + "6": 1558044160.0, + "7": 1557568512.0, + "8": 1557750272.0, + "9": 1558148096.0, + "10": 1557619200.0, + "11": 1557669888.0, + "12": 1557971456.0, + "13": 1557854208.0, + "14": 1557692928.0, + "15": 1557967872.0, + "16": 1557992960.0, + "17": 1558166528.0, + "18": 1557720576.0, + "19": 1558161408.0, + "20": 1557720576.0, + "21": 1558300672.0, + "22": 1558105600.0, + "23": 1557771264.0, + "24": 1557720576.0, + "25": 1558467584.0, + "26": 1557720576.0, + "27": 1557771264.0, + "28": 1557821952.0, + "29": 1557922816.0, + "30": 1557821952.0, + "31": 1557771264.0, + "32": 1558044160.0, + "33": 1557771264.0, + "34": 1557821952.0, + "35": 1558429696.0, + "36": 1558039040.0, + "37": 1557872640.0, + "38": 1557821952.0, + "39": 1557872640.0, + "40": 1557923328.0, + "41": 1557872640.0, + "42": 1557923328.0, + "43": 1558315008.0, + "44": 1558451712.0, + "45": 1557872640.0, + "46": 1558763008.0, + "47": 1557974016.0, + "48": 1558113792.0, + "49": 1557974016.0, + "50": 1557923328.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3495116800.0, - "2": 4054579712.0, - "3": 4062724096.0, - "4": 4062724096.0, - "5": 4062724096.0, - "6": 4062724096.0, - "7": 4070930432.0, - "8": 4070930432.0, - "9": 4073446400.0, - "10": 4073446400.0, - "11": 4073446400.0, - "12": 4073446400.0, - "13": 4073446400.0, - "14": 4075493888.0, - "15": 4075493888.0, - "16": 4075493888.0, - "17": 4075493888.0, - "18": 4075493888.0, - "19": 4075493888.0, - "20": 4075493888.0, - "21": 4075493888.0, - "22": 4079303168.0, - "23": 4096666624.0, - "24": 4096666624.0, - "25": 4096666624.0, - "26": 4096666624.0, - "27": 4096666624.0, - "28": 4096666624.0, - "29": 4096666624.0, - "30": 4096666624.0, - "31": 4105302016.0, - "32": 4105302016.0, - "33": 4105302016.0, - "34": 4105302016.0, - "35": 4105302016.0, - "36": 4105302016.0, - "37": 4105302016.0, - "38": 4105302016.0, - "39": 4105302016.0, - "40": 4105302016.0, - "41": 4105302016.0, - "42": 4105302016.0, - "43": 4105302016.0, - "44": 4105302016.0, - "45": 4105302016.0, - "46": 4105302016.0, - "47": 4105302016.0, - "48": 4105302016.0, - "49": 4105302016.0, - "50": 4105302016.0 + "1": 3497768960.0, + "2": 4052572672.0, + "3": 4065197056.0, + "4": 4065197056.0, + "5": 4065197056.0, + "6": 4065197056.0, + "7": 4067999232.0, + "8": 4072688640.0, + "9": 4073913856.0, + "10": 4073997312.0, + "11": 4073997312.0, + "12": 4073997312.0, + "13": 4073997312.0, + "14": 4073997312.0, + "15": 4073997312.0, + "16": 4073997312.0, + "17": 4073997312.0, + "18": 4073997312.0, + "19": 4073997312.0, + "20": 4073997312.0, + "21": 4073997312.0, + "22": 4082313216.0, + "23": 4095283712.0, + "24": 4095283712.0, + "25": 4095283712.0, + "26": 4095283712.0, + "27": 4095283712.0, + "28": 4095283712.0, + "29": 4095283712.0, + "30": 4095283712.0, + "31": 4105076224.0, + "32": 4105076224.0, + "33": 4105076224.0, + "34": 4105076224.0, + "35": 4105076224.0, + "36": 4105076224.0, + "37": 4105076224.0, + "38": 4105076224.0, + "39": 4105076224.0, + "40": 4105076224.0, + "41": 4105076224.0, + "42": 4105076224.0, + "43": 4105076224.0, + "44": 4105076224.0, + "45": 4105076224.0, + "46": 4105076224.0, + "47": 4105076224.0, + "48": 4105076224.0, + "49": 4105076224.0, + "50": 4105076224.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 6.04776, - "3": 0.43191, - "4": 0.39355, - "5": 0.39556, - "6": 0.39818, - "7": 0.39915, - "8": 0.39139, - "9": 0.41074, - "10": 0.45245, - "11": 0.45849, - "12": 0.46806, - "13": 0.46943, - "14": 0.47411, - "15": 0.48525, - "16": 0.47939, - "17": 0.47872, - "18": 0.4715, - "19": 0.4792, - "20": 0.46531, - "21": 0.46809, - "22": 0.46348, - "23": 0.47875, - "24": 0.83175, - "25": 0.50009, - "26": 0.4884, - "27": 0.82926, - "28": 0.50184, - "29": 0.50509, - "30": 0.49725, - "31": 0.50602, - "32": 0.84607, - "33": 0.50581, - "34": 0.49849, - "35": 0.50057, - "36": 0.5007, - "37": 0.50598, - "38": 0.50147, - "39": 0.51593, - "40": 0.51491, - "41": 0.50337, - "42": 0.48945, - "43": 0.49729, - "44": 0.49341, - "45": 0.4898, - "46": 0.49624, - "47": 0.51146, - "48": 0.49582, - "49": 0.49624, - "50": 0.49469 + "2": 10.06157, + "3": 0.4856, + "4": 0.46049, + "5": 0.43948, + "6": 0.43183, + "7": 0.44034, + "8": 0.43195, + "9": 0.43638, + "10": 0.42655, + "11": 0.43018, + "12": 0.43393, + "13": 0.43838, + "14": 0.43523, + "15": 0.43328, + "16": 0.42037, + "17": 0.42241, + "18": 0.43362, + "19": 0.42614, + "20": 0.42864, + "21": 0.43965, + "22": 0.43536, + "23": 0.43455, + "24": 0.42899, + "25": 0.43715, + "26": 0.43265, + "27": 0.4308, + "28": 0.44277, + "29": 0.43872, + "30": 0.43503, + "31": 0.44237, + "32": 0.43534, + "33": 0.43287, + "34": 0.42957, + "35": 0.43485, + "36": 0.43978, + "37": 0.43306, + "38": 0.43652, + "39": 0.43267, + "40": 0.43312, + "41": 0.43916, + "42": 0.43795, + "43": 0.44772, + "44": 0.43327, + "45": 0.44442, + "46": 0.43359, + "47": 0.43871, + "48": 0.44893, + "49": 0.43793, + "50": 0.42994 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json index 19b393f6369..196592138ff 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.77518, "2": 10.78038, - "3": 10.79302, - "4": 10.74107, + "3": 10.79288, + "4": 10.74136, "5": 10.82013, - "6": 10.82951, - "7": 10.7953, - "8": 10.78263, - "9": 10.79278, - "10": 10.7446, - "11": 10.85147, - "12": 10.82613, - "13": 10.82825, - "14": 10.85504, - "15": 10.75536, - "16": 10.75777, + "6": 10.8293, + "7": 10.79531, + "8": 10.78224, + "9": 10.79358, + "10": 10.74428, + "11": 10.85106, + "12": 10.8267, + "13": 10.82814, + "14": 10.85498, + "15": 10.75449, + "16": 10.75722, "17": 10.72319, - "18": 10.76274, - "19": 10.75075, - "20": 10.66587, - "21": 10.6419, - "22": 10.47523, - "23": 10.66959, - "24": 10.54157, - "25": 10.4825, - "26": 10.55255, - "27": 10.57459, - "28": 10.55159, - "29": 10.5668, - "30": 10.31134, - "31": 10.01921, - "32": 10.42655, - "33": 10.42294, - "34": 10.14739, - "35": 10.21574, - "36": 10.15811, - "37": 10.30279, - "38": 10.14031, - "39": 10.36301, - "40": 10.02669, - "41": 10.07635, - "42": 10.16156, - "43": 9.74374, - "44": 9.88962, - "45": 9.75874, - "46": 9.73618, - "47": 10.0844, - "48": 9.78532, - "49": 9.45072, - "50": 9.85634 + "18": 10.76317, + "19": 10.75095, + "20": 10.66584, + "21": 10.64251, + "22": 10.47538, + "23": 10.66952, + "24": 10.54218, + "25": 10.48295, + "26": 10.55243, + "27": 10.57536, + "28": 10.55196, + "29": 10.56719, + "30": 10.31199, + "31": 10.01994, + "32": 10.42726, + "33": 10.42368, + "34": 10.14897, + "35": 10.21695, + "36": 10.15965, + "37": 10.30358, + "38": 10.14138, + "39": 10.36378, + "40": 10.02851, + "41": 10.07727, + "42": 10.16275, + "43": 9.74593, + "44": 9.89119, + "45": 9.76082, + "46": 9.73796, + "47": 10.08642, + "48": 9.78738, + "49": 9.45359, + "50": 9.85926 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 27105.0, - "2": 28791.0, - "3": 29282.0, - "4": 27583.0, - "5": 31595.0, - "6": 32831.0, - "7": 31023.0, - "8": 27107.0, - "9": 30780.0, - "10": 25505.0, - "11": 33684.0, - "12": 30235.0, - "13": 32960.0, - "14": 32880.0, - "15": 30405.0, - "16": 32455.0, - "17": 30933.0, - "18": 30623.0, - "19": 30803.0, - "20": 28593.0, - "21": 29002.0, - "22": 27030.0, - "23": 34463.0, - "24": 29154.0, - "25": 27827.0, - "26": 31119.0, - "27": 32108.0, - "28": 33412.0, - "29": 34737.0, - "30": 30465.0, - "31": 28775.0, - "32": 33115.0, - "33": 34745.0, - "34": 30785.0, - "35": 32116.0, - "36": 33968.0, - "37": 36757.0, - "38": 34150.0, - "39": 37240.0, - "40": 35353.0, - "41": 34638.0, - "42": 36703.0, - "43": 34601.0, - "44": 33783.0, - "45": 35388.0, - "46": 35484.0, - "47": 40591.0, - "48": 36671.0, - "49": 36174.0, - "50": 38231.0 + "1": 13703.0, + "2": 14641.0, + "3": 14810.0, + "4": 14017.0, + "5": 16238.0, + "6": 16815.0, + "7": 15755.0, + "8": 13887.0, + "9": 15475.0, + "10": 12995.0, + "11": 17012.0, + "12": 15726.0, + "13": 16679.0, + "14": 16831.0, + "15": 15712.0, + "16": 16589.0, + "17": 15770.0, + "18": 15426.0, + "19": 16006.0, + "20": 14519.0, + "21": 14861.0, + "22": 13758.0, + "23": 17668.0, + "24": 14654.0, + "25": 14339.0, + "26": 15696.0, + "27": 16390.0, + "28": 16857.0, + "29": 17657.0, + "30": 15551.0, + "31": 14425.0, + "32": 16743.0, + "33": 17652.0, + "34": 15380.0, + "35": 15964.0, + "36": 16961.0, + "37": 18397.0, + "38": 17205.0, + "39": 18764.0, + "40": 17845.0, + "41": 17386.0, + "42": 18122.0, + "43": 17606.0, + "44": 17098.0, + "45": 17944.0, + "46": 18260.0, + "47": 20520.0, + "48": 18901.0, + "49": 18572.0, + "50": 19166.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1561031168.0, - "2": 1562193408.0, - "3": 1561517056.0, - "4": 1560948224.0, - "5": 1562155008.0, - "6": 1563247104.0, - "7": 1562656768.0, - "8": 1562246656.0, - "9": 1561597952.0, - "10": 1564070400.0, - "11": 1562084352.0, - "12": 1559892480.0, - "13": 1562137600.0, - "14": 1561026048.0, - "15": 1561419776.0, - "16": 1562166784.0, - "17": 1560322048.0, - "18": 1561402880.0, - "19": 1564046336.0, - "20": 1562059264.0, - "21": 1560781824.0, - "22": 1561673728.0, - "23": 1562520064.0, - "24": 1561093632.0, - "25": 1561384960.0, - "26": 1562000896.0, - "27": 1561264128.0, - "28": 1561458176.0, - "29": 1561382912.0, - "30": 1562413568.0, - "31": 1560165376.0, - "32": 1561413120.0, - "33": 1562501120.0, - "34": 1562718720.0, - "35": 1563195392.0, - "36": 1561894400.0, - "37": 1560998912.0, - "38": 1563760128.0, - "39": 1561207808.0, - "40": 1562625536.0, - "41": 1561658368.0, - "42": 1561409024.0, - "43": 1559668736.0, - "44": 1561136640.0, - "45": 1560246272.0, - "46": 1562813952.0, - "47": 1561296896.0, - "48": 1561900544.0, - "49": 1562101760.0, - "50": 1563655680.0 + "1": 1559769600.0, + "2": 1559117824.0, + "3": 1560123904.0, + "4": 1559420928.0, + "5": 1560317440.0, + "6": 1559760896.0, + "7": 1559401984.0, + "8": 1559256064.0, + "9": 1560398336.0, + "10": 1559219200.0, + "11": 1560068608.0, + "12": 1559763968.0, + "13": 1560093184.0, + "14": 1560686592.0, + "15": 1559269888.0, + "16": 1559219200.0, + "17": 1560146432.0, + "18": 1560382464.0, + "19": 1559269888.0, + "20": 1559357440.0, + "21": 1559613952.0, + "22": 1560135680.0, + "23": 1559371264.0, + "24": 1560637440.0, + "25": 1560234496.0, + "26": 1559320576.0, + "27": 1560562176.0, + "28": 1560298496.0, + "29": 1561073152.0, + "30": 1561032704.0, + "31": 1559371264.0, + "32": 1559421952.0, + "33": 1559440896.0, + "34": 1559869440.0, + "35": 1559671296.0, + "36": 1560202240.0, + "37": 1559920128.0, + "38": 1559421952.0, + "39": 1559472640.0, + "40": 1559421952.0, + "41": 1560579584.0, + "42": 1559523328.0, + "43": 1559472640.0, + "44": 1559523328.0, + "45": 1559472640.0, + "46": 1562722304.0, + "47": 1560248832.0, + "48": 1561177088.0, + "49": 1559859712.0, + "50": 1559523328.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3465706496.0, - "2": 4045009920.0, - "3": 4045009920.0, - "4": 4045009920.0, - "5": 4045009920.0, - "6": 4067111936.0, - "7": 4067111936.0, - "8": 4067111936.0, - "9": 4067111936.0, - "10": 4067111936.0, - "11": 4067111936.0, - "12": 4067111936.0, - "13": 4067111936.0, - "14": 4067111936.0, - "15": 4067111936.0, - "16": 4067111936.0, - "17": 4067111936.0, - "18": 4067111936.0, - "19": 4067111936.0, - "20": 4067111936.0, - "21": 4067111936.0, - "22": 4067111936.0, - "23": 4067111936.0, - "24": 4067111936.0, - "25": 4067111936.0, - "26": 4067111936.0, - "27": 4067111936.0, - "28": 4067111936.0, - "29": 4067111936.0, - "30": 4067111936.0, - "31": 4067111936.0, - "32": 4067111936.0, - "33": 4067111936.0, - "34": 4067111936.0, - "35": 4067111936.0, - "36": 4067111936.0, - "37": 4067111936.0, - "38": 4067111936.0, - "39": 4067111936.0, - "40": 4067111936.0, - "41": 4067111936.0, - "42": 4067111936.0, - "43": 4067111936.0, - "44": 4067111936.0, - "45": 4067111936.0, - "46": 4067111936.0, - "47": 4067111936.0, - "48": 4067111936.0, - "49": 4067111936.0, - "50": 4067111936.0 + "1": 3465857024.0, + "2": 4045180416.0, + "3": 4045180416.0, + "4": 4045180416.0, + "5": 4045180416.0, + "6": 4069938688.0, + "7": 4069938688.0, + "8": 4069938688.0, + "9": 4069938688.0, + "10": 4069938688.0, + "11": 4069938688.0, + "12": 4069938688.0, + "13": 4069938688.0, + "14": 4069938688.0, + "15": 4069938688.0, + "16": 4069938688.0, + "17": 4069938688.0, + "18": 4069938688.0, + "19": 4069938688.0, + "20": 4069938688.0, + "21": 4069938688.0, + "22": 4069938688.0, + "23": 4069938688.0, + "24": 4069938688.0, + "25": 4069938688.0, + "26": 4069938688.0, + "27": 4069938688.0, + "28": 4069938688.0, + "29": 4069938688.0, + "30": 4069938688.0, + "31": 4069938688.0, + "32": 4069938688.0, + "33": 4069938688.0, + "34": 4069938688.0, + "35": 4069938688.0, + "36": 4069938688.0, + "37": 4069938688.0, + "38": 4069938688.0, + "39": 4069938688.0, + "40": 4069938688.0, + "41": 4069938688.0, + "42": 4069938688.0, + "43": 4069938688.0, + "44": 4069938688.0, + "45": 4069938688.0, + "46": 4069938688.0, + "47": 4069938688.0, + "48": 4069938688.0, + "49": 4069938688.0, + "50": 4069938688.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 25.658, - "2": 0.47954, - "3": 0.41847, - "4": 0.33258, - "5": 0.34351, - "6": 0.31011, - "7": 0.31575, - "8": 0.29238, - "9": 0.30311, - "10": 0.34916, - "11": 0.30925, - "12": 0.34341, - "13": 0.28433, - "14": 0.28892, - "15": 0.29252, - "16": 0.2927, - "17": 0.30297, - "18": 0.29339, - "19": 0.2886, - "20": 0.29686, - "21": 0.29022, - "22": 0.65703, - "23": 0.29161, - "24": 0.29821, - "25": 0.29341, - "26": 0.30856, - "27": 0.2991, - "28": 0.29279, - "29": 0.29852, - "30": 0.30839, - "31": 0.29491, - "32": 0.2896, - "33": 0.29084, - "34": 0.32605, - "35": 0.29205, - "36": 0.28559, - "37": 0.29399, - "38": 0.28264, - "39": 0.28463, - "40": 0.28019, - "41": 0.28893, - "42": 0.27586, - "43": 0.28759, - "44": 0.28318, - "45": 0.27759, - "46": 0.27363, - "47": 0.27776, - "48": 0.27855, - "49": 1.02062, - "50": 0.28168 + "1": "nan", + "2": 11.26408, + "3": 0.37281, + "4": 0.33416, + "5": 0.32935, + "6": 0.30382, + "7": 0.29702, + "8": 0.28248, + "9": 0.29093, + "10": 0.2838, + "11": 0.28332, + "12": 0.28225, + "13": 0.27188, + "14": 0.27832, + "15": 0.27124, + "16": 0.27219, + "17": 0.2734, + "18": 0.27405, + "19": 0.26798, + "20": 0.2674, + "21": 0.26904, + "22": 0.42606, + "23": 0.26393, + "24": 0.27011, + "25": 0.2646, + "26": 0.26648, + "27": 0.26712, + "28": 0.26773, + "29": 0.28252, + "30": 0.28487, + "31": 0.3006, + "32": 0.26797, + "33": 0.26935, + "34": 0.27425, + "35": 0.2736, + "36": 0.27287, + "37": 0.275, + "38": 0.2694, + "39": 0.28048, + "40": 0.27133, + "41": 0.27422, + "42": 0.2669, + "43": 0.27649, + "44": 0.27339, + "45": 0.27133, + "46": 0.27295, + "47": 0.26633, + "48": 0.27118, + "49": 0.2724, + "50": 0.26826 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_selective_recompute_experimental/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_selective_recompute_experimental/model_config.yaml index efb1fedf93c..e7971347f02 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_selective_recompute_experimental/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_selective_recompute_experimental/model_config.yaml @@ -46,7 +46,7 @@ MODEL_ARGS: # Add network size args --num-layers: 16 --moe-layer-freq: ([0]*3+[1]*13) - --pipeline-model-parallel-layout: Et*3\\|\\(tt\\|\\)*6tmL # Et*3|(tt|)*6tmL + --pipeline-model-parallel-layout: Et*3|(tt|)*6tmL --hidden-size: 1024 --ffn-hidden-size: 4096 --num-attention-heads: 32 diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_gb200.json index 113a491b0ba..5e07fb3bfad 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_gb200.json @@ -6,104 +6,104 @@ "values": { "1": 10.81199, "2": 10.82649, - "3": 10.81384, - "4": 10.79509, - "5": 10.83534, - "6": 10.84275, - "7": 10.83571, - "8": 10.83439, - "9": 10.83696, - "10": 10.78957, - "11": 10.85974, - "12": 10.84264, - "13": 10.84986, - "14": 10.86378, - "15": 10.80482, - "16": 10.79204, - "17": 10.7636, - "18": 10.78823, - "19": 10.78841, - "20": 10.70796, - "21": 10.68628, - "22": 10.53299, - "23": 10.691, - "24": 10.58061, - "25": 10.5289, - "26": 10.57723, - "27": 10.58971, - "28": 10.5643, - "29": 10.56693, - "30": 10.35124, - "31": 10.09414, - "32": 10.43287, - "33": 10.43231, - "34": 10.19673, - "35": 10.23457, - "36": 10.19059, - "37": 10.31658, - "38": 10.16469, - "39": 10.37482, - "40": 10.05031, - "41": 10.10005, - "42": 10.1774, - "43": 9.79407, - "44": 9.91934, - "45": 9.7932, - "46": 9.78104, - "47": 10.10607, - "48": 9.8118, - "49": 9.48096, - "50": 9.86752, - "51": 9.8069, - "52": 9.70296, - "53": 10.03508, - "54": 9.92052, - "55": 9.84588, - "56": 9.58072, - "57": 9.43445, - "58": 9.79856, - "59": 9.54419, - "60": 9.45288, - "61": 9.65801, - "62": 9.95366, - "63": 9.34015, - "64": 9.73433, - "65": 8.90213, - "66": 9.6667, - "67": 9.33687, - "68": 9.7563, - "69": 9.77598, - "70": 9.70281, + "3": 10.81402, + "4": 10.79444, + "5": 10.8356, + "6": 10.84311, + "7": 10.83557, + "8": 10.83498, + "9": 10.83668, + "10": 10.78964, + "11": 10.85912, + "12": 10.84339, + "13": 10.84997, + "14": 10.86414, + "15": 10.80576, + "16": 10.7918, + "17": 10.76394, + "18": 10.78766, + "19": 10.78774, + "20": 10.70812, + "21": 10.6864, + "22": 10.53307, + "23": 10.69044, + "24": 10.5809, + "25": 10.52886, + "26": 10.57744, + "27": 10.58939, + "28": 10.56471, + "29": 10.56607, + "30": 10.35103, + "31": 10.09367, + "32": 10.43199, + "33": 10.43216, + "34": 10.19633, + "35": 10.23455, + "36": 10.19036, + "37": 10.31682, + "38": 10.16475, + "39": 10.3741, + "40": 10.05088, + "41": 10.10003, + "42": 10.17734, + "43": 9.79377, + "44": 9.91897, + "45": 9.79315, + "46": 9.78119, + "47": 10.10601, + "48": 9.81175, + "49": 9.4813, + "50": 9.86738, + "51": 9.80706, + "52": 9.70288, + "53": 10.03514, + "54": 9.92065, + "55": 9.84605, + "56": 9.58055, + "57": 9.43481, + "58": 9.79877, + "59": 9.54386, + "60": 9.4523, + "61": 9.65803, + "62": 9.95373, + "63": 9.34019, + "64": 9.73453, + "65": 8.90212, + "66": 9.66653, + "67": 9.33709, + "68": 9.75619, + "69": 9.77579, + "70": 9.70272, "71": 9.60206, - "72": 9.543, + "72": 9.54307, "73": 9.4557, - "74": 8.87804, - "75": 9.37677, - "76": 9.03816, - "77": 10.03912, - "78": 9.69714, - "79": 9.35195, - "80": 9.37278, - "81": 9.45649, - "82": 9.6802, - "83": 9.27723, - "84": 9.39341, - "85": 9.58928, - "86": 9.05151, - "87": 9.57623, - "88": 9.72869, - "89": 9.57637, - "90": 9.80884, - "91": 9.30719, - "92": 9.33823, - "93": 9.05712, - "94": 8.80375, - "95": 9.5091, - "96": 9.50777, - "97": 9.27751, - "98": 9.65271, - "99": 8.87009, - "100": 9.38142 + "74": 8.87807, + "75": 9.37673, + "76": 9.03809, + "77": 10.03878, + "78": 9.69735, + "79": 9.35192, + "80": 9.37284, + "81": 9.45647, + "82": 9.67999, + "83": 9.27725, + "84": 9.39356, + "85": 9.58912, + "86": 9.05149, + "87": 9.57627, + "88": 9.72865, + "89": 9.5761, + "90": 9.80906, + "91": 9.30685, + "92": 9.33841, + "93": 9.05655, + "94": 8.80359, + "95": 9.50883, + "96": 9.50764, + "97": 9.27773, + "98": 9.65276, + "99": 8.87014, + "100": 9.38138 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 26865.0, - "2": 29306.0, - "3": 29361.0, - "4": 28339.0, - "5": 32501.0, - "6": 33051.0, - "7": 31429.0, - "8": 27274.0, - "9": 30849.0, - "10": 25253.0, - "11": 34123.0, - "12": 30710.0, - "13": 33513.0, - "14": 33611.0, - "15": 31132.0, - "16": 32283.0, - "17": 31523.0, - "18": 30937.0, - "19": 31324.0, - "20": 28686.0, - "21": 29644.0, - "22": 27366.0, - "23": 34392.0, - "24": 29052.0, - "25": 27947.0, - "26": 31335.0, - "27": 31669.0, - "28": 33909.0, - "29": 35204.0, - "30": 30468.0, - "31": 27904.0, - "32": 33358.0, - "33": 35896.0, - "34": 30365.0, - "35": 31692.0, - "36": 32966.0, - "37": 35992.0, - "38": 33308.0, - "39": 38061.0, - "40": 34579.0, - "41": 33534.0, - "42": 36447.0, - "43": 32600.0, - "44": 32178.0, - "45": 34034.0, - "46": 34910.0, - "47": 39009.0, - "48": 34943.0, - "49": 34977.0, - "50": 38519.0, - "51": 36877.0, - "52": 36443.0, - "53": 43145.0, - "54": 41676.0, - "55": 38684.0, - "56": 41454.0, - "57": 35771.0, - "58": 41538.0, - "59": 39697.0, - "60": 56137.0, - "61": 59394.0, - "62": 2137056.0, - "63": 36401.0, - "64": 50930.0, - "65": 43788.0, - "66": 2139459.0, - "67": 2137025.0, - "68": 2137005.0, - "69": 2139555.0, - "70": 2140268.0, - "71": 2138613.0, - "72": 2139093.0, - "73": 2141321.0, - "74": 2137048.0, - "75": 2136852.0, - "76": 2140757.0, - "77": 2140654.0, - "78": 2141929.0, - "79": 2142543.0, - "80": 2142157.0, - "81": 2145547.0, - "82": 2144670.0, - "83": 2140858.0, - "84": 2140984.0, - "85": 2145921.0, - "86": 149825.0, - "87": 2144700.0, - "88": 2142479.0, - "89": 2140988.0, - "90": 2144684.0, - "91": 2143848.0, - "92": 2142027.0, - "93": 2139531.0, - "94": 2145775.0, - "95": 2143141.0, - "96": 2146259.0, - "97": 2140268.0, - "98": 2143316.0, - "99": 2144369.0, - "100": 2143057.0 + "1": 26523.0, + "2": 29472.0, + "3": 29140.0, + "4": 28787.0, + "5": 32154.0, + "6": 33150.0, + "7": 31503.0, + "8": 27488.0, + "9": 30851.0, + "10": 25539.0, + "11": 33735.0, + "12": 30721.0, + "13": 33360.0, + "14": 33374.0, + "15": 30838.0, + "16": 32360.0, + "17": 31588.0, + "18": 31016.0, + "19": 31320.0, + "20": 28419.0, + "21": 29325.0, + "22": 27567.0, + "23": 34221.0, + "24": 28953.0, + "25": 27716.0, + "26": 31399.0, + "27": 31596.0, + "28": 33689.0, + "29": 35335.0, + "30": 30311.0, + "31": 27380.0, + "32": 33651.0, + "33": 36080.0, + "34": 30178.0, + "35": 31974.0, + "36": 32609.0, + "37": 36504.0, + "38": 33985.0, + "39": 38040.0, + "40": 34901.0, + "41": 33629.0, + "42": 35751.0, + "43": 32869.0, + "44": 32821.0, + "45": 34054.0, + "46": 34067.0, + "47": 40493.0, + "48": 35146.0, + "49": 34756.0, + "50": 38467.0, + "51": 36706.0, + "52": 36171.0, + "53": 42698.0, + "54": 41471.0, + "55": 38216.0, + "56": 41916.0, + "57": 36330.0, + "58": 41283.0, + "59": 40081.0, + "60": 55891.0, + "61": 59793.0, + "62": 2137191.0, + "63": 36446.0, + "64": 128493.0, + "65": 43769.0, + "66": 2139269.0, + "67": 2137293.0, + "68": 2136798.0, + "69": 2139311.0, + "70": 2140379.0, + "71": 2138932.0, + "72": 2138654.0, + "73": 2141565.0, + "74": 2137087.0, + "75": 2137011.0, + "76": 2140501.0, + "77": 2140898.0, + "78": 2142043.0, + "79": 2142782.0, + "80": 2141568.0, + "81": 2145750.0, + "82": 2144812.0, + "83": 2141262.0, + "84": 2140595.0, + "85": 2145583.0, + "86": 2140562.0, + "87": 2144769.0, + "88": 2142291.0, + "89": 2140641.0, + "90": 2144794.0, + "91": 2143597.0, + "92": 2141696.0, + "93": 2139704.0, + "94": 2145839.0, + "95": 2142840.0, + "96": 2145981.0, + "97": 2140183.0, + "98": 2143585.0, + "99": 2143931.0, + "100": 2142923.0 } }, "mem-allocated-bytes": { @@ -220,104 +220,104 @@ "values": { "1": 787591680.0, "2": 787578880.0, - "3": 787593728.0, + "3": 787594240.0, "4": 787568128.0, "5": 787563008.0, "6": 787585536.0, - "7": 787578368.0, - "8": 787582976.0, + "7": 787578880.0, + "8": 787582464.0, "9": 787581952.0, - "10": 787592192.0, + "10": 787591680.0, "11": 787569152.0, - "12": 787570688.0, + "12": 787570176.0, "13": 787579392.0, - "14": 787582976.0, - "15": 787565568.0, - "16": 787572224.0, - "17": 787566592.0, - "18": 787547648.0, - "19": 787566592.0, - "20": 787537408.0, + "14": 787582464.0, + "15": 787566592.0, + "16": 787572736.0, + "17": 787567104.0, + "18": 787546624.0, + "19": 787567104.0, + "20": 787536384.0, "21": 787540992.0, - "22": 787540480.0, - "23": 787548672.0, - "24": 787542016.0, - "25": 787534336.0, + "22": 787541504.0, + "23": 787549696.0, + "24": 787540992.0, + "25": 787533824.0, "26": 787548672.0, - "27": 787509760.0, - "28": 787504640.0, - "29": 787499520.0, - "30": 787494912.0, - "31": 787510784.0, - "32": 787501056.0, + "27": 787510784.0, + "28": 787505152.0, + "29": 787500544.0, + "30": 787493376.0, + "31": 787511808.0, + "32": 787501568.0, "33": 787482624.0, "34": 787486208.0, "35": 787483136.0, - "36": 787482624.0, - "37": 787460608.0, - "38": 787457536.0, - "39": 787461632.0, - "40": 787457536.0, - "41": 787466752.0, - "42": 787432448.0, - "43": 787450368.0, + "36": 787484160.0, + "37": 787461120.0, + "38": 787457024.0, + "39": 787462144.0, + "40": 787456512.0, + "41": 787467264.0, + "42": 787431936.0, + "43": 787449856.0, "44": 787436032.0, - "45": 787411456.0, - "46": 787460608.0, - "47": 787412992.0, + "45": 787411968.0, + "46": 787460096.0, + "47": 787413504.0, "48": 787440128.0, - "49": 787409920.0, + "49": 787410432.0, "50": 787396096.0, - "51": 787388416.0, - "52": 787415040.0, - "53": 787377664.0, - "54": 787403264.0, + "51": 787388928.0, + "52": 787413504.0, + "53": 787377152.0, + "54": 787404288.0, "55": 787375104.0, "56": 787362304.0, "57": 787405824.0, - "58": 787356160.0, - "59": 787378688.0, - "60": 787380224.0, - "61": 787337216.0, - "62": 787331584.0, - "63": 787368960.0, + "58": 787355648.0, + "59": 787378176.0, + "60": 787379712.0, + "61": 787339264.0, + "62": 787331072.0, + "63": 787369472.0, "64": 787339264.0, "65": 787403776.0, - "66": 787330048.0, - "67": 787337728.0, - "68": 787324416.0, - "69": 787335680.0, - "70": 787328512.0, - "71": 787331584.0, - "72": 787341312.0, - "73": 787353088.0, - "74": 787366400.0, - "75": 787342848.0, - "76": 787344384.0, - "77": 787345920.0, + "66": 787329024.0, + "67": 787337216.0, + "68": 787323904.0, + "69": 787335168.0, + "70": 787329536.0, + "71": 787331072.0, + "72": 787341824.0, + "73": 787351552.0, + "74": 787365376.0, + "75": 787343360.0, + "76": 787343872.0, + "77": 787344896.0, "78": 787371520.0, - "79": 787366400.0, - "80": 787390464.0, - "81": 787385344.0, - "82": 787395584.0, - "83": 787403776.0, + "79": 787366912.0, + "80": 787387904.0, + "81": 787384832.0, + "82": 787393536.0, + "83": 787403264.0, "84": 787397632.0, - "85": 787398144.0, - "86": 787411968.0, + "85": 787397120.0, + "86": 787410432.0, "87": 787389952.0, - "88": 787387904.0, - "89": 787400704.0, - "90": 787379712.0, - "91": 787401216.0, - "92": 787399168.0, - "93": 787391488.0, - "94": 787392000.0, + "88": 787387392.0, + "89": 787400192.0, + "90": 787379200.0, + "91": 787400192.0, + "92": 787397632.0, + "93": 787390976.0, + "94": 787393024.0, "95": 787398656.0, - "96": 787395584.0, + "96": 787397120.0, "97": 787403776.0, - "98": 787396608.0, - "99": 787406848.0, - "100": 787410432.0 + "98": 787398144.0, + "99": 787408896.0, + "100": 787411968.0 } }, "mem-max-allocated-bytes": { @@ -327,104 +327,104 @@ "values": { "1": 2662647296.0, "2": 2662647296.0, - "3": 2665052672.0, - "4": 2665052672.0, - "5": 2665052672.0, - "6": 2665052672.0, - "7": 2665052672.0, - "8": 2665052672.0, - "9": 2665052672.0, - "10": 2665052672.0, - "11": 2665052672.0, - "12": 2665052672.0, - "13": 2665052672.0, - "14": 2665052672.0, - "15": 2665052672.0, - "16": 2665052672.0, - "17": 2665052672.0, - "18": 2665052672.0, - "19": 2665052672.0, - "20": 2665052672.0, - "21": 2665052672.0, - "22": 2665052672.0, - "23": 2665052672.0, - "24": 2665052672.0, - "25": 2665052672.0, - "26": 2665052672.0, - "27": 2665052672.0, - "28": 2665052672.0, - "29": 2665052672.0, - "30": 2665052672.0, - "31": 2665052672.0, - "32": 2665052672.0, - "33": 2665052672.0, - "34": 2665052672.0, - "35": 2665052672.0, - "36": 2665052672.0, - "37": 2665052672.0, - "38": 2665052672.0, - "39": 2665052672.0, - "40": 2665052672.0, - "41": 2665052672.0, - "42": 2665052672.0, - "43": 2665052672.0, - "44": 2665052672.0, - "45": 2665052672.0, - "46": 2665052672.0, - "47": 2665052672.0, - "48": 2665052672.0, - "49": 2665052672.0, - "50": 2665052672.0, - "51": 2665052672.0, - "52": 2665052672.0, - "53": 2665052672.0, - "54": 2665052672.0, - "55": 2665052672.0, - "56": 2665052672.0, - "57": 2665052672.0, - "58": 2665052672.0, - "59": 2665052672.0, - "60": 2665052672.0, - "61": 2665052672.0, - "62": 2665052672.0, - "63": 2665052672.0, - "64": 2665052672.0, - "65": 2665052672.0, - "66": 2665052672.0, - "67": 2665052672.0, - "68": 2665052672.0, - "69": 2665052672.0, - "70": 2665052672.0, - "71": 2665052672.0, - "72": 2665052672.0, - "73": 2665052672.0, - "74": 2665052672.0, - "75": 2665052672.0, - "76": 2665052672.0, - "77": 2665052672.0, - "78": 2665052672.0, - "79": 2665052672.0, - "80": 2665052672.0, - "81": 2665052672.0, - "82": 2665052672.0, - "83": 2665052672.0, - "84": 2665052672.0, - "85": 2665052672.0, - "86": 2665052672.0, - "87": 2665052672.0, - "88": 2665052672.0, - "89": 2665052672.0, - "90": 2665052672.0, - "91": 2665052672.0, - "92": 2665052672.0, - "93": 2665052672.0, - "94": 2665052672.0, - "95": 2665052672.0, - "96": 2665052672.0, - "97": 2665052672.0, - "98": 2665052672.0, - "99": 2665052672.0, - "100": 2665052672.0 + "3": 2665063424.0, + "4": 2665063424.0, + "5": 2665063424.0, + "6": 2665063424.0, + "7": 2665063424.0, + "8": 2665063424.0, + "9": 2665063424.0, + "10": 2665063424.0, + "11": 2665063424.0, + "12": 2665063424.0, + "13": 2665063424.0, + "14": 2665063424.0, + "15": 2665063424.0, + "16": 2665063424.0, + "17": 2665063424.0, + "18": 2665063424.0, + "19": 2665063424.0, + "20": 2665063424.0, + "21": 2665063424.0, + "22": 2665063424.0, + "23": 2665063424.0, + "24": 2665063424.0, + "25": 2665063424.0, + "26": 2665063424.0, + "27": 2665063424.0, + "28": 2665063424.0, + "29": 2665063424.0, + "30": 2665063424.0, + "31": 2665063424.0, + "32": 2665063424.0, + "33": 2665063424.0, + "34": 2665063424.0, + "35": 2665063424.0, + "36": 2665063424.0, + "37": 2665063424.0, + "38": 2665063424.0, + "39": 2665063424.0, + "40": 2665063424.0, + "41": 2665063424.0, + "42": 2665063424.0, + "43": 2665063424.0, + "44": 2665063424.0, + "45": 2665063424.0, + "46": 2665063424.0, + "47": 2665063424.0, + "48": 2665063424.0, + "49": 2665063424.0, + "50": 2665063424.0, + "51": 2665063424.0, + "52": 2665063424.0, + "53": 2665063424.0, + "54": 2665063424.0, + "55": 2665063424.0, + "56": 2665063424.0, + "57": 2665063424.0, + "58": 2665063424.0, + "59": 2665063424.0, + "60": 2665063424.0, + "61": 2665063424.0, + "62": 2665063424.0, + "63": 2665063424.0, + "64": 2665063424.0, + "65": 2665063424.0, + "66": 2665063424.0, + "67": 2665063424.0, + "68": 2665063424.0, + "69": 2665063424.0, + "70": 2665063424.0, + "71": 2665063424.0, + "72": 2665063424.0, + "73": 2665063424.0, + "74": 2665063424.0, + "75": 2665063424.0, + "76": 2665063424.0, + "77": 2665063424.0, + "78": 2665063424.0, + "79": 2665063424.0, + "80": 2665063424.0, + "81": 2665063424.0, + "82": 2665063424.0, + "83": 2665063424.0, + "84": 2665063424.0, + "85": 2665063424.0, + "86": 2665063424.0, + "87": 2665063424.0, + "88": 2665063424.0, + "89": 2665063424.0, + "90": 2665063424.0, + "91": 2665063424.0, + "92": 2665063424.0, + "93": 2665063424.0, + "94": 2665063424.0, + "95": 2665063424.0, + "96": 2665063424.0, + "97": 2665063424.0, + "98": 2665063424.0, + "99": 2665063424.0, + "100": 2665063424.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 4.78579, - "3": 0.53829, - "4": 0.5501, - "5": 0.52877, - "6": 0.53341, - "7": 0.53101, - "8": 0.52594, - "9": 0.52656, - "10": 0.52721, - "11": 0.51907, - "12": 0.52113, - "13": 0.52417, - "14": 0.52392, - "15": 0.53475, - "16": 0.52116, - "17": 0.52656, - "18": 0.52034, - "19": 0.52016, - "20": 0.52199, - "21": 0.53183, - "22": 0.53661, - "23": 0.54084, - "24": 0.52495, - "25": 0.53128, - "26": 0.52735, - "27": 0.54335, - "28": 0.52654, - "29": 0.53834, - "30": 0.53606, - "31": 0.53938, - "32": 0.53598, - "33": 0.53326, - "34": 0.54444, - "35": 0.53164, - "36": 0.5404, - "37": 0.54568, - "38": 0.54552, - "39": 0.5366, - "40": 0.54027, - "41": 0.53525, - "42": 0.55075, - "43": 0.53886, - "44": 0.53665, - "45": 0.55089, - "46": 0.5331, - "47": 0.54482, - "48": 0.53151, - "49": 0.53493, - "50": 0.53302, - "51": 0.52424, - "52": 0.52434, - "53": 0.51687, - "54": 0.52816, - "55": 0.53022, - "56": 0.53577, - "57": 0.53245, - "58": 0.53568, - "59": 0.54753, - "60": 0.53813, - "61": 0.53815, - "62": 0.5366, - "63": 0.54423, - "64": 0.5344, - "65": 0.53864, - "66": 0.54089, - "67": 0.53579, - "68": 0.54777, - "69": 0.54032, - "70": 0.54348, - "71": 0.5411, - "72": 0.54019, - "73": 0.53851, - "74": 0.54021, - "75": 0.53784, - "76": 0.53954, - "77": 0.54237, - "78": 0.53049, - "79": 0.57915, - "80": 0.57307, - "81": 0.56876, - "82": 0.56781, - "83": 0.56481, - "84": 0.55385, - "85": 0.56577, - "86": 0.569, - "87": 0.5621, - "88": 0.56698, - "89": 0.55835, - "90": 0.85395, - "91": 0.56888, - "92": 0.55621, - "93": 0.57143, - "94": 0.5584, - "95": 0.56204, - "96": 0.5656, - "97": 0.5491, - "98": 0.56348, - "99": 0.5607, - "100": 0.56258 + "2": 5.98635, + "3": 0.52282, + "4": 0.49693, + "5": 0.4928, + "6": 0.48259, + "7": 0.4965, + "8": 0.47878, + "9": 0.47293, + "10": 0.47259, + "11": 0.47135, + "12": 0.47375, + "13": 0.46469, + "14": 0.4653, + "15": 0.47382, + "16": 0.48208, + "17": 0.47932, + "18": 0.46393, + "19": 0.46346, + "20": 0.47236, + "21": 0.4714, + "22": 0.47499, + "23": 0.47258, + "24": 0.46914, + "25": 0.47024, + "26": 0.46574, + "27": 0.47482, + "28": 0.47982, + "29": 0.48899, + "30": 0.49411, + "31": 0.48791, + "32": 0.48868, + "33": 0.48565, + "34": 0.48033, + "35": 0.48225, + "36": 0.47838, + "37": 0.48688, + "38": 0.48265, + "39": 0.48609, + "40": 0.48829, + "41": 0.48993, + "42": 0.49163, + "43": 0.48738, + "44": 0.48033, + "45": 0.48298, + "46": 0.49224, + "47": 0.47934, + "48": 0.48869, + "49": 0.47492, + "50": 0.47463, + "51": 0.49442, + "52": 0.4729, + "53": 0.47381, + "54": 0.47741, + "55": 0.48415, + "56": 0.48472, + "57": 0.49879, + "58": 0.48585, + "59": 0.49378, + "60": 0.49224, + "61": 0.48445, + "62": 0.47883, + "63": 0.48658, + "64": 0.48416, + "65": 0.47652, + "66": 0.47867, + "67": 0.5028, + "68": 0.48553, + "69": 0.48415, + "70": 0.47946, + "71": 0.47869, + "72": 0.47973, + "73": 0.48056, + "74": 0.48003, + "75": 0.48769, + "76": 0.4697, + "77": 0.47534, + "78": 0.46682, + "79": 0.47552, + "80": 0.47839, + "81": 0.48653, + "82": 0.48245, + "83": 0.48713, + "84": 0.4737, + "85": 0.47339, + "86": 0.47528, + "87": 0.48514, + "88": 0.47048, + "89": 0.47146, + "90": 0.81332, + "91": 0.4747, + "92": 0.47449, + "93": 0.47825, + "94": 0.47459, + "95": 0.47757, + "96": 0.47444, + "97": 0.46924, + "98": 0.47068, + "99": 0.47128, + "100": 0.47481 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json index bfbb1e850e1..3459a646ecd 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.82922, "2": 10.84163, - "3": 10.84245, - "4": 10.82, - "5": 10.85652, - "6": 10.86906, - "7": 10.83778, - "8": 10.84312, - "9": 10.84423, - "10": 10.79298, - "11": 10.86697, - "12": 10.86875, - "13": 10.86207, - "14": 10.86919, - "15": 10.8067, - "16": 10.8057, - "17": 10.77686, - "18": 10.79541, - "19": 10.78384, - "20": 10.72654, - "21": 10.69491, - "22": 10.54462, - "23": 10.6993, - "24": 10.58151, - "25": 10.53282, - "26": 10.58817, - "27": 10.601, - "28": 10.57563, - "29": 10.58022, - "30": 10.35802, - "31": 10.08769, - "32": 10.44466, - "33": 10.4477, - "34": 10.18704, - "35": 10.24483, - "36": 10.19713, - "37": 10.32294, - "38": 10.17101, - "39": 10.37026, - "40": 10.05533, - "41": 10.09491, - "42": 10.17971, - "43": 9.78263, - "44": 9.91346, - "45": 9.77951, - "46": 9.75648, - "47": 10.09647, - "48": 9.80391, - "49": 9.46649, - "50": 9.86874, - "51": 9.79428, - "52": 9.68303, - "53": 10.03314, - "54": 9.9113, - "55": 9.82995, - "56": 9.57839, - "57": 9.42377, - "58": 9.80549, - "59": 9.53292, - "60": 9.449, - "61": 9.65293, - "62": 9.95672, - "63": 9.33775, - "64": 9.74194, - "65": 8.89366, - "66": 9.67317, - "67": 9.33002, - "68": 9.76517, - "69": 9.76336, - "70": 9.71127, - "71": 9.59511, - "72": 9.54797, - "73": 9.47124, - "74": 8.89297, - "75": 9.39451, - "76": 9.04721, - "77": 10.04318, - "78": 9.70313, - "79": 9.35169, - "80": 9.38198, - "81": 9.45146, - "82": 9.67546, - "83": 9.27658, - "84": 9.39241, - "85": 9.58333, - "86": 9.04518, - "87": 9.56487, - "88": 9.72459, - "89": 9.57019, - "90": 9.79944, - "91": 9.30737, - "92": 9.3313, - "93": 9.04109, - "94": 8.80259, - "95": 9.50213, - "96": 9.5021, - "97": 9.28183, - "98": 9.64883, - "99": 8.8594, - "100": 9.37131 + "3": 10.84243, + "4": 10.81957, + "5": 10.85664, + "6": 10.86827, + "7": 10.83827, + "8": 10.8422, + "9": 10.84386, + "10": 10.79334, + "11": 10.86738, + "12": 10.86907, + "13": 10.86171, + "14": 10.86924, + "15": 10.8068, + "16": 10.80521, + "17": 10.77645, + "18": 10.79607, + "19": 10.78431, + "20": 10.72724, + "21": 10.6946, + "22": 10.54439, + "23": 10.69964, + "24": 10.58157, + "25": 10.53325, + "26": 10.58756, + "27": 10.60097, + "28": 10.5763, + "29": 10.58036, + "30": 10.3575, + "31": 10.08738, + "32": 10.44476, + "33": 10.44759, + "34": 10.18783, + "35": 10.24474, + "36": 10.19774, + "37": 10.32309, + "38": 10.17129, + "39": 10.37065, + "40": 10.05528, + "41": 10.09503, + "42": 10.17995, + "43": 9.78259, + "44": 9.91366, + "45": 9.77924, + "46": 9.75667, + "47": 10.09678, + "48": 9.80346, + "49": 9.4667, + "50": 9.86896, + "51": 9.79433, + "52": 9.68302, + "53": 10.03299, + "54": 9.91153, + "55": 9.83055, + "56": 9.57836, + "57": 9.42375, + "58": 9.80572, + "59": 9.53304, + "60": 9.44886, + "61": 9.65297, + "62": 9.95701, + "63": 9.33764, + "64": 9.74169, + "65": 8.89408, + "66": 9.67312, + "67": 9.33005, + "68": 9.76528, + "69": 9.76313, + "70": 9.7113, + "71": 9.59503, + "72": 9.54795, + "73": 9.47125, + "74": 8.89278, + "75": 9.39455, + "76": 9.04738, + "77": 10.04269, + "78": 9.70299, + "79": 9.35183, + "80": 9.38199, + "81": 9.45105, + "82": 9.67565, + "83": 9.27677, + "84": 9.39244, + "85": 9.58302, + "86": 9.04523, + "87": 9.56489, + "88": 9.72458, + "89": 9.56995, + "90": 9.79945, + "91": 9.30745, + "92": 9.3312, + "93": 9.04065, + "94": 8.80269, + "95": 9.50212, + "96": 9.50157, + "97": 9.28199, + "98": 9.64852, + "99": 8.85942, + "100": 9.37135 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 27245.0, - "2": 28958.0, - "3": 29464.0, - "4": 28046.0, - "5": 31369.0, - "6": 33287.0, - "7": 31200.0, - "8": 26921.0, - "9": 30008.0, - "10": 25870.0, - "11": 33681.0, - "12": 30344.0, - "13": 32737.0, - "14": 33315.0, - "15": 29830.0, - "16": 32475.0, - "17": 30747.0, - "18": 30381.0, - "19": 31032.0, - "20": 28243.0, - "21": 29224.0, - "22": 27340.0, - "23": 34119.0, - "24": 29049.0, - "25": 27636.0, - "26": 30662.0, - "27": 32009.0, - "28": 33355.0, - "29": 34714.0, - "30": 30387.0, - "31": 28212.0, - "32": 33411.0, - "33": 34696.0, - "34": 30053.0, - "35": 31488.0, - "36": 32943.0, - "37": 35829.0, - "38": 33740.0, - "39": 37632.0, - "40": 34779.0, - "41": 33958.0, - "42": 36396.0, - "43": 34088.0, - "44": 34090.0, - "45": 35158.0, - "46": 36174.0, - "47": 39772.0, - "48": 36516.0, - "49": 36733.0, - "50": 38234.0, - "51": 38608.0, - "52": 37030.0, - "53": 42442.0, - "54": 40944.0, - "55": 37133.0, - "56": 41001.0, - "57": 37524.0, - "58": 42317.0, - "59": 40804.0, - "60": 40450.0, - "61": 41478.0, - "62": 39766.0, - "63": 37941.0, - "64": 42197.0, - "65": 40947.0, - "66": 44094.0, - "67": 41958.0, - "68": 40060.0, - "69": 42189.0, - "70": 43436.0, - "71": 42748.0, - "72": 44280.0, - "73": 47478.0, - "74": 41456.0, - "75": 39925.0, - "76": 43490.0, - "77": 45636.0, - "78": 2141470.0, - "79": 46055.0, - "80": 51863.0, - "81": 151341.0, - "82": 49835.0, - "83": 143360.0, - "84": 2141546.0, - "85": 2145177.0, - "86": 132114.0, - "87": 2147022.0, - "88": 59899.0, - "89": 162883.0, - "90": 51330.0, - "91": 2141901.0, - "92": 44946.0, - "93": 138194.0, - "94": 2145772.0, - "95": 45247.0, - "96": 135045.0, - "97": 53170.0, - "98": 168576.0, - "99": 2141797.0, - "100": 163741.0 + "1": 27323.0, + "2": 29073.0, + "3": 29255.0, + "4": 27962.0, + "5": 31688.0, + "6": 32993.0, + "7": 31065.0, + "8": 27438.0, + "9": 30073.0, + "10": 26065.0, + "11": 33565.0, + "12": 30127.0, + "13": 32888.0, + "14": 33095.0, + "15": 30180.0, + "16": 32402.0, + "17": 30716.0, + "18": 30705.0, + "19": 30785.0, + "20": 28165.0, + "21": 28990.0, + "22": 27297.0, + "23": 33611.0, + "24": 29400.0, + "25": 27474.0, + "26": 30881.0, + "27": 31763.0, + "28": 33226.0, + "29": 34855.0, + "30": 30031.0, + "31": 27996.0, + "32": 33444.0, + "33": 34744.0, + "34": 30041.0, + "35": 31685.0, + "36": 33100.0, + "37": 35781.0, + "38": 34038.0, + "39": 37867.0, + "40": 34304.0, + "41": 34129.0, + "42": 36144.0, + "43": 34457.0, + "44": 33966.0, + "45": 35067.0, + "46": 36064.0, + "47": 39720.0, + "48": 36731.0, + "49": 37095.0, + "50": 38131.0, + "51": 38418.0, + "52": 36970.0, + "53": 42469.0, + "54": 41376.0, + "55": 37144.0, + "56": 41057.0, + "57": 37882.0, + "58": 42179.0, + "59": 40741.0, + "60": 40662.0, + "61": 41737.0, + "62": 39988.0, + "63": 37986.0, + "64": 42182.0, + "65": 41172.0, + "66": 43902.0, + "67": 42888.0, + "68": 39939.0, + "69": 42474.0, + "70": 43410.0, + "71": 42547.0, + "72": 44667.0, + "73": 47806.0, + "74": 49985.0, + "75": 39314.0, + "76": 43658.0, + "77": 56586.0, + "78": 2142059.0, + "79": 46090.0, + "80": 169105.0, + "81": 151389.0, + "82": 55551.0, + "83": 142987.0, + "84": 2141133.0, + "85": 2145286.0, + "86": 132276.0, + "87": 2147472.0, + "88": 57700.0, + "89": 162718.0, + "90": 51175.0, + "91": 2142368.0, + "92": 44885.0, + "93": 137807.0, + "94": 178019.0, + "95": 45818.0, + "96": 135267.0, + "97": 53434.0, + "98": 168439.0, + "99": 2141756.0, + "100": 162968.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1668119552.0, - "2": 1668144128.0, - "3": 1668127232.0, - "4": 1668115456.0, - "5": 1668150272.0, - "6": 1668141056.0, - "7": 1668115968.0, - "8": 1668127744.0, - "9": 1668131328.0, - "10": 1668108288.0, - "11": 1668125184.0, - "12": 1668123136.0, - "13": 1668132864.0, - "14": 1668132352.0, - "15": 1668107264.0, - "16": 1668116480.0, - "17": 1668106240.0, - "18": 1668092416.0, - "19": 1668118016.0, - "20": 1668108288.0, - "21": 1668082688.0, - "22": 1668089344.0, - "23": 1668081664.0, - "24": 1668089344.0, - "25": 1668054528.0, - "26": 1668085248.0, - "27": 1668073984.0, - "28": 1668053504.0, - "29": 1668061184.0, - "30": 1668038144.0, - "31": 1668009984.0, - "32": 1668027392.0, - "33": 1668038656.0, - "34": 1668029440.0, - "35": 1668021760.0, - "36": 1668039680.0, - "37": 1668031488.0, - "38": 1668039680.0, - "39": 1668020736.0, - "40": 1668018176.0, - "41": 1668008960.0, - "42": 1668018176.0, - "43": 1667971072.0, - "44": 1667995648.0, - "45": 1668002816.0, - "46": 1667958272.0, - "47": 1668014592.0, - "48": 1667957248.0, - "49": 1667977216.0, - "50": 1667992576.0, - "51": 1667978752.0, - "52": 1667986944.0, - "53": 1667982848.0, - "54": 1667987968.0, - "55": 1667992064.0, - "56": 1667992064.0, - "57": 1667954176.0, - "58": 1667985920.0, - "59": 1667977216.0, - "60": 1667998208.0, - "61": 1668008448.0, - "62": 1668008960.0, - "63": 1667976192.0, - "64": 1667992064.0, - "65": 1667954688.0, - "66": 1667990016.0, - "67": 1667995136.0, - "68": 1668002304.0, - "69": 1667986432.0, - "70": 1667996160.0, - "71": 1668009984.0, - "72": 1668003840.0, - "73": 1668004352.0, - "74": 1668006400.0, - "75": 1668045824.0, - "76": 1668047872.0, - "77": 1668048896.0, - "78": 1667998208.0, - "79": 1668033536.0, - "80": 1668013568.0, - "81": 1668016128.0, - "82": 1668030976.0, - "83": 1668032000.0, - "84": 1668015616.0, - "85": 1668015616.0, - "86": 1667997696.0, - "87": 1668056064.0, - "88": 1668017664.0, - "89": 1668007936.0, - "90": 1668049920.0, - "91": 1668049408.0, - "92": 1668049920.0, - "93": 1668033536.0, - "94": 1668043264.0, - "95": 1668053504.0, - "96": 1668058112.0, - "97": 1668030464.0, - "98": 1668079104.0, - "99": 1668022272.0, - "100": 1668041728.0 + "1": 787516416.0, + "2": 787540992.0, + "3": 787523584.0, + "4": 787510784.0, + "5": 787548160.0, + "6": 787537920.0, + "7": 787510784.0, + "8": 787525632.0, + "9": 787527168.0, + "10": 787504128.0, + "11": 787523584.0, + "12": 787520512.0, + "13": 787528704.0, + "14": 787529728.0, + "15": 787502592.0, + "16": 787514368.0, + "17": 787503104.0, + "18": 787488768.0, + "19": 787514880.0, + "20": 787503616.0, + "21": 787479552.0, + "22": 787486720.0, + "23": 787477504.0, + "24": 787485184.0, + "25": 787451392.0, + "26": 787481088.0, + "27": 787469824.0, + "28": 787449856.0, + "29": 787459584.0, + "30": 787435520.0, + "31": 787404288.0, + "32": 787423744.0, + "33": 787432960.0, + "34": 787426304.0, + "35": 787418624.0, + "36": 787435008.0, + "37": 787427328.0, + "38": 787436544.0, + "39": 787417088.0, + "40": 787415040.0, + "41": 787405312.0, + "42": 787414528.0, + "43": 787367424.0, + "44": 787391488.0, + "45": 787400192.0, + "46": 787356672.0, + "47": 787412480.0, + "48": 787354112.0, + "49": 787374592.0, + "50": 787390976.0, + "51": 787376128.0, + "52": 787383296.0, + "53": 787379200.0, + "54": 787383808.0, + "55": 787389952.0, + "56": 787391488.0, + "57": 787350528.0, + "58": 787381760.0, + "59": 787374080.0, + "60": 787395584.0, + "61": 787407872.0, + "62": 787406848.0, + "63": 787373056.0, + "64": 787390464.0, + "65": 787351040.0, + "66": 787387392.0, + "67": 787394560.0, + "68": 787401216.0, + "69": 787383296.0, + "70": 787393536.0, + "71": 787406848.0, + "72": 787400192.0, + "73": 787400704.0, + "74": 787405312.0, + "75": 787442176.0, + "76": 787443712.0, + "77": 787446784.0, + "78": 787397120.0, + "79": 787430400.0, + "80": 787411968.0, + "81": 787413504.0, + "82": 787427840.0, + "83": 787430912.0, + "84": 787412992.0, + "85": 787412992.0, + "86": 787395584.0, + "87": 787453440.0, + "88": 787417088.0, + "89": 787404288.0, + "90": 787448320.0, + "91": 787447296.0, + "92": 787447296.0, + "93": 787429376.0, + "94": 787440128.0, + "95": 787450880.0, + "96": 787456000.0, + "97": 787428352.0, + "98": 787475456.0, + "99": 787421696.0, + "100": 787440128.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 3460789248.0, - "2": 3470375936.0, - "3": 3470375936.0, - "4": 3470375936.0, - "5": 3480799232.0, - "6": 3480799232.0, - "7": 3480799232.0, - "8": 3480799232.0, - "9": 3480799232.0, - "10": 3480799232.0, - "11": 3480799232.0, - "12": 3480799232.0, - "13": 3480799232.0, - "14": 3480799232.0, - "15": 3480799232.0, - "16": 3480799232.0, - "17": 3480799232.0, - "18": 3480799232.0, - "19": 3480799232.0, - "20": 3480799232.0, - "21": 3480799232.0, - "22": 3480799232.0, - "23": 3480799232.0, - "24": 3480799232.0, - "25": 3480799232.0, - "26": 3480799232.0, - "27": 3480799232.0, - "28": 3480799232.0, - "29": 3480799232.0, - "30": 3480799232.0, - "31": 3480799232.0, - "32": 3480799232.0, - "33": 3480799232.0, - "34": 3480799232.0, - "35": 3480799232.0, - "36": 3480799232.0, - "37": 3480799232.0, - "38": 3480799232.0, - "39": 3480799232.0, - "40": 3480799232.0, - "41": 3480799232.0, - "42": 3480799232.0, - "43": 3480799232.0, - "44": 3480799232.0, - "45": 3480799232.0, - "46": 3480799232.0, - "47": 3480799232.0, - "48": 3480799232.0, - "49": 3480799232.0, - "50": 3480799232.0, - "51": 3480799232.0, - "52": 3480799232.0, - "53": 3480799232.0, - "54": 3480799232.0, - "55": 3480799232.0, - "56": 3480799232.0, - "57": 3480799232.0, - "58": 3480799232.0, - "59": 3480799232.0, - "60": 3480799232.0, - "61": 3480799232.0, - "62": 3480799232.0, - "63": 3480799232.0, - "64": 3480799232.0, - "65": 3480799232.0, - "66": 3480799232.0, - "67": 3480799232.0, - "68": 3480799232.0, - "69": 3480799232.0, - "70": 3480799232.0, - "71": 3480799232.0, - "72": 3480799232.0, - "73": 3480799232.0, - "74": 3480799232.0, - "75": 3480799232.0, - "76": 3480799232.0, - "77": 3480799232.0, - "78": 3480799232.0, - "79": 3480799232.0, - "80": 3480799232.0, - "81": 3480799232.0, - "82": 3480799232.0, - "83": 3480799232.0, - "84": 3480799232.0, - "85": 3480799232.0, - "86": 3480799232.0, - "87": 3480799232.0, - "88": 3480799232.0, - "89": 3480799232.0, - "90": 3480799232.0, - "91": 3480799232.0, - "92": 3480799232.0, - "93": 3480799232.0, - "94": 3480799232.0, - "95": 3480799232.0, - "96": 3480799232.0, - "97": 3480799232.0, - "98": 3480799232.0, - "99": 3480799232.0, - "100": 3480799232.0 + "1": 2578864128.0, + "2": 2590714880.0, + "3": 2590714880.0, + "4": 2590714880.0, + "5": 2596939776.0, + "6": 2596939776.0, + "7": 2596939776.0, + "8": 2596939776.0, + "9": 2596939776.0, + "10": 2596939776.0, + "11": 2596939776.0, + "12": 2596939776.0, + "13": 2596939776.0, + "14": 2596939776.0, + "15": 2596939776.0, + "16": 2596939776.0, + "17": 2596939776.0, + "18": 2596939776.0, + "19": 2596939776.0, + "20": 2596939776.0, + "21": 2596939776.0, + "22": 2596939776.0, + "23": 2596939776.0, + "24": 2596939776.0, + "25": 2596939776.0, + "26": 2596939776.0, + "27": 2596939776.0, + "28": 2596939776.0, + "29": 2596939776.0, + "30": 2596939776.0, + "31": 2596939776.0, + "32": 2596939776.0, + "33": 2596939776.0, + "34": 2596939776.0, + "35": 2596939776.0, + "36": 2596939776.0, + "37": 2596939776.0, + "38": 2596939776.0, + "39": 2596939776.0, + "40": 2596939776.0, + "41": 2596939776.0, + "42": 2596939776.0, + "43": 2596939776.0, + "44": 2596939776.0, + "45": 2596939776.0, + "46": 2596939776.0, + "47": 2596939776.0, + "48": 2596939776.0, + "49": 2596939776.0, + "50": 2596939776.0, + "51": 2596939776.0, + "52": 2596939776.0, + "53": 2596939776.0, + "54": 2596939776.0, + "55": 2596939776.0, + "56": 2596939776.0, + "57": 2596939776.0, + "58": 2596939776.0, + "59": 2596939776.0, + "60": 2596939776.0, + "61": 2596939776.0, + "62": 2596939776.0, + "63": 2596939776.0, + "64": 2596939776.0, + "65": 2596939776.0, + "66": 2596939776.0, + "67": 2596939776.0, + "68": 2596939776.0, + "69": 2596939776.0, + "70": 2596939776.0, + "71": 2596939776.0, + "72": 2596939776.0, + "73": 2596939776.0, + "74": 2596939776.0, + "75": 2596939776.0, + "76": 2596939776.0, + "77": 2596939776.0, + "78": 2596939776.0, + "79": 2596939776.0, + "80": 2596939776.0, + "81": 2596939776.0, + "82": 2596939776.0, + "83": 2596939776.0, + "84": 2596939776.0, + "85": 2596939776.0, + "86": 2596939776.0, + "87": 2596939776.0, + "88": 2596939776.0, + "89": 2596939776.0, + "90": 2596939776.0, + "91": 2596939776.0, + "92": 2596939776.0, + "93": 2596939776.0, + "94": 2596939776.0, + "95": 2596939776.0, + "96": 2596939776.0, + "97": 2596939776.0, + "98": 2596939776.0, + "99": 2596939776.0, + "100": 2596939776.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 11.49667, - "2": 0.45982, - "3": 0.39283, - "4": 0.37269, - "5": 0.33438, - "6": 0.33048, - "7": 0.33351, - "8": 0.32704, - "9": 0.31789, - "10": 0.30958, - "11": 0.30791, - "12": 0.30859, - "13": 0.32053, - "14": 0.30171, - "15": 0.30843, - "16": 0.30302, - "17": 0.30464, - "18": 0.30431, - "19": 0.30467, - "20": 0.29614, - "21": 0.3034, - "22": 0.30183, - "23": 0.29505, - "24": 0.29208, - "25": 0.29678, - "26": 0.29737, - "27": 0.30864, - "28": 0.31313, - "29": 0.30795, - "30": 0.31701, - "31": 0.31516, - "32": 0.32758, - "33": 0.31728, - "34": 0.32164, - "35": 0.32366, - "36": 0.3008, - "37": 0.30816, - "38": 0.30782, - "39": 0.3097, - "40": 0.31658, - "41": 0.30749, - "42": 0.30662, - "43": 0.30452, - "44": 0.32171, - "45": 0.30874, - "46": 0.31718, - "47": 0.30947, - "48": 0.30568, - "49": 0.30559, - "50": 0.30518, - "51": 0.32349, - "52": 0.30552, - "53": 0.2972, - "54": 0.29675, - "55": 0.6806, - "56": 0.30449, - "57": 0.30268, - "58": 0.29449, - "59": 0.29915, - "60": 0.30558, - "61": 0.29817, - "62": 0.29837, - "63": 0.29648, - "64": 0.30355, - "65": 0.30526, - "66": 0.29685, - "67": 0.29607, - "68": 0.30383, - "69": 0.29497, - "70": 0.29908, - "71": 0.298, - "72": 0.29482, - "73": 0.29392, - "74": 0.29933, - "75": 0.29938, - "76": 0.29472, - "77": 0.29225, - "78": 0.29345, - "79": 0.29571, - "80": 0.29379, - "81": 0.29694, - "82": 0.29442, - "83": 0.29839, - "84": 0.30064, - "85": 0.29571, - "86": 0.30107, - "87": 0.29723, - "88": 0.29324, - "89": 0.29688, - "90": 0.29142, - "91": 0.29759, - "92": 0.29347, - "93": 0.29617, - "94": 0.29996, - "95": 0.29791, - "96": 0.29236, - "97": 0.29637, - "98": 0.29446, - "99": 0.293, - "100": 0.2937 + "1": "nan", + "2": 6.89551, + "3": 0.3993, + "4": 0.35815, + "5": 0.33602, + "6": 0.33197, + "7": 0.32865, + "8": 0.3207, + "9": 0.31349, + "10": 0.30884, + "11": 0.30331, + "12": 0.31767, + "13": 0.30954, + "14": 0.31341, + "15": 0.30056, + "16": 0.29909, + "17": 0.29535, + "18": 0.2967, + "19": 0.29826, + "20": 0.3668, + "21": 0.29117, + "22": 0.29552, + "23": 0.29522, + "24": 0.29834, + "25": 0.3027, + "26": 0.30854, + "27": 0.30293, + "28": 0.32097, + "29": 0.31935, + "30": 0.31509, + "31": 0.318, + "32": 0.3239, + "33": 0.31269, + "34": 0.31706, + "35": 0.30185, + "36": 0.3093, + "37": 0.30754, + "38": 0.3055, + "39": 0.30888, + "40": 0.30503, + "41": 0.31122, + "42": 0.30456, + "43": 0.30646, + "44": 0.30592, + "45": 0.30891, + "46": 0.30514, + "47": 0.3133, + "48": 0.30772, + "49": 0.30986, + "50": 0.30753, + "51": 0.31874, + "52": 0.31049, + "53": 0.3116, + "54": 0.30679, + "55": 0.31195, + "56": 0.30856, + "57": 0.3111, + "58": 0.31146, + "59": 0.30836, + "60": 0.30868, + "61": 0.30926, + "62": 0.31281, + "63": 0.30621, + "64": 0.30843, + "65": 0.30639, + "66": 0.30615, + "67": 0.31187, + "68": 0.30344, + "69": 0.30997, + "70": 0.30812, + "71": 0.30308, + "72": 0.30953, + "73": 0.30762, + "74": 0.30868, + "75": 0.30488, + "76": 0.30533, + "77": 0.30634, + "78": 0.30293, + "79": 0.30759, + "80": 0.3039, + "81": 0.30436, + "82": 0.30687, + "83": 0.30699, + "84": 0.30074, + "85": 0.69936, + "86": 0.30517, + "87": 0.29797, + "88": 0.29916, + "89": 0.30492, + "90": 0.30345, + "91": 0.30516, + "92": 0.3062, + "93": 0.30268, + "94": 0.30389, + "95": 0.30319, + "96": 0.30544, + "97": 0.30696, + "98": 0.30283, + "99": 0.30414, + "100": 0.30658 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_a100.json index dffbbf25de6..37f74714dfc 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_a100.json @@ -6,54 +6,54 @@ "values": { "1": 10.82207, "2": 10.84178, - "3": 10.81126, - "4": 10.82219, - "5": 10.8455, - "6": 10.86291, - "7": 10.84399, - "8": 10.84652, - "9": 10.84916, - "10": 10.78879, - "11": 10.8581, - "12": 10.84415, - "13": 10.87153, - "14": 10.87463, - "15": 10.83396, - "16": 10.8091, - "17": 10.79098, - "18": 10.81032, - "19": 10.80535, - "20": 10.73557, - "21": 10.71472, - "22": 10.57762, - "23": 10.72594, - "24": 10.61811, - "25": 10.58114, - "26": 10.63747, - "27": 10.63794, - "28": 10.60614, - "29": 10.61062, - "30": 10.40965, - "31": 10.16941, - "32": 10.49897, + "3": 10.81113, + "4": 10.82234, + "5": 10.84489, + "6": 10.86304, + "7": 10.84427, + "8": 10.84693, + "9": 10.85001, + "10": 10.7897, + "11": 10.85766, + "12": 10.84396, + "13": 10.87181, + "14": 10.87455, + "15": 10.83399, + "16": 10.80919, + "17": 10.791, + "18": 10.81017, + "19": 10.80568, + "20": 10.73563, + "21": 10.71417, + "22": 10.57691, + "23": 10.72597, + "24": 10.61823, + "25": 10.58154, + "26": 10.63745, + "27": 10.63717, + "28": 10.60574, + "29": 10.61026, + "30": 10.40985, + "31": 10.16959, + "32": 10.49887, "33": 10.49702, - "34": 10.26142, - "35": 10.31452, - "36": 10.2851, - "37": 10.3895, - "38": 10.2473, + "34": 10.26149, + "35": 10.31439, + "36": 10.28489, + "37": 10.38874, + "38": 10.24737, "39": 10.43792, - "40": 10.14599, - "41": 10.19691, - "42": 10.26122, - "43": 9.91082, - "44": 10.02318, - "45": 9.91674, - "46": 9.89463, - "47": 10.19281, - "48": 9.93104, - "49": 9.61208, - "50": 9.97427 + "40": 10.14606, + "41": 10.19685, + "42": 10.26102, + "43": 9.91027, + "44": 10.02323, + "45": 9.91719, + "46": 9.89453, + "47": 10.19329, + "48": 9.93042, + "49": 9.61243, + "50": 9.97437 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4986.0, - "2": 5272.0, - "3": 5309.0, - "4": 5162.0, - "5": 5824.0, - "6": 5990.0, - "7": 5433.0, - "8": 5101.0, - "9": 5654.0, - "10": 4736.0, - "11": 6213.0, - "12": 5723.0, - "13": 5952.0, - "14": 6073.0, - "15": 5503.0, - "16": 5808.0, - "17": 5545.0, - "18": 5647.0, - "19": 5555.0, - "20": 5120.0, - "21": 5578.0, - "22": 5097.0, - "23": 5992.0, - "24": 5204.0, - "25": 5016.0, - "26": 5487.0, - "27": 5618.0, - "28": 5994.0, - "29": 6202.0, - "30": 5538.0, - "31": 4762.0, - "32": 6010.0, - "33": 6302.0, - "34": 5312.0, - "35": 5783.0, - "36": 5716.0, - "37": 6562.0, - "38": 6183.0, - "39": 6964.0, - "40": 6220.0, - "41": 6139.0, - "42": 6368.0, - "43": 5900.0, - "44": 5754.0, - "45": 5814.0, - "46": 5882.0, - "47": 6818.0, - "48": 6495.0, - "49": 6047.0, - "50": 6623.0 + "1": 5051.0, + "2": 5315.0, + "3": 5393.0, + "4": 5144.0, + "5": 5971.0, + "6": 5897.0, + "7": 5465.0, + "8": 5099.0, + "9": 5504.0, + "10": 4793.0, + "11": 6028.0, + "12": 5837.0, + "13": 6020.0, + "14": 5895.0, + "15": 5534.0, + "16": 5710.0, + "17": 5651.0, + "18": 5450.0, + "19": 5649.0, + "20": 5103.0, + "21": 5625.0, + "22": 5074.0, + "23": 6044.0, + "24": 5183.0, + "25": 4901.0, + "26": 5454.0, + "27": 5628.0, + "28": 6018.0, + "29": 6058.0, + "30": 5571.0, + "31": 4731.0, + "32": 5867.0, + "33": 6453.0, + "34": 5334.0, + "35": 5685.0, + "36": 5687.0, + "37": 6801.0, + "38": 6247.0, + "39": 6933.0, + "40": 6105.0, + "41": 6091.0, + "42": 6453.0, + "43": 5778.0, + "44": 5946.0, + "45": 5869.0, + "46": 6171.0, + "47": 6709.0, + "48": 6336.0, + "49": 6103.0, + "50": 6672.0 } }, "mem-allocated-bytes": { @@ -124,47 +124,47 @@ "4": 598360576.0, "5": 598358016.0, "6": 598358016.0, - "7": 598354432.0, - "8": 598359040.0, - "9": 598358016.0, + "7": 598355456.0, + "8": 598360576.0, + "9": 598356992.0, "10": 598356992.0, "11": 598358016.0, "12": 598358016.0, "13": 598359040.0, "14": 598359040.0, "15": 598359040.0, - "16": 598358528.0, + "16": 598360576.0, "17": 598352384.0, "18": 598358016.0, "19": 598359040.0, "20": 598357504.0, - "21": 598358016.0, + "21": 598359040.0, "22": 598354432.0, "23": 598355968.0, - "24": 598356480.0, + "24": 598357504.0, "25": 598358528.0, - "26": 598357504.0, + "26": 598356480.0, "27": 598360064.0, "28": 598358016.0, - "29": 598356480.0, + "29": 598357504.0, "30": 598359552.0, "31": 598354944.0, - "32": 598356992.0, + "32": 598355968.0, "33": 598359552.0, - "34": 598358016.0, - "35": 598356480.0, - "36": 598356992.0, - "37": 598358016.0, + "34": 598356992.0, + "35": 598355968.0, + "36": 598357504.0, + "37": 598359040.0, "38": 598358016.0, - "39": 598357504.0, + "39": 598356992.0, "40": 598357504.0, - "41": 598352384.0, + "41": 598351872.0, "42": 598357504.0, "43": 598352384.0, "44": 598355456.0, "45": 598355968.0, "46": 598351872.0, - "47": 598359040.0, + "47": 598359552.0, "48": 598354944.0, "49": 598353408.0, "50": 598356992.0 @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 855598080.0, - "2": 1083234304.0, - "3": 1083234304.0, - "4": 1083234304.0, - "5": 1083234304.0, - "6": 1083493888.0, - "7": 1083493888.0, - "8": 1083493888.0, - "9": 1083493888.0, - "10": 1083493888.0, - "11": 1083493888.0, - "12": 1083493888.0, - "13": 1083493888.0, - "14": 1084195840.0, - "15": 1084195840.0, - "16": 1084195840.0, - "17": 1084195840.0, - "18": 1084195840.0, - "19": 1084195840.0, - "20": 1084195840.0, - "21": 1084195840.0, - "22": 1084195840.0, - "23": 1084195840.0, - "24": 1084195840.0, - "25": 1084195840.0, - "26": 1084195840.0, - "27": 1084195840.0, - "28": 1084195840.0, - "29": 1084195840.0, - "30": 1084195840.0, - "31": 1084195840.0, - "32": 1084195840.0, - "33": 1084195840.0, - "34": 1084195840.0, - "35": 1084195840.0, - "36": 1084195840.0, - "37": 1084195840.0, - "38": 1084195840.0, - "39": 1084195840.0, - "40": 1084195840.0, - "41": 1084195840.0, - "42": 1084195840.0, - "43": 1084195840.0, - "44": 1084195840.0, - "45": 1084195840.0, - "46": 1084195840.0, - "47": 1084195840.0, - "48": 1084195840.0, - "49": 1084195840.0, - "50": 1084195840.0 + "1": 849854464.0, + "2": 1083133952.0, + "3": 1083133952.0, + "4": 1083459584.0, + "5": 1083459584.0, + "6": 1084528128.0, + "7": 1084528128.0, + "8": 1084734976.0, + "9": 1084734976.0, + "10": 1084734976.0, + "11": 1084734976.0, + "12": 1084734976.0, + "13": 1084734976.0, + "14": 1084734976.0, + "15": 1084734976.0, + "16": 1084734976.0, + "17": 1084734976.0, + "18": 1084734976.0, + "19": 1084734976.0, + "20": 1084734976.0, + "21": 1084734976.0, + "22": 1084734976.0, + "23": 1084734976.0, + "24": 1084734976.0, + "25": 1084734976.0, + "26": 1084734976.0, + "27": 1084734976.0, + "28": 1084734976.0, + "29": 1084734976.0, + "30": 1084734976.0, + "31": 1084734976.0, + "32": 1084734976.0, + "33": 1084734976.0, + "34": 1084734976.0, + "35": 1084734976.0, + "36": 1084734976.0, + "37": 1084734976.0, + "38": 1084734976.0, + "39": 1084734976.0, + "40": 1084734976.0, + "41": 1084734976.0, + "42": 1084734976.0, + "43": 1084734976.0, + "44": 1084734976.0, + "45": 1084734976.0, + "46": 1084734976.0, + "47": 1084734976.0, + "48": 1084734976.0, + "49": 1084734976.0, + "50": 1084734976.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 12.15002, - "2": 0.70236, - "3": 0.6774, - "4": 0.6698, - "5": 0.66613, - "6": 0.65685, - "7": 0.65852, - "8": 1.19123, - "9": 0.65621, - "10": 1.09603, - "11": 0.65688, - "12": 0.65983, - "13": 0.6521, - "14": 0.65135, - "15": 0.65551, - "16": 0.64995, - "17": 0.6532, - "18": 0.65306, - "19": 0.65221, - "20": 0.65239, - "21": 0.65356, - "22": 0.6536, - "23": 0.65416, - "24": 0.65298, - "25": 0.65469, - "26": 0.65391, - "27": 0.65289, - "28": 1.1109, - "29": 0.65365, - "30": 0.65326, - "31": 0.68599, - "32": 0.65366, - "33": 0.65416, - "34": 0.6538, - "35": 0.65304, - "36": 0.65351, - "37": 0.65423, - "38": 0.6542, - "39": 0.65254, - "40": 0.65386, - "41": 0.65384, - "42": 0.65434, - "43": 0.65537, - "44": 0.65573, - "45": 0.65342, - "46": 0.65451, - "47": 0.6535, - "48": 0.65377, - "49": 0.65522, - "50": 0.65221 + "1": "nan", + "2": 10.29335, + "3": 0.67878, + "4": 0.6592, + "5": 0.65824, + "6": 0.65977, + "7": 0.65877, + "8": 0.66094, + "9": 0.65786, + "10": 0.65658, + "11": 0.6579, + "12": 0.65517, + "13": 0.65666, + "14": 0.65608, + "15": 0.65601, + "16": 0.65482, + "17": 0.65822, + "18": 0.65711, + "19": 0.65603, + "20": 0.65609, + "21": 0.6565, + "22": 0.67194, + "23": 0.65625, + "24": 0.66529, + "25": 0.66578, + "26": 0.67383, + "27": 0.65687, + "28": 0.65467, + "29": 0.65676, + "30": 0.65789, + "31": 0.65676, + "32": 0.65719, + "33": 0.65687, + "34": 0.65653, + "35": 0.65849, + "36": 0.65693, + "37": 0.65595, + "38": 0.6557, + "39": 0.65719, + "40": 0.65771, + "41": 0.65694, + "42": 0.6571, + "43": 0.65669, + "44": 0.65684, + "45": 0.65629, + "46": 0.65907, + "47": 0.65645, + "48": 0.6576, + "49": 0.65594, + "50": 0.65339 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json index bfea64b8438..ce15ba8d8b8 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.79193, "2": 10.81245, - "3": 10.79181, - "4": 10.78209, - "5": 10.82295, - "6": 10.83309, - "7": 10.81351, - "8": 10.81215, - "9": 10.81457, - "10": 10.76068, - "11": 10.84185, - "12": 10.82404, - "13": 10.83895, - "14": 10.84433, - "15": 10.79974, - "16": 10.78654, - "17": 10.76789, - "18": 10.77495, - "19": 10.77669, - "20": 10.71893, - "21": 10.69691, + "3": 10.7918, + "4": 10.78248, + "5": 10.8229, + "6": 10.83325, + "7": 10.81381, + "8": 10.8124, + "9": 10.81419, + "10": 10.76095, + "11": 10.84109, + "12": 10.82369, + "13": 10.83874, + "14": 10.84415, + "15": 10.79967, + "16": 10.78628, + "17": 10.76773, + "18": 10.77429, + "19": 10.77699, + "20": 10.71877, + "21": 10.69736, "22": 10.5691, - "23": 10.7131, - "24": 10.59975, - "25": 10.56123, - "26": 10.60735, - "27": 10.63093, - "28": 10.6064, - "29": 10.61213, - "30": 10.39823, - "31": 10.16422, - "32": 10.49019, - "33": 10.48385, - "34": 10.26645, - "35": 10.31743, - "36": 10.28264, - "37": 10.39002, - "38": 10.25116, - "39": 10.43811, - "40": 10.1403, - "41": 10.19191, - "42": 10.25886, - "43": 9.91588, - "44": 10.02837, - "45": 9.91815, - "46": 9.89353, - "47": 10.20144, - "48": 9.92509, - "49": 9.62973, - "50": 9.97857 + "23": 10.71318, + "24": 10.59944, + "25": 10.56048, + "26": 10.60755, + "27": 10.63083, + "28": 10.60651, + "29": 10.61165, + "30": 10.3982, + "31": 10.16412, + "32": 10.49049, + "33": 10.4843, + "34": 10.2663, + "35": 10.31711, + "36": 10.28281, + "37": 10.39018, + "38": 10.25141, + "39": 10.43825, + "40": 10.14073, + "41": 10.19205, + "42": 10.25794, + "43": 9.91532, + "44": 10.0282, + "45": 9.91826, + "46": 9.89373, + "47": 10.20145, + "48": 9.9251, + "49": 9.63015, + "50": 9.979 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5192.0, - "2": 5510.0, - "3": 5508.0, - "4": 5240.0, - "5": 6136.0, - "6": 6180.0, - "7": 5549.0, - "8": 5242.0, - "9": 5717.0, - "10": 4818.0, - "11": 6299.0, - "12": 5746.0, - "13": 6110.0, - "14": 6165.0, - "15": 5683.0, - "16": 5805.0, - "17": 5758.0, - "18": 5546.0, - "19": 5787.0, - "20": 5231.0, - "21": 5741.0, - "22": 5126.0, - "23": 6019.0, - "24": 5410.0, - "25": 5100.0, - "26": 5630.0, - "27": 5627.0, - "28": 6146.0, - "29": 6174.0, - "30": 5570.0, - "31": 4768.0, - "32": 5926.0, - "33": 6348.0, - "34": 5389.0, - "35": 5856.0, - "36": 5741.0, - "37": 6611.0, - "38": 6262.0, - "39": 6971.0, - "40": 6094.0, - "41": 6227.0, - "42": 6622.0, - "43": 5761.0, - "44": 5929.0, - "45": 5769.0, - "46": 6141.0, - "47": 6909.0, - "48": 6650.0, - "49": 6100.0, - "50": 6753.0 + "1": 5164.0, + "2": 5460.0, + "3": 5476.0, + "4": 5164.0, + "5": 5919.0, + "6": 6081.0, + "7": 5512.0, + "8": 5296.0, + "9": 5667.0, + "10": 4778.0, + "11": 6210.0, + "12": 5685.0, + "13": 6050.0, + "14": 6114.0, + "15": 5595.0, + "16": 5966.0, + "17": 5549.0, + "18": 5693.0, + "19": 5735.0, + "20": 5229.0, + "21": 5764.0, + "22": 4962.0, + "23": 5984.0, + "24": 5373.0, + "25": 5199.0, + "26": 5592.0, + "27": 5735.0, + "28": 6127.0, + "29": 6298.0, + "30": 5597.0, + "31": 4765.0, + "32": 5954.0, + "33": 6464.0, + "34": 5371.0, + "35": 5671.0, + "36": 5796.0, + "37": 6657.0, + "38": 6074.0, + "39": 6859.0, + "40": 6040.0, + "41": 6237.0, + "42": 6570.0, + "43": 5866.0, + "44": 5828.0, + "45": 5998.0, + "46": 5969.0, + "47": 6792.0, + "48": 6699.0, + "49": 6241.0, + "50": 6831.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 627716608.0, - "2": 627719168.0, - "3": 627717632.0, - "4": 627719680.0, - "5": 627717120.0, - "6": 627717120.0, - "7": 627719680.0, - "8": 627716608.0, - "9": 627718144.0, - "10": 627718144.0, - "11": 627717632.0, - "12": 627718144.0, - "13": 627719168.0, - "14": 627718144.0, - "15": 627722240.0, - "16": 627718144.0, - "17": 627720704.0, - "18": 627719680.0, - "19": 627719168.0, - "20": 627718144.0, - "21": 627718656.0, - "22": 627723264.0, - "23": 627720192.0, - "24": 627719680.0, - "25": 627718144.0, - "26": 627719168.0, - "27": 627719168.0, - "28": 627718144.0, - "29": 627718144.0, - "30": 627719168.0, - "31": 627719168.0, - "32": 627719168.0, - "33": 627717632.0, - "34": 627719680.0, - "35": 627721216.0, - "36": 627717120.0, - "37": 627719168.0, - "38": 627721216.0, - "39": 627719168.0, - "40": 627718656.0, - "41": 627718144.0, - "42": 627717632.0, - "43": 627717120.0, - "44": 627718656.0, - "45": 627717632.0, - "46": 627717120.0, - "47": 627719168.0, - "48": 627718144.0, - "49": 627716608.0, - "50": 627716096.0 + "1": 628503040.0, + "2": 628505600.0, + "3": 628504064.0, + "4": 628506112.0, + "5": 628504576.0, + "6": 628503552.0, + "7": 628507136.0, + "8": 628503040.0, + "9": 628504576.0, + "10": 628503552.0, + "11": 628505088.0, + "12": 628504576.0, + "13": 628505600.0, + "14": 628504576.0, + "15": 628508672.0, + "16": 628503552.0, + "17": 628507136.0, + "18": 628506112.0, + "19": 628504576.0, + "20": 628505600.0, + "21": 628506112.0, + "22": 628509696.0, + "23": 628506624.0, + "24": 628506112.0, + "25": 628505600.0, + "26": 628504576.0, + "27": 628505600.0, + "28": 628504576.0, + "29": 628504576.0, + "30": 628504064.0, + "31": 628506624.0, + "32": 628505600.0, + "33": 628504064.0, + "34": 628506624.0, + "35": 628508160.0, + "36": 628503552.0, + "37": 628504576.0, + "38": 628506112.0, + "39": 628504576.0, + "40": 628505088.0, + "41": 628505088.0, + "42": 628504576.0, + "43": 628503040.0, + "44": 628504576.0, + "45": 628503040.0, + "46": 628503552.0, + "47": 628504576.0, + "48": 628504576.0, + "49": 628503040.0, + "50": 628502528.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 879803392.0, - "2": 1114769920.0, - "3": 1114769920.0, - "4": 1116293632.0, - "5": 1116293632.0, - "6": 1116293632.0, - "7": 1116293632.0, - "8": 1116293632.0, - "9": 1116293632.0, - "10": 1116293632.0, - "11": 1116293632.0, - "12": 1116293632.0, - "13": 1116293632.0, - "14": 1116293632.0, - "15": 1116293632.0, - "16": 1116293632.0, - "17": 1116293632.0, - "18": 1116293632.0, - "19": 1116293632.0, - "20": 1116293632.0, - "21": 1116293632.0, - "22": 1116293632.0, - "23": 1116293632.0, - "24": 1116293632.0, - "25": 1116293632.0, - "26": 1116293632.0, - "27": 1116293632.0, - "28": 1116293632.0, - "29": 1116293632.0, - "30": 1116293632.0, - "31": 1116293632.0, - "32": 1116293632.0, - "33": 1116293632.0, - "34": 1116293632.0, - "35": 1116293632.0, - "36": 1116293632.0, - "37": 1116293632.0, - "38": 1116293632.0, - "39": 1116293632.0, - "40": 1116293632.0, - "41": 1116293632.0, - "42": 1116293632.0, - "43": 1116293632.0, - "44": 1116293632.0, - "45": 1116293632.0, - "46": 1116293632.0, - "47": 1116293632.0, - "48": 1116293632.0, - "49": 1116293632.0, - "50": 1116293632.0 + "1": 882678784.0, + "2": 1114974720.0, + "3": 1114974720.0, + "4": 1116527104.0, + "5": 1116527104.0, + "6": 1116527104.0, + "7": 1116527104.0, + "8": 1116527104.0, + "9": 1116527104.0, + "10": 1116527104.0, + "11": 1116527104.0, + "12": 1116527104.0, + "13": 1116527104.0, + "14": 1116527104.0, + "15": 1116527104.0, + "16": 1116527104.0, + "17": 1116527104.0, + "18": 1116527104.0, + "19": 1116527104.0, + "20": 1116527104.0, + "21": 1116527104.0, + "22": 1116527104.0, + "23": 1116527104.0, + "24": 1116527104.0, + "25": 1116527104.0, + "26": 1116527104.0, + "27": 1116527104.0, + "28": 1116527104.0, + "29": 1116527104.0, + "30": 1116527104.0, + "31": 1116527104.0, + "32": 1116527104.0, + "33": 1116527104.0, + "34": 1116527104.0, + "35": 1116527104.0, + "36": 1116527104.0, + "37": 1116527104.0, + "38": 1116527104.0, + "39": 1116527104.0, + "40": 1116527104.0, + "41": 1116527104.0, + "42": 1116527104.0, + "43": 1116527104.0, + "44": 1116527104.0, + "45": 1116527104.0, + "46": 1116527104.0, + "47": 1116527104.0, + "48": 1116527104.0, + "49": 1116527104.0, + "50": 1116527104.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 7.71846, - "3": 0.76188, - "4": 0.74577, - "5": 0.73403, - "6": 0.73193, - "7": 0.73107, - "8": 0.72199, - "9": 0.726, - "10": 0.71891, - "11": 0.72723, - "12": 0.71504, - "13": 0.71448, - "14": 0.71551, - "15": 0.71936, - "16": 0.71512, - "17": 0.73948, - "18": 0.83787, - "19": 0.94178, - "20": 0.98096, - "21": 0.71399, - "22": 0.87302, - "23": 0.71359, - "24": 0.7104, - "25": 0.70807, - "26": 0.71636, - "27": 0.70864, - "28": 0.72237, - "29": 0.7163, - "30": 0.7153, - "31": 0.71793, - "32": 0.70846, - "33": 0.7079, - "34": 0.71058, - "35": 0.71492, - "36": 0.72031, - "37": 0.71537, - "38": 0.70333, - "39": 0.70449, - "40": 0.71725, - "41": 0.72322, - "42": 0.7105, - "43": 0.70421, - "44": 0.70441, - "45": 0.70449, - "46": 0.7091, - "47": 0.70989, - "48": 0.70781, - "49": 0.71985, - "50": 0.70534 + "2": 12.4857, + "3": 0.83608, + "4": 0.96022, + "5": 0.85369, + "6": 0.81142, + "7": 0.81711, + "8": 0.81096, + "9": 0.81865, + "10": 0.80421, + "11": 0.81494, + "12": 0.81722, + "13": 0.81082, + "14": 0.80883, + "15": 0.81671, + "16": 0.80836, + "17": 0.80711, + "18": 0.80172, + "19": 0.80702, + "20": 0.80318, + "21": 0.80759, + "22": 0.80555, + "23": 0.80545, + "24": 0.80349, + "25": 0.80504, + "26": 0.80694, + "27": 0.80341, + "28": 0.80371, + "29": 0.81135, + "30": 0.81323, + "31": 0.82006, + "32": 0.84418, + "33": 0.80637, + "34": 0.80425, + "35": 0.80548, + "36": 0.80173, + "37": 0.80569, + "38": 0.80918, + "39": 0.81029, + "40": 0.80714, + "41": 0.81129, + "42": 0.80866, + "43": 0.81108, + "44": 0.80864, + "45": 0.8052, + "46": 0.81737, + "47": 0.81206, + "48": 0.81149, + "49": 0.82012, + "50": 0.80486 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json index d2a07cdf1dd..cf306109a97 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json @@ -6,54 +6,54 @@ "values": { "1": 10.82207, "2": 10.84178, - "3": 10.81126, - "4": 10.82219, - "5": 10.8455, - "6": 10.86291, - "7": 10.84399, - "8": 10.84652, - "9": 10.84916, - "10": 10.78879, - "11": 10.8581, - "12": 10.84415, - "13": 10.87153, - "14": 10.87463, - "15": 10.83396, - "16": 10.8091, - "17": 10.79098, - "18": 10.81032, - "19": 10.80535, - "20": 10.73557, - "21": 10.71472, - "22": 10.57762, - "23": 10.72594, - "24": 10.61811, - "25": 10.58114, - "26": 10.63747, - "27": 10.63794, - "28": 10.60614, - "29": 10.61062, - "30": 10.40965, - "31": 10.16941, - "32": 10.49897, + "3": 10.81113, + "4": 10.82234, + "5": 10.84489, + "6": 10.86304, + "7": 10.84427, + "8": 10.84693, + "9": 10.85001, + "10": 10.7897, + "11": 10.85766, + "12": 10.84396, + "13": 10.87181, + "14": 10.87455, + "15": 10.83399, + "16": 10.80919, + "17": 10.791, + "18": 10.81017, + "19": 10.80568, + "20": 10.73563, + "21": 10.71417, + "22": 10.57691, + "23": 10.72597, + "24": 10.61823, + "25": 10.58154, + "26": 10.63745, + "27": 10.63717, + "28": 10.60574, + "29": 10.61026, + "30": 10.40985, + "31": 10.16959, + "32": 10.49887, "33": 10.49702, - "34": 10.26142, - "35": 10.31452, - "36": 10.2851, - "37": 10.3895, - "38": 10.2473, + "34": 10.26149, + "35": 10.31439, + "36": 10.28489, + "37": 10.38874, + "38": 10.24737, "39": 10.43792, - "40": 10.14599, - "41": 10.19691, - "42": 10.26122, - "43": 9.91082, - "44": 10.02318, - "45": 9.91674, - "46": 9.89463, - "47": 10.19281, - "48": 9.93104, - "49": 9.61208, - "50": 9.97427 + "40": 10.14606, + "41": 10.19685, + "42": 10.26102, + "43": 9.91027, + "44": 10.02323, + "45": 9.91719, + "46": 9.89453, + "47": 10.19329, + "48": 9.93042, + "49": 9.61243, + "50": 9.97437 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4986.0, - "2": 5272.0, - "3": 5309.0, - "4": 5162.0, - "5": 5824.0, - "6": 5990.0, - "7": 5433.0, - "8": 5101.0, - "9": 5654.0, - "10": 4736.0, - "11": 6213.0, - "12": 5723.0, - "13": 5952.0, - "14": 6073.0, - "15": 5503.0, - "16": 5808.0, - "17": 5545.0, - "18": 5647.0, - "19": 5555.0, - "20": 5120.0, - "21": 5578.0, - "22": 5097.0, - "23": 5992.0, - "24": 5204.0, - "25": 5016.0, - "26": 5487.0, - "27": 5618.0, - "28": 5994.0, - "29": 6202.0, - "30": 5538.0, - "31": 4762.0, - "32": 6010.0, - "33": 6302.0, - "34": 5312.0, - "35": 5783.0, - "36": 5716.0, - "37": 6562.0, - "38": 6183.0, - "39": 6964.0, - "40": 6220.0, - "41": 6139.0, - "42": 6368.0, - "43": 5900.0, - "44": 5754.0, - "45": 5814.0, - "46": 5882.0, - "47": 6818.0, - "48": 6495.0, - "49": 6047.0, - "50": 6623.0 + "1": 5051.0, + "2": 5315.0, + "3": 5393.0, + "4": 5144.0, + "5": 5971.0, + "6": 5897.0, + "7": 5465.0, + "8": 5099.0, + "9": 5504.0, + "10": 4793.0, + "11": 6028.0, + "12": 5837.0, + "13": 6020.0, + "14": 5895.0, + "15": 5534.0, + "16": 5710.0, + "17": 5651.0, + "18": 5450.0, + "19": 5649.0, + "20": 5103.0, + "21": 5625.0, + "22": 5074.0, + "23": 6044.0, + "24": 5183.0, + "25": 4901.0, + "26": 5454.0, + "27": 5628.0, + "28": 6018.0, + "29": 6058.0, + "30": 5571.0, + "31": 4731.0, + "32": 5867.0, + "33": 6453.0, + "34": 5334.0, + "35": 5685.0, + "36": 5687.0, + "37": 6801.0, + "38": 6247.0, + "39": 6933.0, + "40": 6105.0, + "41": 6091.0, + "42": 6453.0, + "43": 5778.0, + "44": 5946.0, + "45": 5869.0, + "46": 6171.0, + "47": 6709.0, + "48": 6336.0, + "49": 6103.0, + "50": 6672.0 } }, "mem-allocated-bytes": { @@ -124,47 +124,47 @@ "4": 598360576.0, "5": 598358016.0, "6": 598358016.0, - "7": 598354432.0, - "8": 598359040.0, - "9": 598358016.0, + "7": 598355456.0, + "8": 598360576.0, + "9": 598356992.0, "10": 598356992.0, "11": 598358016.0, "12": 598358016.0, "13": 598359040.0, "14": 598359040.0, "15": 598359040.0, - "16": 598358528.0, + "16": 598360576.0, "17": 598352384.0, "18": 598358016.0, "19": 598359040.0, "20": 598357504.0, - "21": 598358016.0, + "21": 598359040.0, "22": 598354432.0, "23": 598355968.0, - "24": 598356480.0, + "24": 598357504.0, "25": 598358528.0, - "26": 598357504.0, + "26": 598356480.0, "27": 598360064.0, "28": 598358016.0, - "29": 598356480.0, + "29": 598357504.0, "30": 598359552.0, "31": 598354944.0, - "32": 598356992.0, + "32": 598355968.0, "33": 598359552.0, - "34": 598358016.0, - "35": 598356480.0, - "36": 598356992.0, - "37": 598358016.0, + "34": 598356992.0, + "35": 598355968.0, + "36": 598357504.0, + "37": 598359040.0, "38": 598358016.0, - "39": 598357504.0, + "39": 598356992.0, "40": 598357504.0, - "41": 598352384.0, + "41": 598351872.0, "42": 598357504.0, "43": 598352384.0, "44": 598355456.0, "45": 598355968.0, "46": 598351872.0, - "47": 598359040.0, + "47": 598359552.0, "48": 598354944.0, "49": 598353408.0, "50": 598356992.0 @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 855598080.0, - "2": 1083234304.0, - "3": 1083234304.0, - "4": 1083234304.0, - "5": 1083234304.0, - "6": 1083493888.0, - "7": 1083493888.0, - "8": 1083493888.0, - "9": 1083493888.0, - "10": 1083493888.0, - "11": 1083493888.0, - "12": 1083493888.0, - "13": 1083493888.0, - "14": 1084195840.0, - "15": 1084195840.0, - "16": 1084195840.0, - "17": 1084195840.0, - "18": 1084195840.0, - "19": 1084195840.0, - "20": 1084195840.0, - "21": 1084195840.0, - "22": 1084195840.0, - "23": 1084195840.0, - "24": 1084195840.0, - "25": 1084195840.0, - "26": 1084195840.0, - "27": 1084195840.0, - "28": 1084195840.0, - "29": 1084195840.0, - "30": 1084195840.0, - "31": 1084195840.0, - "32": 1084195840.0, - "33": 1084195840.0, - "34": 1084195840.0, - "35": 1084195840.0, - "36": 1084195840.0, - "37": 1084195840.0, - "38": 1084195840.0, - "39": 1084195840.0, - "40": 1084195840.0, - "41": 1084195840.0, - "42": 1084195840.0, - "43": 1084195840.0, - "44": 1084195840.0, - "45": 1084195840.0, - "46": 1084195840.0, - "47": 1084195840.0, - "48": 1084195840.0, - "49": 1084195840.0, - "50": 1084195840.0 + "1": 849854464.0, + "2": 1083133952.0, + "3": 1083133952.0, + "4": 1083459584.0, + "5": 1083459584.0, + "6": 1084528128.0, + "7": 1084528128.0, + "8": 1084734976.0, + "9": 1084734976.0, + "10": 1084734976.0, + "11": 1084734976.0, + "12": 1084734976.0, + "13": 1084734976.0, + "14": 1084734976.0, + "15": 1084734976.0, + "16": 1084734976.0, + "17": 1084734976.0, + "18": 1084734976.0, + "19": 1084734976.0, + "20": 1084734976.0, + "21": 1084734976.0, + "22": 1084734976.0, + "23": 1084734976.0, + "24": 1084734976.0, + "25": 1084734976.0, + "26": 1084734976.0, + "27": 1084734976.0, + "28": 1084734976.0, + "29": 1084734976.0, + "30": 1084734976.0, + "31": 1084734976.0, + "32": 1084734976.0, + "33": 1084734976.0, + "34": 1084734976.0, + "35": 1084734976.0, + "36": 1084734976.0, + "37": 1084734976.0, + "38": 1084734976.0, + "39": 1084734976.0, + "40": 1084734976.0, + "41": 1084734976.0, + "42": 1084734976.0, + "43": 1084734976.0, + "44": 1084734976.0, + "45": 1084734976.0, + "46": 1084734976.0, + "47": 1084734976.0, + "48": 1084734976.0, + "49": 1084734976.0, + "50": 1084734976.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 12.18178, - "2": 0.71018, - "3": 0.6513, - "4": 0.63757, - "5": 0.63692, - "6": 1.25031, - "7": 0.63769, - "8": 0.6385, - "9": 1.00487, - "10": 0.63706, - "11": 0.63646, - "12": 0.63826, - "13": 0.63654, - "14": 0.63609, - "15": 0.64, - "16": 0.6373, - "17": 0.63737, - "18": 0.63625, - "19": 0.63624, - "20": 0.63844, - "21": 0.6361, - "22": 0.63788, - "23": 0.63738, - "24": 0.63546, - "25": 0.63758, - "26": 0.63704, - "27": 0.63992, - "28": 0.64468, - "29": 0.64456, - "30": 0.6501, - "31": 0.64571, - "32": 0.64554, - "33": 0.64543, - "34": 0.64396, - "35": 0.64389, - "36": 0.64513, - "37": 0.6451, - "38": 0.64723, - "39": 0.6454, - "40": 0.64512, - "41": 0.64629, - "42": 0.64576, - "43": 0.64737, - "44": 0.64709, - "45": 0.64517, - "46": 0.64605, - "47": 0.64625, - "48": 0.64627, - "49": 0.64638, - "50": 0.64367 + "1": "nan", + "2": 7.45654, + "3": 0.66799, + "4": 0.85068, + "5": 0.77572, + "6": 0.68201, + "7": 0.67921, + "8": 0.67951, + "9": 0.72589, + "10": 0.68668, + "11": 0.6775, + "12": 0.67297, + "13": 0.68537, + "14": 0.67587, + "15": 0.66706, + "16": 0.66844, + "17": 0.72815, + "18": 0.71789, + "19": 0.68666, + "20": 0.66516, + "21": 0.66541, + "22": 0.66565, + "23": 0.6614, + "24": 0.6618, + "25": 0.66037, + "26": 0.66246, + "27": 0.63822, + "28": 0.6393, + "29": 0.63682, + "30": 0.63816, + "31": 0.63919, + "32": 0.63822, + "33": 0.64356, + "34": 0.64371, + "35": 0.6378, + "36": 0.63816, + "37": 0.63762, + "38": 0.63747, + "39": 0.63722, + "40": 0.6399, + "41": 0.63856, + "42": 0.63914, + "43": 0.63893, + "44": 0.63818, + "45": 0.63902, + "46": 0.63953, + "47": 0.64, + "48": 0.63873, + "49": 0.63892, + "50": 0.63814 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_gb200.json index 2bcdb30bc50..27a9727334c 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.79193, "2": 10.81245, - "3": 10.79181, - "4": 10.78209, - "5": 10.82295, - "6": 10.83309, - "7": 10.81351, - "8": 10.81215, - "9": 10.81457, - "10": 10.76068, - "11": 10.84185, - "12": 10.82404, - "13": 10.83895, - "14": 10.84433, - "15": 10.79974, - "16": 10.78654, - "17": 10.76789, - "18": 10.77495, - "19": 10.77669, - "20": 10.71893, - "21": 10.69691, + "3": 10.7918, + "4": 10.78248, + "5": 10.8229, + "6": 10.83325, + "7": 10.81381, + "8": 10.8124, + "9": 10.81419, + "10": 10.76095, + "11": 10.84109, + "12": 10.82369, + "13": 10.83874, + "14": 10.84415, + "15": 10.79967, + "16": 10.78628, + "17": 10.76773, + "18": 10.77429, + "19": 10.77699, + "20": 10.71877, + "21": 10.69736, "22": 10.5691, - "23": 10.7131, - "24": 10.59975, - "25": 10.56123, - "26": 10.60735, - "27": 10.63093, - "28": 10.6064, - "29": 10.61213, - "30": 10.39823, - "31": 10.16422, - "32": 10.49019, - "33": 10.48385, - "34": 10.26645, - "35": 10.31743, - "36": 10.28264, - "37": 10.39002, - "38": 10.25116, - "39": 10.43811, - "40": 10.1403, - "41": 10.19191, - "42": 10.25886, - "43": 9.91588, - "44": 10.02837, - "45": 9.91815, - "46": 9.89353, - "47": 10.20144, - "48": 9.92509, - "49": 9.62973, - "50": 9.97857 + "23": 10.71318, + "24": 10.59944, + "25": 10.56048, + "26": 10.60755, + "27": 10.63083, + "28": 10.60651, + "29": 10.61165, + "30": 10.3982, + "31": 10.16412, + "32": 10.49049, + "33": 10.4843, + "34": 10.2663, + "35": 10.31711, + "36": 10.28281, + "37": 10.39018, + "38": 10.25141, + "39": 10.43825, + "40": 10.14073, + "41": 10.19205, + "42": 10.25794, + "43": 9.91532, + "44": 10.0282, + "45": 9.91826, + "46": 9.89373, + "47": 10.20145, + "48": 9.9251, + "49": 9.63015, + "50": 9.979 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5192.0, - "2": 5510.0, - "3": 5508.0, - "4": 5240.0, - "5": 6136.0, - "6": 6180.0, - "7": 5549.0, - "8": 5242.0, - "9": 5717.0, - "10": 4818.0, - "11": 6299.0, - "12": 5746.0, - "13": 6110.0, - "14": 6165.0, - "15": 5683.0, - "16": 5805.0, - "17": 5758.0, - "18": 5546.0, - "19": 5787.0, - "20": 5231.0, - "21": 5741.0, - "22": 5126.0, - "23": 6019.0, - "24": 5410.0, - "25": 5100.0, - "26": 5630.0, - "27": 5627.0, - "28": 6146.0, - "29": 6174.0, - "30": 5570.0, - "31": 4768.0, - "32": 5926.0, - "33": 6348.0, - "34": 5389.0, - "35": 5856.0, - "36": 5741.0, - "37": 6611.0, - "38": 6262.0, - "39": 6971.0, - "40": 6094.0, - "41": 6227.0, - "42": 6622.0, - "43": 5761.0, - "44": 5929.0, - "45": 5769.0, - "46": 6141.0, - "47": 6909.0, - "48": 6650.0, - "49": 6100.0, - "50": 6753.0 + "1": 5164.0, + "2": 5460.0, + "3": 5476.0, + "4": 5164.0, + "5": 5919.0, + "6": 6081.0, + "7": 5512.0, + "8": 5296.0, + "9": 5667.0, + "10": 4778.0, + "11": 6210.0, + "12": 5685.0, + "13": 6050.0, + "14": 6114.0, + "15": 5595.0, + "16": 5966.0, + "17": 5549.0, + "18": 5693.0, + "19": 5735.0, + "20": 5229.0, + "21": 5764.0, + "22": 4962.0, + "23": 5984.0, + "24": 5373.0, + "25": 5199.0, + "26": 5592.0, + "27": 5735.0, + "28": 6127.0, + "29": 6298.0, + "30": 5597.0, + "31": 4765.0, + "32": 5954.0, + "33": 6464.0, + "34": 5371.0, + "35": 5671.0, + "36": 5796.0, + "37": 6657.0, + "38": 6074.0, + "39": 6859.0, + "40": 6040.0, + "41": 6237.0, + "42": 6570.0, + "43": 5866.0, + "44": 5828.0, + "45": 5998.0, + "46": 5969.0, + "47": 6792.0, + "48": 6699.0, + "49": 6241.0, + "50": 6831.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 627716608.0, - "2": 627719168.0, - "3": 627717632.0, - "4": 627719680.0, - "5": 627717120.0, - "6": 627717120.0, - "7": 627719680.0, - "8": 627716608.0, - "9": 627718144.0, - "10": 627718144.0, - "11": 627717632.0, - "12": 627718144.0, - "13": 627719168.0, - "14": 627718144.0, - "15": 627722240.0, - "16": 627718144.0, - "17": 627720704.0, - "18": 627719680.0, - "19": 627719168.0, - "20": 627718144.0, - "21": 627718656.0, - "22": 627723264.0, - "23": 627720192.0, - "24": 627719680.0, - "25": 627718144.0, - "26": 627719168.0, - "27": 627719168.0, - "28": 627718144.0, - "29": 627718144.0, - "30": 627719168.0, - "31": 627719168.0, - "32": 627719168.0, - "33": 627717632.0, - "34": 627719680.0, - "35": 627721216.0, - "36": 627717120.0, - "37": 627719168.0, - "38": 627721216.0, - "39": 627719168.0, - "40": 627718656.0, - "41": 627718144.0, - "42": 627717632.0, - "43": 627717120.0, - "44": 627718656.0, - "45": 627717632.0, - "46": 627717120.0, - "47": 627719168.0, - "48": 627718144.0, - "49": 627716608.0, - "50": 627716096.0 + "1": 628503040.0, + "2": 628505600.0, + "3": 628504064.0, + "4": 628506112.0, + "5": 628504576.0, + "6": 628503552.0, + "7": 628507136.0, + "8": 628503040.0, + "9": 628504576.0, + "10": 628503552.0, + "11": 628505088.0, + "12": 628504576.0, + "13": 628505600.0, + "14": 628504576.0, + "15": 628508672.0, + "16": 628503552.0, + "17": 628507136.0, + "18": 628506112.0, + "19": 628504576.0, + "20": 628505600.0, + "21": 628506112.0, + "22": 628509696.0, + "23": 628506624.0, + "24": 628506112.0, + "25": 628505600.0, + "26": 628504576.0, + "27": 628505600.0, + "28": 628504576.0, + "29": 628504576.0, + "30": 628504064.0, + "31": 628506624.0, + "32": 628505600.0, + "33": 628504064.0, + "34": 628506624.0, + "35": 628508160.0, + "36": 628503552.0, + "37": 628504576.0, + "38": 628506112.0, + "39": 628504576.0, + "40": 628505088.0, + "41": 628505088.0, + "42": 628504576.0, + "43": 628503040.0, + "44": 628504576.0, + "45": 628503040.0, + "46": 628503552.0, + "47": 628504576.0, + "48": 628504576.0, + "49": 628503040.0, + "50": 628502528.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 879803392.0, - "2": 1114769920.0, - "3": 1114769920.0, - "4": 1116293632.0, - "5": 1116293632.0, - "6": 1116293632.0, - "7": 1116293632.0, - "8": 1116293632.0, - "9": 1116293632.0, - "10": 1116293632.0, - "11": 1116293632.0, - "12": 1116293632.0, - "13": 1116293632.0, - "14": 1116293632.0, - "15": 1116293632.0, - "16": 1116293632.0, - "17": 1116293632.0, - "18": 1116293632.0, - "19": 1116293632.0, - "20": 1116293632.0, - "21": 1116293632.0, - "22": 1116293632.0, - "23": 1116293632.0, - "24": 1116293632.0, - "25": 1116293632.0, - "26": 1116293632.0, - "27": 1116293632.0, - "28": 1116293632.0, - "29": 1116293632.0, - "30": 1116293632.0, - "31": 1116293632.0, - "32": 1116293632.0, - "33": 1116293632.0, - "34": 1116293632.0, - "35": 1116293632.0, - "36": 1116293632.0, - "37": 1116293632.0, - "38": 1116293632.0, - "39": 1116293632.0, - "40": 1116293632.0, - "41": 1116293632.0, - "42": 1116293632.0, - "43": 1116293632.0, - "44": 1116293632.0, - "45": 1116293632.0, - "46": 1116293632.0, - "47": 1116293632.0, - "48": 1116293632.0, - "49": 1116293632.0, - "50": 1116293632.0 + "1": 882678784.0, + "2": 1114974720.0, + "3": 1114974720.0, + "4": 1116527104.0, + "5": 1116527104.0, + "6": 1116527104.0, + "7": 1116527104.0, + "8": 1116527104.0, + "9": 1116527104.0, + "10": 1116527104.0, + "11": 1116527104.0, + "12": 1116527104.0, + "13": 1116527104.0, + "14": 1116527104.0, + "15": 1116527104.0, + "16": 1116527104.0, + "17": 1116527104.0, + "18": 1116527104.0, + "19": 1116527104.0, + "20": 1116527104.0, + "21": 1116527104.0, + "22": 1116527104.0, + "23": 1116527104.0, + "24": 1116527104.0, + "25": 1116527104.0, + "26": 1116527104.0, + "27": 1116527104.0, + "28": 1116527104.0, + "29": 1116527104.0, + "30": 1116527104.0, + "31": 1116527104.0, + "32": 1116527104.0, + "33": 1116527104.0, + "34": 1116527104.0, + "35": 1116527104.0, + "36": 1116527104.0, + "37": 1116527104.0, + "38": 1116527104.0, + "39": 1116527104.0, + "40": 1116527104.0, + "41": 1116527104.0, + "42": 1116527104.0, + "43": 1116527104.0, + "44": 1116527104.0, + "45": 1116527104.0, + "46": 1116527104.0, + "47": 1116527104.0, + "48": 1116527104.0, + "49": 1116527104.0, + "50": 1116527104.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 7.52257, - "3": 0.74502, - "4": 0.74089, - "5": 0.73009, - "6": 0.73041, - "7": 0.73704, - "8": 0.71933, - "9": 0.72466, - "10": 1.0546, - "11": 0.71525, - "12": 0.71298, - "13": 0.71412, - "14": 0.71521, - "15": 0.71883, - "16": 0.71464, - "17": 0.72192, - "18": 1.32991, - "19": 0.92083, - "20": 0.72233, - "21": 0.71533, - "22": 0.7144, - "23": 0.71011, - "24": 0.71396, - "25": 0.70984, - "26": 0.7111, - "27": 0.71496, - "28": 0.71187, - "29": 0.71729, - "30": 0.72095, - "31": 0.71436, - "32": 0.70963, - "33": 0.71384, - "34": 0.71534, - "35": 0.7148, - "36": 0.71389, - "37": 0.71097, - "38": 0.71244, - "39": 0.7048, - "40": 0.715, - "41": 1.08196, - "42": 0.71129, - "43": 0.73716, - "44": 0.72639, - "45": 0.71182, - "46": 0.71576, - "47": 0.72917, - "48": 0.72017, - "49": 0.72166, - "50": 0.70656 + "2": 12.28166, + "3": 0.8423, + "4": 0.84011, + "5": 0.81701, + "6": 0.82136, + "7": 0.82417, + "8": 0.81946, + "9": 0.81975, + "10": 0.81813, + "11": 0.82078, + "12": 0.83017, + "13": 0.82021, + "14": 0.81852, + "15": 0.81964, + "16": 0.81778, + "17": 0.85722, + "18": 0.81428, + "19": 0.8163, + "20": 0.81226, + "21": 0.81898, + "22": 0.81825, + "23": 0.81827, + "24": 0.81386, + "25": 0.81609, + "26": 0.81305, + "27": 0.81825, + "28": 0.81785, + "29": 0.81412, + "30": 0.81316, + "31": 0.81642, + "32": 0.81661, + "33": 0.81787, + "34": 0.81723, + "35": 0.82087, + "36": 0.81683, + "37": 0.81788, + "38": 0.81728, + "39": 0.81548, + "40": 0.81851, + "41": 0.82697, + "42": 0.9091, + "43": 0.8141, + "44": 0.81178, + "45": 0.81052, + "46": 0.81949, + "47": 0.81737, + "48": 0.81316, + "49": 0.82751, + "50": 0.80977 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_a100.json index e3b2e326fda..a10a199ae66 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_a100.json @@ -6,54 +6,54 @@ "values": { "1": 10.79175, "2": 10.80907, - "3": 10.81011, - "4": 10.78146, - "5": 10.82288, - "6": 10.84057, - "7": 10.81192, - "8": 10.80005, - "9": 10.81667, - "10": 10.7688, - "11": 10.8618, - "12": 10.84042, - "13": 10.84452, - "14": 10.86421, - "15": 10.79157, - "16": 10.78199, - "17": 10.75122, - "18": 10.79446, - "19": 10.79523, - "20": 10.71001, - "21": 10.68811, - "22": 10.53736, - "23": 10.7066, - "24": 10.58865, - "25": 10.54662, - "26": 10.59492, - "27": 10.62142, - "28": 10.5969, - "29": 10.60036, - "30": 10.39407, - "31": 10.12951, - "32": 10.49684, - "33": 10.48779, - "34": 10.24347, - "35": 10.30461, - "36": 10.26056, - "37": 10.38859, - "38": 10.24848, - "39": 10.43799, - "40": 10.13303, - "41": 10.18651, - "42": 10.25823, - "43": 9.892, - "44": 10.02576, - "45": 9.90015, - "46": 9.88387, - "47": 10.19565, - "48": 9.91255, - "49": 9.60147, - "50": 9.97874 + "3": 10.81039, + "4": 10.78127, + "5": 10.82308, + "6": 10.84083, + "7": 10.81171, + "8": 10.79973, + "9": 10.81744, + "10": 10.76857, + "11": 10.86217, + "12": 10.84084, + "13": 10.8452, + "14": 10.86332, + "15": 10.79106, + "16": 10.78185, + "17": 10.75084, + "18": 10.7944, + "19": 10.79546, + "20": 10.70984, + "21": 10.68874, + "22": 10.53812, + "23": 10.70639, + "24": 10.58861, + "25": 10.54517, + "26": 10.59545, + "27": 10.6213, + "28": 10.59623, + "29": 10.60109, + "30": 10.39455, + "31": 10.12997, + "32": 10.49682, + "33": 10.48802, + "34": 10.24299, + "35": 10.305, + "36": 10.26115, + "37": 10.38853, + "38": 10.24853, + "39": 10.43727, + "40": 10.13312, + "41": 10.1867, + "42": 10.25835, + "43": 9.89244, + "44": 10.02594, + "45": 9.90006, + "46": 9.88449, + "47": 10.19557, + "48": 9.91284, + "49": 9.60182, + "50": 9.97848 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5656.0, - "2": 6018.0, - "3": 5790.0, - "4": 5941.0, - "5": 6476.0, - "6": 6653.0, - "7": 6287.0, - "8": 5875.0, - "9": 6239.0, - "10": 5453.0, - "11": 6936.0, - "12": 6711.0, - "13": 6655.0, - "14": 6814.0, - "15": 6233.0, - "16": 6533.0, - "17": 6397.0, - "18": 6112.0, - "19": 6678.0, - "20": 5837.0, - "21": 6403.0, - "22": 5715.0, - "23": 6744.0, - "24": 6051.0, - "25": 5811.0, - "26": 6104.0, - "27": 6484.0, - "28": 6884.0, - "29": 7253.0, - "30": 6047.0, - "31": 5593.0, - "32": 6625.0, - "33": 7054.0, - "34": 6104.0, - "35": 6712.0, - "36": 6684.0, - "37": 7523.0, - "38": 7273.0, - "39": 7620.0, - "40": 7062.0, - "41": 6895.0, - "42": 7426.0, - "43": 6713.0, - "44": 6664.0, - "45": 6681.0, - "46": 6923.0, - "47": 7705.0, - "48": 7248.0, - "49": 7331.0, - "50": 7527.0 + "1": 5743.0, + "2": 5999.0, + "3": 5905.0, + "4": 5938.0, + "5": 6445.0, + "6": 6621.0, + "7": 6274.0, + "8": 5877.0, + "9": 6334.0, + "10": 5348.0, + "11": 6889.0, + "12": 6531.0, + "13": 6773.0, + "14": 6834.0, + "15": 6263.0, + "16": 6473.0, + "17": 6190.0, + "18": 6261.0, + "19": 6546.0, + "20": 5906.0, + "21": 6290.0, + "22": 5727.0, + "23": 6736.0, + "24": 5914.0, + "25": 5888.0, + "26": 6127.0, + "27": 6455.0, + "28": 6974.0, + "29": 7148.0, + "30": 6270.0, + "31": 5639.0, + "32": 6815.0, + "33": 7063.0, + "34": 6218.0, + "35": 6708.0, + "36": 6496.0, + "37": 7484.0, + "38": 7231.0, + "39": 7687.0, + "40": 7025.0, + "41": 7081.0, + "42": 7161.0, + "43": 6589.0, + "44": 6743.0, + "45": 6790.0, + "46": 6933.0, + "47": 7570.0, + "48": 7413.0, + "49": 7262.0, + "50": 7706.0 } }, "mem-allocated-bytes": { @@ -122,52 +122,52 @@ "2": 458211840.0, "3": 458215424.0, "4": 458211840.0, - "5": 458213376.0, + "5": 458213888.0, "6": 458213888.0, - "7": 458216448.0, + "7": 458215936.0, "8": 458216448.0, "9": 458212864.0, - "10": 458215936.0, - "11": 458213888.0, + "10": 458215424.0, + "11": 458212864.0, "12": 458213888.0, "13": 458214400.0, "14": 458215424.0, - "15": 458215424.0, + "15": 458214912.0, "16": 458212864.0, - "17": 458214400.0, - "18": 458214400.0, - "19": 458214400.0, - "20": 458214400.0, + "17": 458214912.0, + "18": 458214912.0, + "19": 458215424.0, + "20": 458214912.0, "21": 458211840.0, - "22": 458218496.0, + "22": 458219520.0, "23": 458214912.0, "24": 458214400.0, "25": 458211840.0, - "26": 458215936.0, - "27": 458210816.0, + "26": 458215424.0, + "27": 458209792.0, "28": 458213888.0, - "29": 458212864.0, + "29": 458213888.0, "30": 458211840.0, "31": 458219008.0, "32": 458214400.0, "33": 458214912.0, "34": 458211840.0, - "35": 458215936.0, + "35": 458215424.0, "36": 458212864.0, - "37": 458215424.0, + "37": 458214400.0, "38": 458213888.0, "39": 458213888.0, "40": 458213376.0, "41": 458216960.0, - "42": 458215424.0, + "42": 458214912.0, "43": 458216960.0, "44": 458213376.0, - "45": 458214400.0, + "45": 458213888.0, "46": 458216448.0, - "47": 458213376.0, + "47": 458212352.0, "48": 458213888.0, - "49": 458215424.0, - "50": 458214912.0 + "49": 458216448.0, + "50": 458215424.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1029256704.0, - "2": 1193177088.0, - "3": 1193177088.0, - "4": 1193686016.0, - "5": 1193686016.0, - "6": 1193686016.0, - "7": 1193686016.0, - "8": 1193686016.0, - "9": 1193771520.0, - "10": 1193771520.0, - "11": 1193771520.0, - "12": 1193771520.0, - "13": 1193771520.0, - "14": 1193771520.0, - "15": 1193771520.0, - "16": 1193771520.0, - "17": 1193771520.0, - "18": 1193771520.0, - "19": 1193771520.0, - "20": 1193771520.0, - "21": 1193771520.0, - "22": 1193918464.0, - "23": 1193918464.0, - "24": 1193918464.0, - "25": 1193918464.0, - "26": 1193918464.0, - "27": 1193918464.0, - "28": 1193918464.0, - "29": 1193918464.0, - "30": 1193918464.0, - "31": 1193918464.0, - "32": 1193918464.0, - "33": 1193918464.0, - "34": 1193918464.0, - "35": 1193918464.0, - "36": 1193918464.0, - "37": 1193918464.0, - "38": 1193918464.0, - "39": 1193918464.0, - "40": 1194139136.0, - "41": 1194139136.0, - "42": 1194139136.0, - "43": 1194249728.0, - "44": 1194249728.0, - "45": 1194249728.0, - "46": 1194249728.0, - "47": 1194249728.0, - "48": 1194249728.0, - "49": 1194249728.0, - "50": 1194249728.0 + "1": 1028204032.0, + "2": 1193069568.0, + "3": 1193083392.0, + "4": 1194512384.0, + "5": 1194512384.0, + "6": 1194512384.0, + "7": 1194512384.0, + "8": 1194512384.0, + "9": 1194512384.0, + "10": 1194512384.0, + "11": 1194512384.0, + "12": 1194512384.0, + "13": 1194512384.0, + "14": 1194512384.0, + "15": 1195728896.0, + "16": 1195728896.0, + "17": 1195728896.0, + "18": 1195728896.0, + "19": 1195728896.0, + "20": 1195728896.0, + "21": 1195728896.0, + "22": 1195728896.0, + "23": 1195728896.0, + "24": 1195728896.0, + "25": 1195728896.0, + "26": 1195728896.0, + "27": 1195728896.0, + "28": 1195728896.0, + "29": 1195728896.0, + "30": 1195728896.0, + "31": 1195728896.0, + "32": 1195728896.0, + "33": 1195728896.0, + "34": 1195728896.0, + "35": 1195728896.0, + "36": 1195728896.0, + "37": 1195728896.0, + "38": 1195728896.0, + "39": 1195728896.0, + "40": 1195728896.0, + "41": 1195728896.0, + "42": 1195728896.0, + "43": 1195728896.0, + "44": 1195728896.0, + "45": 1195728896.0, + "46": 1195728896.0, + "47": 1195728896.0, + "48": 1195728896.0, + "49": 1195728896.0, + "50": 1195728896.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 6.67874, - "2": 0.59048, - "3": 0.55954, - "4": 0.55064, - "5": 0.54285, - "6": 0.54344, - "7": 0.54862, - "8": 0.542, - "9": 0.54738, - "10": 0.54947, - "11": 0.53996, - "12": 0.54615, - "13": 0.54407, - "14": 0.54098, - "15": 0.55148, - "16": 0.54024, - "17": 0.54784, - "18": 0.54329, - "19": 0.54213, - "20": 0.55192, - "21": 0.53901, - "22": 0.54612, - "23": 0.54495, - "24": 0.54254, - "25": 0.55242, - "26": 0.53958, - "27": 0.54346, - "28": 0.5466, - "29": 0.54048, - "30": 0.55385, - "31": 0.54112, - "32": 0.54404, - "33": 0.54779, - "34": 0.54049, - "35": 0.53889, - "36": 0.53823, - "37": 0.54013, - "38": 0.53918, - "39": 0.53801, - "40": 0.5394, - "41": 0.53905, - "42": 0.53797, - "43": 0.53957, - "44": 0.5384, - "45": 0.53795, - "46": 0.53859, - "47": 0.54222, - "48": 0.53881, - "49": 0.5401, - "50": 0.53746 + "1": "nan", + "2": 4.55953, + "3": 0.55516, + "4": 0.53746, + "5": 0.53478, + "6": 0.53498, + "7": 0.5367, + "8": 0.53629, + "9": 0.53522, + "10": 0.53431, + "11": 0.53368, + "12": 0.53492, + "13": 0.53533, + "14": 0.5449, + "15": 0.53453, + "16": 0.53447, + "17": 0.53496, + "18": 0.53336, + "19": 0.53494, + "20": 0.53505, + "21": 0.53514, + "22": 0.53519, + "23": 0.53691, + "24": 0.53531, + "25": 0.53509, + "26": 0.53425, + "27": 0.53381, + "28": 0.53396, + "29": 0.53282, + "30": 0.53481, + "31": 0.53441, + "32": 0.53325, + "33": 0.54597, + "34": 0.53535, + "35": 0.53466, + "36": 0.53377, + "37": 0.53356, + "38": 0.53288, + "39": 0.53419, + "40": 0.53467, + "41": 0.53334, + "42": 0.53455, + "43": 0.53489, + "44": 0.53505, + "45": 0.53371, + "46": 0.53538, + "47": 0.53461, + "48": 0.53464, + "49": 0.53506, + "50": 0.53332 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json index 6ec10f4f931..c53f8ba9f79 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.80475, "2": 10.821, - "3": 10.8216, - "4": 10.79306, - "5": 10.84831, - "6": 10.85888, - "7": 10.83177, - "8": 10.82362, - "9": 10.83757, - "10": 10.78732, - "11": 10.86732, - "12": 10.85395, - "13": 10.86171, - "14": 10.88343, - "15": 10.79765, - "16": 10.79986, - "17": 10.76238, - "18": 10.80286, - "19": 10.7945, - "20": 10.71733, - "21": 10.70194, - "22": 10.55147, - "23": 10.72167, - "24": 10.60698, - "25": 10.54614, - "26": 10.6136, - "27": 10.63974, - "28": 10.60486, - "29": 10.62277, - "30": 10.41109, - "31": 10.1456, - "32": 10.51017, - "33": 10.50089, - "34": 10.25812, - "35": 10.3154, - "36": 10.27895, - "37": 10.41061, - "38": 10.25908, - "39": 10.45334, - "40": 10.1604, - "41": 10.20557, - "42": 10.26792, - "43": 9.90468, - "44": 10.03233, - "45": 9.91098, - "46": 9.87857, - "47": 10.20952, - "48": 9.93178, - "49": 9.61584, - "50": 9.98565 + "3": 10.82137, + "4": 10.79315, + "5": 10.8483, + "6": 10.85935, + "7": 10.83174, + "8": 10.82386, + "9": 10.83754, + "10": 10.78771, + "11": 10.86699, + "12": 10.85365, + "13": 10.86137, + "14": 10.88332, + "15": 10.79759, + "16": 10.80014, + "17": 10.76189, + "18": 10.80285, + "19": 10.79428, + "20": 10.71656, + "21": 10.70165, + "22": 10.55146, + "23": 10.72122, + "24": 10.60742, + "25": 10.54634, + "26": 10.61335, + "27": 10.63973, + "28": 10.60466, + "29": 10.62274, + "30": 10.41087, + "31": 10.14603, + "32": 10.50965, + "33": 10.50142, + "34": 10.25863, + "35": 10.31568, + "36": 10.27941, + "37": 10.41098, + "38": 10.2593, + "39": 10.45366, + "40": 10.1605, + "41": 10.20637, + "42": 10.26762, + "43": 9.90459, + "44": 10.03234, + "45": 9.91164, + "46": 9.87875, + "47": 10.20947, + "48": 9.93144, + "49": 9.61602, + "50": 9.98541 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5474.0, - "2": 5853.0, - "3": 5875.0, - "4": 6041.0, - "5": 6601.0, - "6": 6654.0, - "7": 6135.0, - "8": 5761.0, - "9": 6505.0, - "10": 5497.0, - "11": 6994.0, - "12": 6523.0, - "13": 6807.0, - "14": 6969.0, - "15": 6154.0, - "16": 6667.0, - "17": 6368.0, - "18": 6298.0, - "19": 6353.0, - "20": 5998.0, - "21": 6264.0, - "22": 5628.0, - "23": 6620.0, - "24": 6063.0, - "25": 5649.0, - "26": 6226.0, - "27": 6409.0, - "28": 6790.0, - "29": 7055.0, - "30": 6430.0, - "31": 5565.0, - "32": 6615.0, - "33": 6969.0, - "34": 6107.0, - "35": 6538.0, - "36": 6486.0, - "37": 7272.0, - "38": 6923.0, - "39": 7497.0, - "40": 6997.0, - "41": 6747.0, - "42": 7228.0, - "43": 6629.0, - "44": 6752.0, - "45": 6557.0, - "46": 6904.0, - "47": 7474.0, - "48": 7165.0, - "49": 7244.0, - "50": 7331.0 + "1": 5649.0, + "2": 5830.0, + "3": 6085.0, + "4": 5929.0, + "5": 6605.0, + "6": 6671.0, + "7": 6190.0, + "8": 5974.0, + "9": 6573.0, + "10": 5417.0, + "11": 6943.0, + "12": 6397.0, + "13": 6815.0, + "14": 6932.0, + "15": 6292.0, + "16": 6446.0, + "17": 6413.0, + "18": 6231.0, + "19": 6288.0, + "20": 5995.0, + "21": 6301.0, + "22": 5746.0, + "23": 6701.0, + "24": 5988.0, + "25": 5734.0, + "26": 6127.0, + "27": 6238.0, + "28": 6771.0, + "29": 7217.0, + "30": 6275.0, + "31": 5518.0, + "32": 6530.0, + "33": 7079.0, + "34": 6130.0, + "35": 6701.0, + "36": 6367.0, + "37": 7301.0, + "38": 6815.0, + "39": 7720.0, + "40": 6748.0, + "41": 6679.0, + "42": 7340.0, + "43": 6563.0, + "44": 6570.0, + "45": 6542.0, + "46": 7029.0, + "47": 7320.0, + "48": 7144.0, + "49": 7259.0, + "50": 7400.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 458212352.0, - "2": 458212864.0, - "3": 458211328.0, - "4": 458212864.0, - "5": 458212352.0, - "6": 458213376.0, - "7": 458212864.0, - "8": 458213888.0, - "9": 458213376.0, - "10": 458212864.0, - "11": 458210816.0, - "12": 458210304.0, - "13": 458211840.0, - "14": 458213376.0, - "15": 458214400.0, - "16": 458215424.0, - "17": 458212864.0, - "18": 458210816.0, - "19": 458211840.0, - "20": 458212352.0, - "21": 458213888.0, - "22": 458213888.0, - "23": 458211328.0, - "24": 458211840.0, - "25": 458211840.0, - "26": 458212864.0, - "27": 458212352.0, - "28": 458212864.0, - "29": 458211840.0, - "30": 458211840.0, - "31": 458213376.0, - "32": 458211328.0, - "33": 458210304.0, - "34": 458213888.0, - "35": 458214912.0, - "36": 458211328.0, - "37": 458210816.0, - "38": 458211840.0, - "39": 458213376.0, - "40": 458211328.0, - "41": 458213888.0, - "42": 458211840.0, - "43": 458214400.0, - "44": 458213888.0, - "45": 458210816.0, - "46": 458213888.0, - "47": 458211328.0, - "48": 458212352.0, - "49": 458212352.0, - "50": 458210816.0 + "1": 458736640.0, + "2": 458737152.0, + "3": 458735616.0, + "4": 458737152.0, + "5": 458736640.0, + "6": 458737664.0, + "7": 458737152.0, + "8": 458738176.0, + "9": 458738688.0, + "10": 458737152.0, + "11": 458735104.0, + "12": 458734592.0, + "13": 458737664.0, + "14": 458737664.0, + "15": 458737664.0, + "16": 458739712.0, + "17": 458737152.0, + "18": 458735104.0, + "19": 458736128.0, + "20": 458736640.0, + "21": 458735616.0, + "22": 458736640.0, + "23": 458735616.0, + "24": 458737152.0, + "25": 458737152.0, + "26": 458737152.0, + "27": 458735616.0, + "28": 458737152.0, + "29": 458735104.0, + "30": 458736128.0, + "31": 458737664.0, + "32": 458736128.0, + "33": 458734592.0, + "34": 458738176.0, + "35": 458739200.0, + "36": 458735616.0, + "37": 458735104.0, + "38": 458736128.0, + "39": 458737664.0, + "40": 458735616.0, + "41": 458737664.0, + "42": 458735616.0, + "43": 458738688.0, + "44": 458737664.0, + "45": 458735616.0, + "46": 458738688.0, + "47": 458735616.0, + "48": 458736640.0, + "49": 458736640.0, + "50": 458734080.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1026068480.0, - "2": 1192152064.0, - "3": 1192152064.0, - "4": 1192205312.0, - "5": 1192205312.0, - "6": 1192205312.0, - "7": 1192205312.0, - "8": 1192205312.0, - "9": 1192205312.0, - "10": 1192205312.0, - "11": 1192205312.0, - "12": 1192205312.0, - "13": 1192349184.0, - "14": 1192349184.0, - "15": 1192506368.0, - "16": 1192506368.0, - "17": 1192506368.0, - "18": 1192506368.0, - "19": 1192506368.0, - "20": 1192506368.0, - "21": 1192506368.0, - "22": 1192506368.0, - "23": 1192506368.0, - "24": 1192506368.0, - "25": 1192506368.0, - "26": 1192506368.0, - "27": 1192506368.0, - "28": 1192506368.0, - "29": 1192506368.0, - "30": 1192506368.0, - "31": 1192506368.0, - "32": 1192506368.0, - "33": 1192506368.0, - "34": 1192506368.0, - "35": 1192506368.0, - "36": 1192506368.0, - "37": 1192506368.0, - "38": 1192506368.0, - "39": 1192506368.0, - "40": 1192506368.0, - "41": 1192506368.0, - "42": 1192506368.0, - "43": 1192506368.0, - "44": 1192506368.0, - "45": 1192506368.0, - "46": 1192506368.0, - "47": 1192506368.0, - "48": 1192506368.0, - "49": 1192506368.0, - "50": 1192506368.0 + "1": 1026235392.0, + "2": 1191006720.0, + "3": 1191138304.0, + "4": 1192048640.0, + "5": 1192048640.0, + "6": 1192048640.0, + "7": 1192048640.0, + "8": 1192048640.0, + "9": 1192048640.0, + "10": 1192327680.0, + "11": 1192465920.0, + "12": 1192465920.0, + "13": 1192641024.0, + "14": 1192641024.0, + "15": 1192641024.0, + "16": 1192641024.0, + "17": 1192641024.0, + "18": 1192641024.0, + "19": 1192641024.0, + "20": 1192641024.0, + "21": 1192641024.0, + "22": 1192641024.0, + "23": 1192641024.0, + "24": 1192641024.0, + "25": 1192641024.0, + "26": 1192641024.0, + "27": 1192641024.0, + "28": 1192641024.0, + "29": 1192641024.0, + "30": 1192641024.0, + "31": 1192641024.0, + "32": 1192641024.0, + "33": 1192641024.0, + "34": 1192641024.0, + "35": 1192641024.0, + "36": 1192641024.0, + "37": 1192641024.0, + "38": 1192641024.0, + "39": 1193289216.0, + "40": 1193289216.0, + "41": 1193289216.0, + "42": 1193289216.0, + "43": 1193289216.0, + "44": 1193289216.0, + "45": 1193289216.0, + "46": 1193289216.0, + "47": 1193289216.0, + "48": 1193289216.0, + "49": 1193289216.0, + "50": 1193289216.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.43711, - "2": 0.5648, - "3": 0.46103, - "4": 0.42843, - "5": 0.39023, - "6": 0.40228, - "7": 0.39933, - "8": 0.40801, - "9": 0.41661, - "10": 0.41115, - "11": 0.40919, - "12": 0.38713, - "13": 0.3967, - "14": 0.39634, - "15": 0.3917, - "16": 0.38895, - "17": 0.39488, - "18": 0.38262, - "19": 0.38633, - "20": 0.38778, - "21": 0.37793, - "22": 0.38122, - "23": 0.3785, - "24": 0.38176, - "25": 0.37936, - "26": 0.38399, - "27": 0.37425, - "28": 0.38373, - "29": 0.37674, - "30": 0.38541, - "31": 0.38748, - "32": 0.37483, - "33": 0.37931, - "34": 0.38691, - "35": 0.39293, - "36": 0.38011, - "37": 0.37641, - "38": 0.37714, - "39": 0.37754, - "40": 0.3929, - "41": 0.37984, - "42": 0.37748, - "43": 0.39504, - "44": 0.38155, - "45": 0.39617, - "46": 0.42631, - "47": 0.39497, - "48": 0.39432, - "49": 0.40482, - "50": 0.37964 + "1": "nan", + "2": 7.35614, + "3": 0.42662, + "4": 0.4194, + "5": 0.38561, + "6": 0.38215, + "7": 0.44042, + "8": 0.39648, + "9": 0.39179, + "10": 0.38601, + "11": 0.37867, + "12": 0.39696, + "13": 0.37723, + "14": 0.37583, + "15": 0.38932, + "16": 0.37862, + "17": 0.38218, + "18": 0.38721, + "19": 0.39068, + "20": 0.3855, + "21": 0.37737, + "22": 0.37975, + "23": 0.3763, + "24": 0.37755, + "25": 0.37814, + "26": 0.37613, + "27": 0.38794, + "28": 0.37908, + "29": 0.37583, + "30": 0.37897, + "31": 0.39194, + "32": 0.37775, + "33": 0.37581, + "34": 0.38903, + "35": 0.38954, + "36": 0.378, + "37": 0.37692, + "38": 0.37717, + "39": 0.37356, + "40": 0.37832, + "41": 0.38595, + "42": 0.38169, + "43": 0.38907, + "44": 0.38237, + "45": 0.37792, + "46": 0.414, + "47": 0.3933, + "48": 0.38767, + "49": 0.39999, + "50": 0.37905 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json index b4462fc931e..890246c909f 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_a100.json @@ -6,54 +6,54 @@ "values": { "1": 10.79175, "2": 10.80907, - "3": 10.81011, - "4": 10.78146, - "5": 10.82288, - "6": 10.84057, - "7": 10.81192, - "8": 10.80005, - "9": 10.81667, - "10": 10.7688, - "11": 10.8618, - "12": 10.84042, - "13": 10.84452, - "14": 10.86421, - "15": 10.79157, - "16": 10.78199, - "17": 10.75122, - "18": 10.79446, - "19": 10.79523, - "20": 10.71001, - "21": 10.68811, - "22": 10.53736, - "23": 10.7066, - "24": 10.58865, - "25": 10.54662, - "26": 10.59492, - "27": 10.62142, - "28": 10.5969, - "29": 10.60036, - "30": 10.39407, - "31": 10.12951, - "32": 10.49684, - "33": 10.48779, - "34": 10.24347, - "35": 10.30461, - "36": 10.26056, - "37": 10.38859, - "38": 10.24848, - "39": 10.43799, - "40": 10.13303, - "41": 10.18651, - "42": 10.25823, - "43": 9.892, - "44": 10.02576, - "45": 9.90015, - "46": 9.88387, - "47": 10.19565, - "48": 9.91255, - "49": 9.60147, - "50": 9.97874 + "3": 10.81039, + "4": 10.78127, + "5": 10.82308, + "6": 10.84083, + "7": 10.81171, + "8": 10.79973, + "9": 10.81744, + "10": 10.76857, + "11": 10.86217, + "12": 10.84084, + "13": 10.8452, + "14": 10.86332, + "15": 10.79106, + "16": 10.78185, + "17": 10.75084, + "18": 10.7944, + "19": 10.79546, + "20": 10.70984, + "21": 10.68874, + "22": 10.53812, + "23": 10.70639, + "24": 10.58861, + "25": 10.54517, + "26": 10.59545, + "27": 10.6213, + "28": 10.59623, + "29": 10.60109, + "30": 10.39455, + "31": 10.12997, + "32": 10.49682, + "33": 10.48802, + "34": 10.24299, + "35": 10.305, + "36": 10.26115, + "37": 10.38853, + "38": 10.24853, + "39": 10.43727, + "40": 10.13312, + "41": 10.1867, + "42": 10.25835, + "43": 9.89244, + "44": 10.02594, + "45": 9.90006, + "46": 9.88449, + "47": 10.19557, + "48": 9.91284, + "49": 9.60182, + "50": 9.97848 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5656.0, - "2": 6018.0, - "3": 5790.0, - "4": 5941.0, - "5": 6476.0, - "6": 6653.0, - "7": 6287.0, - "8": 5875.0, - "9": 6239.0, - "10": 5453.0, - "11": 6936.0, - "12": 6711.0, - "13": 6655.0, - "14": 6814.0, - "15": 6233.0, - "16": 6533.0, - "17": 6397.0, - "18": 6112.0, - "19": 6678.0, - "20": 5837.0, - "21": 6403.0, - "22": 5715.0, - "23": 6744.0, - "24": 6051.0, - "25": 5811.0, - "26": 6104.0, - "27": 6484.0, - "28": 6884.0, - "29": 7253.0, - "30": 6047.0, - "31": 5593.0, - "32": 6625.0, - "33": 7054.0, - "34": 6104.0, - "35": 6712.0, - "36": 6684.0, - "37": 7523.0, - "38": 7273.0, - "39": 7620.0, - "40": 7062.0, - "41": 6895.0, - "42": 7426.0, - "43": 6713.0, - "44": 6664.0, - "45": 6681.0, - "46": 6923.0, - "47": 7705.0, - "48": 7248.0, - "49": 7331.0, - "50": 7527.0 + "1": 5743.0, + "2": 5999.0, + "3": 5905.0, + "4": 5938.0, + "5": 6445.0, + "6": 6621.0, + "7": 6274.0, + "8": 5877.0, + "9": 6334.0, + "10": 5348.0, + "11": 6889.0, + "12": 6531.0, + "13": 6773.0, + "14": 6834.0, + "15": 6263.0, + "16": 6473.0, + "17": 6190.0, + "18": 6261.0, + "19": 6546.0, + "20": 5906.0, + "21": 6290.0, + "22": 5727.0, + "23": 6736.0, + "24": 5914.0, + "25": 5888.0, + "26": 6127.0, + "27": 6455.0, + "28": 6974.0, + "29": 7148.0, + "30": 6270.0, + "31": 5639.0, + "32": 6815.0, + "33": 7063.0, + "34": 6218.0, + "35": 6708.0, + "36": 6496.0, + "37": 7484.0, + "38": 7231.0, + "39": 7687.0, + "40": 7025.0, + "41": 7081.0, + "42": 7161.0, + "43": 6589.0, + "44": 6743.0, + "45": 6790.0, + "46": 6933.0, + "47": 7570.0, + "48": 7413.0, + "49": 7262.0, + "50": 7706.0 } }, "mem-allocated-bytes": { @@ -122,52 +122,52 @@ "2": 458211840.0, "3": 458215424.0, "4": 458211840.0, - "5": 458213376.0, + "5": 458213888.0, "6": 458213888.0, - "7": 458216448.0, + "7": 458215936.0, "8": 458216448.0, "9": 458212864.0, - "10": 458215936.0, - "11": 458213888.0, + "10": 458215424.0, + "11": 458212864.0, "12": 458213888.0, "13": 458214400.0, "14": 458215424.0, - "15": 458215424.0, + "15": 458214912.0, "16": 458212864.0, - "17": 458214400.0, - "18": 458214400.0, - "19": 458214400.0, - "20": 458214400.0, + "17": 458214912.0, + "18": 458214912.0, + "19": 458215424.0, + "20": 458214912.0, "21": 458211840.0, - "22": 458218496.0, + "22": 458219520.0, "23": 458214912.0, "24": 458214400.0, "25": 458211840.0, - "26": 458215936.0, - "27": 458210816.0, + "26": 458215424.0, + "27": 458209792.0, "28": 458213888.0, - "29": 458212864.0, + "29": 458213888.0, "30": 458211840.0, "31": 458219008.0, "32": 458214400.0, "33": 458214912.0, "34": 458211840.0, - "35": 458215936.0, + "35": 458215424.0, "36": 458212864.0, - "37": 458215424.0, + "37": 458214400.0, "38": 458213888.0, "39": 458213888.0, "40": 458213376.0, "41": 458216960.0, - "42": 458215424.0, + "42": 458214912.0, "43": 458216960.0, "44": 458213376.0, - "45": 458214400.0, + "45": 458213888.0, "46": 458216448.0, - "47": 458213376.0, + "47": 458212352.0, "48": 458213888.0, - "49": 458215424.0, - "50": 458214912.0 + "49": 458216448.0, + "50": 458215424.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1029256704.0, - "2": 1193177088.0, - "3": 1193177088.0, - "4": 1193686016.0, - "5": 1193686016.0, - "6": 1193686016.0, - "7": 1193686016.0, - "8": 1193686016.0, - "9": 1193771520.0, - "10": 1193771520.0, - "11": 1193771520.0, - "12": 1193771520.0, - "13": 1193771520.0, - "14": 1193771520.0, - "15": 1193771520.0, - "16": 1193771520.0, - "17": 1193771520.0, - "18": 1193771520.0, - "19": 1193771520.0, - "20": 1193771520.0, - "21": 1193771520.0, - "22": 1193918464.0, - "23": 1193918464.0, - "24": 1193918464.0, - "25": 1193918464.0, - "26": 1193918464.0, - "27": 1193918464.0, - "28": 1193918464.0, - "29": 1193918464.0, - "30": 1193918464.0, - "31": 1193918464.0, - "32": 1193918464.0, - "33": 1193918464.0, - "34": 1193918464.0, - "35": 1193918464.0, - "36": 1193918464.0, - "37": 1193918464.0, - "38": 1193918464.0, - "39": 1193918464.0, - "40": 1194139136.0, - "41": 1194139136.0, - "42": 1194139136.0, - "43": 1194249728.0, - "44": 1194249728.0, - "45": 1194249728.0, - "46": 1194249728.0, - "47": 1194249728.0, - "48": 1194249728.0, - "49": 1194249728.0, - "50": 1194249728.0 + "1": 1028204032.0, + "2": 1193069568.0, + "3": 1193083392.0, + "4": 1194512384.0, + "5": 1194512384.0, + "6": 1194512384.0, + "7": 1194512384.0, + "8": 1194512384.0, + "9": 1194512384.0, + "10": 1194512384.0, + "11": 1194512384.0, + "12": 1194512384.0, + "13": 1194512384.0, + "14": 1194512384.0, + "15": 1195728896.0, + "16": 1195728896.0, + "17": 1195728896.0, + "18": 1195728896.0, + "19": 1195728896.0, + "20": 1195728896.0, + "21": 1195728896.0, + "22": 1195728896.0, + "23": 1195728896.0, + "24": 1195728896.0, + "25": 1195728896.0, + "26": 1195728896.0, + "27": 1195728896.0, + "28": 1195728896.0, + "29": 1195728896.0, + "30": 1195728896.0, + "31": 1195728896.0, + "32": 1195728896.0, + "33": 1195728896.0, + "34": 1195728896.0, + "35": 1195728896.0, + "36": 1195728896.0, + "37": 1195728896.0, + "38": 1195728896.0, + "39": 1195728896.0, + "40": 1195728896.0, + "41": 1195728896.0, + "42": 1195728896.0, + "43": 1195728896.0, + "44": 1195728896.0, + "45": 1195728896.0, + "46": 1195728896.0, + "47": 1195728896.0, + "48": 1195728896.0, + "49": 1195728896.0, + "50": 1195728896.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 6.42299, - "2": 0.59069, - "3": 0.56496, - "4": 0.54736, - "5": 0.54792, - "6": 0.57731, - "7": 0.54778, - "8": 0.54659, - "9": 0.54833, - "10": 0.54497, - "11": 0.55076, - "12": 0.55595, - "13": 0.54721, - "14": 0.54614, - "15": 0.5457, - "16": 0.54774, - "17": 0.54518, - "18": 0.54582, - "19": 0.5467, - "20": 0.54611, - "21": 0.54622, - "22": 0.54617, - "23": 0.54622, - "24": 0.54547, - "25": 0.54796, - "26": 0.54413, - "27": 0.5458, - "28": 0.54598, - "29": 0.54813, - "30": 0.54556, - "31": 0.54684, - "32": 0.54789, - "33": 0.57275, - "34": 0.54705, - "35": 0.54545, - "36": 0.54414, - "37": 0.54225, - "38": 0.54504, - "39": 0.54284, - "40": 0.54185, - "41": 0.54578, - "42": 0.54542, - "43": 0.54621, - "44": 0.54447, - "45": 0.54521, - "46": 0.5449, - "47": 0.54529, - "48": 0.54403, - "49": 0.56089, - "50": 0.54374 + "1": "nan", + "2": 5.39653, + "3": 0.54844, + "4": 0.53143, + "5": 0.52936, + "6": 0.5307, + "7": 0.53171, + "8": 0.52977, + "9": 0.5296, + "10": 0.52973, + "11": 0.52988, + "12": 0.52899, + "13": 0.53004, + "14": 0.52976, + "15": 0.5302, + "16": 0.52852, + "17": 0.52991, + "18": 0.52961, + "19": 0.52906, + "20": 0.53311, + "21": 0.53111, + "22": 0.53049, + "23": 0.52977, + "24": 0.52985, + "25": 0.52861, + "26": 0.52859, + "27": 0.52946, + "28": 0.5289, + "29": 0.5285, + "30": 0.53038, + "31": 0.53184, + "32": 0.52975, + "33": 0.5291, + "34": 0.52987, + "35": 0.52942, + "36": 0.52992, + "37": 0.52962, + "38": 0.52867, + "39": 0.52796, + "40": 0.53013, + "41": 0.52972, + "42": 0.52845, + "43": 0.52857, + "44": 0.52933, + "45": 0.52943, + "46": 0.52979, + "47": 0.5281, + "48": 0.52831, + "49": 0.52914, + "50": 0.52676 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json index 64dc8751e92..0617e255ebc 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.80475, "2": 10.821, - "3": 10.8216, - "4": 10.79306, - "5": 10.84831, - "6": 10.85888, - "7": 10.83177, - "8": 10.82362, - "9": 10.83757, - "10": 10.78732, - "11": 10.86732, - "12": 10.85395, - "13": 10.86171, - "14": 10.88343, - "15": 10.79765, - "16": 10.79986, - "17": 10.76238, - "18": 10.80286, - "19": 10.7945, - "20": 10.71733, - "21": 10.70194, - "22": 10.55147, - "23": 10.72167, - "24": 10.60698, - "25": 10.54614, - "26": 10.6136, - "27": 10.63974, - "28": 10.60486, - "29": 10.62277, - "30": 10.41109, - "31": 10.1456, - "32": 10.51017, - "33": 10.50089, - "34": 10.25812, - "35": 10.3154, - "36": 10.27895, - "37": 10.41061, - "38": 10.25908, - "39": 10.45334, - "40": 10.1604, - "41": 10.20557, - "42": 10.26792, - "43": 9.90468, - "44": 10.03233, - "45": 9.91098, - "46": 9.87857, - "47": 10.20952, - "48": 9.93178, - "49": 9.61584, - "50": 9.98565 + "3": 10.82137, + "4": 10.79315, + "5": 10.8483, + "6": 10.85935, + "7": 10.83174, + "8": 10.82386, + "9": 10.83754, + "10": 10.78771, + "11": 10.86699, + "12": 10.85365, + "13": 10.86137, + "14": 10.88332, + "15": 10.79759, + "16": 10.80014, + "17": 10.76189, + "18": 10.80285, + "19": 10.79428, + "20": 10.71656, + "21": 10.70165, + "22": 10.55146, + "23": 10.72122, + "24": 10.60742, + "25": 10.54634, + "26": 10.61335, + "27": 10.63973, + "28": 10.60466, + "29": 10.62274, + "30": 10.41087, + "31": 10.14603, + "32": 10.50965, + "33": 10.50142, + "34": 10.25863, + "35": 10.31568, + "36": 10.27941, + "37": 10.41098, + "38": 10.2593, + "39": 10.45366, + "40": 10.1605, + "41": 10.20637, + "42": 10.26762, + "43": 9.90459, + "44": 10.03234, + "45": 9.91164, + "46": 9.87875, + "47": 10.20947, + "48": 9.93144, + "49": 9.61602, + "50": 9.98541 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5474.0, - "2": 5853.0, - "3": 5875.0, - "4": 6041.0, - "5": 6601.0, - "6": 6654.0, - "7": 6135.0, - "8": 5761.0, - "9": 6505.0, - "10": 5497.0, - "11": 6994.0, - "12": 6523.0, - "13": 6807.0, - "14": 6969.0, - "15": 6154.0, - "16": 6667.0, - "17": 6368.0, - "18": 6298.0, - "19": 6353.0, - "20": 5998.0, - "21": 6264.0, - "22": 5628.0, - "23": 6620.0, - "24": 6063.0, - "25": 5649.0, - "26": 6226.0, - "27": 6409.0, - "28": 6790.0, - "29": 7055.0, - "30": 6430.0, - "31": 5565.0, - "32": 6615.0, - "33": 6969.0, - "34": 6107.0, - "35": 6538.0, - "36": 6486.0, - "37": 7272.0, - "38": 6923.0, - "39": 7497.0, - "40": 6997.0, - "41": 6747.0, - "42": 7228.0, - "43": 6629.0, - "44": 6752.0, - "45": 6557.0, - "46": 6904.0, - "47": 7474.0, - "48": 7165.0, - "49": 7244.0, - "50": 7331.0 + "1": 5649.0, + "2": 5830.0, + "3": 6085.0, + "4": 5929.0, + "5": 6605.0, + "6": 6671.0, + "7": 6190.0, + "8": 5974.0, + "9": 6573.0, + "10": 5417.0, + "11": 6943.0, + "12": 6397.0, + "13": 6815.0, + "14": 6932.0, + "15": 6292.0, + "16": 6446.0, + "17": 6413.0, + "18": 6231.0, + "19": 6288.0, + "20": 5995.0, + "21": 6301.0, + "22": 5746.0, + "23": 6701.0, + "24": 5988.0, + "25": 5734.0, + "26": 6127.0, + "27": 6238.0, + "28": 6771.0, + "29": 7217.0, + "30": 6275.0, + "31": 5518.0, + "32": 6530.0, + "33": 7079.0, + "34": 6130.0, + "35": 6701.0, + "36": 6367.0, + "37": 7301.0, + "38": 6815.0, + "39": 7720.0, + "40": 6748.0, + "41": 6679.0, + "42": 7340.0, + "43": 6563.0, + "44": 6570.0, + "45": 6542.0, + "46": 7029.0, + "47": 7320.0, + "48": 7144.0, + "49": 7259.0, + "50": 7400.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 458212352.0, - "2": 458212864.0, - "3": 458211328.0, - "4": 458212864.0, - "5": 458212352.0, - "6": 458213376.0, - "7": 458212864.0, - "8": 458213888.0, - "9": 458213376.0, - "10": 458212864.0, - "11": 458210816.0, - "12": 458210304.0, - "13": 458211840.0, - "14": 458213376.0, - "15": 458214400.0, - "16": 458215424.0, - "17": 458212864.0, - "18": 458210816.0, - "19": 458211840.0, - "20": 458212352.0, - "21": 458213888.0, - "22": 458213888.0, - "23": 458211328.0, - "24": 458211840.0, - "25": 458211840.0, - "26": 458212864.0, - "27": 458212352.0, - "28": 458212864.0, - "29": 458211840.0, - "30": 458211840.0, - "31": 458213376.0, - "32": 458211328.0, - "33": 458210304.0, - "34": 458213888.0, - "35": 458214912.0, - "36": 458211328.0, - "37": 458210816.0, - "38": 458211840.0, - "39": 458213376.0, - "40": 458211328.0, - "41": 458213888.0, - "42": 458211840.0, - "43": 458214400.0, - "44": 458213888.0, - "45": 458210816.0, - "46": 458213888.0, - "47": 458211328.0, - "48": 458212352.0, - "49": 458212352.0, - "50": 458210816.0 + "1": 458736640.0, + "2": 458737152.0, + "3": 458735616.0, + "4": 458737152.0, + "5": 458736640.0, + "6": 458737664.0, + "7": 458737152.0, + "8": 458738176.0, + "9": 458738688.0, + "10": 458737152.0, + "11": 458735104.0, + "12": 458734592.0, + "13": 458737664.0, + "14": 458737664.0, + "15": 458737664.0, + "16": 458739712.0, + "17": 458737152.0, + "18": 458735104.0, + "19": 458736128.0, + "20": 458736640.0, + "21": 458735616.0, + "22": 458736640.0, + "23": 458735616.0, + "24": 458737152.0, + "25": 458737152.0, + "26": 458737152.0, + "27": 458735616.0, + "28": 458737152.0, + "29": 458735104.0, + "30": 458736128.0, + "31": 458737664.0, + "32": 458736128.0, + "33": 458734592.0, + "34": 458738176.0, + "35": 458739200.0, + "36": 458735616.0, + "37": 458735104.0, + "38": 458736128.0, + "39": 458737664.0, + "40": 458735616.0, + "41": 458737664.0, + "42": 458735616.0, + "43": 458738688.0, + "44": 458737664.0, + "45": 458735616.0, + "46": 458738688.0, + "47": 458735616.0, + "48": 458736640.0, + "49": 458736640.0, + "50": 458734080.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1026068480.0, - "2": 1192152064.0, - "3": 1192152064.0, - "4": 1192205312.0, - "5": 1192205312.0, - "6": 1192205312.0, - "7": 1192205312.0, - "8": 1192205312.0, - "9": 1192205312.0, - "10": 1192205312.0, - "11": 1192205312.0, - "12": 1192205312.0, - "13": 1192349184.0, - "14": 1192349184.0, - "15": 1192506368.0, - "16": 1192506368.0, - "17": 1192506368.0, - "18": 1192506368.0, - "19": 1192506368.0, - "20": 1192506368.0, - "21": 1192506368.0, - "22": 1192506368.0, - "23": 1192506368.0, - "24": 1192506368.0, - "25": 1192506368.0, - "26": 1192506368.0, - "27": 1192506368.0, - "28": 1192506368.0, - "29": 1192506368.0, - "30": 1192506368.0, - "31": 1192506368.0, - "32": 1192506368.0, - "33": 1192506368.0, - "34": 1192506368.0, - "35": 1192506368.0, - "36": 1192506368.0, - "37": 1192506368.0, - "38": 1192506368.0, - "39": 1192506368.0, - "40": 1192506368.0, - "41": 1192506368.0, - "42": 1192506368.0, - "43": 1192506368.0, - "44": 1192506368.0, - "45": 1192506368.0, - "46": 1192506368.0, - "47": 1192506368.0, - "48": 1192506368.0, - "49": 1192506368.0, - "50": 1192506368.0 + "1": 1026235392.0, + "2": 1191006720.0, + "3": 1191138304.0, + "4": 1192048640.0, + "5": 1192048640.0, + "6": 1192048640.0, + "7": 1192048640.0, + "8": 1192048640.0, + "9": 1192048640.0, + "10": 1192327680.0, + "11": 1192465920.0, + "12": 1192465920.0, + "13": 1192641024.0, + "14": 1192641024.0, + "15": 1192641024.0, + "16": 1192641024.0, + "17": 1192641024.0, + "18": 1192641024.0, + "19": 1192641024.0, + "20": 1192641024.0, + "21": 1192641024.0, + "22": 1192641024.0, + "23": 1192641024.0, + "24": 1192641024.0, + "25": 1192641024.0, + "26": 1192641024.0, + "27": 1192641024.0, + "28": 1192641024.0, + "29": 1192641024.0, + "30": 1192641024.0, + "31": 1192641024.0, + "32": 1192641024.0, + "33": 1192641024.0, + "34": 1192641024.0, + "35": 1192641024.0, + "36": 1192641024.0, + "37": 1192641024.0, + "38": 1192641024.0, + "39": 1193289216.0, + "40": 1193289216.0, + "41": 1193289216.0, + "42": 1193289216.0, + "43": 1193289216.0, + "44": 1193289216.0, + "45": 1193289216.0, + "46": 1193289216.0, + "47": 1193289216.0, + "48": 1193289216.0, + "49": 1193289216.0, + "50": 1193289216.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.13083, - "2": 0.49339, - "3": 0.43067, - "4": 0.43124, - "5": 0.38622, - "6": 0.39174, - "7": 0.39833, - "8": 0.39421, - "9": 0.3937, - "10": 0.38682, - "11": 0.39333, - "12": 0.38647, - "13": 0.38364, - "14": 0.38374, - "15": 0.38593, - "16": 0.38263, - "17": 0.39915, - "18": 0.38564, - "19": 0.38954, - "20": 0.38955, - "21": 0.38216, - "22": 0.38466, - "23": 0.38551, - "24": 0.38195, - "25": 0.38416, - "26": 0.38554, - "27": 0.38123, - "28": 0.38882, - "29": 0.43011, - "30": 0.38995, - "31": 0.39202, - "32": 0.38203, - "33": 0.38777, - "34": 0.39058, - "35": 0.39634, - "36": 0.38496, - "37": 0.38112, - "38": 0.38052, - "39": 0.37771, - "40": 0.38438, - "41": 0.38696, - "42": 0.38029, - "43": 0.39638, - "44": 0.38187, - "45": 0.38285, - "46": 0.42266, - "47": 0.3977, - "48": 0.39566, - "49": 0.40884, - "50": 0.38389 + "1": "nan", + "2": 7.92806, + "3": 0.42884, + "4": 0.4181, + "5": 0.38785, + "6": 0.38798, + "7": 0.39804, + "8": 0.39885, + "9": 0.39837, + "10": 0.38582, + "11": 0.38128, + "12": 0.3877, + "13": 0.39005, + "14": 0.3857, + "15": 0.38979, + "16": 0.3855, + "17": 0.39486, + "18": 0.38449, + "19": 0.39881, + "20": 0.39407, + "21": 0.38587, + "22": 0.38917, + "23": 0.3851, + "24": 0.38917, + "25": 0.38635, + "26": 0.38598, + "27": 0.38618, + "28": 0.3898, + "29": 0.3871, + "30": 0.39096, + "31": 0.40269, + "32": 0.38598, + "33": 0.39054, + "34": 0.40412, + "35": 0.40047, + "36": 0.38707, + "37": 0.38889, + "38": 0.3882, + "39": 0.38375, + "40": 0.38903, + "41": 0.39487, + "42": 0.3921, + "43": 0.4011, + "44": 0.39501, + "45": 0.38847, + "46": 0.4285, + "47": 0.40517, + "48": 0.40246, + "49": 0.40981, + "50": 0.39109 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json index 3e910ef7869..d3e7b4da4e1 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.79574, "2": 10.81485, - "3": 10.78713, - "4": 10.78269, - "5": 10.82015, - "6": 10.83331, - "7": 10.81116, - "8": 10.81446, - "9": 10.81645, - "10": 10.75997, - "11": 10.8388, - "12": 10.81544, - "13": 10.84141, - "14": 10.8476, - "15": 10.79857, - "16": 10.78544, - "17": 10.77004, - "18": 10.77906, - "19": 10.7689, - "20": 10.71392, - "21": 10.69182, - "22": 10.56438, - "23": 10.70939, - "24": 10.60304, - "25": 10.55748, - "26": 10.60238, - "27": 10.62835, - "28": 10.59772, - "29": 10.61013, - "30": 10.40394, - "31": 10.17092, - "32": 10.49069, - "33": 10.48436, - "34": 10.26719, - "35": 10.31532, - "36": 10.27654, - "37": 10.39353, - "38": 10.24536, - "39": 10.43863, - "40": 10.13998, - "41": 10.19151, - "42": 10.25868, - "43": 9.9191, - "44": 10.03026, - "45": 9.92187, - "46": 9.89763, - "47": 10.1946, - "48": 9.93001, - "49": 9.62787, - "50": 9.97966 + "3": 10.78727, + "4": 10.78304, + "5": 10.81989, + "6": 10.83351, + "7": 10.81125, + "8": 10.8139, + "9": 10.81641, + "10": 10.75982, + "11": 10.83861, + "12": 10.81549, + "13": 10.84169, + "14": 10.84748, + "15": 10.79858, + "16": 10.78574, + "17": 10.77021, + "18": 10.77928, + "19": 10.76898, + "20": 10.71384, + "21": 10.69186, + "22": 10.56455, + "23": 10.70953, + "24": 10.60188, + "25": 10.55758, + "26": 10.6026, + "27": 10.62881, + "28": 10.59778, + "29": 10.61003, + "30": 10.4043, + "31": 10.17042, + "32": 10.49112, + "33": 10.48455, + "34": 10.26721, + "35": 10.31534, + "36": 10.27691, + "37": 10.39297, + "38": 10.24497, + "39": 10.43848, + "40": 10.13979, + "41": 10.19223, + "42": 10.25887, + "43": 9.91922, + "44": 10.03027, + "45": 9.92197, + "46": 9.89723, + "47": 10.19434, + "48": 9.92968, + "49": 9.62843, + "50": 9.97977 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13025.0, - "2": 14911.0, - "3": 14651.0, - "4": 13760.0, - "5": 16297.0, - "6": 16032.0, - "7": 15521.0, - "8": 13170.0, - "9": 15403.0, - "10": 12605.0, - "11": 16803.0, - "12": 15289.0, - "13": 16415.0, - "14": 16182.0, - "15": 15127.0, - "16": 16135.0, - "17": 15282.0, - "18": 15280.0, - "19": 15379.0, - "20": 13642.0, - "21": 14281.0, - "22": 13476.0, - "23": 16892.0, - "24": 13920.0, - "25": 13236.0, - "26": 15256.0, - "27": 15454.0, - "28": 15973.0, - "29": 16892.0, - "30": 14103.0, - "31": 13113.0, - "32": 16067.0, - "33": 16788.0, - "34": 14559.0, - "35": 14974.0, - "36": 15798.0, - "37": 17569.0, - "38": 16172.0, - "39": 17774.0, - "40": 16088.0, - "41": 16616.0, - "42": 17149.0, - "43": 15487.0, - "44": 15110.0, - "45": 16499.0, - "46": 17407.0, - "47": 19502.0, - "48": 16568.0, - "49": 16613.0, - "50": 18892.0 + "1": 12991.0, + "2": 14647.0, + "3": 14597.0, + "4": 13579.0, + "5": 16353.0, + "6": 16061.0, + "7": 15477.0, + "8": 13223.0, + "9": 15156.0, + "10": 12636.0, + "11": 16856.0, + "12": 15160.0, + "13": 16551.0, + "14": 16239.0, + "15": 15226.0, + "16": 16061.0, + "17": 15397.0, + "18": 15451.0, + "19": 15161.0, + "20": 13625.0, + "21": 14545.0, + "22": 13271.0, + "23": 16890.0, + "24": 13779.0, + "25": 13265.0, + "26": 14968.0, + "27": 15467.0, + "28": 16066.0, + "29": 16732.0, + "30": 14531.0, + "31": 13042.0, + "32": 16229.0, + "33": 16950.0, + "34": 14393.0, + "35": 14998.0, + "36": 15721.0, + "37": 17452.0, + "38": 16404.0, + "39": 17975.0, + "40": 16453.0, + "41": 16448.0, + "42": 17213.0, + "43": 15580.0, + "44": 14866.0, + "45": 16460.0, + "46": 17136.0, + "47": 19531.0, + "48": 16471.0, + "49": 16688.0, + "50": 18961.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 625796096.0, - "2": 625850368.0, - "3": 625987072.0, - "4": 625831424.0, - "5": 625794048.0, - "6": 625789952.0, - "7": 625830912.0, - "8": 625794048.0, - "9": 625861120.0, - "10": 625806848.0, - "11": 625795584.0, - "12": 626022912.0, - "13": 625802240.0, - "14": 625853952.0, - "15": 625796608.0, - "16": 625793024.0, - "17": 625798144.0, - "18": 625802240.0, - "19": 625792000.0, - "20": 625793536.0, - "21": 626690048.0, - "22": 626176000.0, - "23": 626092032.0, - "24": 625794560.0, - "25": 626540544.0, - "26": 625934848.0, - "27": 625799168.0, - "28": 625801728.0, - "29": 625793536.0, - "30": 626191360.0, - "31": 626149376.0, - "32": 626774016.0, - "33": 625792512.0, - "34": 625793024.0, - "35": 625851904.0, - "36": 625809408.0, - "37": 625794048.0, - "38": 625827328.0, - "39": 625865216.0, - "40": 625831936.0, - "41": 626081280.0, - "42": 626046464.0, - "43": 625792000.0, - "44": 625792000.0, - "45": 626266112.0, - "46": 626042880.0, - "47": 625789440.0, - "48": 625905152.0, - "49": 625883648.0, - "50": 626099712.0 + "1": 627893248.0, + "2": 628091904.0, + "3": 627973120.0, + "4": 627928576.0, + "5": 627940352.0, + "6": 627909120.0, + "7": 627932672.0, + "8": 628246528.0, + "9": 627952128.0, + "10": 627889664.0, + "11": 627977728.0, + "12": 628083200.0, + "13": 627912704.0, + "14": 627889664.0, + "15": 627917312.0, + "16": 627889664.0, + "17": 627895296.0, + "18": 627897344.0, + "19": 627950592.0, + "20": 627968000.0, + "21": 627994624.0, + "22": 627895296.0, + "23": 627894272.0, + "24": 627890688.0, + "25": 628020224.0, + "26": 628020736.0, + "27": 628694528.0, + "28": 627783680.0, + "29": 627811840.0, + "30": 627985408.0, + "31": 628240384.0, + "32": 627893248.0, + "33": 627946496.0, + "34": 627910656.0, + "35": 627893248.0, + "36": 627896320.0, + "37": 628513280.0, + "38": 627889152.0, + "39": 627890176.0, + "40": 627921920.0, + "41": 627889664.0, + "42": 627889664.0, + "43": 627888128.0, + "44": 627889664.0, + "45": 627887616.0, + "46": 628792320.0, + "47": 627899904.0, + "48": 627887616.0, + "49": 627982848.0, + "50": 627890176.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1844879360.0, - "2": 2076399104.0, - "3": 2076399104.0, - "4": 2079827456.0, - "5": 2079827456.0, - "6": 2079827456.0, - "7": 2079827456.0, - "8": 2079827456.0, - "9": 2079827456.0, - "10": 2079827456.0, - "11": 2079827456.0, - "12": 2079827456.0, - "13": 2079827456.0, - "14": 2079827456.0, - "15": 2079827456.0, - "16": 2079827456.0, - "17": 2079827456.0, - "18": 2079827456.0, - "19": 2079827456.0, - "20": 2079827456.0, - "21": 2079827456.0, - "22": 2079827456.0, - "23": 2079827456.0, - "24": 2079827456.0, - "25": 2079827456.0, - "26": 2079827456.0, - "27": 2079827456.0, - "28": 2079827456.0, - "29": 2079827456.0, - "30": 2079827456.0, - "31": 2079827456.0, - "32": 2079827456.0, - "33": 2079827456.0, - "34": 2079827456.0, - "35": 2079827456.0, - "36": 2079827456.0, - "37": 2079827456.0, - "38": 2079827456.0, - "39": 2079827456.0, - "40": 2079827456.0, - "41": 2079827456.0, - "42": 2079827456.0, - "43": 2079827456.0, - "44": 2079827456.0, - "45": 2079827456.0, - "46": 2079827456.0, - "47": 2079827456.0, - "48": 2079827456.0, - "49": 2079827456.0, - "50": 2079827456.0 + "1": 1844857856.0, + "2": 2078309888.0, + "3": 2078309888.0, + "4": 2081169920.0, + "5": 2081169920.0, + "6": 2081169920.0, + "7": 2081169920.0, + "8": 2081169920.0, + "9": 2081169920.0, + "10": 2081169920.0, + "11": 2081169920.0, + "12": 2081169920.0, + "13": 2081169920.0, + "14": 2081169920.0, + "15": 2081276416.0, + "16": 2081276416.0, + "17": 2081276416.0, + "18": 2081276416.0, + "19": 2081276416.0, + "20": 2081276416.0, + "21": 2081276416.0, + "22": 2081276416.0, + "23": 2081276416.0, + "24": 2081276416.0, + "25": 2081276416.0, + "26": 2081276416.0, + "27": 2081276416.0, + "28": 2081276416.0, + "29": 2081276416.0, + "30": 2081276416.0, + "31": 2081276416.0, + "32": 2081276416.0, + "33": 2081276416.0, + "34": 2081276416.0, + "35": 2081276416.0, + "36": 2081276416.0, + "37": 2081276416.0, + "38": 2081276416.0, + "39": 2081276416.0, + "40": 2081276416.0, + "41": 2081276416.0, + "42": 2081276416.0, + "43": 2081276416.0, + "44": 2081276416.0, + "45": 2081276416.0, + "46": 2081276416.0, + "47": 2081276416.0, + "48": 2081276416.0, + "49": 2081276416.0, + "50": 2081276416.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 5.62487, - "3": 0.39428, - "4": 0.3711, - "5": 0.36777, - "6": 0.36423, - "7": 0.35408, - "8": 0.35462, - "9": 0.35588, - "10": 0.35204, - "11": 0.35155, - "12": 0.35049, - "13": 0.35818, - "14": 0.35461, - "15": 0.36874, - "16": 0.367, - "17": 0.37423, - "18": 0.36926, - "19": 0.37139, - "20": 0.37109, - "21": 0.37066, - "22": 0.37237, - "23": 0.37636, - "24": 0.37618, - "25": 0.37461, - "26": 0.37622, - "27": 0.37576, - "28": 0.37551, - "29": 0.3765, - "30": 0.3787, - "31": 0.38695, - "32": 0.37235, - "33": 0.37931, - "34": 0.37817, - "35": 0.3749, - "36": 0.37829, - "37": 0.37774, - "38": 0.3755, - "39": 0.37889, - "40": 0.37688, - "41": 0.38007, - "42": 0.37324, - "43": 0.36948, - "44": 0.37523, - "45": 0.37464, - "46": 0.38496, - "47": 0.3737, - "48": 0.37892, - "49": 0.39066, - "50": 0.37612 + "2": 8.65526, + "3": 0.42519, + "4": 0.40037, + "5": 0.39893, + "6": 0.39093, + "7": 0.39009, + "8": 0.39, + "9": 0.39299, + "10": 0.38898, + "11": 0.39153, + "12": 0.38826, + "13": 0.38884, + "14": 0.38722, + "15": 0.38852, + "16": 0.38716, + "17": 0.38566, + "18": 0.39003, + "19": 0.38566, + "20": 0.38156, + "21": 0.38572, + "22": 0.38689, + "23": 0.38747, + "24": 0.3855, + "25": 0.38305, + "26": 0.38467, + "27": 0.38312, + "28": 0.38663, + "29": 0.38453, + "30": 0.38017, + "31": 0.38989, + "32": 0.383, + "33": 0.38673, + "34": 0.38978, + "35": 0.38346, + "36": 0.38743, + "37": 0.38384, + "38": 0.38229, + "39": 0.38945, + "40": 0.3918, + "41": 0.38611, + "42": 0.3826, + "43": 0.38483, + "44": 0.38281, + "45": 0.38601, + "46": 0.3983, + "47": 0.38626, + "48": 0.39207, + "49": 0.39903, + "50": 0.38062 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json index 8928145fcbb..a6938ff40f2 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.81692, "2": 10.82534, - "3": 10.82401, - "4": 10.79801, - "5": 10.8415, - "6": 10.85912, - "7": 10.81927, - "8": 10.81789, - "9": 10.83554, - "10": 10.78266, - "11": 10.85455, - "12": 10.84582, - "13": 10.84996, - "14": 10.87821, - "15": 10.80684, - "16": 10.80662, - "17": 10.76305, - "18": 10.80188, - "19": 10.79303, - "20": 10.73474, - "21": 10.71067, - "22": 10.57636, - "23": 10.7196, - "24": 10.63305, - "25": 10.56916, - "26": 10.62589, - "27": 10.64466, - "28": 10.60792, - "29": 10.61761, - "30": 10.42214, - "31": 10.17719, - "32": 10.50701, - "33": 10.50561, - "34": 10.27485, - "35": 10.3276, - "36": 10.29275, - "37": 10.40262, - "38": 10.25679, - "39": 10.43615, - "40": 10.16589, - "41": 10.20032, - "42": 10.27424, - "43": 9.93044, - "44": 10.04415, - "45": 9.92936, - "46": 9.89984, - "47": 10.18573, - "48": 9.93082, - "49": 9.6257, - "50": 9.98437 + "3": 10.82425, + "4": 10.79835, + "5": 10.84149, + "6": 10.85958, + "7": 10.81932, + "8": 10.81811, + "9": 10.8359, + "10": 10.78241, + "11": 10.85501, + "12": 10.845, + "13": 10.8499, + "14": 10.87795, + "15": 10.80637, + "16": 10.80682, + "17": 10.76314, + "18": 10.80211, + "19": 10.79309, + "20": 10.73505, + "21": 10.71033, + "22": 10.57666, + "23": 10.71956, + "24": 10.63346, + "25": 10.56915, + "26": 10.62644, + "27": 10.64462, + "28": 10.60798, + "29": 10.61786, + "30": 10.42195, + "31": 10.17755, + "32": 10.50694, + "33": 10.50593, + "34": 10.27534, + "35": 10.32709, + "36": 10.29294, + "37": 10.40264, + "38": 10.25671, + "39": 10.43584, + "40": 10.1662, + "41": 10.20061, + "42": 10.27446, + "43": 9.92989, + "44": 10.04353, + "45": 9.92946, + "46": 9.89981, + "47": 10.18589, + "48": 9.93134, + "49": 9.62589, + "50": 9.98435 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 12899.0, - "2": 14592.0, - "3": 14243.0, - "4": 13886.0, - "5": 15732.0, - "6": 16250.0, - "7": 15453.0, - "8": 13386.0, - "9": 15159.0, - "10": 12804.0, - "11": 16441.0, - "12": 14951.0, - "13": 16151.0, - "14": 16330.0, - "15": 15144.0, - "16": 15588.0, - "17": 15315.0, - "18": 14902.0, - "19": 15436.0, - "20": 13814.0, - "21": 13977.0, - "22": 12814.0, - "23": 16615.0, - "24": 13785.0, - "25": 13451.0, - "26": 14681.0, - "27": 15288.0, - "28": 16290.0, - "29": 16880.0, - "30": 14583.0, - "31": 13272.0, - "32": 15972.0, - "33": 16904.0, - "34": 14406.0, - "35": 14981.0, - "36": 15576.0, - "37": 17584.0, - "38": 16136.0, - "39": 17650.0, - "40": 16506.0, - "41": 16391.0, - "42": 17008.0, - "43": 15459.0, - "44": 15097.0, - "45": 16136.0, - "46": 16845.0, - "47": 19101.0, - "48": 16405.0, - "49": 16558.0, - "50": 18439.0 + "1": 12988.0, + "2": 14581.0, + "3": 14629.0, + "4": 13993.0, + "5": 16038.0, + "6": 16416.0, + "7": 15537.0, + "8": 13088.0, + "9": 14947.0, + "10": 12672.0, + "11": 16430.0, + "12": 15080.0, + "13": 15805.0, + "14": 16282.0, + "15": 15182.0, + "16": 15760.0, + "17": 15427.0, + "18": 15046.0, + "19": 15395.0, + "20": 13537.0, + "21": 13941.0, + "22": 12878.0, + "23": 16723.0, + "24": 14054.0, + "25": 13061.0, + "26": 14780.0, + "27": 15479.0, + "28": 16079.0, + "29": 16571.0, + "30": 14763.0, + "31": 12985.0, + "32": 15925.0, + "33": 16870.0, + "34": 14353.0, + "35": 15089.0, + "36": 15352.0, + "37": 17464.0, + "38": 16285.0, + "39": 17957.0, + "40": 16621.0, + "41": 16454.0, + "42": 16859.0, + "43": 15314.0, + "44": 15307.0, + "45": 16417.0, + "46": 17005.0, + "47": 19138.0, + "48": 16601.0, + "49": 16564.0, + "50": 18745.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 625530880.0, - "2": 625483264.0, - "3": 625484800.0, - "4": 625516032.0, - "5": 625759744.0, - "6": 625774592.0, - "7": 625485312.0, - "8": 625568256.0, - "9": 625519616.0, - "10": 625655808.0, - "11": 625630720.0, - "12": 625482240.0, - "13": 625488384.0, - "14": 625819136.0, - "15": 625982976.0, - "16": 625500160.0, - "17": 625613312.0, - "18": 625494016.0, - "19": 625484288.0, - "20": 625508864.0, - "21": 625486336.0, - "22": 625486848.0, - "23": 625632768.0, - "24": 625487872.0, - "25": 625484288.0, - "26": 625753088.0, - "27": 625513984.0, - "28": 625483264.0, - "29": 625698816.0, - "30": 625967104.0, - "31": 625477632.0, - "32": 625523200.0, - "33": 625484288.0, - "34": 625481216.0, - "35": 625479680.0, - "36": 625554432.0, - "37": 625554944.0, - "38": 625487360.0, - "39": 625504768.0, - "40": 625481216.0, - "41": 625481728.0, - "42": 625481728.0, - "43": 626760192.0, - "44": 625598464.0, - "45": 625534464.0, - "46": 625603072.0, - "47": 625509376.0, - "48": 626520576.0, - "49": 625630720.0, - "50": 625565696.0 + "1": 626041856.0, + "2": 626082304.0, + "3": 626342912.0, + "4": 627062784.0, + "5": 626040320.0, + "6": 626118656.0, + "7": 626089984.0, + "8": 626075136.0, + "9": 626074624.0, + "10": 626041856.0, + "11": 626954240.0, + "12": 626144768.0, + "13": 626040832.0, + "14": 626037760.0, + "15": 626042368.0, + "16": 626081280.0, + "17": 626153984.0, + "18": 626056192.0, + "19": 626041344.0, + "20": 626070528.0, + "21": 626043904.0, + "22": 626040832.0, + "23": 626071040.0, + "24": 626407936.0, + "25": 626120704.0, + "26": 626217984.0, + "27": 626289664.0, + "28": 626401280.0, + "29": 626043904.0, + "30": 626057216.0, + "31": 626034688.0, + "32": 626039808.0, + "33": 626041856.0, + "34": 626091520.0, + "35": 626880512.0, + "36": 626065408.0, + "37": 626088448.0, + "38": 626063872.0, + "39": 626053632.0, + "40": 626297344.0, + "41": 626072576.0, + "42": 626039808.0, + "43": 626035200.0, + "44": 626271232.0, + "45": 626083328.0, + "46": 626032128.0, + "47": 626070528.0, + "48": 626230272.0, + "49": 626186752.0, + "50": 626039808.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1845331456.0, - "2": 2075684352.0, - "3": 2075684352.0, - "4": 2078547456.0, - "5": 2078547456.0, - "6": 2078547456.0, - "7": 2078547456.0, - "8": 2078547456.0, - "9": 2078547456.0, - "10": 2078547456.0, - "11": 2078547456.0, - "12": 2078547456.0, - "13": 2078547456.0, - "14": 2078547456.0, - "15": 2078547456.0, - "16": 2078547456.0, - "17": 2078547456.0, - "18": 2078547456.0, - "19": 2078547456.0, - "20": 2078547456.0, - "21": 2078547456.0, - "22": 2078547456.0, - "23": 2078547456.0, - "24": 2078547456.0, - "25": 2078547456.0, - "26": 2078547456.0, - "27": 2078547456.0, - "28": 2078547456.0, - "29": 2078547456.0, - "30": 2078547456.0, - "31": 2078547456.0, - "32": 2078547456.0, - "33": 2078547456.0, - "34": 2078547456.0, - "35": 2078547456.0, - "36": 2078547456.0, - "37": 2078547456.0, - "38": 2078547456.0, - "39": 2078547456.0, - "40": 2078547456.0, - "41": 2078547456.0, - "42": 2078547456.0, - "43": 2078547456.0, - "44": 2078547456.0, - "45": 2078547456.0, - "46": 2078547456.0, - "47": 2078547456.0, - "48": 2078547456.0, - "49": 2078547456.0, - "50": 2078547456.0 + "1": 1844949504.0, + "2": 2075497984.0, + "3": 2076485632.0, + "4": 2078283776.0, + "5": 2078283776.0, + "6": 2078283776.0, + "7": 2078283776.0, + "8": 2078283776.0, + "9": 2078283776.0, + "10": 2078283776.0, + "11": 2078283776.0, + "12": 2078283776.0, + "13": 2078292480.0, + "14": 2078292480.0, + "15": 2078292480.0, + "16": 2078292480.0, + "17": 2078292480.0, + "18": 2078292480.0, + "19": 2078292480.0, + "20": 2078292480.0, + "21": 2078387200.0, + "22": 2078387200.0, + "23": 2078387200.0, + "24": 2078387200.0, + "25": 2078387200.0, + "26": 2078387200.0, + "27": 2078387200.0, + "28": 2078387200.0, + "29": 2078387200.0, + "30": 2078490624.0, + "31": 2078490624.0, + "32": 2078490624.0, + "33": 2078490624.0, + "34": 2078490624.0, + "35": 2078490624.0, + "36": 2078490624.0, + "37": 2078490624.0, + "38": 2078490624.0, + "39": 2078490624.0, + "40": 2078490624.0, + "41": 2078490624.0, + "42": 2078490624.0, + "43": 2078490624.0, + "44": 2078490624.0, + "45": 2078490624.0, + "46": 2078490624.0, + "47": 2078490624.0, + "48": 2078490624.0, + "49": 2078490624.0, + "50": 2078490624.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 14.22688, - "2": 0.36404, - "3": 0.28777, - "4": 0.27054, - "5": 0.24844, - "6": 0.23753, - "7": 0.2541, - "8": 0.2395, - "9": 0.23675, - "10": 0.23301, - "11": 0.25454, - "12": 0.22665, - "13": 0.23214, - "14": 0.22521, - "15": 0.24748, - "16": 0.2636, - "17": 0.2605, - "18": 0.24164, - "19": 0.24627, - "20": 0.25668, - "21": 0.24329, - "22": 0.24722, - "23": 0.25378, - "24": 0.22642, - "25": 0.22497, - "26": 0.22495, - "27": 0.2239, - "28": 0.22848, - "29": 0.22515, - "30": 0.22501, - "31": 0.27252, - "32": 0.22744, - "33": 0.22453, - "34": 0.23411, - "35": 0.22556, - "36": 0.2278, - "37": 0.22109, - "38": 0.22459, - "39": 0.22077, - "40": 0.22097, - "41": 0.23428, - "42": 0.22009, - "43": 0.23227, - "44": 0.22717, - "45": 0.23445, - "46": 0.23886, - "47": 0.22667, - "48": 0.23204, - "49": 0.27864, - "50": 0.22287 + "1": "nan", + "2": 7.53997, + "3": 0.27369, + "4": 0.2629, + "5": 0.24127, + "6": 0.23879, + "7": 0.2486, + "8": 0.22975, + "9": 0.23492, + "10": 0.22756, + "11": 0.23734, + "12": 0.22618, + "13": 0.23035, + "14": 0.22237, + "15": 0.24274, + "16": 0.22308, + "17": 0.23173, + "18": 0.22258, + "19": 0.22214, + "20": 0.22713, + "21": 0.21893, + "22": 0.22057, + "23": 0.23133, + "24": 0.22415, + "25": 0.22094, + "26": 0.21957, + "27": 0.22081, + "28": 0.21989, + "29": 0.21978, + "30": 0.21904, + "31": 0.26218, + "32": 0.2204, + "33": 0.22048, + "34": 0.2318, + "35": 0.21999, + "36": 0.23031, + "37": 0.21978, + "38": 0.22301, + "39": 0.21796, + "40": 0.22181, + "41": 0.23147, + "42": 0.218, + "43": 0.2244, + "44": 0.22, + "45": 0.22268, + "46": 0.24114, + "47": 0.22482, + "48": 0.22419, + "49": 0.29207, + "50": 0.23757 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_gb200.json index d9441fb83aa..f1fdba84cc4 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_gb200.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.80397, - "2": 10.81064, - "3": 10.798, - "4": 10.78655, - "5": 10.8299, - "6": 10.85307, - "7": 10.80967, - "8": 10.8015, - "9": 10.82484, - "10": 10.78237, - "11": 10.83805, - "12": 10.84658, - "13": 10.86137, - "14": 10.86451, - "15": 10.83791, - "16": 10.83385, - "17": 10.81249, - "18": 10.84432, - "19": 10.83623, - "20": 10.8168, - "21": 10.83551, - "22": 10.76274, - "23": 10.85573, - "24": 10.8062, - "25": 10.80042, - "26": 10.8143, - "27": 10.82932, - "28": 10.8546, - "29": 10.86594, - "30": 10.79379, - "31": 10.74776, - "32": 10.84932, - "33": 10.83727, - "34": 10.80597, - "35": 10.80259, - "36": 10.79662, - "37": 10.82559, - "38": 10.79231, - "39": 10.84778, - "40": 10.77804, + "1": 10.80333, + "2": 10.81053, + "3": 10.79815, + "4": 10.78691, + "5": 10.82962, + "6": 10.85247, + "7": 10.8101, + "8": 10.80117, + "9": 10.82488, + "10": 10.78283, + "11": 10.83824, + "12": 10.84672, + "13": 10.86151, + "14": 10.86413, + "15": 10.83855, + "16": 10.83425, + "17": 10.81201, + "18": 10.84426, + "19": 10.83589, + "20": 10.81638, + "21": 10.8353, + "22": 10.76275, + "23": 10.85543, + "24": 10.80628, + "25": 10.80001, + "26": 10.81408, + "27": 10.82851, + "28": 10.85427, + "29": 10.86628, + "30": 10.79416, + "31": 10.74799, + "32": 10.84913, + "33": 10.83738, + "34": 10.80562, + "35": 10.80257, + "36": 10.79559, + "37": 10.82497, + "38": 10.79258, + "39": 10.84782, + "40": 10.77852, "41": 10.79895, - "42": 10.81493, - "43": 10.74316, - "44": 10.76656, - "45": 10.76408, - "46": 10.7768, - "47": 10.79908, - "48": 10.77572, - "49": 10.72207, - "50": 10.78609, - "51": 10.78712, - "52": 10.7653, - "53": 10.81235, - "54": 10.79776, - "55": 10.8072, - "56": 10.7562, - "57": 10.71334, - "58": 10.78166, - "59": 10.75039, + "42": 10.8149, + "43": 10.74295, + "44": 10.76735, + "45": 10.76457, + "46": 10.77683, + "47": 10.79996, + "48": 10.77536, + "49": 10.72183, + "50": 10.78615, + "51": 10.78721, + "52": 10.76515, + "53": 10.81202, + "54": 10.79706, + "55": 10.80684, + "56": 10.75633, + "57": 10.71409, + "58": 10.78121, + "59": 10.75066, "60": 10.72977, - "61": 10.76435, - "62": 10.81299, - "63": 10.69266, - "64": 10.76646, - "65": 10.62484, - "66": 10.75371, - "67": 10.69118, - "68": 10.77122, - "69": 10.76048, - "70": 10.76506, - "71": 10.73497, - "72": 10.72999, - "73": 10.71715, - "74": 10.57819, - "75": 10.68208, - "76": 10.6133, - "77": 10.80786, - "78": 10.73142, - "79": 10.66063, - "80": 10.68014, - "81": 10.69828, - "82": 10.72277, - "83": 10.64104, - "84": 10.66223, - "85": 10.70251, - "86": 10.57982, - "87": 10.69083, - "88": 10.73435, - "89": 10.67796, - "90": 10.74299, - "91": 10.62241, - "92": 10.64011, - "93": 10.56628, - "94": 10.49922, - "95": 10.65675, - "96": 10.65892, - "97": 10.57941, - "98": 10.67242, - "99": 10.47965, - "100": 10.59346 + "61": 10.76444, + "62": 10.81176, + "63": 10.69288, + "64": 10.76655, + "65": 10.62463, + "66": 10.75367, + "67": 10.69135, + "68": 10.77181, + "69": 10.75964, + "70": 10.76502, + "71": 10.73504, + "72": 10.72921, + "73": 10.71752, + "74": 10.57871, + "75": 10.68266, + "76": 10.61341, + "77": 10.80788, + "78": 10.73168, + "79": 10.66074, + "80": 10.6803, + "81": 10.69814, + "82": 10.72243, + "83": 10.64101, + "84": 10.66209, + "85": 10.70249, + "86": 10.58053, + "87": 10.6905, + "88": 10.73453, + "89": 10.67742, + "90": 10.74362, + "91": 10.62163, + "92": 10.63938, + "93": 10.56687, + "94": 10.49943, + "95": 10.65702, + "96": 10.65876, + "97": 10.57918, + "98": 10.67233, + "99": 10.47997, + "100": 10.59377 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1158.0, - "2": 1181.0, - "3": 1227.0, - "4": 1263.0, - "5": 1308.0, - "6": 1594.0, - "7": 1345.0, - "8": 1253.0, - "9": 1239.0, - "10": 1232.0, - "11": 1255.0, - "12": 1250.0, - "13": 1516.0, - "14": 1270.0, - "15": 1335.0, - "16": 1260.0, - "17": 1249.0, - "18": 1261.0, - "19": 1099.0, - "20": 1387.0, - "21": 1298.0, - "22": 1286.0, - "23": 1315.0, - "24": 1131.0, - "25": 1157.0, - "26": 1166.0, - "27": 1133.0, - "28": 1243.0, - "29": 1348.0, - "30": 1235.0, - "31": 1090.0, - "32": 1272.0, - "33": 1355.0, - "34": 1161.0, - "35": 1159.0, - "36": 1146.0, - "37": 1222.0, - "38": 1418.0, - "39": 1273.0, - "40": 1198.0, - "41": 1160.0, - "42": 1285.0, - "43": 1094.0, - "44": 1127.0, - "45": 1130.0, - "46": 1183.0, - "47": 1312.0, - "48": 1238.0, - "49": 1068.0, - "50": 1163.0, - "51": 1234.0, - "52": 1284.0, - "53": 1380.0, - "54": 1191.0, - "55": 1099.0, - "56": 1298.0, - "57": 1241.0, - "58": 1203.0, - "59": 1324.0, - "60": 1254.0, - "61": 1120.0, - "62": 1362.0, - "63": 1213.0, - "64": 1330.0, - "65": 1057.0, - "66": 1171.0, - "67": 1208.0, - "68": 1320.0, - "69": 1304.0, - "70": 1122.0, - "71": 1259.0, - "72": 1254.0, - "73": 1203.0, - "74": 1125.0, - "75": 1413.0, - "76": 1217.0, - "77": 1412.0, - "78": 1291.0, - "79": 1020.0, - "80": 1143.0, - "81": 1243.0, - "82": 1154.0, - "83": 1052.0, - "84": 1219.0, - "85": 1360.0, - "86": 1072.0, - "87": 1319.0, - "88": 1347.0, - "89": 1127.0, - "90": 1474.0, - "91": 1140.0, - "92": 1110.0, - "93": 924.0, - "94": 1062.0, - "95": 1147.0, - "96": 1128.0, - "97": 1099.0, - "98": 1191.0, - "99": 1071.0, - "100": 1214.0 + "1": 1234.0, + "2": 1262.0, + "3": 1223.0, + "4": 1286.0, + "5": 1348.0, + "6": 1488.0, + "7": 1454.0, + "8": 1251.0, + "9": 1294.0, + "10": 1247.0, + "11": 1296.0, + "12": 1243.0, + "13": 1492.0, + "14": 1172.0, + "15": 1314.0, + "16": 1301.0, + "17": 1306.0, + "18": 1226.0, + "19": 1129.0, + "20": 1258.0, + "21": 1324.0, + "22": 1285.0, + "23": 1317.0, + "24": 1101.0, + "25": 1212.0, + "26": 1141.0, + "27": 1090.0, + "28": 1318.0, + "29": 1367.0, + "30": 1268.0, + "31": 1077.0, + "32": 1256.0, + "33": 1424.0, + "34": 1230.0, + "35": 1109.0, + "36": 1237.0, + "37": 1258.0, + "38": 1386.0, + "39": 1317.0, + "40": 1284.0, + "41": 1174.0, + "42": 1308.0, + "43": 1110.0, + "44": 1227.0, + "45": 1191.0, + "46": 1197.0, + "47": 1388.0, + "48": 1223.0, + "49": 1122.0, + "50": 1168.0, + "51": 1262.0, + "52": 1281.0, + "53": 1385.0, + "54": 1176.0, + "55": 1131.0, + "56": 1295.0, + "57": 1194.0, + "58": 1273.0, + "59": 1336.0, + "60": 1180.0, + "61": 1157.0, + "62": 1351.0, + "63": 1215.0, + "64": 1340.0, + "65": 1080.0, + "66": 1172.0, + "67": 1186.0, + "68": 1269.0, + "69": 1266.0, + "70": 1107.0, + "71": 1153.0, + "72": 1299.0, + "73": 1124.0, + "74": 1108.0, + "75": 1343.0, + "76": 1200.0, + "77": 1388.0, + "78": 1320.0, + "79": 1061.0, + "80": 1125.0, + "81": 1246.0, + "82": 1132.0, + "83": 1128.0, + "84": 1226.0, + "85": 1309.0, + "86": 1137.0, + "87": 1314.0, + "88": 1287.0, + "89": 1293.0, + "90": 1419.0, + "91": 1205.0, + "92": 1140.0, + "93": 923.0, + "94": 1013.0, + "95": 1128.0, + "96": 1096.0, + "97": 1142.0, + "98": 1220.0, + "99": 1062.0, + "100": 1228.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 993802240.0, - "2": 993814528.0, + "1": 993802752.0, + "2": 993815552.0, "3": 993790464.0, - "4": 993820160.0, + "4": 993819136.0, "5": 993728512.0, - "6": 993758208.0, - "7": 993780224.0, - "8": 993795584.0, + "6": 993756160.0, + "7": 993778176.0, + "8": 993793536.0, "9": 993800704.0, - "10": 993771520.0, - "11": 993752064.0, - "12": 993737216.0, - "13": 993804800.0, - "14": 993734144.0, - "15": 993773056.0, + "10": 993769472.0, + "11": 993750016.0, + "12": 993735680.0, + "13": 993802752.0, + "14": 993733120.0, + "15": 993772544.0, "16": 993763840.0, - "17": 993744384.0, - "18": 993743872.0, - "19": 993764864.0, - "20": 993719296.0, - "21": 993772544.0, - "22": 993796096.0, + "17": 993743360.0, + "18": 993742336.0, + "19": 993763840.0, + "20": 993721344.0, + "21": 993770496.0, + "22": 993797632.0, "23": 993748992.0, - "24": 993819136.0, - "25": 993792512.0, - "26": 993776640.0, - "27": 993804800.0, + "24": 993818112.0, + "25": 993792000.0, + "26": 993778688.0, + "27": 993804288.0, "28": 993701888.0, - "29": 993717248.0, - "30": 993766912.0, - "31": 993802240.0, - "32": 993705984.0, - "33": 993759744.0, - "34": 993780224.0, - "35": 993740288.0, + "29": 993716736.0, + "30": 993766400.0, + "31": 993804288.0, + "32": 993704448.0, + "33": 993759232.0, + "34": 993779712.0, + "35": 993740800.0, "36": 993748480.0, - "37": 993697280.0, - "38": 993763840.0, - "39": 993747456.0, + "37": 993697792.0, + "38": 993764864.0, + "39": 993745920.0, "40": 993781248.0, - "41": 993752064.0, + "41": 993749504.0, "42": 993757696.0, "43": 993793024.0, - "44": 993833984.0, + "44": 993832960.0, "45": 993780736.0, "46": 993798144.0, - "47": 993789440.0, - "48": 993793024.0, + "47": 993788416.0, + "48": 993791488.0, "49": 993743360.0, "50": 993754624.0, - "51": 993786368.0, - "52": 993749504.0, - "53": 993812992.0, - "54": 993750528.0, - "55": 993732608.0, - "56": 993777664.0, - "57": 993859584.0, - "58": 993849856.0, + "51": 993788416.0, + "52": 993750016.0, + "53": 993813504.0, + "54": 993750016.0, + "55": 993731584.0, + "56": 993779712.0, + "57": 993857024.0, + "58": 993849344.0, "59": 993761792.0, - "60": 993774592.0, - "61": 993771520.0, - "62": 993786880.0, - "63": 993787904.0, - "64": 993761280.0, - "65": 993792000.0, - "66": 993746432.0, - "67": 993782784.0, - "68": 993783808.0, + "60": 993775616.0, + "61": 993769472.0, + "62": 993789440.0, + "63": 993786880.0, + "64": 993762304.0, + "65": 993793024.0, + "66": 993748992.0, + "67": 993782272.0, + "68": 993782784.0, "69": 993741824.0, - "70": 993747968.0, - "71": 993736192.0, - "72": 993762304.0, - "73": 993784832.0, - "74": 993809920.0, - "75": 993753088.0, - "76": 993797632.0, + "70": 993746432.0, + "71": 993735168.0, + "72": 993764864.0, + "73": 993785344.0, + "74": 993807360.0, + "75": 993753600.0, + "76": 993797120.0, "77": 993720832.0, - "78": 993729536.0, - "79": 993730560.0, - "80": 993763840.0, - "81": 993728000.0, - "82": 993711616.0, + "78": 993729024.0, + "79": 993731072.0, + "80": 993766400.0, + "81": 993728512.0, + "82": 993711104.0, "83": 993772544.0, - "84": 993782784.0, - "85": 993787392.0, - "86": 993804288.0, + "84": 993781760.0, + "85": 993788928.0, + "86": 993805312.0, "87": 993737728.0, - "88": 993731584.0, - "89": 993755136.0, - "90": 993742848.0, - "91": 993763840.0, - "92": 993774080.0, - "93": 993792000.0, - "94": 993779712.0, - "95": 993723904.0, + "88": 993732096.0, + "89": 993753600.0, + "90": 993741824.0, + "91": 993764864.0, + "92": 993776128.0, + "93": 993790976.0, + "94": 993779200.0, + "95": 993726464.0, "96": 993714688.0, - "97": 993752064.0, - "98": 993708544.0, - "99": 993792000.0, - "100": 993812992.0 + "97": 993753600.0, + "98": 993711104.0, + "99": 993790464.0, + "100": 993814016.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 3074847232.0, - "2": 3373968896.0, - "3": 3373968896.0, - "4": 3378071552.0, - "5": 3378071552.0, - "6": 3378071552.0, - "7": 3378071552.0, - "8": 3378071552.0, - "9": 3378071552.0, - "10": 3378071552.0, - "11": 3378071552.0, - "12": 3378071552.0, - "13": 3378071552.0, - "14": 3378071552.0, - "15": 3378071552.0, - "16": 3378071552.0, - "17": 3378071552.0, - "18": 3378071552.0, - "19": 3378071552.0, - "20": 3378071552.0, - "21": 3378071552.0, - "22": 3378071552.0, - "23": 3378071552.0, - "24": 3378894848.0, - "25": 3378894848.0, - "26": 3378894848.0, - "27": 3378894848.0, - "28": 3378894848.0, - "29": 3378894848.0, - "30": 3378894848.0, - "31": 3378894848.0, - "32": 3378894848.0, - "33": 3378894848.0, - "34": 3378894848.0, - "35": 3378894848.0, - "36": 3378894848.0, - "37": 3378894848.0, - "38": 3378894848.0, - "39": 3378894848.0, - "40": 3378894848.0, - "41": 3378894848.0, - "42": 3378894848.0, - "43": 3378894848.0, - "44": 3392753152.0, - "45": 3392753152.0, - "46": 3392753152.0, - "47": 3392753152.0, - "48": 3392753152.0, - "49": 3392753152.0, - "50": 3392753152.0, - "51": 3392753152.0, - "52": 3392753152.0, - "53": 3392753152.0, - "54": 3392753152.0, - "55": 3392753152.0, - "56": 3392753152.0, - "57": 3407671808.0, - "58": 3407671808.0, - "59": 3407671808.0, - "60": 3407671808.0, - "61": 3407671808.0, - "62": 3407671808.0, - "63": 3407671808.0, - "64": 3407671808.0, - "65": 3407671808.0, - "66": 3407671808.0, - "67": 3407671808.0, - "68": 3407671808.0, - "69": 3407671808.0, - "70": 3407671808.0, - "71": 3407671808.0, - "72": 3407671808.0, - "73": 3407671808.0, - "74": 3407671808.0, - "75": 3407671808.0, - "76": 3407671808.0, - "77": 3407671808.0, - "78": 3407671808.0, - "79": 3407671808.0, - "80": 3407671808.0, - "81": 3407671808.0, - "82": 3407671808.0, - "83": 3407671808.0, - "84": 3407671808.0, - "85": 3407671808.0, - "86": 3407671808.0, - "87": 3407671808.0, - "88": 3407671808.0, - "89": 3407671808.0, - "90": 3407671808.0, - "91": 3407671808.0, - "92": 3407671808.0, - "93": 3407671808.0, - "94": 3407671808.0, - "95": 3407671808.0, - "96": 3407671808.0, - "97": 3407671808.0, - "98": 3407671808.0, - "99": 3407671808.0, - "100": 3407671808.0 + "1": 3073609728.0, + "2": 3376642560.0, + "3": 3376642560.0, + "4": 3379282944.0, + "5": 3379282944.0, + "6": 3379282944.0, + "7": 3379282944.0, + "8": 3379282944.0, + "9": 3379282944.0, + "10": 3379282944.0, + "11": 3379282944.0, + "12": 3379282944.0, + "13": 3379282944.0, + "14": 3379282944.0, + "15": 3379282944.0, + "16": 3379282944.0, + "17": 3379282944.0, + "18": 3379282944.0, + "19": 3379282944.0, + "20": 3379282944.0, + "21": 3379282944.0, + "22": 3379282944.0, + "23": 3379282944.0, + "24": 3381825536.0, + "25": 3381825536.0, + "26": 3381825536.0, + "27": 3381825536.0, + "28": 3381825536.0, + "29": 3381825536.0, + "30": 3381825536.0, + "31": 3381825536.0, + "32": 3381825536.0, + "33": 3381825536.0, + "34": 3381825536.0, + "35": 3381825536.0, + "36": 3381825536.0, + "37": 3381825536.0, + "38": 3381825536.0, + "39": 3381825536.0, + "40": 3381825536.0, + "41": 3381825536.0, + "42": 3381825536.0, + "43": 3381825536.0, + "44": 3390945792.0, + "45": 3390945792.0, + "46": 3390945792.0, + "47": 3390945792.0, + "48": 3390945792.0, + "49": 3390945792.0, + "50": 3390945792.0, + "51": 3390945792.0, + "52": 3390945792.0, + "53": 3390945792.0, + "54": 3390945792.0, + "55": 3390945792.0, + "56": 3390945792.0, + "57": 3403208704.0, + "58": 3403208704.0, + "59": 3403208704.0, + "60": 3403208704.0, + "61": 3403208704.0, + "62": 3403208704.0, + "63": 3403208704.0, + "64": 3403208704.0, + "65": 3403208704.0, + "66": 3403208704.0, + "67": 3403208704.0, + "68": 3403208704.0, + "69": 3403208704.0, + "70": 3403208704.0, + "71": 3403208704.0, + "72": 3403208704.0, + "73": 3403208704.0, + "74": 3403208704.0, + "75": 3403208704.0, + "76": 3403208704.0, + "77": 3403208704.0, + "78": 3403208704.0, + "79": 3403208704.0, + "80": 3403208704.0, + "81": 3403208704.0, + "82": 3403208704.0, + "83": 3403208704.0, + "84": 3403208704.0, + "85": 3403208704.0, + "86": 3403208704.0, + "87": 3403208704.0, + "88": 3403208704.0, + "89": 3403208704.0, + "90": 3403208704.0, + "91": 3403208704.0, + "92": 3403208704.0, + "93": 3403208704.0, + "94": 3403208704.0, + "95": 3403208704.0, + "96": 3403208704.0, + "97": 3403208704.0, + "98": 3403208704.0, + "99": 3403208704.0, + "100": 3403208704.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.79579, - "3": 0.25267, - "4": 0.22623, - "5": 0.22831, - "6": 0.57471, - "7": 0.22109, - "8": 0.21732, - "9": 0.2127, - "10": 0.20981, - "11": 0.21771, - "12": 0.23313, - "13": 0.20775, - "14": 0.19946, - "15": 0.21125, - "16": 0.2099, - "17": 0.20543, - "18": 0.19972, - "19": 0.20265, - "20": 0.20005, - "21": 0.20188, - "22": 0.19675, - "23": 0.19822, - "24": 0.19828, - "25": 0.19827, - "26": 0.19789, - "27": 0.20238, - "28": 0.19366, - "29": 0.19297, - "30": 0.19521, - "31": 0.19886, - "32": 0.19176, - "33": 0.19628, - "34": 0.19156, - "35": 0.19683, - "36": 0.19061, - "37": 0.19031, - "38": 0.19383, - "39": 0.1966, - "40": 0.19152, - "41": 0.18691, - "42": 0.1917, - "43": 0.20258, - "44": 0.19552, - "45": 0.20203, - "46": 0.18769, - "47": 0.18872, - "48": 0.18493, - "49": 0.18884, - "50": 0.18824, - "51": 0.20579, - "52": 0.18818, - "53": 0.18827, - "54": 0.19298, - "55": 0.57299, - "56": 0.18813, - "57": 0.18557, - "58": 0.18597, - "59": 0.18577, - "60": 0.18756, - "61": 0.18972, - "62": 0.18872, - "63": 0.18937, - "64": 0.1888, - "65": 0.19262, - "66": 0.1879, - "67": 0.18498, - "68": 0.18535, - "69": 0.19492, - "70": 0.1923, - "71": 0.18822, - "72": 0.19191, - "73": 0.19457, - "74": 0.19765, - "75": 0.19091, - "76": 0.73064, - "77": 0.19543, - "78": 0.19034, - "79": 0.18715, - "80": 0.19339, - "81": 0.19135, - "82": 0.18703, - "83": 0.19082, - "84": 0.18783, - "85": 0.1926, - "86": 0.19556, - "87": 0.19127, - "88": 0.19028, - "89": 0.56083, - "90": 0.19223, - "91": 0.18622, - "92": 0.18536, - "93": 0.19063, - "94": 0.18804, - "95": 0.18711, - "96": 0.1883, - "97": 0.19006, - "98": 0.18897, - "99": 0.60361, - "100": 0.19278 + "2": 6.07942, + "3": 0.27354, + "4": 0.25619, + "5": 0.24607, + "6": 0.22684, + "7": 0.23125, + "8": 0.23317, + "9": 0.22798, + "10": 0.22906, + "11": 0.22868, + "12": 0.22527, + "13": 0.22902, + "14": 0.21541, + "15": 0.21665, + "16": 0.22401, + "17": 0.21749, + "18": 0.21636, + "19": 0.21656, + "20": 0.21702, + "21": 0.21523, + "22": 0.21059, + "23": 0.20737, + "24": 0.20509, + "25": 0.20308, + "26": 0.20257, + "27": 0.20067, + "28": 0.20115, + "29": 0.20414, + "30": 0.2036, + "31": 0.19947, + "32": 0.19728, + "33": 0.1978, + "34": 0.2026, + "35": 0.19491, + "36": 0.19447, + "37": 0.20438, + "38": 0.19293, + "39": 0.1904, + "40": 0.19087, + "41": 0.1957, + "42": 0.19322, + "43": 0.19758, + "44": 0.19519, + "45": 0.19239, + "46": 0.19204, + "47": 0.19376, + "48": 0.19791, + "49": 0.19541, + "50": 0.19339, + "51": 0.44487, + "52": 0.25177, + "53": 0.32254, + "54": 0.40645, + "55": 0.36216, + "56": 0.27708, + "57": 0.22191, + "58": 0.21473, + "59": 0.21311, + "60": 0.20805, + "61": 0.20926, + "62": 0.20701, + "63": 0.2097, + "64": 0.20847, + "65": 0.20651, + "66": 0.20794, + "67": 0.20516, + "68": 0.20112, + "69": 0.20041, + "70": 0.19752, + "71": 0.19715, + "72": 0.19763, + "73": 0.20001, + "74": 0.19979, + "75": 0.19835, + "76": 0.1994, + "77": 0.1954, + "78": 0.19684, + "79": 0.19585, + "80": 0.19308, + "81": 0.19679, + "82": 0.19323, + "83": 0.19553, + "84": 0.19662, + "85": 0.19715, + "86": 0.1956, + "87": 0.19172, + "88": 0.18755, + "89": 0.19216, + "90": 0.19037, + "91": 0.19198, + "92": 0.1917, + "93": 0.192, + "94": 0.192, + "95": 0.19069, + "96": 0.18945, + "97": 0.19325, + "98": 0.19042, + "99": 0.19702, + "100": 0.1921 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_h100.json index ccbece04f60..9320e522e7b 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_muon/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.81103, - "2": 10.83065, - "3": 10.82048, - "4": 10.81293, - "5": 10.84375, - "6": 10.8473, - "7": 10.85341, - "8": 10.83652, - "9": 10.84691, - "10": 10.78166, - "11": 10.85213, - "12": 10.8629, - "13": 10.85433, - "14": 10.88455, - "15": 10.87782, - "16": 10.84637, - "17": 10.83054, - "18": 10.86645, - "19": 10.84951, - "20": 10.84547, - "21": 10.8476, - "22": 10.79618, - "23": 10.88285, - "24": 10.83247, - "25": 10.8246, - "26": 10.8432, - "27": 10.85345, - "28": 10.87635, + "1": 10.81131, + "2": 10.83052, + "3": 10.82064, + "4": 10.81294, + "5": 10.8438, + "6": 10.84729, + "7": 10.85351, + "8": 10.83607, + "9": 10.84681, + "10": 10.78213, + "11": 10.852, + "12": 10.86306, + "13": 10.8549, + "14": 10.88434, + "15": 10.87773, + "16": 10.84711, + "17": 10.83072, + "18": 10.86632, + "19": 10.84907, + "20": 10.84502, + "21": 10.84794, + "22": 10.79666, + "23": 10.88246, + "24": 10.83317, + "25": 10.82515, + "26": 10.84284, + "27": 10.8529, + "28": 10.87702, "29": 10.864, - "30": 10.81293, - "31": 10.78651, - "32": 10.85541, - "33": 10.85587, - "34": 10.8491, - "35": 10.83747, - "36": 10.80362, - "37": 10.83812, - "38": 10.80509, - "39": 10.84183, - "40": 10.80312, - "41": 10.84012, - "42": 10.84384, - "43": 10.80987, - "44": 10.80275, - "45": 10.78691, - "46": 10.80833, - "47": 10.81704, - "48": 10.80337, - "49": 10.78131, - "50": 10.80305, - "51": 10.82235, - "52": 10.80371, - "53": 10.83231, - "54": 10.8151, - "55": 10.82578, - "56": 10.77729, - "57": 10.75325, - "58": 10.80742, - "59": 10.79087, - "60": 10.73998, - "61": 10.79954, - "62": 10.81284, - "63": 10.72011, - "64": 10.78598, - "65": 10.68981, - "66": 10.76066, - "67": 10.73402, - "68": 10.8022, - "69": 10.78312, - "70": 10.77711, - "71": 10.76626, - "72": 10.73591, - "73": 10.72919, - "74": 10.62192, - "75": 10.69079, - "76": 10.65398, - "77": 10.82162, - "78": 10.76368, - "79": 10.70473, - "80": 10.69368, - "81": 10.72419, - "82": 10.74233, - "83": 10.66786, - "84": 10.6983, - "85": 10.714, - "86": 10.6383, - "87": 10.71809, - "88": 10.73508, - "89": 10.7139, - "90": 10.74649, - "91": 10.64861, - "92": 10.64636, - "93": 10.60234, - "94": 10.53327, - "95": 10.66155, - "96": 10.67215, + "30": 10.81327, + "31": 10.78693, + "32": 10.85507, + "33": 10.8565, + "34": 10.84859, + "35": 10.83763, + "36": 10.8036, + "37": 10.8379, + "38": 10.80508, + "39": 10.84193, + "40": 10.80303, + "41": 10.84038, + "42": 10.84356, + "43": 10.81058, + "44": 10.80276, + "45": 10.78716, + "46": 10.80825, + "47": 10.81739, + "48": 10.8029, + "49": 10.78196, + "50": 10.80256, + "51": 10.82219, + "52": 10.80322, + "53": 10.83242, + "54": 10.81547, + "55": 10.82596, + "56": 10.77711, + "57": 10.75255, + "58": 10.80751, + "59": 10.79067, + "60": 10.73972, + "61": 10.79979, + "62": 10.81287, + "63": 10.72025, + "64": 10.78596, + "65": 10.68984, + "66": 10.76038, + "67": 10.73435, + "68": 10.80157, + "69": 10.78343, + "70": 10.77682, + "71": 10.76602, + "72": 10.73547, + "73": 10.72909, + "74": 10.62217, + "75": 10.69077, + "76": 10.65458, + "77": 10.822, + "78": 10.76359, + "79": 10.70484, + "80": 10.69407, + "81": 10.72503, + "82": 10.74207, + "83": 10.66807, + "84": 10.69843, + "85": 10.71447, + "86": 10.63873, + "87": 10.71807, + "88": 10.7359, + "89": 10.71386, + "90": 10.74644, + "91": 10.64933, + "92": 10.64656, + "93": 10.60218, + "94": 10.5328, + "95": 10.66171, + "96": 10.67232, "97": 10.61446, - "98": 10.68506, - "99": 10.52056, - "100": 10.61544 + "98": 10.68512, + "99": 10.51983, + "100": 10.6157 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1248.0, - "2": 1334.0, - "3": 1297.0, - "4": 1215.0, - "5": 1398.0, - "6": 1528.0, - "7": 1225.0, - "8": 1301.0, - "9": 1348.0, - "10": 1359.0, - "11": 1296.0, - "12": 1248.0, - "13": 1286.0, - "14": 1373.0, - "15": 1195.0, - "16": 1177.0, - "17": 1266.0, - "18": 1393.0, - "19": 1219.0, - "20": 1257.0, - "21": 1244.0, - "22": 1155.0, - "23": 1385.0, - "24": 1323.0, - "25": 1226.0, - "26": 1184.0, - "27": 1394.0, - "28": 1476.0, - "29": 1300.0, - "30": 1245.0, - "31": 1138.0, - "32": 1283.0, - "33": 1247.0, - "34": 1186.0, - "35": 1158.0, - "36": 1178.0, - "37": 1232.0, - "38": 1357.0, - "39": 1541.0, - "40": 1170.0, - "41": 1369.0, - "42": 1153.0, - "43": 1180.0, - "44": 1239.0, - "45": 1189.0, - "46": 1141.0, - "47": 1203.0, - "48": 1126.0, - "49": 1194.0, - "50": 1214.0, - "51": 1274.0, - "52": 1209.0, - "53": 1360.0, - "54": 1257.0, - "55": 1170.0, - "56": 1282.0, - "57": 1296.0, - "58": 1271.0, - "59": 1180.0, - "60": 1182.0, - "61": 1202.0, - "62": 1192.0, - "63": 1253.0, - "64": 1248.0, - "65": 1180.0, - "66": 1179.0, - "67": 1188.0, - "68": 1229.0, - "69": 1232.0, - "70": 1280.0, - "71": 1246.0, - "72": 1261.0, - "73": 1148.0, - "74": 1114.0, - "75": 1281.0, - "76": 1376.0, - "77": 1373.0, - "78": 1285.0, - "79": 1087.0, - "80": 1127.0, - "81": 1135.0, - "82": 1169.0, - "83": 1300.0, - "84": 1206.0, - "85": 1269.0, - "86": 1187.0, - "87": 1236.0, - "88": 1262.0, - "89": 1197.0, - "90": 1425.0, - "91": 1197.0, - "92": 1244.0, - "93": 1142.0, - "94": 971.0, - "95": 1281.0, - "96": 1243.0, - "97": 1145.0, - "98": 1288.0, - "99": 1286.0, - "100": 1212.0 + "1": 1261.0, + "2": 1280.0, + "3": 1258.0, + "4": 1247.0, + "5": 1371.0, + "6": 1486.0, + "7": 1263.0, + "8": 1284.0, + "9": 1320.0, + "10": 1306.0, + "11": 1276.0, + "12": 1153.0, + "13": 1280.0, + "14": 1408.0, + "15": 1181.0, + "16": 1184.0, + "17": 1350.0, + "18": 1311.0, + "19": 1312.0, + "20": 1256.0, + "21": 1253.0, + "22": 1183.0, + "23": 1348.0, + "24": 1301.0, + "25": 1224.0, + "26": 1195.0, + "27": 1350.0, + "28": 1315.0, + "29": 1336.0, + "30": 1233.0, + "31": 1177.0, + "32": 1305.0, + "33": 1282.0, + "34": 1101.0, + "35": 1195.0, + "36": 1213.0, + "37": 1242.0, + "38": 1315.0, + "39": 1611.0, + "40": 1270.0, + "41": 1366.0, + "42": 1172.0, + "43": 1216.0, + "44": 1221.0, + "45": 1215.0, + "46": 1135.0, + "47": 1288.0, + "48": 1145.0, + "49": 1173.0, + "50": 1228.0, + "51": 1214.0, + "52": 1317.0, + "53": 1302.0, + "54": 1240.0, + "55": 1191.0, + "56": 1330.0, + "57": 1268.0, + "58": 1307.0, + "59": 1243.0, + "60": 1233.0, + "61": 1137.0, + "62": 1244.0, + "63": 1265.0, + "64": 1292.0, + "65": 1320.0, + "66": 1142.0, + "67": 1189.0, + "68": 1296.0, + "69": 1287.0, + "70": 1317.0, + "71": 1299.0, + "72": 1242.0, + "73": 1172.0, + "74": 1205.0, + "75": 1314.0, + "76": 1271.0, + "77": 1277.0, + "78": 1239.0, + "79": 1118.0, + "80": 1134.0, + "81": 1113.0, + "82": 1223.0, + "83": 1354.0, + "84": 1227.0, + "85": 1277.0, + "86": 1230.0, + "87": 1223.0, + "88": 1307.0, + "89": 1222.0, + "90": 1402.0, + "91": 1173.0, + "92": 1295.0, + "93": 1124.0, + "94": 1006.0, + "95": 1254.0, + "96": 1309.0, + "97": 1204.0, + "98": 1247.0, + "99": 1297.0, + "100": 1208.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1095885312.0, - "2": 1095855104.0, - "3": 1095902720.0, - "4": 1095882752.0, - "5": 1095905792.0, - "6": 1095846912.0, - "7": 1095869952.0, - "8": 1095877120.0, - "9": 1095892480.0, - "10": 1095903232.0, - "11": 1095879168.0, - "12": 1095851008.0, - "13": 1095903232.0, - "14": 1095813120.0, - "15": 1095857152.0, - "16": 1095791104.0, - "17": 1095911936.0, - "18": 1095883264.0, - "19": 1095893504.0, - "20": 1095812096.0, - "21": 1095832064.0, - "22": 1095908864.0, - "23": 1095883776.0, - "24": 1095824384.0, - "25": 1095956480.0, - "26": 1095863808.0, - "27": 1095919104.0, - "28": 1095844864.0, - "29": 1095879168.0, - "30": 1095843840.0, - "31": 1095908352.0, - "32": 1095840768.0, - "33": 1095850496.0, - "34": 1095818240.0, - "35": 1095864832.0, - "36": 1095879680.0, - "37": 1095839232.0, - "38": 1095923200.0, - "39": 1095930880.0, - "40": 1095819264.0, - "41": 1095848448.0, - "42": 1095866880.0, - "43": 1095878656.0, - "44": 1095980544.0, - "45": 1095855104.0, - "46": 1095869952.0, - "47": 1095895040.0, - "48": 1095877632.0, - "49": 1095844352.0, - "50": 1095864320.0, - "51": 1095936000.0, - "52": 1095879680.0, - "53": 1095939584.0, - "54": 1095890432.0, - "55": 1095879168.0, - "56": 1095869440.0, - "57": 1095916544.0, - "58": 1095913984.0, - "59": 1095899136.0, - "60": 1095863296.0, - "61": 1095864320.0, - "62": 1095858176.0, - "63": 1095874048.0, - "64": 1095861760.0, - "65": 1095869952.0, - "66": 1095875584.0, - "67": 1095864832.0, - "68": 1095874048.0, - "69": 1095860224.0, - "70": 1095905280.0, - "71": 1095880192.0, - "72": 1095805440.0, - "73": 1095907840.0, - "74": 1095919616.0, - "75": 1095884800.0, - "76": 1095905792.0, - "77": 1095855616.0, - "78": 1095916544.0, - "79": 1095888384.0, - "80": 1095842304.0, - "81": 1095875584.0, - "82": 1095823872.0, - "83": 1095923712.0, - "84": 1095906304.0, - "85": 1095871488.0, - "86": 1095872512.0, - "87": 1095895552.0, - "88": 1095880192.0, - "89": 1095869440.0, - "90": 1095863296.0, - "91": 1095917056.0, - "92": 1095900160.0, - "93": 1095879680.0, - "94": 1095888896.0, - "95": 1095886848.0, - "96": 1095888384.0, - "97": 1095897088.0, - "98": 1095875584.0, - "99": 1095889408.0, - "100": 1095928320.0 + "1": 994066432.0, + "2": 994036736.0, + "3": 994083840.0, + "4": 994063872.0, + "5": 994087424.0, + "6": 994029056.0, + "7": 994051072.0, + "8": 994058240.0, + "9": 994074624.0, + "10": 994088448.0, + "11": 994060800.0, + "12": 994030592.0, + "13": 994083840.0, + "14": 993995264.0, + "15": 994038784.0, + "16": 993972736.0, + "17": 994093568.0, + "18": 994065408.0, + "19": 994072064.0, + "20": 993992704.0, + "21": 994015232.0, + "22": 994089472.0, + "23": 994063872.0, + "24": 994007040.0, + "25": 994137600.0, + "26": 994042368.0, + "27": 994098176.0, + "28": 994027520.0, + "29": 994060800.0, + "30": 994023936.0, + "31": 994089472.0, + "32": 994022400.0, + "33": 994032128.0, + "34": 993998336.0, + "35": 994047488.0, + "36": 994060800.0, + "37": 994019840.0, + "38": 994102272.0, + "39": 994114048.0, + "40": 994002432.0, + "41": 994028032.0, + "42": 994046976.0, + "43": 994059776.0, + "44": 994163200.0, + "45": 994035712.0, + "46": 994051584.0, + "47": 994075648.0, + "48": 994058752.0, + "49": 994024448.0, + "50": 994045440.0, + "51": 994117632.0, + "52": 994061824.0, + "53": 994120704.0, + "54": 994071552.0, + "55": 994058240.0, + "56": 994049536.0, + "57": 994095616.0, + "58": 994092032.0, + "59": 994078720.0, + "60": 994044928.0, + "61": 994045440.0, + "62": 994037760.0, + "63": 994053632.0, + "64": 994042368.0, + "65": 994048000.0, + "66": 994058240.0, + "67": 994045952.0, + "68": 994054656.0, + "69": 994043392.0, + "70": 994088960.0, + "71": 994059776.0, + "72": 993987072.0, + "73": 994087936.0, + "74": 994099200.0, + "75": 994066432.0, + "76": 994086912.0, + "77": 994040320.0, + "78": 994097152.0, + "79": 994068480.0, + "80": 994022912.0, + "81": 994056704.0, + "82": 994006528.0, + "83": 994105856.0, + "84": 994086912.0, + "85": 994053120.0, + "86": 994053632.0, + "87": 994076672.0, + "88": 994063872.0, + "89": 994052096.0, + "90": 994042880.0, + "91": 994099200.0, + "92": 994081792.0, + "93": 994059264.0, + "94": 994067968.0, + "95": 994069504.0, + "96": 994070016.0, + "97": 994078720.0, + "98": 994055680.0, + "99": 994072064.0, + "100": 994109440.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 3260420096.0, - "2": 3582874112.0, - "3": 3616017408.0, - "4": 3616017408.0, - "5": 3616065536.0, - "6": 3616065536.0, - "7": 3616065536.0, - "8": 3616065536.0, - "9": 3616065536.0, - "10": 3619626496.0, - "11": 3619626496.0, - "12": 3619626496.0, - "13": 3619626496.0, - "14": 3619626496.0, - "15": 3619626496.0, - "16": 3619626496.0, - "17": 3619626496.0, - "18": 3619626496.0, - "19": 3619626496.0, - "20": 3619626496.0, - "21": 3619626496.0, - "22": 3619626496.0, - "23": 3619626496.0, - "24": 3619626496.0, - "25": 3648242176.0, - "26": 3648242176.0, - "27": 3648242176.0, - "28": 3648242176.0, - "29": 3648242176.0, - "30": 3648242176.0, - "31": 3648242176.0, - "32": 3648242176.0, - "33": 3648242176.0, - "34": 3648242176.0, - "35": 3648242176.0, - "36": 3648242176.0, - "37": 3648242176.0, - "38": 3648242176.0, - "39": 3648242176.0, - "40": 3648242176.0, - "41": 3648242176.0, - "42": 3648242176.0, - "43": 3648242176.0, - "44": 3665209344.0, - "45": 3665209344.0, - "46": 3665209344.0, - "47": 3665209344.0, - "48": 3665209344.0, - "49": 3665209344.0, - "50": 3665209344.0, - "51": 3665209344.0, - "52": 3665209344.0, - "53": 3665209344.0, - "54": 3665209344.0, - "55": 3665209344.0, - "56": 3665209344.0, - "57": 3665209344.0, - "58": 3665209344.0, - "59": 3665209344.0, - "60": 3665209344.0, - "61": 3665209344.0, - "62": 3665209344.0, - "63": 3665209344.0, - "64": 3665209344.0, - "65": 3665209344.0, - "66": 3665209344.0, - "67": 3665209344.0, - "68": 3665209344.0, - "69": 3665209344.0, - "70": 3665209344.0, - "71": 3665209344.0, - "72": 3665209344.0, - "73": 3665209344.0, - "74": 3665209344.0, - "75": 3665209344.0, - "76": 3665209344.0, - "77": 3665209344.0, - "78": 3665209344.0, - "79": 3665209344.0, - "80": 3665209344.0, - "81": 3665209344.0, - "82": 3665209344.0, - "83": 3665209344.0, - "84": 3665209344.0, - "85": 3665209344.0, - "86": 3665209344.0, - "87": 3665209344.0, - "88": 3665209344.0, - "89": 3665209344.0, - "90": 3665209344.0, - "91": 3665209344.0, - "92": 3665209344.0, - "93": 3665209344.0, - "94": 3665209344.0, - "95": 3665209344.0, - "96": 3665209344.0, - "97": 3665209344.0, - "98": 3665209344.0, - "99": 3665209344.0, - "100": 3665209344.0 + "1": 3208497664.0, + "2": 3477673472.0, + "3": 3514158592.0, + "4": 3514158592.0, + "5": 3518004224.0, + "6": 3518004224.0, + "7": 3518004224.0, + "8": 3518004224.0, + "9": 3518004224.0, + "10": 3518004224.0, + "11": 3518004224.0, + "12": 3518004224.0, + "13": 3518004224.0, + "14": 3518004224.0, + "15": 3518004224.0, + "16": 3518004224.0, + "17": 3520937984.0, + "18": 3520937984.0, + "19": 3520937984.0, + "20": 3520937984.0, + "21": 3520937984.0, + "22": 3520937984.0, + "23": 3520937984.0, + "24": 3520937984.0, + "25": 3551077376.0, + "26": 3551077376.0, + "27": 3551077376.0, + "28": 3551077376.0, + "29": 3551077376.0, + "30": 3551077376.0, + "31": 3551077376.0, + "32": 3551077376.0, + "33": 3551077376.0, + "34": 3551077376.0, + "35": 3551077376.0, + "36": 3551077376.0, + "37": 3551077376.0, + "38": 3551077376.0, + "39": 3551077376.0, + "40": 3551077376.0, + "41": 3551077376.0, + "42": 3551077376.0, + "43": 3551077376.0, + "44": 3563410432.0, + "45": 3563410432.0, + "46": 3563410432.0, + "47": 3563410432.0, + "48": 3563410432.0, + "49": 3563410432.0, + "50": 3563410432.0, + "51": 3563410432.0, + "52": 3563410432.0, + "53": 3563410432.0, + "54": 3563410432.0, + "55": 3563410432.0, + "56": 3563410432.0, + "57": 3563410432.0, + "58": 3563410432.0, + "59": 3563410432.0, + "60": 3563410432.0, + "61": 3563410432.0, + "62": 3563410432.0, + "63": 3563410432.0, + "64": 3563410432.0, + "65": 3563410432.0, + "66": 3563410432.0, + "67": 3563410432.0, + "68": 3563410432.0, + "69": 3563410432.0, + "70": 3563410432.0, + "71": 3563410432.0, + "72": 3563410432.0, + "73": 3563410432.0, + "74": 3563410432.0, + "75": 3563410432.0, + "76": 3563410432.0, + "77": 3563410432.0, + "78": 3563410432.0, + "79": 3563410432.0, + "80": 3563410432.0, + "81": 3563410432.0, + "82": 3563410432.0, + "83": 3563410432.0, + "84": 3563410432.0, + "85": 3563410432.0, + "86": 3563410432.0, + "87": 3563410432.0, + "88": 3563410432.0, + "89": 3563410432.0, + "90": 3563410432.0, + "91": 3563410432.0, + "92": 3563410432.0, + "93": 3563410432.0, + "94": 3563410432.0, + "95": 3563410432.0, + "96": 3563410432.0, + "97": 3563410432.0, + "98": 3563410432.0, + "99": 3563410432.0, + "100": 3563410432.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 6.96692, - "3": 0.41239, - "4": 0.39161, - "5": 0.40475, - "6": 0.3904, - "7": 0.39424, - "8": 0.38721, - "9": 0.37766, - "10": 0.38826, - "11": 0.39241, - "12": 0.37744, - "13": 0.37937, - "14": 0.39891, - "15": 0.39154, - "16": 0.38546, - "17": 0.36906, - "18": 0.37961, - "19": 0.37168, - "20": 0.37856, - "21": 0.37322, - "22": 0.36901, - "23": 0.36962, - "24": 0.37071, - "25": 0.36454, - "26": 0.37164, - "27": 0.35661, - "28": 0.36072, - "29": 0.37992, - "30": 0.35418, - "31": 0.35828, - "32": 0.35863, - "33": 0.36304, - "34": 0.34938, - "35": 0.36044, - "36": 0.3661, - "37": 0.36694, - "38": 0.37046, - "39": 0.37481, - "40": 0.37606, - "41": 0.35942, - "42": 0.35928, - "43": 0.82934, - "44": 0.36187, - "45": 0.36124, - "46": 0.35574, - "47": 0.36316, - "48": 0.36376, - "49": 0.35682, - "50": 0.36509, - "51": 0.36781, - "52": 0.36533, - "53": 0.85049, - "54": 0.36057, - "55": 0.3565, - "56": 0.3743, - "57": 0.36606, - "58": 0.36355, - "59": 0.36215, - "60": 0.36264, - "61": 0.36287, - "62": 0.35671, - "63": 0.3661, - "64": 0.35095, - "65": 0.38153, - "66": 0.35893, - "67": 0.37021, - "68": 0.35656, - "69": 0.35749, - "70": 0.3687, - "71": 0.35581, - "72": 0.36693, - "73": 0.35596, - "74": 0.361, - "75": 0.35439, - "76": 0.35584, - "77": 0.36297, - "78": 0.35272, - "79": 0.35409, - "80": 0.35974, - "81": 0.355, - "82": 0.35692, - "83": 0.3617, - "84": 0.36038, - "85": 0.36694, - "86": 0.36667, - "87": 0.36782, - "88": 0.37457, - "89": 0.36585, - "90": 0.37116, - "91": 0.36385, - "92": 0.3564, - "93": 0.36251, - "94": 0.35477, - "95": 0.35372, - "96": 0.8695, - "97": 0.35034, - "98": 0.36289, - "99": 0.35766, - "100": 0.35116 + "2": 5.38386, + "3": 0.19198, + "4": 0.16326, + "5": 0.16753, + "6": 0.16051, + "7": 0.16018, + "8": 0.15661, + "9": 0.14741, + "10": 0.15214, + "11": 0.15864, + "12": 0.14925, + "13": 0.14059, + "14": 0.15938, + "15": 0.14778, + "16": 0.15316, + "17": 0.13887, + "18": 0.13857, + "19": 0.14671, + "20": 0.14655, + "21": 0.14629, + "22": 0.13843, + "23": 0.14599, + "24": 0.13672, + "25": 0.13508, + "26": 0.14215, + "27": 0.13168, + "28": 0.13428, + "29": 0.14578, + "30": 0.13214, + "31": 0.13505, + "32": 0.13808, + "33": 0.13529, + "34": 0.12835, + "35": 0.13004, + "36": 0.13419, + "37": 0.13398, + "38": 0.13658, + "39": 0.13628, + "40": 0.137, + "41": 0.1395, + "42": 0.13289, + "43": 0.14136, + "44": 0.12735, + "45": 0.13614, + "46": 0.12984, + "47": 0.13386, + "48": 0.1383, + "49": 0.13019, + "50": 0.13873, + "51": 0.19975, + "52": 0.13032, + "53": 0.13043, + "54": 0.13391, + "55": 0.12768, + "56": 0.13031, + "57": 0.13192, + "58": 0.12956, + "59": 0.12636, + "60": 0.13457, + "61": 0.13592, + "62": 0.13484, + "63": 0.21523, + "64": 0.15057, + "65": 0.13385, + "66": 0.13052, + "67": 0.12938, + "68": 0.13557, + "69": 0.12911, + "70": 0.13913, + "71": 0.1343, + "72": 0.13031, + "73": 0.13331, + "74": 0.13891, + "75": 0.13329, + "76": 0.13277, + "77": 0.13152, + "78": 0.13041, + "79": 0.12756, + "80": 0.1335, + "81": 0.12531, + "82": 0.12879, + "83": 0.12886, + "84": 0.1292, + "85": 0.13604, + "86": 0.13082, + "87": 0.13573, + "88": 0.14258, + "89": 0.12878, + "90": 0.14011, + "91": 0.13376, + "92": 0.12818, + "93": 0.13295, + "94": 0.12963, + "95": 0.12852, + "96": 0.14054, + "97": 0.13194, + "98": 0.13681, + "99": 0.13231, + "100": 0.13179 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json index b106daa13a1..135841ca0c1 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.81103, - "2": 10.83065, - "3": 10.82107, - "4": 10.81304, - "5": 10.84321, - "6": 10.84718, - "7": 10.85237, - "8": 10.83499, - "9": 10.84293, - "10": 10.77678, - "11": 10.84585, - "12": 10.85174, - "13": 10.84182, - "14": 10.87189, - "15": 10.83593, - "16": 10.79751, - "17": 10.77325, - "18": 10.8073, - "19": 10.78778, - "20": 10.73435, - "21": 10.69516, - "22": 10.56641, - "23": 10.71634, - "24": 10.61287, - "25": 10.55191, - "26": 10.61354, - "27": 10.62651, - "28": 10.59524, - "29": 10.5917, - "30": 10.39149, - "31": 10.1464, - "32": 10.47402, - "33": 10.47024, - "34": 10.23415, - "35": 10.2932, - "36": 10.26667, - "37": 10.37209, - "38": 10.22542, - "39": 10.42143, - "40": 10.13017, - "41": 10.16266, - "42": 10.24275, - "43": 9.88221, - "44": 9.99119, - "45": 9.87323, - "46": 9.85181, - "47": 10.15626, - "48": 9.89157, - "49": 9.58903, - "50": 9.95443, - "51": 9.88487, - "52": 9.78018, - "53": 10.10226, - "54": 9.9873, - "55": 9.9027, + "1": 10.81131, + "2": 10.83052, + "3": 10.82085, + "4": 10.81307, + "5": 10.84311, + "6": 10.84726, + "7": 10.85267, + "8": 10.83479, + "9": 10.84261, + "10": 10.77726, + "11": 10.8458, + "12": 10.85138, + "13": 10.8417, + "14": 10.87128, + "15": 10.83603, + "16": 10.79801, + "17": 10.77298, + "18": 10.80718, + "19": 10.78816, + "20": 10.73448, + "21": 10.69489, + "22": 10.5655, + "23": 10.71657, + "24": 10.61325, + "25": 10.55288, + "26": 10.61344, + "27": 10.62721, + "28": 10.5955, + "29": 10.59186, + "30": 10.39116, + "31": 10.14662, + "32": 10.47424, + "33": 10.47032, + "34": 10.23414, + "35": 10.29305, + "36": 10.26625, + "37": 10.37189, + "38": 10.22541, + "39": 10.4206, + "40": 10.13004, + "41": 10.16295, + "42": 10.24247, + "43": 9.88232, + "44": 9.99124, + "45": 9.87291, + "46": 9.85201, + "47": 10.15636, + "48": 9.89146, + "49": 9.58848, + "50": 9.95431, + "51": 9.8848, + "52": 9.7804, + "53": 10.10185, + "54": 9.98739, + "55": 9.90268, "56": 9.66818, "57": 9.53521, - "58": 9.89495, - "59": 9.6289, - "60": 9.54307, - "61": 9.72725, - "62": 10.03319, - "63": 9.45201, + "58": 9.89476, + "59": 9.6287, + "60": 9.54287, + "61": 9.72712, + "62": 10.03294, + "63": 9.45208, "64": 9.83185, - "65": 8.99108, - "66": 9.76421, - "67": 9.40334, - "68": 9.83107, - "69": 9.81874, - "70": 9.77252, - "71": 9.65812, - "72": 9.64065, - "73": 9.5512, - "74": 9.02044, - "75": 9.47713, + "65": 8.99135, + "66": 9.76412, + "67": 9.40353, + "68": 9.83116, + "69": 9.8188, + "70": 9.77287, + "71": 9.65807, + "72": 9.64061, + "73": 9.55124, + "74": 9.02017, + "75": 9.47697, "76": 9.13591, - "77": 10.09778, + "77": 10.09779, "78": 9.75282, - "79": 9.41686, - "80": 9.45072, - "81": 9.52034, - "82": 9.73197, - "83": 9.36926, - "84": 9.4504, + "79": 9.41682, + "80": 9.45061, + "81": 9.52029, + "82": 9.73213, + "83": 9.36932, + "84": 9.45047, "85": 9.65212, - "86": 9.11237, - "87": 9.61129, - "88": 9.78679, - "89": 9.64613, - "90": 9.83484, - "91": 9.39422, - "92": 9.39187, - "93": 9.12787, - "94": 8.86646, - "95": 9.54348, - "96": 9.55708, - "97": 9.33174, - "98": 9.6919, - "99": 8.92043, - "100": 9.41916 + "86": 9.11224, + "87": 9.61116, + "88": 9.78688, + "89": 9.64608, + "90": 9.8348, + "91": 9.3943, + "92": 9.39183, + "93": 9.12796, + "94": 8.86647, + "95": 9.54335, + "96": 9.55714, + "97": 9.33189, + "98": 9.69176, + "99": 8.92024, + "100": 9.41929 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1248.0, - "2": 1334.0, - "3": 1294.0, - "4": 1227.0, - "5": 1403.0, - "6": 1427.0, - "7": 1252.0, - "8": 1427.0, - "9": 1305.0, - "10": 1282.0, - "11": 1297.0, - "12": 1278.0, - "13": 1202.0, - "14": 1425.0, - "15": 1290.0, - "16": 1353.0, - "17": 1248.0, - "18": 1308.0, - "19": 1305.0, - "20": 1244.0, - "21": 1166.0, - "22": 1145.0, - "23": 1320.0, - "24": 1102.0, - "25": 1254.0, - "26": 1241.0, - "27": 1137.0, - "28": 1332.0, - "29": 1297.0, - "30": 1138.0, - "31": 1027.0, - "32": 1093.0, + "1": 1261.0, + "2": 1280.0, + "3": 1307.0, + "4": 1226.0, + "5": 1336.0, + "6": 1472.0, + "7": 1249.0, + "8": 1329.0, + "9": 1367.0, + "10": 1246.0, + "11": 1282.0, + "12": 1199.0, + "13": 1212.0, + "14": 1463.0, + "15": 1272.0, + "16": 1293.0, + "17": 1178.0, + "18": 1430.0, + "19": 1249.0, + "20": 1184.0, + "21": 1143.0, + "22": 1228.0, + "23": 1305.0, + "24": 1113.0, + "25": 1169.0, + "26": 1208.0, + "27": 1174.0, + "28": 1242.0, + "29": 1178.0, + "30": 1037.0, + "31": 992.0, + "32": 1073.0, "33": 1262.0, - "34": 1095.0, - "35": 1120.0, - "36": 1048.0, - "37": 1161.0, - "38": 1211.0, - "39": 1225.0, - "40": 1379.0, - "41": 1115.0, - "42": 1175.0, - "43": 1049.0, - "44": 1164.0, - "45": 1127.0, - "46": 1334.0, - "47": 1233.0, - "48": 1192.0, - "49": 1310.0, - "50": 1125.0, - "51": 1311.0, - "52": 1269.0, - "53": 1392.0, - "54": 1266.0, - "55": 1197.0, - "56": 1294.0, - "57": 1125.0, - "58": 1380.0, - "59": 1335.0, - "60": 1070.0, - "61": 1317.0, - "62": 1323.0, - "63": 1177.0, - "64": 1464.0, - "65": 1297.0, - "66": 1459.0, - "67": 1319.0, - "68": 1281.0, - "69": 1361.0, - "70": 1439.0, - "71": 1408.0, - "72": 1131.0, - "73": 1261.0, - "74": 918.0, - "75": 1051.0, - "76": 1288.0, - "77": 1472.0, - "78": 1433.0, - "79": 1433.0, - "80": 1350.0, - "81": 1576.0, - "82": 1414.0, - "83": 1205.0, - "84": 1485.0, - "85": 1339.0, - "86": 1265.0, - "87": 1538.0, - "88": 1462.0, - "89": 1499.0, - "90": 1289.0, - "91": 1052.0, - "92": 1303.0, - "93": 1235.0, - "94": 1301.0, - "95": 1386.0, - "96": 2364.0, - "97": 1408.0, - "98": 2551.0, - "99": 1263.0, - "100": 1227.0 + "34": 1124.0, + "35": 1147.0, + "36": 1060.0, + "37": 1146.0, + "38": 1230.0, + "39": 1101.0, + "40": 1355.0, + "41": 1152.0, + "42": 1250.0, + "43": 1046.0, + "44": 1150.0, + "45": 1115.0, + "46": 1295.0, + "47": 1181.0, + "48": 1227.0, + "49": 1254.0, + "50": 1173.0, + "51": 1308.0, + "52": 1294.0, + "53": 1311.0, + "54": 1253.0, + "55": 1149.0, + "56": 1272.0, + "57": 1176.0, + "58": 1341.0, + "59": 1421.0, + "60": 1132.0, + "61": 1314.0, + "62": 1290.0, + "63": 1244.0, + "64": 1413.0, + "65": 1264.0, + "66": 1422.0, + "67": 1300.0, + "68": 1238.0, + "69": 1334.0, + "70": 1513.0, + "71": 1403.0, + "72": 1095.0, + "73": 1353.0, + "74": 971.0, + "75": 1119.0, + "76": 1289.0, + "77": 1473.0, + "78": 1475.0, + "79": 1491.0, + "80": 1368.0, + "81": 1520.0, + "82": 1393.0, + "83": 1169.0, + "84": 1517.0, + "85": 1398.0, + "86": 1287.0, + "87": 1530.0, + "88": 1431.0, + "89": 1511.0, + "90": 1411.0, + "91": 1107.0, + "92": 1322.0, + "93": 1350.0, + "94": 1226.0, + "95": 1339.0, + "96": 2344.0, + "97": 1449.0, + "98": 2561.0, + "99": 1297.0, + "100": 1167.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 788555776.0, - "2": 788525568.0, - "3": 788572672.0, - "4": 788552704.0, - "5": 788574720.0, - "6": 788517888.0, - "7": 788541440.0, - "8": 788548096.0, - "9": 788562944.0, - "10": 788577280.0, - "11": 788553216.0, - "12": 788523008.0, - "13": 788579328.0, - "14": 788489216.0, - "15": 788539904.0, - "16": 788476928.0, - "17": 788598784.0, - "18": 788574208.0, - "19": 788580864.0, - "20": 788508160.0, - "21": 788545536.0, - "22": 788632064.0, - "23": 788610560.0, - "24": 788551168.0, - "25": 788694016.0, - "26": 788605440.0, - "27": 788667904.0, - "28": 788609024.0, - "29": 788647936.0, - "30": 788625408.0, - "31": 788685824.0, - "32": 788640768.0, - "33": 788655616.0, - "34": 788615680.0, - "35": 788654080.0, - "36": 788679680.0, - "37": 788634624.0, - "38": 788688896.0, - "39": 788698112.0, - "40": 788588032.0, - "41": 788628992.0, - "42": 788613632.0, - "43": 788577792.0, - "44": 788661248.0, - "45": 788528640.0, - "46": 788540928.0, - "47": 788609536.0, - "48": 788528640.0, - "49": 788498944.0, - "50": 788524544.0, - "51": 788559872.0, - "52": 788518400.0, - "53": 788552192.0, - "54": 788543488.0, - "55": 788538880.0, - "56": 788497408.0, - "57": 788493824.0, - "58": 788537344.0, - "59": 788539904.0, - "60": 788527104.0, - "61": 788499968.0, - "62": 788535296.0, - "63": 788487168.0, - "64": 788503552.0, - "65": 788446208.0, - "66": 788485632.0, - "67": 788485120.0, - "68": 788493312.0, - "69": 788508672.0, - "70": 788534784.0, - "71": 788491264.0, - "72": 788452864.0, - "73": 788477440.0, - "74": 788452864.0, - "75": 788480000.0, - "76": 788450304.0, - "77": 788506624.0, - "78": 788500992.0, - "79": 788451840.0, - "80": 788448256.0, - "81": 788466176.0, - "82": 788474880.0, - "83": 788470784.0, - "84": 788506624.0, - "85": 788496384.0, - "86": 788430848.0, - "87": 788528128.0, - "88": 788530176.0, - "89": 788537856.0, - "90": 788569600.0, - "91": 788549632.0, - "92": 788555264.0, - "93": 788525056.0, - "94": 788546560.0, - "95": 788583424.0, - "96": 788601856.0, - "97": 788617216.0, - "98": 788629504.0, - "99": 788551680.0, - "100": 788611072.0 + "1": 788523008.0, + "2": 788493312.0, + "3": 788539904.0, + "4": 788520960.0, + "5": 788542464.0, + "6": 788483584.0, + "7": 788508160.0, + "8": 788515840.0, + "9": 788528640.0, + "10": 788542976.0, + "11": 788520960.0, + "12": 788490240.0, + "13": 788546048.0, + "14": 788458496.0, + "15": 788507136.0, + "16": 788443648.0, + "17": 788567552.0, + "18": 788541952.0, + "19": 788548096.0, + "20": 788475904.0, + "21": 788512256.0, + "22": 788596224.0, + "23": 788578304.0, + "24": 788517888.0, + "25": 788660736.0, + "26": 788571136.0, + "27": 788636160.0, + "28": 788575232.0, + "29": 788614144.0, + "30": 788592640.0, + "31": 788651520.0, + "32": 788606976.0, + "33": 788621824.0, + "34": 788582400.0, + "35": 788621312.0, + "36": 788645888.0, + "37": 788604416.0, + "38": 788655616.0, + "39": 788667904.0, + "40": 788555264.0, + "41": 788595712.0, + "42": 788578304.0, + "43": 788546048.0, + "44": 788631552.0, + "45": 788494336.0, + "46": 788507648.0, + "47": 788575232.0, + "48": 788494848.0, + "49": 788464640.0, + "50": 788490752.0, + "51": 788526080.0, + "52": 788489216.0, + "53": 788518912.0, + "54": 788507648.0, + "55": 788505600.0, + "56": 788465152.0, + "57": 788463616.0, + "58": 788504576.0, + "59": 788508160.0, + "60": 788496384.0, + "61": 788465664.0, + "62": 788503552.0, + "63": 788454400.0, + "64": 788469760.0, + "65": 788413440.0, + "66": 788451328.0, + "67": 788452352.0, + "68": 788459520.0, + "69": 788477952.0, + "70": 788499968.0, + "71": 788459008.0, + "72": 788417024.0, + "73": 788445184.0, + "74": 788424704.0, + "75": 788443136.0, + "76": 788418560.0, + "77": 788475392.0, + "78": 788467712.0, + "79": 788421632.0, + "80": 788415488.0, + "81": 788432384.0, + "82": 788442624.0, + "83": 788438016.0, + "84": 788473344.0, + "85": 788466176.0, + "86": 788399104.0, + "87": 788493824.0, + "88": 788496896.0, + "89": 788506624.0, + "90": 788533248.0, + "91": 788516352.0, + "92": 788519936.0, + "93": 788489728.0, + "94": 788509184.0, + "95": 788546048.0, + "96": 788564992.0, + "97": 788583424.0, + "98": 788594176.0, + "99": 788517888.0, + "100": 788575744.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 3121186304.0, - "2": 3272137728.0, - "3": 3305329664.0, - "4": 3305329664.0, - "5": 3309687808.0, - "6": 3309687808.0, - "7": 3309687808.0, - "8": 3309687808.0, - "9": 3309687808.0, - "10": 3309926912.0, - "11": 3309926912.0, - "12": 3309926912.0, - "13": 3309926912.0, - "14": 3309926912.0, - "15": 3309926912.0, - "16": 3309926912.0, - "17": 3318584832.0, - "18": 3318584832.0, - "19": 3318584832.0, - "20": 3318584832.0, - "21": 3318584832.0, - "22": 3346422784.0, - "23": 3346422784.0, - "24": 3346422784.0, - "25": 3392057856.0, - "26": 3392057856.0, - "27": 3392057856.0, - "28": 3392057856.0, - "29": 3392057856.0, - "30": 3392057856.0, - "31": 3392057856.0, - "32": 3392057856.0, - "33": 3392057856.0, - "34": 3392057856.0, - "35": 3392057856.0, - "36": 3392057856.0, - "37": 3392057856.0, - "38": 3392057856.0, - "39": 3392057856.0, - "40": 3392057856.0, - "41": 3392057856.0, - "42": 3392057856.0, - "43": 3392057856.0, - "44": 3392057856.0, - "45": 3392057856.0, - "46": 3392057856.0, - "47": 3392057856.0, - "48": 3392057856.0, - "49": 3392057856.0, - "50": 3392057856.0, - "51": 3392057856.0, - "52": 3392057856.0, - "53": 3392057856.0, - "54": 3392057856.0, - "55": 3392057856.0, - "56": 3392057856.0, - "57": 3392057856.0, - "58": 3392057856.0, - "59": 3392057856.0, - "60": 3392057856.0, - "61": 3392057856.0, - "62": 3392057856.0, - "63": 3392057856.0, - "64": 3392057856.0, - "65": 3392057856.0, - "66": 3392057856.0, - "67": 3392057856.0, - "68": 3392057856.0, - "69": 3392057856.0, - "70": 3392057856.0, - "71": 3392057856.0, - "72": 3392057856.0, - "73": 3392057856.0, - "74": 3392057856.0, - "75": 3392057856.0, - "76": 3392057856.0, - "77": 3392057856.0, - "78": 3392057856.0, - "79": 3392057856.0, - "80": 3392057856.0, - "81": 3392057856.0, - "82": 3392057856.0, - "83": 3392057856.0, - "84": 3392057856.0, - "85": 3392057856.0, - "86": 3392057856.0, - "87": 3392057856.0, - "88": 3392057856.0, - "89": 3392057856.0, - "90": 3392057856.0, - "91": 3392057856.0, - "92": 3392057856.0, - "93": 3392057856.0, - "94": 3392057856.0, - "95": 3392057856.0, - "96": 3392057856.0, - "97": 3392057856.0, - "98": 3392057856.0, - "99": 3392057856.0, - "100": 3392057856.0 + "1": 3120612864.0, + "2": 3272273408.0, + "3": 3305499648.0, + "4": 3305499648.0, + "5": 3310634496.0, + "6": 3310634496.0, + "7": 3310634496.0, + "8": 3310634496.0, + "9": 3310634496.0, + "10": 3310634496.0, + "11": 3310634496.0, + "12": 3310634496.0, + "13": 3310634496.0, + "14": 3310634496.0, + "15": 3310634496.0, + "16": 3310634496.0, + "17": 3320662016.0, + "18": 3320662016.0, + "19": 3320662016.0, + "20": 3320662016.0, + "21": 3320662016.0, + "22": 3345010688.0, + "23": 3345010688.0, + "24": 3345010688.0, + "25": 3391364096.0, + "26": 3391364096.0, + "27": 3391364096.0, + "28": 3391364096.0, + "29": 3391364096.0, + "30": 3391364096.0, + "31": 3391364096.0, + "32": 3391364096.0, + "33": 3391364096.0, + "34": 3391364096.0, + "35": 3391364096.0, + "36": 3391364096.0, + "37": 3391364096.0, + "38": 3391364096.0, + "39": 3391364096.0, + "40": 3391364096.0, + "41": 3391364096.0, + "42": 3391364096.0, + "43": 3391364096.0, + "44": 3391364096.0, + "45": 3391364096.0, + "46": 3391364096.0, + "47": 3391364096.0, + "48": 3391364096.0, + "49": 3391364096.0, + "50": 3391364096.0, + "51": 3391364096.0, + "52": 3391364096.0, + "53": 3391364096.0, + "54": 3391364096.0, + "55": 3391364096.0, + "56": 3391364096.0, + "57": 3391364096.0, + "58": 3391364096.0, + "59": 3391364096.0, + "60": 3391364096.0, + "61": 3391364096.0, + "62": 3391364096.0, + "63": 3391364096.0, + "64": 3391364096.0, + "65": 3391364096.0, + "66": 3391364096.0, + "67": 3391364096.0, + "68": 3391364096.0, + "69": 3391364096.0, + "70": 3391364096.0, + "71": 3391364096.0, + "72": 3391364096.0, + "73": 3391364096.0, + "74": 3391364096.0, + "75": 3391364096.0, + "76": 3391364096.0, + "77": 3391364096.0, + "78": 3391364096.0, + "79": 3391364096.0, + "80": 3391364096.0, + "81": 3391364096.0, + "82": 3391364096.0, + "83": 3391364096.0, + "84": 3391364096.0, + "85": 3391364096.0, + "86": 3391364096.0, + "87": 3391364096.0, + "88": 3391364096.0, + "89": 3391364096.0, + "90": 3391364096.0, + "91": 3391364096.0, + "92": 3391364096.0, + "93": 3391364096.0, + "94": 3391364096.0, + "95": 3391364096.0, + "96": 3391364096.0, + "97": 3391364096.0, + "98": 3391364096.0, + "99": 3391364096.0, + "100": 3391364096.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 12.9672, - "2": 0.18032, - "3": 0.16621, - "4": 0.14138, - "5": 0.14697, - "6": 0.12745, - "7": 0.13018, - "8": 0.1308, - "9": 0.12325, - "10": 0.11929, - "11": 0.11868, - "12": 0.11662, - "13": 0.11935, - "14": 0.12579, - "15": 0.10685, - "16": 0.1235, - "17": 0.11712, - "18": 0.11351, - "19": 0.11956, - "20": 0.12036, - "21": 0.11206, - "22": 0.12061, - "23": 0.11918, - "24": 0.11718, - "25": 0.11286, - "26": 0.11553, - "27": 0.12325, - "28": 0.12425, - "29": 0.1373, - "30": 0.14042, - "31": 0.12588, - "32": 0.12886, - "33": 0.11871, - "34": 0.1268, - "35": 0.12631, - "36": 0.13682, - "37": 0.12561, - "38": 0.12806, - "39": 0.13203, - "40": 0.13218, - "41": 0.12224, - "42": 0.13858, - "43": 0.13174, - "44": 0.12012, - "45": 0.12567, - "46": 0.13565, - "47": 0.12427, - "48": 0.11574, - "49": 0.11974, - "50": 0.12631, - "51": 0.14169, - "52": 0.11509, - "53": 0.1256, - "54": 0.1169, - "55": 0.12608, - "56": 0.11705, - "57": 0.12085, - "58": 0.11877, - "59": 0.1187, - "60": 0.12978, - "61": 0.11339, - "62": 0.1117, - "63": 0.12276, - "64": 0.12623, - "65": 0.1311, - "66": 0.1174, - "67": 0.12925, - "68": 0.11502, - "69": 0.1185, - "70": 0.12525, - "71": 0.10756, - "72": 0.11771, - "73": 0.1132, - "74": 0.12549, - "75": 0.10854, - "76": 0.11252, - "77": 0.11354, - "78": 0.10942, - "79": 0.11618, - "80": 0.1066, - "81": 0.11024, - "82": 0.10189, - "83": 0.10909, - "84": 0.14864, - "85": 0.10374, - "86": 0.10395, - "87": 0.10291, - "88": 0.11323, - "89": 0.10749, - "90": 0.10777, - "91": 0.10528, - "92": 0.10628, - "93": 0.10398, - "94": 0.11116, - "95": 0.10621, - "96": 0.11081, - "97": 0.11111, - "98": 0.09872, - "99": 0.1051, - "100": 0.10136 + "1": "nan", + "2": 6.59522, + "3": 0.16841, + "4": 0.13572, + "5": 0.14545, + "6": 0.13454, + "7": 0.1372, + "8": 0.13116, + "9": 0.12815, + "10": 0.11951, + "11": 0.12359, + "12": 0.12115, + "13": 0.12349, + "14": 0.1194, + "15": 0.11328, + "16": 0.11245, + "17": 0.11237, + "18": 0.11133, + "19": 0.11183, + "20": 0.12485, + "21": 0.11036, + "22": 0.11567, + "23": 0.12619, + "24": 0.11428, + "25": 0.11691, + "26": 0.11778, + "27": 0.1233, + "28": 0.124, + "29": 0.14242, + "30": 0.12982, + "31": 0.13595, + "32": 0.13321, + "33": 0.13704, + "34": 0.13169, + "35": 0.11961, + "36": 0.13192, + "37": 0.12761, + "38": 0.12684, + "39": 0.14206, + "40": 0.12431, + "41": 0.12675, + "42": 0.12359, + "43": 0.13012, + "44": 0.12291, + "45": 0.12185, + "46": 0.12952, + "47": 0.12852, + "48": 0.11812, + "49": 0.12052, + "50": 0.1257, + "51": 0.17806, + "52": 0.11719, + "53": 0.12225, + "54": 0.12673, + "55": 0.11185, + "56": 0.18848, + "57": 0.12075, + "58": 0.11879, + "59": 0.10948, + "60": 0.1216, + "61": 0.1119, + "62": 0.11998, + "63": 0.1106, + "64": 0.1131, + "65": 0.11059, + "66": 0.10513, + "67": 0.11104, + "68": 0.11514, + "69": 0.11138, + "70": 0.1259, + "71": 0.1046, + "72": 0.12197, + "73": 0.1172, + "74": 0.12298, + "75": 0.10918, + "76": 0.10859, + "77": 0.11799, + "78": 0.10938, + "79": 0.10927, + "80": 0.1042, + "81": 0.1083, + "82": 0.10503, + "83": 0.10402, + "84": 0.11182, + "85": 0.11513, + "86": 0.10421, + "87": 0.10122, + "88": 0.10992, + "89": 0.11487, + "90": 0.11076, + "91": 0.10504, + "92": 0.10224, + "93": 0.10151, + "94": 0.11263, + "95": 0.1075, + "96": 0.10938, + "97": 0.10765, + "98": 0.10378, + "99": 0.10673, + "100": 0.11284 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_gb200.json index fe8d3f78926..1c1129cfec0 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_gb200.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.80397, - "2": 10.81064, - "3": 10.79812, - "4": 10.78677, - "5": 10.82981, - "6": 10.85273, - "7": 10.80976, - "8": 10.80152, - "9": 10.82476, - "10": 10.78235, - "11": 10.83837, - "12": 10.84645, - "13": 10.86121, - "14": 10.86494, - "15": 10.83809, - "16": 10.8346, - "17": 10.8121, - "18": 10.84437, - "19": 10.83592, - "20": 10.81732, - "21": 10.83519, - "22": 10.76256, - "23": 10.85511, - "24": 10.80666, - "25": 10.80025, - "26": 10.81426, - "27": 10.82995, - "28": 10.855, - "29": 10.86565, - "30": 10.79384, - "31": 10.74771, - "32": 10.84943, - "33": 10.83771, - "34": 10.80572, - "35": 10.80265, - "36": 10.79622, - "37": 10.82514, - "38": 10.79237, - "39": 10.84811, - "40": 10.77883, - "41": 10.79922, - "42": 10.81563, - "43": 10.74376, - "44": 10.76683, - "45": 10.76467, - "46": 10.77697, - "47": 10.79973, - "48": 10.77586, - "49": 10.72215, - "50": 10.78584, - "51": 10.78731, - "52": 10.7657, - "53": 10.81241, - "54": 10.79761, - "55": 10.80688, - "56": 10.75611, - "57": 10.71341, - "58": 10.78104, - "59": 10.7507, - "60": 10.72941, - "61": 10.76448, - "62": 10.8119, - "63": 10.69242, - "64": 10.76661, - "65": 10.62474, - "66": 10.75342, - "67": 10.69134, - "68": 10.77079, - "69": 10.76029, - "70": 10.76451, - "71": 10.73531, - "72": 10.72951, - "73": 10.7174, - "74": 10.57782, - "75": 10.68245, - "76": 10.61342, - "77": 10.80749, - "78": 10.7321, - "79": 10.66078, - "80": 10.68008, - "81": 10.69796, - "82": 10.72301, - "83": 10.6413, - "84": 10.6619, - "85": 10.70249, - "86": 10.58035, - "87": 10.69015, - "88": 10.73441, - "89": 10.67777, - "90": 10.74269, - "91": 10.62186, - "92": 10.63964, - "93": 10.56627, - "94": 10.49913, - "95": 10.65738, - "96": 10.65873, - "97": 10.57872, - "98": 10.6722, - "99": 10.4802, - "100": 10.59334 + "1": 10.80333, + "2": 10.81053, + "3": 10.79813, + "4": 10.78699, + "5": 10.82977, + "6": 10.85302, + "7": 10.80935, + "8": 10.80122, + "9": 10.82495, + "10": 10.78218, + "11": 10.83874, + "12": 10.84678, + "13": 10.86132, + "14": 10.86481, + "15": 10.83812, + "16": 10.83429, + "17": 10.81179, + "18": 10.84461, + "19": 10.83558, + "20": 10.81686, + "21": 10.83599, + "22": 10.76279, + "23": 10.85574, + "24": 10.80662, + "25": 10.80018, + "26": 10.81419, + "27": 10.82916, + "28": 10.85468, + "29": 10.86535, + "30": 10.79396, + "31": 10.74757, + "32": 10.84906, + "33": 10.83815, + "34": 10.80583, + "35": 10.80264, + "36": 10.79664, + "37": 10.82478, + "38": 10.79191, + "39": 10.84794, + "40": 10.77857, + "41": 10.79921, + "42": 10.81505, + "43": 10.74334, + "44": 10.767, + "45": 10.76438, + "46": 10.77647, + "47": 10.79951, + "48": 10.77596, + "49": 10.72204, + "50": 10.78594, + "51": 10.78773, + "52": 10.765, + "53": 10.81195, + "54": 10.79729, + "55": 10.80708, + "56": 10.75658, + "57": 10.71347, + "58": 10.78158, + "59": 10.75076, + "60": 10.72965, + "61": 10.76456, + "62": 10.81165, + "63": 10.69272, + "64": 10.76647, + "65": 10.62462, + "66": 10.754, + "67": 10.69132, + "68": 10.77148, + "69": 10.75998, + "70": 10.76526, + "71": 10.73504, + "72": 10.72949, + "73": 10.71734, + "74": 10.57809, + "75": 10.68258, + "76": 10.61311, + "77": 10.80818, + "78": 10.7319, + "79": 10.66021, + "80": 10.68062, + "81": 10.69817, + "82": 10.72275, + "83": 10.64106, + "84": 10.66233, + "85": 10.70257, + "86": 10.5802, + "87": 10.69033, + "88": 10.7342, + "89": 10.67785, + "90": 10.7429, + "91": 10.62197, + "92": 10.6397, + "93": 10.56638, + "94": 10.5, + "95": 10.65686, + "96": 10.65921, + "97": 10.57924, + "98": 10.67249, + "99": 10.4799, + "100": 10.59403 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1158.0, - "2": 1181.0, - "3": 1248.0, - "4": 1219.0, - "5": 1372.0, - "6": 1529.0, - "7": 1362.0, - "8": 1179.0, - "9": 1276.0, - "10": 1234.0, - "11": 1281.0, - "12": 1249.0, - "13": 1386.0, - "14": 1213.0, - "15": 1215.0, - "16": 1299.0, - "17": 1242.0, - "18": 1233.0, - "19": 1167.0, - "20": 1392.0, - "21": 1264.0, - "22": 1289.0, - "23": 1336.0, - "24": 1168.0, - "25": 1170.0, - "26": 1207.0, - "27": 1192.0, - "28": 1327.0, - "29": 1354.0, - "30": 1250.0, - "31": 1110.0, - "32": 1331.0, - "33": 1340.0, - "34": 1250.0, - "35": 1105.0, - "36": 1138.0, - "37": 1265.0, - "38": 1375.0, - "39": 1243.0, - "40": 1306.0, - "41": 1154.0, - "42": 1251.0, - "43": 1122.0, - "44": 1139.0, - "45": 1122.0, - "46": 1203.0, - "47": 1405.0, - "48": 1282.0, - "49": 1167.0, - "50": 1166.0, - "51": 1249.0, - "52": 1320.0, - "53": 1340.0, - "54": 1232.0, - "55": 1103.0, - "56": 1275.0, - "57": 1194.0, - "58": 1259.0, - "59": 1283.0, - "60": 1265.0, - "61": 1124.0, - "62": 1349.0, - "63": 1132.0, - "64": 1272.0, - "65": 1017.0, - "66": 1174.0, + "1": 1211.0, + "2": 1257.0, + "3": 1305.0, + "4": 1227.0, + "5": 1363.0, + "6": 1532.0, + "7": 1326.0, + "8": 1257.0, + "9": 1268.0, + "10": 1215.0, + "11": 1309.0, + "12": 1219.0, + "13": 1426.0, + "14": 1186.0, + "15": 1329.0, + "16": 1237.0, + "17": 1247.0, + "18": 1208.0, + "19": 1095.0, + "20": 1360.0, + "21": 1295.0, + "22": 1209.0, + "23": 1305.0, + "24": 1204.0, + "25": 1167.0, + "26": 1184.0, + "27": 1164.0, + "28": 1319.0, + "29": 1407.0, + "30": 1173.0, + "31": 1093.0, + "32": 1278.0, + "33": 1330.0, + "34": 1212.0, + "35": 1081.0, + "36": 1231.0, + "37": 1256.0, + "38": 1327.0, + "39": 1259.0, + "40": 1188.0, + "41": 1159.0, + "42": 1259.0, + "43": 1115.0, + "44": 1078.0, + "45": 1128.0, + "46": 1264.0, + "47": 1404.0, + "48": 1281.0, + "49": 1135.0, + "50": 1130.0, + "51": 1263.0, + "52": 1307.0, + "53": 1244.0, + "54": 1217.0, + "55": 1081.0, + "56": 1254.0, + "57": 1213.0, + "58": 1192.0, + "59": 1290.0, + "60": 1244.0, + "61": 1119.0, + "62": 1327.0, + "63": 1207.0, + "64": 1238.0, + "65": 1091.0, + "66": 1144.0, "67": 1242.0, - "68": 1291.0, - "69": 1295.0, - "70": 1143.0, - "71": 1148.0, - "72": 1266.0, - "73": 1199.0, - "74": 1133.0, - "75": 1346.0, - "76": 1224.0, - "77": 1329.0, - "78": 1256.0, - "79": 997.0, - "80": 1093.0, - "81": 1204.0, - "82": 1213.0, - "83": 1128.0, - "84": 1228.0, - "85": 1316.0, - "86": 1101.0, - "87": 1278.0, - "88": 1286.0, - "89": 1163.0, - "90": 1415.0, - "91": 1248.0, - "92": 1137.0, - "93": 912.0, - "94": 985.0, - "95": 1097.0, - "96": 1087.0, - "97": 1098.0, - "98": 1170.0, - "99": 1047.0, - "100": 1205.0 + "68": 1283.0, + "69": 1311.0, + "70": 1137.0, + "71": 1163.0, + "72": 1325.0, + "73": 1229.0, + "74": 1129.0, + "75": 1399.0, + "76": 1125.0, + "77": 1330.0, + "78": 1267.0, + "79": 1020.0, + "80": 1107.0, + "81": 1250.0, + "82": 1157.0, + "83": 1113.0, + "84": 1231.0, + "85": 1321.0, + "86": 1039.0, + "87": 1325.0, + "88": 1299.0, + "89": 1223.0, + "90": 1367.0, + "91": 1219.0, + "92": 1139.0, + "93": 1019.0, + "94": 1032.0, + "95": 1155.0, + "96": 1139.0, + "97": 1076.0, + "98": 1216.0, + "99": 1109.0, + "100": 1133.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1095588352.0, - "2": 1095600640.0, - "3": 1095576576.0, - "4": 1095606272.0, - "5": 1095514624.0, - "6": 1095542272.0, - "7": 1095563776.0, - "8": 1095580160.0, - "9": 1095585792.0, - "10": 1095554048.0, - "11": 1095538176.0, - "12": 1095523328.0, - "13": 1095589888.0, - "14": 1095519744.0, - "15": 1095557120.0, - "16": 1095548928.0, - "17": 1095531008.0, - "18": 1095528448.0, - "19": 1095549440.0, - "20": 1095504384.0, - "21": 1095561728.0, - "22": 1095583232.0, - "23": 1095534592.0, - "24": 1095604736.0, - "25": 1095577088.0, - "26": 1095565824.0, - "27": 1095591424.0, - "28": 1095485952.0, - "29": 1095502848.0, - "30": 1095552512.0, - "31": 1095588352.0, - "32": 1095491072.0, - "33": 1095547392.0, - "34": 1095568384.0, - "35": 1095527424.0, - "36": 1095533568.0, - "37": 1095482880.0, - "38": 1095552000.0, - "39": 1095532544.0, - "40": 1095567360.0, - "41": 1095537152.0, - "42": 1095543296.0, - "43": 1095581184.0, - "44": 1095620096.0, - "45": 1095569408.0, - "46": 1095584768.0, - "47": 1095573504.0, - "48": 1095577088.0, - "49": 1095530496.0, - "50": 1095540736.0, - "51": 1095570944.0, - "52": 1095538176.0, - "53": 1095597568.0, - "54": 1095536640.0, - "55": 1095517184.0, - "56": 1095566848.0, - "57": 1095645696.0, - "58": 1095634944.0, - "59": 1095548928.0, - "60": 1095562752.0, - "61": 1095553536.0, - "62": 1095572480.0, - "63": 1095573504.0, - "64": 1095550464.0, - "65": 1095578112.0, - "66": 1095531008.0, - "67": 1095568896.0, - "68": 1095566848.0, - "69": 1095527424.0, - "70": 1095532032.0, - "71": 1095520768.0, - "72": 1095548928.0, - "73": 1095569920.0, - "74": 1095596032.0, - "75": 1095538688.0, - "76": 1095584768.0, - "77": 1095507968.0, - "78": 1095514624.0, - "79": 1095515648.0, - "80": 1095551488.0, - "81": 1095513600.0, - "82": 1095498240.0, - "83": 1095558656.0, - "84": 1095569408.0, - "85": 1095576064.0, - "86": 1095590400.0, - "87": 1095523840.0, - "88": 1095517696.0, - "89": 1095539712.0, - "90": 1095528960.0, - "91": 1095550976.0, - "92": 1095561216.0, - "93": 1095579136.0, - "94": 1095564288.0, - "95": 1095510528.0, - "96": 1095502336.0, - "97": 1095537152.0, - "98": 1095496192.0, - "99": 1095577600.0, - "100": 1095598592.0 + "1": 1097607168.0, + "2": 1097619968.0, + "3": 1097594880.0, + "4": 1097623552.0, + "5": 1097533440.0, + "6": 1097560576.0, + "7": 1097582592.0, + "8": 1097600512.0, + "9": 1097606656.0, + "10": 1097574400.0, + "11": 1097557504.0, + "12": 1097541120.0, + "13": 1097609216.0, + "14": 1097538560.0, + "15": 1097576448.0, + "16": 1097569280.0, + "17": 1097546752.0, + "18": 1097546240.0, + "19": 1097567744.0, + "20": 1097524224.0, + "21": 1097575424.0, + "22": 1097601536.0, + "23": 1097554432.0, + "24": 1097622016.0, + "25": 1097594368.0, + "26": 1097583104.0, + "27": 1097608704.0, + "28": 1097506816.0, + "29": 1097521664.0, + "30": 1097571328.0, + "31": 1097606144.0, + "32": 1097508864.0, + "33": 1097565696.0, + "34": 1097585664.0, + "35": 1097545728.0, + "36": 1097552384.0, + "37": 1097501184.0, + "38": 1097568256.0, + "39": 1097551360.0, + "40": 1097585664.0, + "41": 1097554432.0, + "42": 1097561088.0, + "43": 1097596928.0, + "44": 1097636352.0, + "45": 1097586688.0, + "46": 1097602048.0, + "47": 1097593856.0, + "48": 1097596416.0, + "49": 1097547776.0, + "50": 1097558528.0, + "51": 1097590784.0, + "52": 1097552896.0, + "53": 1097616896.0, + "54": 1097554432.0, + "55": 1097535488.0, + "56": 1097585152.0, + "57": 1097666048.0, + "58": 1097650176.0, + "59": 1097567232.0, + "60": 1097577472.0, + "61": 1097573376.0, + "62": 1097590784.0, + "63": 1097593344.0, + "64": 1097567744.0, + "65": 1097597440.0, + "66": 1097550336.0, + "67": 1097587200.0, + "68": 1097589248.0, + "69": 1097546240.0, + "70": 1097549312.0, + "71": 1097539584.0, + "72": 1097568768.0, + "73": 1097588736.0, + "74": 1097615360.0, + "75": 1097557504.0, + "76": 1097601024.0, + "77": 1097524736.0, + "78": 1097531904.0, + "79": 1097536000.0, + "80": 1097569280.0, + "81": 1097531392.0, + "82": 1097517056.0, + "83": 1097577984.0, + "84": 1097587200.0, + "85": 1097592832.0, + "86": 1097609728.0, + "87": 1097541632.0, + "88": 1097535488.0, + "89": 1097557504.0, + "90": 1097547264.0, + "91": 1097569280.0, + "92": 1097578496.0, + "93": 1097597952.0, + "94": 1097584128.0, + "95": 1097530368.0, + "96": 1097519104.0, + "97": 1097556480.0, + "98": 1097513984.0, + "99": 1097594368.0, + "100": 1097618432.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 3125957632.0, - "2": 3477050368.0, - "3": 3477050368.0, - "4": 3481636352.0, - "5": 3481636352.0, - "6": 3481636352.0, - "7": 3481636352.0, - "8": 3481636352.0, - "9": 3481636352.0, - "10": 3481636352.0, - "11": 3481636352.0, - "12": 3481636352.0, - "13": 3481636352.0, - "14": 3481636352.0, - "15": 3481636352.0, - "16": 3481636352.0, - "17": 3481636352.0, - "18": 3481636352.0, - "19": 3481636352.0, - "20": 3481636352.0, - "21": 3481636352.0, - "22": 3481636352.0, - "23": 3481636352.0, - "24": 3482527744.0, - "25": 3482527744.0, - "26": 3482527744.0, - "27": 3482527744.0, - "28": 3482527744.0, - "29": 3482527744.0, - "30": 3482527744.0, - "31": 3482527744.0, - "32": 3482527744.0, - "33": 3482527744.0, - "34": 3482527744.0, - "35": 3482527744.0, - "36": 3482527744.0, - "37": 3482527744.0, - "38": 3482527744.0, - "39": 3482527744.0, - "40": 3482527744.0, - "41": 3482527744.0, - "42": 3482527744.0, - "43": 3482527744.0, - "44": 3495770112.0, - "45": 3495770112.0, - "46": 3495770112.0, - "47": 3495770112.0, - "48": 3495770112.0, - "49": 3495770112.0, - "50": 3495770112.0, - "51": 3495770112.0, - "52": 3495770112.0, - "53": 3495770112.0, - "54": 3495770112.0, - "55": 3495770112.0, - "56": 3495770112.0, - "57": 3505988608.0, - "58": 3505988608.0, - "59": 3505988608.0, - "60": 3505988608.0, - "61": 3505988608.0, - "62": 3505988608.0, - "63": 3505988608.0, - "64": 3505988608.0, - "65": 3505988608.0, - "66": 3505988608.0, - "67": 3505988608.0, - "68": 3505988608.0, - "69": 3505988608.0, - "70": 3505988608.0, - "71": 3505988608.0, - "72": 3505988608.0, - "73": 3505988608.0, - "74": 3505988608.0, - "75": 3505988608.0, - "76": 3505988608.0, - "77": 3505988608.0, - "78": 3505988608.0, - "79": 3505988608.0, - "80": 3505988608.0, - "81": 3505988608.0, - "82": 3505988608.0, - "83": 3505988608.0, - "84": 3505988608.0, - "85": 3505988608.0, - "86": 3505988608.0, - "87": 3505988608.0, - "88": 3505988608.0, - "89": 3505988608.0, - "90": 3505988608.0, - "91": 3505988608.0, - "92": 3505988608.0, - "93": 3505988608.0, - "94": 3505988608.0, - "95": 3505988608.0, - "96": 3505988608.0, - "97": 3505988608.0, - "98": 3505988608.0, - "99": 3505988608.0, - "100": 3505988608.0 + "1": 3126821376.0, + "2": 3477398528.0, + "3": 3477398528.0, + "4": 3482444288.0, + "5": 3482444288.0, + "6": 3482444288.0, + "7": 3482444288.0, + "8": 3482444288.0, + "9": 3482444288.0, + "10": 3482444288.0, + "11": 3482444288.0, + "12": 3482444288.0, + "13": 3482444288.0, + "14": 3482444288.0, + "15": 3482444288.0, + "16": 3482444288.0, + "17": 3482444288.0, + "18": 3482444288.0, + "19": 3482444288.0, + "20": 3482444288.0, + "21": 3482444288.0, + "22": 3482444288.0, + "23": 3482444288.0, + "24": 3484495872.0, + "25": 3484495872.0, + "26": 3484495872.0, + "27": 3484495872.0, + "28": 3484495872.0, + "29": 3484495872.0, + "30": 3484495872.0, + "31": 3484495872.0, + "32": 3484495872.0, + "33": 3484495872.0, + "34": 3484495872.0, + "35": 3484495872.0, + "36": 3484495872.0, + "37": 3484495872.0, + "38": 3484495872.0, + "39": 3484495872.0, + "40": 3484495872.0, + "41": 3484495872.0, + "42": 3484495872.0, + "43": 3484495872.0, + "44": 3491840000.0, + "45": 3491840000.0, + "46": 3491840000.0, + "47": 3491840000.0, + "48": 3491840000.0, + "49": 3491840000.0, + "50": 3491840000.0, + "51": 3491840000.0, + "52": 3491840000.0, + "53": 3491840000.0, + "54": 3491840000.0, + "55": 3491840000.0, + "56": 3491840000.0, + "57": 3508183040.0, + "58": 3508183040.0, + "59": 3508183040.0, + "60": 3508183040.0, + "61": 3508183040.0, + "62": 3508183040.0, + "63": 3508183040.0, + "64": 3508183040.0, + "65": 3508183040.0, + "66": 3508183040.0, + "67": 3508183040.0, + "68": 3508183040.0, + "69": 3508183040.0, + "70": 3508183040.0, + "71": 3508183040.0, + "72": 3508183040.0, + "73": 3508183040.0, + "74": 3508183040.0, + "75": 3508183040.0, + "76": 3508183040.0, + "77": 3508183040.0, + "78": 3508183040.0, + "79": 3508183040.0, + "80": 3508183040.0, + "81": 3508183040.0, + "82": 3508183040.0, + "83": 3508183040.0, + "84": 3508183040.0, + "85": 3508183040.0, + "86": 3508183040.0, + "87": 3508183040.0, + "88": 3508183040.0, + "89": 3508183040.0, + "90": 3508183040.0, + "91": 3508183040.0, + "92": 3508183040.0, + "93": 3508183040.0, + "94": 3508183040.0, + "95": 3508183040.0, + "96": 3508183040.0, + "97": 3508183040.0, + "98": 3508183040.0, + "99": 3508183040.0, + "100": 3508183040.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 4.71174, - "3": 0.47502, - "4": 0.44931, - "5": 0.44277, - "6": 0.44844, - "7": 0.45785, - "8": 0.44209, - "9": 0.43757, - "10": 0.42772, - "11": 0.44315, - "12": 0.42725, - "13": 0.42666, - "14": 0.41928, - "15": 0.42831, - "16": 0.42799, - "17": 0.42051, - "18": 0.41469, - "19": 0.41876, - "20": 0.41842, - "21": 0.43095, - "22": 0.41003, - "23": 0.41066, - "24": 0.41091, - "25": 0.40849, - "26": 0.4098, - "27": 0.41447, - "28": 0.4098, - "29": 0.40395, - "30": 0.41016, - "31": 0.41347, - "32": 0.40916, - "33": 0.41299, - "34": 0.40596, - "35": 0.40696, - "36": 0.40868, - "37": 0.40718, - "38": 0.40736, - "39": 0.40604, - "40": 0.40127, - "41": 0.4, - "42": 0.40197, - "43": 0.40902, - "44": 0.40712, - "45": 0.4098, - "46": 0.40168, - "47": 0.40487, - "48": 0.40622, - "49": 0.4089, - "50": 0.40406, - "51": 0.41118, - "52": 0.40412, - "53": 0.40027, - "54": 0.40192, - "55": 0.39782, - "56": 0.39731, - "57": 0.39836, - "58": 0.40128, - "59": 0.39958, - "60": 0.39863, - "61": 0.78712, - "62": 0.39887, - "63": 0.39967, - "64": 0.40024, - "65": 0.39891, - "66": 0.40058, - "67": 0.80982, - "68": 0.39889, - "69": 0.39895, - "70": 0.40201, - "71": 0.39871, - "72": 0.39819, - "73": 0.40638, - "74": 0.40241, - "75": 0.39867, - "76": 0.40192, - "77": 0.4032, - "78": 0.39871, - "79": 0.96252, - "80": 0.39811, - "81": 0.40176, - "82": 0.39856, - "83": 0.40217, - "84": 0.3966, - "85": 0.40212, - "86": 0.40144, - "87": 0.39779, - "88": 0.3989, - "89": 0.39982, - "90": 0.40291, - "91": 0.40052, - "92": 0.39772, - "93": 0.40147, - "94": 0.40072, - "95": 0.40007, - "96": 0.40232, - "97": 0.40777, - "98": 0.4002, - "99": 0.39995, - "100": 0.39879 + "2": 7.34873, + "3": 0.47749, + "4": 0.46923, + "5": 0.46505, + "6": 0.47039, + "7": 0.47141, + "8": 0.45733, + "9": 0.44691, + "10": 0.44158, + "11": 0.44596, + "12": 0.43661, + "13": 0.43802, + "14": 0.44029, + "15": 0.44295, + "16": 0.45077, + "17": 0.4421, + "18": 0.43522, + "19": 0.43243, + "20": 0.43474, + "21": 0.43469, + "22": 0.4271, + "23": 0.43227, + "24": 0.4297, + "25": 0.43168, + "26": 0.43437, + "27": 0.44424, + "28": 0.43017, + "29": 0.4367, + "30": 0.42892, + "31": 0.42831, + "32": 0.44254, + "33": 0.43142, + "34": 0.43903, + "35": 0.43188, + "36": 0.44337, + "37": 0.43409, + "38": 0.42818, + "39": 0.43105, + "40": 0.43043, + "41": 0.43127, + "42": 0.43053, + "43": 0.43512, + "44": 0.43458, + "45": 0.43, + "46": 0.42991, + "47": 0.42793, + "48": 0.4384, + "49": 0.43549, + "50": 0.4451, + "51": 0.59092, + "52": 0.42889, + "53": 0.42781, + "54": 0.42598, + "55": 0.42701, + "56": 0.43036, + "57": 0.43371, + "58": 0.42741, + "59": 0.43676, + "60": 0.42418, + "61": 0.42692, + "62": 0.43312, + "63": 0.42542, + "64": 0.4518, + "65": 0.43378, + "66": 0.42717, + "67": 0.43812, + "68": 0.42571, + "69": 0.4259, + "70": 0.43005, + "71": 0.42604, + "72": 0.43128, + "73": 0.43435, + "74": 0.43307, + "75": 0.42662, + "76": 0.44777, + "77": 0.43745, + "78": 0.43076, + "79": 0.42781, + "80": 0.4287, + "81": 0.42604, + "82": 0.43198, + "83": 0.43002, + "84": 0.42654, + "85": 0.42832, + "86": 0.42873, + "87": 0.42847, + "88": 0.42853, + "89": 0.42598, + "90": 0.4274, + "91": 0.42748, + "92": 0.42702, + "93": 0.42386, + "94": 0.42689, + "95": 0.43918, + "96": 0.42756, + "97": 0.43259, + "98": 0.42783, + "99": 0.43132, + "100": 0.42637 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_h100.json index 7d62923f634..a00832c0714 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_muon/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.81103, - "2": 10.83065, - "3": 10.82041, - "4": 10.81308, - "5": 10.84384, - "6": 10.84719, - "7": 10.85346, - "8": 10.83656, - "9": 10.84673, - "10": 10.78252, - "11": 10.85208, - "12": 10.86326, - "13": 10.85438, - "14": 10.88369, - "15": 10.87797, - "16": 10.84675, - "17": 10.83091, - "18": 10.86618, - "19": 10.84893, - "20": 10.84566, - "21": 10.8476, - "22": 10.79629, - "23": 10.88263, - "24": 10.83271, - "25": 10.82477, - "26": 10.84285, - "27": 10.85338, - "28": 10.87687, - "29": 10.86419, - "30": 10.81306, - "31": 10.78638, - "32": 10.85513, - "33": 10.85601, - "34": 10.8492, - "35": 10.83702, - "36": 10.80421, - "37": 10.83785, - "38": 10.80484, - "39": 10.84147, - "40": 10.80332, - "41": 10.83988, - "42": 10.84406, - "43": 10.81051, - "44": 10.8022, - "45": 10.78682, - "46": 10.80806, - "47": 10.81757, - "48": 10.80298, - "49": 10.78142, - "50": 10.8023, - "51": 10.82205, - "52": 10.80341, - "53": 10.83273, - "54": 10.81558, - "55": 10.82551, - "56": 10.77761, - "57": 10.7527, - "58": 10.80801, - "59": 10.79071, - "60": 10.73971, - "61": 10.80018, - "62": 10.81299, - "63": 10.72069, - "64": 10.78573, - "65": 10.69001, - "66": 10.76067, - "67": 10.73433, - "68": 10.80225, - "69": 10.7835, - "70": 10.77632, - "71": 10.76604, - "72": 10.736, - "73": 10.72965, - "74": 10.62244, - "75": 10.69059, - "76": 10.65429, - "77": 10.82179, - "78": 10.76341, - "79": 10.70461, - "80": 10.69433, - "81": 10.72473, - "82": 10.74232, - "83": 10.66784, - "84": 10.69896, - "85": 10.7144, - "86": 10.63886, - "87": 10.71783, - "88": 10.73541, - "89": 10.7139, - "90": 10.74667, - "91": 10.64906, - "92": 10.64667, - "93": 10.60204, - "94": 10.53296, - "95": 10.66128, - "96": 10.67208, - "97": 10.61439, - "98": 10.68466, - "99": 10.52017, - "100": 10.61535 + "1": 10.81131, + "2": 10.83052, + "3": 10.82065, + "4": 10.81325, + "5": 10.8435, + "6": 10.8475, + "7": 10.85372, + "8": 10.83666, + "9": 10.84675, + "10": 10.7824, + "11": 10.85213, + "12": 10.86305, + "13": 10.8546, + "14": 10.88435, + "15": 10.87791, + "16": 10.84635, + "17": 10.83067, + "18": 10.86657, + "19": 10.84935, + "20": 10.84535, + "21": 10.84796, + "22": 10.79622, + "23": 10.88195, + "24": 10.83304, + "25": 10.8245, + "26": 10.84287, + "27": 10.85299, + "28": 10.87702, + "29": 10.86412, + "30": 10.81348, + "31": 10.78684, + "32": 10.85493, + "33": 10.85631, + "34": 10.84928, + "35": 10.83724, + "36": 10.80417, + "37": 10.83818, + "38": 10.80443, + "39": 10.84242, + "40": 10.80342, + "41": 10.84006, + "42": 10.84367, + "43": 10.81027, + "44": 10.80266, + "45": 10.78715, + "46": 10.80801, + "47": 10.81712, + "48": 10.80305, + "49": 10.78173, + "50": 10.80236, + "51": 10.82259, + "52": 10.80357, + "53": 10.8324, + "54": 10.81531, + "55": 10.82576, + "56": 10.77686, + "57": 10.75268, + "58": 10.80752, + "59": 10.79114, + "60": 10.73992, + "61": 10.79911, + "62": 10.81278, + "63": 10.72008, + "64": 10.78556, + "65": 10.68987, + "66": 10.76117, + "67": 10.7344, + "68": 10.80171, + "69": 10.78366, + "70": 10.77629, + "71": 10.76688, + "72": 10.73599, + "73": 10.7298, + "74": 10.62278, + "75": 10.69026, + "76": 10.6547, + "77": 10.82192, + "78": 10.76388, + "79": 10.70446, + "80": 10.69405, + "81": 10.72428, + "82": 10.74204, + "83": 10.66805, + "84": 10.69801, + "85": 10.71378, + "86": 10.63855, + "87": 10.71836, + "88": 10.73535, + "89": 10.71432, + "90": 10.7463, + "91": 10.6489, + "92": 10.64631, + "93": 10.6021, + "94": 10.53298, + "95": 10.66191, + "96": 10.67257, + "97": 10.61393, + "98": 10.68445, + "99": 10.52001, + "100": 10.6156 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1248.0, - "2": 1334.0, - "3": 1279.0, - "4": 1251.0, - "5": 1382.0, - "6": 1478.0, - "7": 1205.0, - "8": 1414.0, - "9": 1410.0, - "10": 1302.0, - "11": 1305.0, - "12": 1282.0, - "13": 1254.0, - "14": 1432.0, - "15": 1176.0, - "16": 1222.0, - "17": 1256.0, - "18": 1355.0, - "19": 1265.0, - "20": 1285.0, - "21": 1258.0, - "22": 1186.0, - "23": 1312.0, - "24": 1329.0, - "25": 1270.0, - "26": 1206.0, - "27": 1432.0, - "28": 1433.0, - "29": 1297.0, - "30": 1191.0, - "31": 1166.0, - "32": 1273.0, - "33": 1273.0, - "34": 1165.0, - "35": 1200.0, - "36": 1216.0, - "37": 1241.0, - "38": 1343.0, - "39": 1544.0, - "40": 1200.0, - "41": 1350.0, - "42": 1218.0, - "43": 1213.0, - "44": 1223.0, - "45": 1179.0, - "46": 1211.0, - "47": 1353.0, - "48": 1180.0, - "49": 1180.0, - "50": 1182.0, - "51": 1221.0, - "52": 1192.0, - "53": 1460.0, - "54": 1267.0, - "55": 1209.0, - "56": 1312.0, - "57": 1287.0, - "58": 1291.0, - "59": 1292.0, - "60": 1229.0, - "61": 1153.0, - "62": 1228.0, - "63": 1200.0, - "64": 1307.0, - "65": 1183.0, - "66": 1202.0, - "67": 1163.0, - "68": 1246.0, - "69": 1316.0, - "70": 1336.0, - "71": 1209.0, - "72": 1196.0, - "73": 1115.0, - "74": 1121.0, - "75": 1276.0, - "76": 1299.0, - "77": 1349.0, - "78": 1322.0, - "79": 1092.0, - "80": 1223.0, - "81": 1098.0, - "82": 1237.0, - "83": 1317.0, - "84": 1179.0, - "85": 1286.0, - "86": 1152.0, - "87": 1188.0, - "88": 1294.0, - "89": 1227.0, - "90": 1392.0, - "91": 1150.0, - "92": 1268.0, + "1": 1216.0, + "2": 1361.0, + "3": 1290.0, + "4": 1236.0, + "5": 1294.0, + "6": 1445.0, + "7": 1238.0, + "8": 1365.0, + "9": 1341.0, + "10": 1309.0, + "11": 1223.0, + "12": 1216.0, + "13": 1268.0, + "14": 1528.0, + "15": 1252.0, + "16": 1204.0, + "17": 1286.0, + "18": 1387.0, + "19": 1269.0, + "20": 1227.0, + "21": 1290.0, + "22": 1184.0, + "23": 1357.0, + "24": 1341.0, + "25": 1258.0, + "26": 1214.0, + "27": 1411.0, + "28": 1430.0, + "29": 1275.0, + "30": 1265.0, + "31": 1184.0, + "32": 1331.0, + "33": 1352.0, + "34": 1129.0, + "35": 1187.0, + "36": 1155.0, + "37": 1200.0, + "38": 1282.0, + "39": 1549.0, + "40": 1215.0, + "41": 1322.0, + "42": 1190.0, + "43": 1145.0, + "44": 1178.0, + "45": 1223.0, + "46": 1094.0, + "47": 1278.0, + "48": 1151.0, + "49": 1154.0, + "50": 1211.0, + "51": 1214.0, + "52": 1214.0, + "53": 1328.0, + "54": 1298.0, + "55": 1174.0, + "56": 1287.0, + "57": 1341.0, + "58": 1344.0, + "59": 1210.0, + "60": 1163.0, + "61": 1177.0, + "62": 1209.0, + "63": 1258.0, + "64": 1313.0, + "65": 1250.0, + "66": 1216.0, + "67": 1213.0, + "68": 1160.0, + "69": 1356.0, + "70": 1345.0, + "71": 1196.0, + "72": 1247.0, + "73": 1142.0, + "74": 1124.0, + "75": 1292.0, + "76": 1276.0, + "77": 1315.0, + "78": 1335.0, + "79": 1022.0, + "80": 1179.0, + "81": 1104.0, + "82": 1218.0, + "83": 1279.0, + "84": 1152.0, + "85": 1216.0, + "86": 1188.0, + "87": 1223.0, + "88": 1228.0, + "89": 1116.0, + "90": 1404.0, + "91": 1159.0, + "92": 1346.0, "93": 1105.0, - "94": 1010.0, - "95": 1265.0, - "96": 1276.0, - "97": 1181.0, - "98": 1194.0, - "99": 1221.0, - "100": 1285.0 + "94": 1030.0, + "95": 1250.0, + "96": 1305.0, + "97": 1173.0, + "98": 1256.0, + "99": 1162.0, + "100": 1265.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1095884800.0, - "2": 1095854592.0, - "3": 1095902720.0, - "4": 1095882752.0, - "5": 1095905792.0, - "6": 1095847424.0, - "7": 1095868928.0, - "8": 1095876608.0, - "9": 1095891968.0, - "10": 1095904768.0, - "11": 1095880704.0, - "12": 1095849472.0, - "13": 1095902720.0, - "14": 1095814144.0, - "15": 1095857152.0, - "16": 1095790592.0, - "17": 1095910400.0, - "18": 1095884288.0, - "19": 1095892480.0, - "20": 1095812096.0, - "21": 1095834112.0, - "22": 1095906816.0, - "23": 1095881728.0, - "24": 1095824896.0, - "25": 1095955968.0, - "26": 1095862272.0, - "27": 1095919616.0, - "28": 1095846400.0, - "29": 1095878656.0, - "30": 1095843840.0, - "31": 1095906816.0, - "32": 1095840768.0, - "33": 1095851008.0, - "34": 1095815680.0, - "35": 1095865856.0, - "36": 1095880192.0, - "37": 1095838720.0, - "38": 1095921664.0, - "39": 1095930368.0, - "40": 1095818240.0, - "41": 1095847424.0, - "42": 1095864320.0, - "43": 1095878144.0, - "44": 1095982080.0, - "45": 1095855104.0, - "46": 1095869952.0, - "47": 1095891968.0, - "48": 1095878144.0, - "49": 1095843840.0, - "50": 1095862272.0, - "51": 1095934464.0, - "52": 1095880192.0, - "53": 1095940608.0, - "54": 1095887872.0, - "55": 1095877632.0, - "56": 1095868416.0, - "57": 1095913472.0, - "58": 1095910912.0, - "59": 1095898112.0, - "60": 1095865344.0, - "61": 1095864320.0, - "62": 1095858176.0, - "63": 1095872000.0, - "64": 1095862272.0, - "65": 1095868928.0, - "66": 1095877120.0, - "67": 1095863808.0, - "68": 1095873024.0, - "69": 1095859712.0, - "70": 1095904768.0, - "71": 1095876608.0, - "72": 1095805952.0, - "73": 1095908352.0, - "74": 1095918592.0, - "75": 1095884288.0, - "76": 1095903744.0, - "77": 1095857664.0, - "78": 1095914496.0, - "79": 1095888896.0, - "80": 1095839232.0, - "81": 1095875584.0, - "82": 1095825408.0, - "83": 1095925248.0, - "84": 1095904256.0, - "85": 1095870976.0, - "86": 1095870976.0, - "87": 1095893504.0, - "88": 1095882240.0, - "89": 1095869952.0, - "90": 1095860224.0, - "91": 1095916032.0, - "92": 1095900672.0, - "93": 1095878144.0, - "94": 1095884800.0, - "95": 1095889920.0, - "96": 1095886848.0, - "97": 1095896576.0, - "98": 1095873024.0, - "99": 1095887872.0, - "100": 1095927808.0 + "1": 1096901120.0, + "2": 1096871424.0, + "3": 1096918528.0, + "4": 1096899072.0, + "5": 1096922112.0, + "6": 1096862720.0, + "7": 1096885248.0, + "8": 1096893440.0, + "9": 1096907264.0, + "10": 1096921088.0, + "11": 1096894464.0, + "12": 1096867840.0, + "13": 1096918016.0, + "14": 1096829440.0, + "15": 1096875520.0, + "16": 1096807424.0, + "17": 1096928256.0, + "18": 1096899584.0, + "19": 1096908288.0, + "20": 1096827904.0, + "21": 1096847872.0, + "22": 1096923136.0, + "23": 1096899584.0, + "24": 1096841728.0, + "25": 1096971776.0, + "26": 1096878080.0, + "27": 1096932352.0, + "28": 1096861696.0, + "29": 1096896000.0, + "30": 1096857600.0, + "31": 1096924672.0, + "32": 1096856064.0, + "33": 1096866304.0, + "34": 1096833024.0, + "35": 1096883200.0, + "36": 1096896512.0, + "37": 1096856576.0, + "38": 1096935936.0, + "39": 1096948224.0, + "40": 1096834560.0, + "41": 1096862720.0, + "42": 1096882176.0, + "43": 1096894976.0, + "44": 1096997376.0, + "45": 1096871424.0, + "46": 1096885760.0, + "47": 1096908800.0, + "48": 1096891904.0, + "49": 1096859648.0, + "50": 1096881152.0, + "51": 1096950784.0, + "52": 1096897536.0, + "53": 1096957440.0, + "54": 1096906752.0, + "55": 1096894976.0, + "56": 1096885760.0, + "57": 1096932352.0, + "58": 1096927744.0, + "59": 1096913920.0, + "60": 1096878080.0, + "61": 1096879104.0, + "62": 1096872448.0, + "63": 1096887808.0, + "64": 1096879104.0, + "65": 1096883200.0, + "66": 1096890880.0, + "67": 1096880640.0, + "68": 1096888832.0, + "69": 1096878592.0, + "70": 1096922112.0, + "71": 1096893952.0, + "72": 1096820736.0, + "73": 1096925184.0, + "74": 1096934400.0, + "75": 1096899584.0, + "76": 1096921600.0, + "77": 1096874496.0, + "78": 1096931840.0, + "79": 1096905216.0, + "80": 1096856576.0, + "81": 1096892416.0, + "82": 1096841216.0, + "83": 1096942080.0, + "84": 1096924672.0, + "85": 1096888832.0, + "86": 1096888832.0, + "87": 1096910336.0, + "88": 1096897536.0, + "89": 1096886272.0, + "90": 1096877568.0, + "91": 1096932352.0, + "92": 1096914944.0, + "93": 1096897024.0, + "94": 1096903168.0, + "95": 1096903168.0, + "96": 1096902656.0, + "97": 1096912896.0, + "98": 1096889344.0, + "99": 1096906240.0, + "100": 1096943104.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 3260419584.0, - "2": 3582873600.0, - "3": 3615975424.0, - "4": 3615975424.0, - "5": 3616532480.0, - "6": 3616532480.0, - "7": 3616532480.0, - "8": 3616532480.0, - "9": 3616532480.0, - "10": 3618800640.0, - "11": 3618800640.0, - "12": 3618800640.0, - "13": 3618800640.0, - "14": 3618800640.0, - "15": 3618800640.0, - "16": 3618800640.0, - "17": 3618800640.0, - "18": 3618800640.0, - "19": 3618800640.0, - "20": 3618800640.0, - "21": 3618800640.0, - "22": 3618800640.0, - "23": 3618800640.0, - "24": 3618800640.0, - "25": 3648277504.0, - "26": 3648277504.0, - "27": 3648277504.0, - "28": 3648277504.0, - "29": 3648277504.0, - "30": 3648277504.0, - "31": 3648277504.0, - "32": 3648277504.0, - "33": 3648277504.0, - "34": 3648277504.0, - "35": 3648277504.0, - "36": 3648277504.0, - "37": 3648277504.0, - "38": 3648277504.0, - "39": 3648277504.0, - "40": 3648277504.0, - "41": 3648277504.0, - "42": 3648277504.0, - "43": 3648277504.0, - "44": 3667798528.0, - "45": 3667798528.0, - "46": 3667798528.0, - "47": 3667798528.0, - "48": 3667798528.0, - "49": 3667798528.0, - "50": 3667798528.0, - "51": 3667798528.0, - "52": 3667798528.0, - "53": 3667798528.0, - "54": 3667798528.0, - "55": 3667798528.0, - "56": 3667798528.0, - "57": 3667798528.0, - "58": 3667798528.0, - "59": 3667798528.0, - "60": 3667798528.0, - "61": 3667798528.0, - "62": 3667798528.0, - "63": 3667798528.0, - "64": 3667798528.0, - "65": 3667798528.0, - "66": 3667798528.0, - "67": 3667798528.0, - "68": 3667798528.0, - "69": 3667798528.0, - "70": 3667798528.0, - "71": 3667798528.0, - "72": 3667798528.0, - "73": 3667798528.0, - "74": 3667798528.0, - "75": 3667798528.0, - "76": 3667798528.0, - "77": 3667798528.0, - "78": 3667798528.0, - "79": 3667798528.0, - "80": 3667798528.0, - "81": 3667798528.0, - "82": 3667798528.0, - "83": 3667798528.0, - "84": 3667798528.0, - "85": 3667798528.0, - "86": 3667798528.0, - "87": 3667798528.0, - "88": 3667798528.0, - "89": 3667798528.0, - "90": 3667798528.0, - "91": 3667798528.0, - "92": 3667798528.0, - "93": 3667798528.0, - "94": 3667798528.0, - "95": 3667798528.0, - "96": 3667798528.0, - "97": 3667798528.0, - "98": 3667798528.0, - "99": 3667798528.0, - "100": 3667798528.0 + "1": 3260276736.0, + "2": 3584740352.0, + "3": 3617903616.0, + "4": 3617903616.0, + "5": 3617903616.0, + "6": 3617903616.0, + "7": 3617903616.0, + "8": 3617903616.0, + "9": 3617903616.0, + "10": 3620146688.0, + "11": 3620146688.0, + "12": 3620146688.0, + "13": 3620146688.0, + "14": 3620146688.0, + "15": 3620146688.0, + "16": 3620146688.0, + "17": 3620870656.0, + "18": 3620870656.0, + "19": 3620870656.0, + "20": 3620870656.0, + "21": 3620870656.0, + "22": 3620870656.0, + "23": 3620870656.0, + "24": 3620870656.0, + "25": 3650369536.0, + "26": 3650369536.0, + "27": 3650369536.0, + "28": 3650369536.0, + "29": 3650369536.0, + "30": 3650369536.0, + "31": 3650369536.0, + "32": 3650369536.0, + "33": 3650369536.0, + "34": 3650369536.0, + "35": 3650369536.0, + "36": 3650369536.0, + "37": 3650369536.0, + "38": 3650369536.0, + "39": 3650369536.0, + "40": 3650369536.0, + "41": 3650369536.0, + "42": 3650369536.0, + "43": 3650369536.0, + "44": 3666193408.0, + "45": 3666193408.0, + "46": 3666193408.0, + "47": 3666193408.0, + "48": 3666193408.0, + "49": 3666193408.0, + "50": 3666193408.0, + "51": 3666193408.0, + "52": 3666193408.0, + "53": 3666193408.0, + "54": 3666193408.0, + "55": 3666193408.0, + "56": 3666193408.0, + "57": 3666193408.0, + "58": 3666193408.0, + "59": 3666193408.0, + "60": 3666193408.0, + "61": 3666193408.0, + "62": 3666193408.0, + "63": 3666193408.0, + "64": 3666193408.0, + "65": 3666193408.0, + "66": 3666193408.0, + "67": 3666193408.0, + "68": 3666193408.0, + "69": 3666193408.0, + "70": 3666193408.0, + "71": 3666193408.0, + "72": 3666193408.0, + "73": 3666193408.0, + "74": 3666193408.0, + "75": 3666193408.0, + "76": 3666193408.0, + "77": 3666193408.0, + "78": 3666193408.0, + "79": 3666193408.0, + "80": 3666193408.0, + "81": 3666193408.0, + "82": 3666193408.0, + "83": 3666193408.0, + "84": 3666193408.0, + "85": 3666193408.0, + "86": 3666193408.0, + "87": 3666193408.0, + "88": 3666193408.0, + "89": 3666193408.0, + "90": 3666193408.0, + "91": 3666193408.0, + "92": 3666193408.0, + "93": 3666193408.0, + "94": 3666193408.0, + "95": 3666193408.0, + "96": 3666193408.0, + "97": 3666193408.0, + "98": 3666193408.0, + "99": 3666193408.0, + "100": 3666193408.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 6.73766, - "3": 0.31869, - "4": 0.3125, - "5": 0.31279, - "6": 0.29974, - "7": 0.30628, - "8": 0.29637, - "9": 0.29751, - "10": 0.28123, - "11": 0.3055, - "12": 0.28861, - "13": 0.27778, - "14": 0.28796, - "15": 0.28678, - "16": 0.27533, - "17": 0.27979, - "18": 1.87923, - "19": 0.28574, - "20": 0.28215, - "21": 0.2771, - "22": 0.27101, - "23": 0.27311, - "24": 1.50235, - "25": 0.27537, - "26": 1.04897, - "27": 0.26783, - "28": 0.69868, - "29": 0.27953, - "30": 1.54699, - "31": 0.27899, - "32": 0.28165, - "33": 0.28792, - "34": 0.27678, - "35": 1.25378, - "36": 0.88573, - "37": 0.26832, - "38": 0.26501, - "39": 0.28399, - "40": 0.96629, - "41": 0.26938, - "42": 0.31209, - "43": 0.27968, - "44": 0.65987, - "45": 0.51088, - "46": 1.37707, - "47": 0.26575, - "48": 0.92193, - "49": 0.26081, - "50": 0.27031, - "51": 0.31353, - "52": 0.27257, - "53": 0.27323, - "54": 0.27148, - "55": 0.27248, - "56": 0.7475, - "57": 0.26706, - "58": 0.28367, - "59": 0.27716, - "60": 1.12441, - "61": 0.26587, - "62": 0.68635, - "63": 0.28123, - "64": 0.98333, - "65": 0.27408, - "66": 1.22087, - "67": 0.26407, - "68": 0.95198, - "69": 0.29272, - "70": 0.52799, - "71": 0.92323, - "72": 0.25931, - "73": 0.26616, - "74": 0.28128, - "75": 0.28947, - "76": 0.27481, - "77": 0.67217, - "78": 0.28612, - "79": 0.85039, - "80": 0.2721, - "81": 0.5328, - "82": 0.57505, - "83": 0.79918, - "84": 0.28096, - "85": 0.27744, - "86": 0.273, - "87": 0.33552, - "88": 0.48699, - "89": 0.28552, - "90": 0.50386, - "91": 0.27372, - "92": 0.64636, - "93": 0.26742, - "94": 0.2649, - "95": 0.49366, - "96": 0.36845, - "97": 0.29731, - "98": 0.53051, - "99": 0.26212, - "100": 0.75087 + "2": 7.38195, + "3": 0.42225, + "4": 0.39704, + "5": 0.39487, + "6": 0.39433, + "7": 0.38785, + "8": 0.38585, + "9": 0.37642, + "10": 0.38118, + "11": 0.38129, + "12": 0.80292, + "13": 0.37065, + "14": 0.37805, + "15": 0.3765, + "16": 0.37404, + "17": 0.36372, + "18": 0.36242, + "19": 0.36678, + "20": 0.37289, + "21": 0.36091, + "22": 0.35735, + "23": 0.37083, + "24": 0.80737, + "25": 0.37032, + "26": 0.37252, + "27": 0.3622, + "28": 0.36633, + "29": 0.37428, + "30": 0.36535, + "31": 0.36749, + "32": 0.37429, + "33": 0.36871, + "34": 0.36601, + "35": 0.36758, + "36": 1.06358, + "37": 0.36653, + "38": 0.37467, + "39": 0.39001, + "40": 0.38082, + "41": 0.37425, + "42": 0.36453, + "43": 0.36369, + "44": 0.35509, + "45": 0.35574, + "46": 0.35408, + "47": 0.3561, + "48": 0.35724, + "49": 0.35355, + "50": 0.3604, + "51": 0.4207, + "52": 0.35498, + "53": 0.38098, + "54": 0.35537, + "55": 0.355, + "56": 0.36178, + "57": 0.35349, + "58": 0.35192, + "59": 0.35078, + "60": 0.36116, + "61": 0.35595, + "62": 0.36007, + "63": 0.3594, + "64": 0.35948, + "65": 0.41853, + "66": 0.35083, + "67": 0.35435, + "68": 0.35242, + "69": 0.35637, + "70": 0.35892, + "71": 0.35485, + "72": 0.35547, + "73": 0.35468, + "74": 0.35912, + "75": 0.34934, + "76": 0.3505, + "77": 0.35287, + "78": 0.3498, + "79": 0.35212, + "80": 0.3601, + "81": 0.36599, + "82": 0.3627, + "83": 0.36107, + "84": 0.3583, + "85": 0.36369, + "86": 0.36127, + "87": 0.37251, + "88": 0.36142, + "89": 0.35789, + "90": 0.36485, + "91": 0.36146, + "92": 0.35741, + "93": 0.36016, + "94": 0.35882, + "95": 0.37316, + "96": 0.40466, + "97": 0.35709, + "98": 0.36191, + "99": 0.36413, + "100": 0.35314 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgx_h100.json index d5ced620365..623687f52b3 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 11.06693, - "2": 11.0602, - "3": 10.16141, - "4": 10.11145, - "5": 10.47957, - "6": 10.21751, - "7": 10.56153, - "8": 12.79501, - "9": 12.96949, - "10": 13.32223, - "11": 11.63359, - "12": 11.4938, - "13": 12.46292, - "14": 12.13415, - "15": 11.90295, - "16": 12.01307, - "17": 12.17443, - "18": 12.64978, - "19": 11.81295, - "20": 12.18673, - "21": 11.24306, - "22": 11.54156, - "23": 10.98412, - "24": 11.01925, - "25": 10.73001, - "26": 10.72806, - "27": 10.79039, - "28": 10.714, - "29": 10.73974, - "30": 10.75246, - "31": 10.68874, - "32": 10.65791, - "33": 10.81137, - "34": 10.79058, - "35": 10.75368, - "36": 10.64393, - "37": 10.87492, - "38": 10.90591, - "39": 10.78825, - "40": 10.75548, - "41": 10.8955, - "42": 10.70411, - "43": 10.66907, - "44": 10.72512, - "45": 10.54927, - "46": 10.46973, - "47": 10.66311, - "48": 10.62453, - "49": 10.61656, - "50": 10.21176 + "1": 11.06696, + "2": 11.06048, + "3": 10.16464, + "4": 9.84908, + "5": 11.04476, + "6": 12.21745, + "7": 11.26379, + "8": 11.92621, + "9": 11.66019, + "10": 11.19852, + "11": 11.09141, + "12": 10.98003, + "13": 11.03833, + "14": 10.6523, + "15": 11.19154, + "16": 11.19072, + "17": 11.18539, + "18": 11.15955, + "19": 11.26168, + "20": 11.19731, + "21": 11.34034, + "22": 11.15604, + "23": 11.25764, + "24": 11.34054, + "25": 11.34801, + "26": 11.41335, + "27": 11.35436, + "28": 11.31313, + "29": 11.49446, + "30": 11.30183, + "31": 11.46885, + "32": NaN, + "33": NaN, + "34": NaN, + "35": NaN, + "36": NaN, + "37": NaN, + "38": NaN, + "39": NaN, + "40": NaN, + "41": NaN, + "42": NaN, + "43": NaN, + "44": NaN, + "45": NaN, + "46": NaN, + "47": NaN, + "48": NaN, + "49": NaN, + "50": NaN } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 47165216.0, - "2": 46897552.0, - "3": 52682736.0, - "4": 70585808.0, - "5": 1850183680.0, - "6": 171098656.0, - "7": 436105120.0, - "8": 1850183680.0, - "9": 1850183680.0, - "10": 1850183680.0, - "11": 1850183680.0, - "12": 1850183680.0, - "13": 1850183680.0, - "14": 1850183680.0, - "15": 555857088.0, - "16": 1850183680.0, - "17": 1850183680.0, - "18": 1850183680.0, - "19": 886404992.0, - "20": 654826944.0, - "21": 603993664.0, - "22": 726709632.0, - "23": 566656896.0, - "24": 1850183680.0, - "25": 799245696.0, - "26": 978252032.0, - "27": 1850183680.0, - "28": 906183104.0, - "29": 1850183680.0, - "30": 1850183680.0, - "31": 810874112.0, - "32": 1850183680.0, - "33": 1850183680.0, - "34": 553779584.0, - "35": 565382400.0, - "36": 585787712.0, - "37": 627284160.0, - "38": 331368192.0, - "39": 638619264.0, - "40": 1850183680.0, - "41": 1850183680.0, - "42": 1850183680.0, - "43": 1850183680.0, - "44": 1850183680.0, - "45": 1850183680.0, - "46": 1850183680.0, - "47": 434842944.0, - "48": 1850183680.0, - "49": 575219328.0, - "50": 1850183680.0 + "1": 47165180.0, + "2": 46897608.0, + "3": 55828168.0, + "4": 111483496.0, + "5": 160256064.0, + "6": 1815580672.0, + "7": 596512640.0, + "8": 208062048.0, + "9": 532082304.0, + "10": 1815580672.0, + "11": 1815580672.0, + "12": 326705152.0, + "13": 1815580672.0, + "14": 1815580672.0, + "15": 1815580672.0, + "16": 1815580672.0, + "17": 1815580672.0, + "18": 374641824.0, + "19": 1815580672.0, + "20": 466043520.0, + "21": 512711264.0, + "22": 1815580672.0, + "23": 1815580672.0, + "24": 1815580672.0, + "25": 1815580672.0, + "26": 572451328.0, + "27": 1815580672.0, + "28": 1815580672.0, + "29": 1815580672.0, + "30": 1815580672.0, + "31": 427049632.0, + "32": 1193481216.0, + "33": 1192449024.0, + "34": 1192342528.0, + "35": 1191330816.0, + "36": 1192881152.0, + "37": 1193462784.0, + "38": 1193268224.0, + "39": 1192246272.0, + "40": 1191764992.0, + "41": 1192089600.0, + "42": 1193279488.0, + "43": 1191941120.0, + "44": 1193036800.0, + "45": 1191983104.0, + "46": 1192171520.0, + "47": 1192939520.0, + "48": 1192237056.0, + "49": 1191771136.0, + "50": 1192407040.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5283616256.0, - "2": 5288015360.0, - "3": 5288218112.0, - "4": 5288420864.0, - "5": 5288623616.0, - "6": 5287812608.0, - "7": 5288015360.0, - "8": 5288218112.0, - "9": 5287711232.0, - "10": 5287913984.0, - "11": 5288116736.0, - "12": 5288319488.0, - "13": 5288522240.0, - "14": 5288724992.0, - "15": 5288927744.0, - "16": 5289130496.0, - "17": 5289333248.0, - "18": 5289536000.0, - "19": 5289738752.0, - "20": 5289941504.0, - "21": 5290144256.0, - "22": 5290347008.0, - "23": 5290549760.0, - "24": 5290752512.0, - "25": 5290955264.0, - "26": 5291158016.0, - "27": 5291360768.0, - "28": 5291563520.0, - "29": 5291766272.0, - "30": 5291969024.0, - "31": 5292171776.0, - "32": 5292374528.0, - "33": 5292577280.0, - "34": 5292780032.0, - "35": 5292982784.0, - "36": 5293185536.0, - "37": 5293388288.0, - "38": 5293591040.0, - "39": 5293793792.0, - "40": 5293996544.0, - "41": 5294199296.0, - "42": 5294402048.0, - "43": 5294604800.0, - "44": 5294807552.0, - "45": 5295010304.0, - "46": 5295213056.0, - "47": 5295415808.0, - "48": 5295618560.0, - "49": 5295821312.0, - "50": 5296024064.0 + "1": 5283603968.0, + "2": 5283808768.0, + "3": 5284011520.0, + "4": 5283504640.0, + "5": 5283707392.0, + "6": 5283910144.0, + "7": 5284112896.0, + "8": 5284315648.0, + "9": 5284518400.0, + "10": 5284721152.0, + "11": 5283504640.0, + "12": 5283707392.0, + "13": 5283910144.0, + "14": 5284112896.0, + "15": 5284315648.0, + "16": 5284518400.0, + "17": 5284721152.0, + "18": 5284923904.0, + "19": 5285126656.0, + "20": 5285329408.0, + "21": 5285532160.0, + "22": 5285734912.0, + "23": 5285937664.0, + "24": 5286140416.0, + "25": 5286343168.0, + "26": 5286545920.0, + "27": 5286748672.0, + "28": 5286951424.0, + "29": 5287154176.0, + "30": 5287356928.0, + "31": 5287559680.0, + "32": 5287762432.0, + "33": 5287965184.0, + "34": 5288167936.0, + "35": 5288370688.0, + "36": 5288573440.0, + "37": 5288776192.0, + "38": 5288978944.0, + "39": 5289181696.0, + "40": 5289384448.0, + "41": 5289587200.0, + "42": 5289789952.0, + "43": 5289992704.0, + "44": 5290195456.0, + "45": 5290398208.0, + "46": 5290600960.0, + "47": 5290803712.0, + "48": 5291006464.0, + "49": 5291209216.0, + "50": 5291411968.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5283618816.0, - "2": 8185453056.0, - "3": 8185453056.0, - "4": 8185453056.0, - "5": 8195318272.0, - "6": 8195318272.0, - "7": 8195318272.0, - "8": 8195318272.0, - "9": 8195318272.0, - "10": 8195318272.0, - "11": 8195318272.0, - "12": 8195318272.0, - "13": 8195318272.0, - "14": 8195318272.0, - "15": 8195318272.0, - "16": 8199233024.0, - "17": 8199233024.0, - "18": 8199233024.0, - "19": 8199233024.0, - "20": 8199233024.0, - "21": 8238446080.0, - "22": 8238446080.0, - "23": 8238446080.0, - "24": 8238446080.0, - "25": 8247293440.0, - "26": 8247293440.0, - "27": 8247293440.0, - "28": 8250185216.0, - "29": 8255527424.0, - "30": 8255527424.0, - "31": 8255527424.0, - "32": 8255527424.0, - "33": 8255527424.0, - "34": 8255527424.0, - "35": 8255527424.0, - "36": 8255527424.0, - "37": 8255527424.0, - "38": 8255527424.0, - "39": 8255527424.0, - "40": 8255527424.0, - "41": 8255527424.0, - "42": 8255527424.0, - "43": 8255527424.0, - "44": 8255527424.0, - "45": 8255527424.0, - "46": 8255527424.0, - "47": 8255527424.0, - "48": 8255527424.0, - "49": 8255527424.0, - "50": 8255527424.0 + "1": 5283606528.0, + "2": 8252594688.0, + "3": 8252594688.0, + "4": 8252594688.0, + "5": 8252594688.0, + "6": 8252594688.0, + "7": 8252594688.0, + "8": 8252594688.0, + "9": 8284366336.0, + "10": 8284366336.0, + "11": 8284366336.0, + "12": 8284366336.0, + "13": 8284366336.0, + "14": 8284366336.0, + "15": 8309848576.0, + "16": 8309848576.0, + "17": 8309848576.0, + "18": 8309848576.0, + "19": 8330548736.0, + "20": 8330548736.0, + "21": 8330586624.0, + "22": 8330586624.0, + "23": 8330586624.0, + "24": 8330586624.0, + "25": 8330586624.0, + "26": 8330586624.0, + "27": 8338132480.0, + "28": 8338132480.0, + "29": 8338620928.0, + "30": 8338620928.0, + "31": 8338620928.0, + "32": 8338620928.0, + "33": 8338620928.0, + "34": 8338620928.0, + "35": 8338620928.0, + "36": 8338620928.0, + "37": 8338620928.0, + "38": 8338620928.0, + "39": 8338620928.0, + "40": 8338620928.0, + "41": 8338620928.0, + "42": 8338620928.0, + "43": 8338620928.0, + "44": 8338620928.0, + "45": 8338620928.0, + "46": 8338620928.0, + "47": 8338620928.0, + "48": 8338620928.0, + "49": 8338620928.0, + "50": 8338620928.0 } }, "mtp_1 loss": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 11.07401, - "2": 11.0927, - "3": 10.83159, - "4": 10.61397, - "5": 10.85768, - "6": 9.79263, - "7": 10.90607, - "8": 10.19798, - "9": 9.82717, - "10": 9.23805, - "11": 11.0712, - "12": 11.11709, - "13": 10.03407, - "14": 10.27606, - "15": 10.73067, - "16": 10.91485, - "17": 10.76886, - "18": 10.49659, - "19": 10.96955, - "20": 10.45905, - "21": 10.91629, - "22": 10.05081, - "23": 10.44411, - "24": 9.74826, - "25": 10.81497, - "26": 10.38519, - "27": 10.31999, - "28": 10.27887, - "29": 10.40945, - "30": 10.20684, - "31": 10.54594, - "32": 8.85942, - "33": 9.75619, - "34": 10.56214, - "35": 10.59167, - "36": 9.30537, - "37": 10.59407, - "38": 10.2994, - "39": 10.69954, - "40": 10.37003, - "41": 10.248, - "42": 8.56376, - "43": 10.49224, - "44": 10.57211, - "45": 9.36238, - "46": 10.2179, - "47": 10.63449, - "48": 10.56697, - "49": 10.44093, - "50": 9.49252 + "1": 11.07399, + "2": 11.09267, + "3": 10.82728, + "4": 10.6458, + "5": 11.01352, + "6": 10.13785, + "7": 11.07911, + "8": 10.0807, + "9": 9.60455, + "10": 8.9584, + "11": 10.84567, + "12": 10.88999, + "13": 9.79577, + "14": 9.99631, + "15": 10.47843, + "16": 10.60199, + "17": 10.4332, + "18": 10.06036, + "19": 10.70544, + "20": 10.10009, + "21": 10.8747, + "22": 9.99333, + "23": 10.53221, + "24": 9.92473, + "25": 11.01426, + "26": 10.66342, + "27": 10.5641, + "28": 10.50542, + "29": 10.71047, + "30": 10.49628, + "31": 10.91908, + "32": NaN, + "33": NaN, + "34": NaN, + "35": NaN, + "36": NaN, + "37": NaN, + "38": NaN, + "39": NaN, + "40": NaN, + "41": NaN, + "42": NaN, + "43": NaN, + "44": NaN, + "45": NaN, + "46": NaN, + "47": NaN, + "48": NaN, + "49": NaN, + "50": NaN } }, "iteration-time": { @@ -289,56 +289,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 71.30157, - "2": 2.34464, - "3": 2.38747, - "4": 2.10322, - "5": 2.12945, - "6": 2.0424, - "7": 2.12036, - "8": 2.0147, - "9": 2.04925, - "10": 2.02797, - "11": 1.95087, - "12": 2.04985, - "13": 1.94106, - "14": 1.90425, - "15": 1.89051, - "16": 1.89398, - "17": 1.94082, - "18": 1.93176, - "19": 1.94027, - "20": 1.90271, - "21": 1.91097, - "22": 1.90382, - "23": 1.93889, - "24": 1.90551, - "25": 1.90947, - "26": 1.92126, - "27": 1.89917, - "28": 1.89866, - "29": 1.93981, - "30": 1.90782, - "31": 1.91244, - "32": 1.93864, - "33": 1.93947, - "34": 1.96882, - "35": 1.89751, - "36": 1.94038, - "37": 1.90603, - "38": 1.94988, - "39": 1.89874, - "40": 1.90233, - "41": 1.92861, - "42": 1.93931, - "43": 1.91212, - "44": 1.92615, - "45": 1.89555, - "46": 1.94522, + "1": "nan", + "2": 33.94363, + "3": 2.51982, + "4": 2.27364, + "5": 3.11294, + "6": 2.70118, + "7": 1.90585, + "8": 2.09032, + "9": 3.20009, + "10": 2.5672, + "11": 2.46242, + "12": 1.89248, + "13": 2.48862, + "14": 1.87287, + "15": 1.87627, + "16": 1.87665, + "17": 1.88691, + "18": 1.86311, + "19": 1.86686, + "20": 2.21334, + "21": 1.8582, + "22": 1.88146, + "23": 1.85734, + "24": 1.86149, + "25": 1.85931, + "26": 2.45405, + "27": 1.86122, + "28": 1.87275, + "29": 1.87143, + "30": 1.85601, + "31": 1.86014, + "32": 1.9759, + "33": 1.90085, + "34": 1.89958, + "35": 1.90619, + "36": 1.90762, + "37": 1.91307, + "38": 1.9125, + "39": 1.91473, + "40": 1.90429, + "41": 1.90929, + "42": 1.90844, + "43": 1.91424, + "44": 1.91556, + "45": 1.91152, + "46": 1.90593, "47": 1.9103, - "48": 1.94689, - "49": 1.9355, - "50": 1.89832 + "48": 1.91045, + "49": 1.9154, + "50": 1.91502 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml index a37dd0dc658..c04d55564a3 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml @@ -51,7 +51,7 @@ MODEL_ARGS: # Add network size args --num-layers: 15 --moe-layer-freq: ([0]*3+[1]*12) - --pipeline-model-parallel-layout: Et*3\\|\\(tt\\|\\)*6mL # Et*3|(tt|)*6mL + --pipeline-model-parallel-layout: Et*3|(tt|)*6mL --hidden-size: 1024 --ffn-hidden-size: 4096 --num-attention-heads: 32 diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgx_h100.json index 57848f8130e..acfa1b0201d 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 11.01693, - "2": 11.06263, - "3": 10.08845, - "4": 9.73223, - "5": 10.41008, - "6": 10.46377, - "7": 11.62265, - "8": 12.30479, - "9": 12.258, - "10": 12.11321, - "11": 11.67717, - "12": 11.60724, - "13": 11.46408, - "14": 11.41026, - "15": 11.44828, - "16": 11.31999, - "17": 11.28503, - "18": 11.35547, - "19": 11.35205, - "20": 11.50757, - "21": 11.41181, - "22": 11.56383, - "23": 11.41906, - "24": 11.39788, - "25": 11.26438, - "26": 11.36733, - "27": 11.37099, - "28": 11.40035, - "29": 11.42808, - "30": 11.53613, - "31": 11.3981, - "32": 12.00058, - "33": 11.68213, - "34": 11.38046, - "35": 11.36734, - "36": 11.77291, - "37": 11.34584, - "38": 11.4654, - "39": 11.33231, - "40": 11.43538, - "41": 11.47405, - "42": 12.09241, - "43": 11.39968, - "44": 11.38762, - "45": 11.79356, - "46": 11.4469, - "47": 11.3507, - "48": 11.30787, - "49": 11.39251, - "50": 11.7264 + "1": 11.01697, + "2": 11.06281, + "3": 10.0821, + "4": 11.02897, + "5": 10.99811, + "6": 9.97753, + "7": 10.95611, + "8": 10.92693, + "9": 11.40422, + "10": 11.53834, + "11": 11.17555, + "12": 11.12491, + "13": 11.18474, + "14": 11.23118, + "15": 11.22469, + "16": 11.21834, + "17": 11.29041, + "18": 11.39937, + "19": 11.26074, + "20": 11.39357, + "21": 11.24155, + "22": 11.56941, + "23": 11.39032, + "24": 11.58268, + "25": 11.19044, + "26": 11.40375, + "27": 11.36289, + "28": 11.40687, + "29": 11.37952, + "30": 11.4617, + "31": 11.31655, + "32": 12.10613, + "33": 11.69699, + "34": 11.38872, + "35": 11.33915, + "36": 11.98747, + "37": 11.37542, + "38": 11.5424, + "39": 11.3228, + "40": 11.51246, + "41": 11.59474, + "42": 12.44205, + "43": 11.34422, + "44": 11.33859, + "45": 11.9536, + "46": 11.48199, + "47": 11.34383, + "48": 11.33957, + "49": 11.39018, + "50": 11.84637 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 47167880.0, - "2": 46899772.0, - "3": 1722086400.0, - "4": 1722086400.0, - "5": 188597600.0, - "6": 120779000.0, - "7": 527310080.0, - "8": 1722086400.0, - "9": 1722086400.0, - "10": 321966144.0, - "11": 493484608.0, - "12": 1722086400.0, - "13": 529395136.0, - "14": 1722086400.0, - "15": 1722086400.0, - "16": 723018944.0, - "17": 233377744.0, - "18": 642084544.0, - "19": 1722086400.0, - "20": 1722086400.0, - "21": 578776704.0, - "22": 396416192.0, - "23": 506872960.0, - "24": 670044160.0, - "25": 884090624.0, - "26": 912192512.0, - "27": 764026112.0, - "28": 972234112.0, - "29": 915345600.0, - "30": 937728768.0, - "31": 1722086400.0, - "32": 976440512.0, - "33": 984833664.0, - "34": 802321088.0, - "35": 1722086400.0, - "36": 931810816.0, - "37": 897772032.0, - "38": 982505792.0, - "39": 704699008.0, - "40": 688513344.0, - "41": 946725760.0, - "42": 1722086400.0, - "43": 1722086400.0, - "44": 875336384.0, - "45": 1722086400.0, - "46": 909066432.0, - "47": 900409280.0, - "48": 890279744.0, - "49": 597272192.0, - "50": 921883712.0 + "1": 47167856.0, + "2": 46899600.0, + "3": 55831424.0, + "4": 120927168.0, + "5": 292397280.0, + "6": 234023264.0, + "7": 822997888.0, + "8": 220628016.0, + "9": 620162368.0, + "10": 1689646080.0, + "11": 462001216.0, + "12": 559510336.0, + "13": 529373824.0, + "14": 870855104.0, + "15": 1689646080.0, + "16": 1689646080.0, + "17": 1689646080.0, + "18": 912575488.0, + "19": 1689646080.0, + "20": 1689646080.0, + "21": 679521472.0, + "22": 805324736.0, + "23": 733398080.0, + "24": 723551680.0, + "25": 1689646080.0, + "26": 899656896.0, + "27": 745118592.0, + "28": 1689646080.0, + "29": 861868032.0, + "30": 1689646080.0, + "31": 1689646080.0, + "32": 1689646080.0, + "33": 698606336.0, + "34": 522327616.0, + "35": 725794560.0, + "36": 1689646080.0, + "37": 573814528.0, + "38": 432022464.0, + "39": 648066560.0, + "40": 1689646080.0, + "41": 908987584.0, + "42": 1689646080.0, + "43": 710673216.0, + "44": 548181696.0, + "45": 1689646080.0, + "46": 1689646080.0, + "47": 774568704.0, + "48": 619750720.0, + "49": 1689646080.0, + "50": 934460800.0 } }, "mem-allocated-bytes": { @@ -176,55 +176,55 @@ "step_interval": 1, "values": { "1": 4313449472.0, - "2": 7108272640.0, - "3": 7108272640.0, - "4": 7108272640.0, - "5": 7119571456.0, - "6": 7119571456.0, - "7": 7129409024.0, - "8": 7158368768.0, - "9": 7158368768.0, - "10": 7158838784.0, - "11": 7202046464.0, - "12": 7202046464.0, - "13": 7202046464.0, - "14": 7202046464.0, - "15": 7202046464.0, - "16": 7202046464.0, - "17": 7202046464.0, - "18": 7202046464.0, - "19": 7202046464.0, - "20": 7202046464.0, - "21": 7202046464.0, - "22": 7202046464.0, - "23": 7202046464.0, - "24": 7202046464.0, - "25": 7202046464.0, - "26": 7202046464.0, - "27": 7202046464.0, - "28": 7202046464.0, - "29": 7202046464.0, - "30": 7202046464.0, - "31": 7202046464.0, - "32": 7202046464.0, - "33": 7202046464.0, - "34": 7202046464.0, - "35": 7202046464.0, - "36": 7202046464.0, - "37": 7202046464.0, - "38": 7202046464.0, - "39": 7202046464.0, - "40": 7202046464.0, - "41": 7202046464.0, - "42": 7202046464.0, - "43": 7202046464.0, - "44": 7202046464.0, - "45": 7202046464.0, - "46": 7202046464.0, - "47": 7202046464.0, - "48": 7202046464.0, - "49": 7202046464.0, - "50": 7202046464.0 + "2": 7108274688.0, + "3": 7108274688.0, + "4": 7135095296.0, + "5": 7155255296.0, + "6": 7155255296.0, + "7": 7157939200.0, + "8": 7157939200.0, + "9": 7157939200.0, + "10": 7157939200.0, + "11": 7157939200.0, + "12": 7157939200.0, + "13": 7157939200.0, + "14": 7157939200.0, + "15": 7158454784.0, + "16": 7158454784.0, + "17": 7158619648.0, + "18": 7159310848.0, + "19": 7159310848.0, + "20": 7159310848.0, + "21": 7159310848.0, + "22": 7159310848.0, + "23": 7159310848.0, + "24": 7159310848.0, + "25": 7159310848.0, + "26": 7159310848.0, + "27": 7159310848.0, + "28": 7159310848.0, + "29": 7159310848.0, + "30": 7159310848.0, + "31": 7159310848.0, + "32": 7159310848.0, + "33": 7159310848.0, + "34": 7159310848.0, + "35": 7159310848.0, + "36": 7159310848.0, + "37": 7159310848.0, + "38": 7159310848.0, + "39": 7194526720.0, + "40": 7194526720.0, + "41": 7197157376.0, + "42": 7197157376.0, + "43": 7197157376.0, + "44": 7197157376.0, + "45": 7197157376.0, + "46": 7197157376.0, + "47": 7197157376.0, + "48": 7197157376.0, + "49": 7197157376.0, + "50": 7197157376.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 90.31742, - "2": 2.522, - "3": 2.42029, - "4": 2.06158, - "5": 2.28893, - "6": 3.01447, - "7": 3.96389, - "8": 3.20878, - "9": 2.43815, - "10": 1.94158, - "11": 1.95031, - "12": 1.98877, - "13": 1.92978, - "14": 1.93494, - "15": 1.92559, - "16": 1.95925, - "17": 2.59672, - "18": 1.94175, - "19": 1.92388, - "20": 1.92283, - "21": 1.92623, - "22": 1.92561, - "23": 1.92611, - "24": 1.94339, - "25": 2.02939, - "26": 1.93181, - "27": 1.92433, - "28": 1.96842, - "29": 1.92479, - "30": 1.93949, - "31": 1.96151, - "32": 1.93071, - "33": 1.92266, - "34": 1.92587, - "35": 1.92251, - "36": 1.92324, - "37": 1.93141, - "38": 1.92431, - "39": 1.93685, - "40": 1.92592, - "41": 1.92962, - "42": 1.92986, - "43": 1.92956, - "44": 1.93019, - "45": 1.93251, - "46": 1.92915, - "47": 1.93714, - "48": 1.93564, - "49": 1.94035, - "50": 1.93018 + "1": "nan", + "2": 33.82126, + "3": 2.42963, + "4": 2.65264, + "5": 4.35589, + "6": 2.00722, + "7": 3.30097, + "8": 1.95761, + "9": 1.95421, + "10": 1.99266, + "11": 2.56845, + "12": 2.54964, + "13": 1.93122, + "14": 2.70213, + "15": 2.58279, + "16": 1.93831, + "17": 1.93455, + "18": 1.94015, + "19": 1.97451, + "20": 1.93565, + "21": 1.93781, + "22": 1.93967, + "23": 1.93093, + "24": 1.94077, + "25": 1.93371, + "26": 2.64756, + "27": 1.93242, + "28": 1.93883, + "29": 1.93112, + "30": 1.92781, + "31": 1.94066, + "32": 1.97394, + "33": 1.93624, + "34": 1.93274, + "35": 1.92903, + "36": 1.92574, + "37": 1.92967, + "38": 1.94991, + "39": 1.92955, + "40": 1.93393, + "41": 1.93905, + "42": 1.94317, + "43": 1.9295, + "44": 1.93112, + "45": 1.93799, + "46": 1.94288, + "47": 1.93119, + "48": 1.93781, + "49": 1.92918, + "50": 1.9393 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml index da78378ddae..dbfb29ea48c 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml @@ -51,7 +51,7 @@ MODEL_ARGS: # Add network size args --num-layers: 15 --moe-layer-freq: ([0]*3+[1]*12) - --pipeline-model-parallel-layout: Et*3\\|\\(tt\\|\\)*6L # Et*3|(tt|)*6L + --pipeline-model-parallel-layout: Et*3|(tt|)*6L --hidden-size: 1024 --ffn-hidden-size: 4096 --num-attention-heads: 32 diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json index a35a7574e59..e4b19929015 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.81233, - "2": 10.82416, - "3": 10.81841, - "4": 10.81357, - "5": 10.85116, - "6": 10.85502, - "7": 10.84363, - "8": 10.83621, - "9": 10.84178, - "10": 10.77391, - "11": 10.86217, - "12": 10.84672, - "13": 10.85692, - "14": 10.8614, - "15": 10.80709, - "16": 10.78544, - "17": 10.7701, - "18": 10.79072, - "19": 10.78529, - "20": 10.71496, - "21": 10.67362, - "22": 10.5386, - "23": 10.69608, - "24": 10.58118, - "25": 10.52212, - "26": 10.58665, - "27": 10.60344, - "28": 10.5676, - "29": 10.5868, - "30": 10.36177, - "31": 10.09661, - "32": 10.45911, - "33": 10.45926, - "34": 10.21524, - "35": 10.2617, - "36": 10.22327, - "37": 10.35631, - "38": 10.20637, - "39": 10.40825, - "40": 10.08881, - "41": 10.13871, - "42": 10.22236, - "43": 9.82978, - "44": 9.96931, - "45": 9.83925, - "46": 9.81008, - "47": 10.16408, - "48": 9.84608, - "49": 9.53674, - "50": 9.91754, - "51": 9.86341, - "52": 9.74862, - "53": 10.08034, - "54": 9.96286, - "55": 9.89221, - "56": 9.64295, - "57": 9.48196, - "58": 9.85327, - "59": 9.58985, - "60": 9.5157, - "61": 9.70142, - "62": 10.01153, - "63": 9.40557, - "64": 9.78559, - "65": 8.96047, - "66": 9.72678, - "67": 9.38244, - "68": 9.79903, - "69": 9.81114, - "70": 9.74788, - "71": 9.6452, - "72": 9.6027, - "73": 9.51692, - "74": 8.95583, - "75": 9.43449, - "76": 9.10005, - "77": 10.07816, - "78": 9.72912, - "79": 9.39357, - "80": 9.41584, - "81": 9.49174, - "82": 9.71087, - "83": 9.32591, - "84": 9.42272, - "85": 9.62054, - "86": 9.08096, - "87": 9.59797, - "88": 9.7551, - "89": 9.6096, - "90": 9.83264, - "91": 9.34163, - "92": 9.3578, - "93": 9.09025, - "94": 8.83205, - "95": 9.52868, - "96": 9.5278, - "97": 9.30277, - "98": 9.66393, - "99": 8.89773, - "100": 9.404 + "1": 10.81207, + "2": 10.82426, + "3": 10.81849, + "4": 10.81348, + "5": 10.85119, + "6": 10.85493, + "7": 10.84385, + "8": 10.83654, + "9": 10.84162, + "10": 10.77335, + "11": 10.86231, + "12": 10.84659, + "13": 10.85668, + "14": 10.86096, + "15": 10.80745, + "16": 10.78521, + "17": 10.76996, + "18": 10.7905, + "19": 10.78517, + "20": 10.71482, + "21": 10.67349, + "22": 10.53857, + "23": 10.69598, + "24": 10.58163, + "25": 10.52247, + "26": 10.58654, + "27": 10.60349, + "28": 10.56804, + "29": 10.58669, + "30": 10.36164, + "31": 10.09648, + "32": 10.45881, + "33": 10.4592, + "34": 10.21518, + "35": 10.26152, + "36": 10.22314, + "37": 10.35632, + "38": 10.206, + "39": 10.40776, + "40": 10.0886, + "41": 10.13894, + "42": 10.22192, + "43": 9.8292, + "44": 9.96905, + "45": 9.83881, + "46": 9.80961, + "47": 10.16405, + "48": 9.84589, + "49": 9.53624, + "50": 9.9172, + "51": 9.8628, + "52": 9.74838, + "53": 10.08004, + "54": 9.96277, + "55": 9.89214, + "56": 9.64274, + "57": 9.48197, + "58": 9.85296, + "59": 9.58965, + "60": 9.51557, + "61": 9.70167, + "62": 10.01136, + "63": 9.40573, + "64": 9.78566, + "65": 8.96071, + "66": 9.72695, + "67": 9.38265, + "68": 9.79924, + "69": 9.81124, + "70": 9.74834, + "71": 9.64558, + "72": 9.60296, + "73": 9.51718, + "74": 8.9561, + "75": 9.4346, + "76": 9.10064, + "77": 10.07864, + "78": 9.72963, + "79": 9.39416, + "80": 9.41659, + "81": 9.49252, + "82": 9.71163, + "83": 9.32717, + "84": 9.42367, + "85": 9.62174, + "86": 9.08205, + "87": 9.59899, + "88": 9.75618, + "89": 9.61091, + "90": 9.83365, + "91": 9.34316, + "92": 9.3592, + "93": 9.09192, + "94": 8.83356, + "95": 9.53013, + "96": 9.52932, + "97": 9.30419, + "98": 9.66547, + "99": 8.89947, + "100": 9.40586 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 5532.0, - "2": 5934.0, - "3": 5812.0, - "4": 5817.0, - "5": 6435.0, - "6": 6641.0, - "7": 5880.0, - "8": 5900.0, - "9": 6317.0, - "10": 5314.0, - "11": 6659.0, - "12": 6393.0, - "13": 6585.0, - "14": 6649.0, - "15": 6237.0, - "16": 6606.0, - "17": 6232.0, - "18": 6059.0, - "19": 6380.0, - "20": 5723.0, - "21": 6197.0, - "22": 5714.0, - "23": 6527.0, - "24": 5948.0, - "25": 5822.0, - "26": 6271.0, - "27": 6493.0, - "28": 6789.0, - "29": 6971.0, - "30": 6252.0, - "31": 5836.0, - "32": 6830.0, - "33": 7155.0, - "34": 6428.0, - "35": 6909.0, - "36": 6559.0, - "37": 7582.0, - "38": 7325.0, - "39": 8189.0, - "40": 7156.0, - "41": 7113.0, - "42": 7783.0, - "43": 7236.0, - "44": 6958.0, - "45": 7093.0, - "46": 7385.0, - "47": 7634.0, - "48": 7916.0, - "49": 7565.0, - "50": 7795.0, - "51": 7967.0, - "52": 7869.0, - "53": 9001.0, - "54": 8408.0, - "55": 7734.0, - "56": 8108.0, - "57": 7339.0, - "58": 8677.0, - "59": 8299.0, - "60": 7790.0, - "61": 8347.0, - "62": 8345.0, - "63": 7835.0, - "64": 8861.0, - "65": 8293.0, - "66": 9180.0, - "67": 8276.0, - "68": 8251.0, - "69": 8666.0, - "70": 9836.0, - "71": 9020.0, - "72": 8503.0, - "73": 8996.0, - "74": 6967.0, - "75": 7749.0, - "76": 8534.0, - "77": 10688.0, - "78": 48163.0, - "79": 9603.0, - "80": 9991.0, - "81": 55995.0, - "82": 9533.0, - "83": 65535.0, - "84": 9876.0, - "85": 15848.0, - "86": 8732.0, - "87": 10574.0, - "88": 12165.0, - "89": 9808.0, - "90": 9644.0, - "91": 8584.0, - "92": 9300.0, - "93": 8081.0, - "94": 9101.0, - "95": 9919.0, - "96": 9755.0, - "97": 11113.0, - "98": 10522.0, - "99": 8739.0, - "100": 9616.0 + "1": 2183.0, + "2": 2385.0, + "3": 2481.0, + "4": 2468.0, + "5": 2623.0, + "6": 2755.0, + "7": 2395.0, + "8": 2382.0, + "9": 2586.0, + "10": 2091.0, + "11": 2615.0, + "12": 2465.0, + "13": 2824.0, + "14": 2737.0, + "15": 2698.0, + "16": 2612.0, + "17": 2582.0, + "18": 2428.0, + "19": 2522.0, + "20": 2324.0, + "21": 2606.0, + "22": 2270.0, + "23": 2675.0, + "24": 2385.0, + "25": 2369.0, + "26": 2500.0, + "27": 2550.0, + "28": 2675.0, + "29": 2740.0, + "30": 2356.0, + "31": 2309.0, + "32": 2628.0, + "33": 2979.0, + "34": 2600.0, + "35": 2715.0, + "36": 2613.0, + "37": 2892.0, + "38": 2828.0, + "39": 3208.0, + "40": 2708.0, + "41": 2924.0, + "42": 2956.0, + "43": 2787.0, + "44": 2668.0, + "45": 2883.0, + "46": 2966.0, + "47": 3052.0, + "48": 3101.0, + "49": 2895.0, + "50": 2973.0, + "51": 3132.0, + "52": 3208.0, + "53": 3440.0, + "54": 3376.0, + "55": 3151.0, + "56": 3216.0, + "57": 2899.0, + "58": 3367.0, + "59": 3335.0, + "60": 2999.0, + "61": 3223.0, + "62": 3316.0, + "63": 2942.0, + "64": 3451.0, + "65": 3208.0, + "66": 3656.0, + "67": 3406.0, + "68": 3182.0, + "69": 3487.0, + "70": 3840.0, + "71": 3508.0, + "72": 3289.0, + "73": 3520.0, + "74": 2674.0, + "75": 3032.0, + "76": 3527.0, + "77": 4083.0, + "78": 32802.0, + "79": 3921.0, + "80": 7142.0, + "81": 26972.0, + "82": 3803.0, + "83": 5559.0, + "84": 3955.0, + "85": 7062.0, + "86": 3505.0, + "87": 5229.0, + "88": 5008.0, + "89": 3948.0, + "90": 3651.0, + "91": 3247.0, + "92": 3848.0, + "93": 3159.0, + "94": 3753.0, + "95": 3639.0, + "96": 3817.0, + "97": 3659.0, + "98": 4000.0, + "99": 3583.0, + "100": 3594.0 } }, "mem-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 982504960.0, - "2": 1156255744.0, - "3": 1156255744.0, - "4": 1156255744.0, - "5": 1156255744.0, - "6": 1156255744.0, - "7": 1156255744.0, - "8": 1156255744.0, - "9": 1156255744.0, - "10": 1156255744.0, - "11": 1156255744.0, - "12": 1156255744.0, - "13": 1156255744.0, - "14": 1156255744.0, - "15": 1156255744.0, - "16": 1156255744.0, - "17": 1156255744.0, - "18": 1156255744.0, - "19": 1156255744.0, - "20": 1156255744.0, - "21": 1156255744.0, - "22": 1156255744.0, - "23": 1156255744.0, - "24": 1156255744.0, - "25": 1156255744.0, - "26": 1156255744.0, - "27": 1157233664.0, - "28": 1157233664.0, - "29": 1157233664.0, - "30": 1157233664.0, - "31": 1157233664.0, - "32": 1157233664.0, - "33": 1157233664.0, - "34": 1157233664.0, - "35": 1157233664.0, - "36": 1157233664.0, - "37": 1157233664.0, - "38": 1157233664.0, - "39": 1157233664.0, - "40": 1157233664.0, - "41": 1158865408.0, - "42": 1158865408.0, - "43": 1158865408.0, - "44": 1158865408.0, - "45": 1158865408.0, - "46": 1158865408.0, - "47": 1158865408.0, - "48": 1158865408.0, - "49": 1158865408.0, - "50": 1158865408.0, - "51": 1158865408.0, - "52": 1158865408.0, - "53": 1158865408.0, - "54": 1158865408.0, - "55": 1159034368.0, - "56": 1159063040.0, - "57": 1159542784.0, - "58": 1159542784.0, - "59": 1159542784.0, - "60": 1159542784.0, - "61": 1165075456.0, - "62": 1165075456.0, - "63": 1165075456.0, - "64": 1165075456.0, - "65": 1165075456.0, - "66": 1165075456.0, - "67": 1165075456.0, - "68": 1165075456.0, - "69": 1165075456.0, - "70": 1165075456.0, - "71": 1165075456.0, - "72": 1165075456.0, - "73": 1165075456.0, - "74": 1165075456.0, - "75": 1165075456.0, - "76": 1166216192.0, - "77": 1166216192.0, - "78": 1166216192.0, - "79": 1166216192.0, - "80": 1166216192.0, - "81": 1166216192.0, - "82": 1166216192.0, - "83": 1166639104.0, - "84": 1166639104.0, - "85": 1166639104.0, - "86": 1166639104.0, - "87": 1166639104.0, - "88": 1166639104.0, - "89": 1166639104.0, - "90": 1166639104.0, - "91": 1166639104.0, - "92": 1166639104.0, - "93": 1166639104.0, - "94": 1166639104.0, - "95": 1166639104.0, - "96": 1166639104.0, - "97": 1166639104.0, - "98": 1166639104.0, - "99": 1166639104.0, - "100": 1166639104.0 + "1": 983207424.0, + "2": 1154807808.0, + "3": 1154807808.0, + "4": 1156011520.0, + "5": 1156011520.0, + "6": 1156011520.0, + "7": 1156011520.0, + "8": 1156011520.0, + "9": 1156390912.0, + "10": 1156390912.0, + "11": 1156390912.0, + "12": 1156390912.0, + "13": 1156390912.0, + "14": 1156390912.0, + "15": 1156390912.0, + "16": 1156390912.0, + "17": 1156390912.0, + "18": 1156390912.0, + "19": 1156390912.0, + "20": 1156390912.0, + "21": 1156390912.0, + "22": 1156390912.0, + "23": 1156390912.0, + "24": 1156390912.0, + "25": 1156390912.0, + "26": 1156390912.0, + "27": 1158459392.0, + "28": 1158459392.0, + "29": 1158459392.0, + "30": 1158459392.0, + "31": 1158459392.0, + "32": 1158459392.0, + "33": 1158459392.0, + "34": 1158459392.0, + "35": 1158459392.0, + "36": 1158459392.0, + "37": 1158459392.0, + "38": 1158459392.0, + "39": 1158459392.0, + "40": 1158459392.0, + "41": 1159330304.0, + "42": 1159330304.0, + "43": 1159330304.0, + "44": 1159330304.0, + "45": 1159330304.0, + "46": 1159330304.0, + "47": 1159330304.0, + "48": 1159330304.0, + "49": 1159330304.0, + "50": 1159330304.0, + "51": 1159330304.0, + "52": 1159330304.0, + "53": 1159330304.0, + "54": 1159330304.0, + "55": 1159330304.0, + "56": 1159330304.0, + "57": 1159330304.0, + "58": 1159330304.0, + "59": 1159330304.0, + "60": 1159671808.0, + "61": 1163387904.0, + "62": 1163387904.0, + "63": 1163387904.0, + "64": 1163387904.0, + "65": 1163387904.0, + "66": 1163387904.0, + "67": 1163387904.0, + "68": 1163387904.0, + "69": 1163387904.0, + "70": 1163387904.0, + "71": 1163387904.0, + "72": 1163387904.0, + "73": 1163387904.0, + "74": 1163387904.0, + "75": 1163387904.0, + "76": 1164265472.0, + "77": 1164265472.0, + "78": 1164265472.0, + "79": 1164265472.0, + "80": 1164265472.0, + "81": 1164265472.0, + "82": 1164265472.0, + "83": 1164265472.0, + "84": 1164265472.0, + "85": 1164265472.0, + "86": 1164265472.0, + "87": 1164265472.0, + "88": 1164265472.0, + "89": 1164265472.0, + "90": 1164265472.0, + "91": 1164265472.0, + "92": 1164265472.0, + "93": 1164265472.0, + "94": 1164265472.0, + "95": 1164265472.0, + "96": 1164265472.0, + "97": 1164265472.0, + "98": 1164265472.0, + "99": 1164265472.0, + "100": 1164265472.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 7.77547, - "3": 1.01252, - "4": 1.00639, - "5": 0.9897, - "6": 0.99553, - "7": 0.99796, - "8": 1.00873, - "9": 0.99009, - "10": 0.99264, - "11": 0.98765, - "12": 0.99024, - "13": 0.98319, - "14": 0.98552, - "15": 0.99368, - "16": 0.98342, - "17": 0.97729, - "18": 0.97272, - "19": 0.97308, - "20": 0.96906, - "21": 0.9751, - "22": 0.97375, - "23": 0.97447, - "24": 0.98494, - "25": 0.9779, - "26": 1.30939, - "27": 0.9766, - "28": 0.9856, - "29": 0.99223, - "30": 1.27178, - "31": 0.98025, - "32": 1.22425, - "33": 1.27653, - "34": 0.99358, - "35": 1.00171, - "36": 1.25408, - "37": 1.60005, - "38": 1.00572, - "39": 0.98676, - "40": 0.97218, - "41": 1.30266, - "42": 1.29066, - "43": 0.99057, - "44": 0.98517, - "45": 0.97968, - "46": 0.97289, - "47": 0.98145, - "48": 0.9804, - "49": 0.98022, - "50": 0.97431, - "51": 0.97593, - "52": 0.97255, - "53": 0.97424, - "54": 0.97043, - "55": 0.96887, - "56": 0.97492, - "57": 0.97623, - "58": 0.97423, - "59": 0.98879, - "60": 0.97992, - "61": 0.97895, - "62": 0.98829, - "63": 0.98719, - "64": 0.98651, - "65": 0.97852, - "66": 0.98045, - "67": 0.97825, - "68": 0.9795, - "69": 0.97812, - "70": 0.96297, - "71": 0.96718, - "72": 0.98343, - "73": 0.978, - "74": 0.99341, - "75": 0.97768, - "76": 0.97508, - "77": 0.97891, - "78": 0.9739, - "79": 0.96825, - "80": 0.96595, - "81": 0.95551, - "82": 0.97223, - "83": 0.9633, - "84": 0.96539, - "85": 0.97065, - "86": 0.97198, - "87": 0.97978, - "88": 0.98268, - "89": 0.99894, - "90": 1.00246, - "91": 0.98763, - "92": 0.98552, - "93": 0.99698, - "94": 0.99827, - "95": 0.99936, - "96": 0.99295, - "97": 0.99144, - "98": 0.99227, - "99": 0.98859, - "100": 0.99158 + "2": 25.58794, + "3": 0.97763, + "4": 0.98126, + "5": 0.96536, + "6": 0.95838, + "7": 0.94903, + "8": 0.9582, + "9": 0.94222, + "10": 0.94519, + "11": 0.9391, + "12": 0.94271, + "13": 0.93186, + "14": 0.93881, + "15": 0.95696, + "16": 0.9383, + "17": 0.94137, + "18": 0.93003, + "19": 0.98122, + "20": 0.92939, + "21": 0.93206, + "22": 0.93125, + "23": 0.92821, + "24": 0.93087, + "25": 0.93398, + "26": 0.93777, + "27": 0.92759, + "28": 0.92797, + "29": 0.94, + "30": 0.93364, + "31": 0.94192, + "32": 0.9346, + "33": 0.92756, + "34": 0.92938, + "35": 0.92522, + "36": 0.92604, + "37": 0.92516, + "38": 0.93007, + "39": 0.9357, + "40": 0.94039, + "41": 0.92387, + "42": 0.92117, + "43": 0.91999, + "44": 0.92249, + "45": 0.9294, + "46": 0.92582, + "47": 0.92063, + "48": 0.91912, + "49": 0.91831, + "50": 0.92222, + "51": 1.27921, + "52": 0.91426, + "53": 0.9193, + "54": 0.92078, + "55": 0.92552, + "56": 0.92755, + "57": 0.9286, + "58": 0.91999, + "59": 0.93015, + "60": 0.92522, + "61": 0.93294, + "62": 0.93703, + "63": 0.92306, + "64": 0.97932, + "65": 0.93661, + "66": 0.93564, + "67": 0.92317, + "68": 0.96038, + "69": 1.3437, + "70": 0.92952, + "71": 0.92741, + "72": 0.92668, + "73": 0.92484, + "74": 0.92536, + "75": 0.98876, + "76": 0.93633, + "77": 0.9337, + "78": 0.93769, + "79": 0.94369, + "80": 0.93124, + "81": 0.93077, + "82": 0.934, + "83": 0.93468, + "84": 0.92935, + "85": 0.924, + "86": 0.93436, + "87": 0.93423, + "88": 0.9261, + "89": 0.92853, + "90": 0.91933, + "91": 0.92376, + "92": 0.91811, + "93": 0.92712, + "94": 0.93257, + "95": 0.9142, + "96": 0.92171, + "97": 0.91628, + "98": 0.93156, + "99": 0.926, + "100": 0.91921 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json index dc836c3d699..8aa646eca05 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.81455, "2": 10.81846, - "3": 10.81528, - "4": 10.80297, - "5": 10.8513, - "6": 10.85011, - "7": 10.83843, - "8": 10.83961, - "9": 10.82224, - "10": 10.77788, - "11": 10.86443, - "12": 10.83746, - "13": 10.85841, - "14": 10.86315, - "15": 10.79766, - "16": 10.79525, - "17": 10.77133, - "18": 10.78938, - "19": 10.78311, - "20": 10.71655, - "21": 10.68376, - "22": 10.53038, - "23": 10.69869, - "24": 10.5858, - "25": 10.52379, - "26": 10.58281, - "27": 10.6097, - "28": 10.57173, - "29": 10.59005, - "30": 10.35671, - "31": 10.09391, - "32": 10.45878, - "33": 10.45658, - "34": 10.20481, - "35": 10.26727, - "36": 10.22341, - "37": 10.35319, - "38": 10.19446, - "39": 10.41712, - "40": 10.08932, - "41": 10.12772, - "42": 10.21193, - "43": 9.83111, - "44": 9.96933, - "45": 9.83615, - "46": 9.81673, - "47": 10.15426, - "48": 9.85308, - "49": 9.53436, - "50": 9.91912, - "51": 9.85363, - "52": 9.74288, - "53": 10.07163, - "54": 9.96275, - "55": 9.88233, - "56": 9.63455, - "57": 9.48649, - "58": 9.84879, - "59": 9.589, - "60": 9.5109, - "61": 9.703, - "62": 9.99634, - "63": 9.40054, - "64": 9.78477, - "65": 8.95365, - "66": 9.71813, - "67": 9.36915, - "68": 9.79814, - "69": 9.79674, - "70": 9.74886, - "71": 9.63185, - "72": 9.59951, - "73": 9.50305, - "74": 8.95217, - "75": 9.43098, - "76": 9.09068, - "77": 10.08086, - "78": 9.7353, - "79": 9.38859, - "80": 9.41418, - "81": 9.48423, - "82": 9.70903, - "83": 9.3151, - "84": 9.41846, - "85": 9.62239, - "86": 9.07953, - "87": 9.59204, - "88": 9.74948, - "89": 9.60436, - "90": 9.82573, - "91": 9.34231, - "92": 9.35857, - "93": 9.07976, - "94": 8.82788, - "95": 9.50877, - "96": 9.52129, - "97": 9.30597, - "98": 9.66586, - "99": 8.87711, - "100": 9.38978 + "3": 10.81524, + "4": 10.8031, + "5": 10.85118, + "6": 10.85019, + "7": 10.83866, + "8": 10.83948, + "9": 10.82207, + "10": 10.77765, + "11": 10.86416, + "12": 10.83694, + "13": 10.85865, + "14": 10.86321, + "15": 10.79786, + "16": 10.79518, + "17": 10.77175, + "18": 10.78944, + "19": 10.78328, + "20": 10.71664, + "21": 10.68425, + "22": 10.53064, + "23": 10.69844, + "24": 10.58551, + "25": 10.52395, + "26": 10.58283, + "27": 10.60982, + "28": 10.57159, + "29": 10.59006, + "30": 10.35674, + "31": 10.09393, + "32": 10.4591, + "33": 10.45642, + "34": 10.20468, + "35": 10.26721, + "36": 10.22308, + "37": 10.35276, + "38": 10.19465, + "39": 10.41674, + "40": 10.08961, + "41": 10.12747, + "42": 10.21168, + "43": 9.83097, + "44": 9.96897, + "45": 9.83582, + "46": 9.81669, + "47": 10.15381, + "48": 9.85274, + "49": 9.5344, + "50": 9.91877, + "51": 9.85344, + "52": 9.74263, + "53": 10.07149, + "54": 9.96272, + "55": 9.88212, + "56": 9.63456, + "57": 9.48637, + "58": 9.84846, + "59": 9.58888, + "60": 9.51078, + "61": 9.70314, + "62": 9.99616, + "63": 9.40072, + "64": 9.78473, + "65": 8.95373, + "66": 9.71834, + "67": 9.36948, + "68": 9.7983, + "69": 9.79689, + "70": 9.74928, + "71": 9.63241, + "72": 9.59989, + "73": 9.50359, + "74": 8.95242, + "75": 9.43138, + "76": 9.09143, + "77": 10.08127, + "78": 9.73592, + "79": 9.38925, + "80": 9.41497, + "81": 9.4848, + "82": 9.70977, + "83": 9.31612, + "84": 9.41936, + "85": 9.62324, + "86": 9.08042, + "87": 9.59297, + "88": 9.75055, + "89": 9.6057, + "90": 9.82665, + "91": 9.34402, + "92": 9.35991, + "93": 9.08139, + "94": 8.82939, + "95": 9.51, + "96": 9.52268, + "97": 9.30732, + "98": 9.66747, + "99": 8.87906, + "100": 9.39162 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 5566.0, - "2": 5749.0, - "3": 5881.0, - "4": 5840.0, - "5": 6476.0, - "6": 6425.0, - "7": 5900.0, - "8": 5783.0, - "9": 6426.0, - "10": 5252.0, - "11": 6722.0, - "12": 6169.0, - "13": 6556.0, - "14": 6524.0, - "15": 6116.0, - "16": 6245.0, - "17": 6139.0, - "18": 5888.0, - "19": 6375.0, - "20": 5773.0, - "21": 6188.0, - "22": 5742.0, - "23": 6768.0, - "24": 6000.0, - "25": 5852.0, - "26": 6285.0, - "27": 6357.0, - "28": 6586.0, - "29": 6742.0, - "30": 6214.0, - "31": 5775.0, - "32": 6746.0, - "33": 7205.0, - "34": 6344.0, - "35": 6686.0, - "36": 6743.0, - "37": 7281.0, - "38": 7228.0, - "39": 7810.0, - "40": 7116.0, - "41": 6902.0, - "42": 7809.0, - "43": 7110.0, - "44": 7040.0, - "45": 7058.0, - "46": 7292.0, - "47": 7813.0, - "48": 7672.0, - "49": 7601.0, - "50": 7605.0, - "51": 8105.0, - "52": 7792.0, - "53": 8870.0, - "54": 8700.0, - "55": 7685.0, - "56": 7975.0, - "57": 7544.0, - "58": 8539.0, - "59": 8275.0, - "60": 7822.0, - "61": 8316.0, - "62": 8493.0, - "63": 7748.0, - "64": 8801.0, - "65": 8269.0, - "66": 9209.0, - "67": 8382.0, - "68": 8362.0, - "69": 8644.0, - "70": 9785.0, - "71": 9060.0, - "72": 8909.0, - "73": 9217.0, - "74": 6949.0, - "75": 7960.0, - "76": 8489.0, - "77": 12484.0, - "78": 9598.0, - "79": 12984.0, - "80": 11398.0, - "81": 10221.0, - "82": 9615.0, - "83": 62741.0, - "84": 9936.0, - "85": 46541.0, - "86": 8528.0, - "87": 14916.0, - "88": 9710.0, - "89": 10273.0, - "90": 11178.0, - "91": 8856.0, - "92": 9337.0, - "93": 8404.0, - "94": 9649.0, - "95": 9657.0, - "96": 13226.0, - "97": 9093.0, - "98": 10575.0, - "99": 15320.0, - "100": 9363.0 + "1": 2253.0, + "2": 2321.0, + "3": 2284.0, + "4": 2403.0, + "5": 2520.0, + "6": 2503.0, + "7": 2493.0, + "8": 2320.0, + "9": 2509.0, + "10": 2129.0, + "11": 2579.0, + "12": 2516.0, + "13": 2512.0, + "14": 2696.0, + "15": 2435.0, + "16": 2665.0, + "17": 2491.0, + "18": 2383.0, + "19": 2617.0, + "20": 2353.0, + "21": 2546.0, + "22": 2320.0, + "23": 2770.0, + "24": 2438.0, + "25": 2310.0, + "26": 2560.0, + "27": 2492.0, + "28": 2846.0, + "29": 2654.0, + "30": 2459.0, + "31": 2423.0, + "32": 2560.0, + "33": 2799.0, + "34": 2585.0, + "35": 2588.0, + "36": 2586.0, + "37": 2980.0, + "38": 2788.0, + "39": 3105.0, + "40": 2804.0, + "41": 2772.0, + "42": 2981.0, + "43": 2796.0, + "44": 2762.0, + "45": 2763.0, + "46": 2978.0, + "47": 3035.0, + "48": 2908.0, + "49": 3075.0, + "50": 3044.0, + "51": 3248.0, + "52": 3084.0, + "53": 3518.0, + "54": 3246.0, + "55": 2902.0, + "56": 3214.0, + "57": 2964.0, + "58": 3381.0, + "59": 3271.0, + "60": 3032.0, + "61": 3320.0, + "62": 3285.0, + "63": 3040.0, + "64": 3530.0, + "65": 3260.0, + "66": 3434.0, + "67": 3255.0, + "68": 3208.0, + "69": 3523.0, + "70": 3778.0, + "71": 3563.0, + "72": 3386.0, + "73": 3621.0, + "74": 2724.0, + "75": 3068.0, + "76": 3413.0, + "77": 8619.0, + "78": 3753.0, + "79": 5464.0, + "80": 4728.0, + "81": 3935.0, + "82": 3861.0, + "83": 30591.0, + "84": 3758.0, + "85": 22567.0, + "86": 3913.0, + "87": 4090.0, + "88": 3853.0, + "89": 4253.0, + "90": 4528.0, + "91": 3543.0, + "92": 3696.0, + "93": 3257.0, + "94": 3677.0, + "95": 3676.0, + "96": 3825.0, + "97": 3614.0, + "98": 4302.0, + "99": 3628.0, + "100": 3589.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 628645888.0, - "2": 628646912.0, - "3": 628646912.0, - "4": 628646912.0, - "5": 628646912.0, - "6": 628646912.0, - "7": 628646912.0, - "8": 628646912.0, - "9": 628646912.0, - "10": 628646912.0, - "11": 628646912.0, - "12": 628646912.0, - "13": 628646912.0, - "14": 628646912.0, - "15": 628646912.0, - "16": 628646912.0, - "17": 628646912.0, - "18": 628646912.0, - "19": 628646912.0, - "20": 628646912.0, - "21": 628646912.0, - "22": 628646912.0, - "23": 628646912.0, - "24": 628646912.0, - "25": 628646912.0, - "26": 628646912.0, - "27": 628646912.0, - "28": 628646912.0, - "29": 628646912.0, - "30": 628646912.0, - "31": 628646912.0, - "32": 628646912.0, - "33": 628646912.0, - "34": 628646912.0, - "35": 628646912.0, - "36": 628646912.0, - "37": 628646912.0, - "38": 628646912.0, - "39": 628646912.0, - "40": 628646912.0, - "41": 628646912.0, - "42": 628646912.0, - "43": 628646912.0, - "44": 628646912.0, - "45": 628646912.0, - "46": 628646912.0, - "47": 628646912.0, - "48": 628646912.0, - "49": 628646912.0, - "50": 628646912.0, - "51": 628646912.0, - "52": 628646912.0, - "53": 628646912.0, - "54": 628646912.0, - "55": 628646912.0, - "56": 628646912.0, - "57": 628646912.0, - "58": 628646912.0, - "59": 628646912.0, - "60": 628646912.0, - "61": 628646912.0, - "62": 628646912.0, - "63": 628646912.0, - "64": 628646912.0, - "65": 628646912.0, - "66": 628646912.0, - "67": 628646912.0, - "68": 628646912.0, - "69": 628646912.0, - "70": 628646912.0, - "71": 628646912.0, - "72": 628646912.0, - "73": 628646912.0, - "74": 628646912.0, - "75": 628646912.0, - "76": 628646912.0, - "77": 628646912.0, - "78": 628646912.0, - "79": 628646912.0, - "80": 628646912.0, - "81": 628646912.0, - "82": 628646912.0, - "83": 628646912.0, - "84": 628646912.0, - "85": 628646912.0, - "86": 628646912.0, - "87": 628646912.0, - "88": 628646912.0, - "89": 628646912.0, - "90": 628646912.0, - "91": 628646912.0, - "92": 628646912.0, - "93": 628646912.0, - "94": 628646912.0, - "95": 628646912.0, - "96": 628646912.0, - "97": 628646912.0, - "98": 628646912.0, - "99": 628646912.0, - "100": 628646912.0 + "1": 628999168.0, + "2": 629000192.0, + "3": 629000192.0, + "4": 629000192.0, + "5": 629000192.0, + "6": 629000192.0, + "7": 629000192.0, + "8": 629000192.0, + "9": 629000192.0, + "10": 629000192.0, + "11": 629000192.0, + "12": 629000192.0, + "13": 629000192.0, + "14": 629000192.0, + "15": 629000192.0, + "16": 629000192.0, + "17": 629000192.0, + "18": 629000192.0, + "19": 629000192.0, + "20": 629000192.0, + "21": 629000192.0, + "22": 629000192.0, + "23": 629000192.0, + "24": 629000192.0, + "25": 629000192.0, + "26": 629000192.0, + "27": 629000192.0, + "28": 629000192.0, + "29": 629000192.0, + "30": 629000192.0, + "31": 629000192.0, + "32": 629000192.0, + "33": 629000192.0, + "34": 629000192.0, + "35": 629000192.0, + "36": 629000192.0, + "37": 629000192.0, + "38": 629000192.0, + "39": 629000192.0, + "40": 629000192.0, + "41": 629000192.0, + "42": 629000192.0, + "43": 629000192.0, + "44": 629000192.0, + "45": 629000192.0, + "46": 629000192.0, + "47": 629000192.0, + "48": 629000192.0, + "49": 629000192.0, + "50": 629000192.0, + "51": 629000192.0, + "52": 629000192.0, + "53": 629000192.0, + "54": 629000192.0, + "55": 629000192.0, + "56": 629000192.0, + "57": 629000192.0, + "58": 629000192.0, + "59": 629000192.0, + "60": 629000192.0, + "61": 629000192.0, + "62": 629000192.0, + "63": 629000192.0, + "64": 629000192.0, + "65": 629000192.0, + "66": 629000192.0, + "67": 629000192.0, + "68": 629000192.0, + "69": 629000192.0, + "70": 629000192.0, + "71": 629000192.0, + "72": 629000192.0, + "73": 629000192.0, + "74": 629000192.0, + "75": 629000192.0, + "76": 629000192.0, + "77": 629000192.0, + "78": 629000192.0, + "79": 629000192.0, + "80": 629000192.0, + "81": 629000192.0, + "82": 629000192.0, + "83": 629000192.0, + "84": 629000192.0, + "85": 629000192.0, + "86": 629000192.0, + "87": 629000192.0, + "88": 629000192.0, + "89": 629000192.0, + "90": 629000192.0, + "91": 629000192.0, + "92": 629000192.0, + "93": 629000192.0, + "94": 629000192.0, + "95": 629000192.0, + "96": 629000192.0, + "97": 629000192.0, + "98": 629000192.0, + "99": 629000192.0, + "100": 629000192.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 982203392.0, - "2": 1149396992.0, - "3": 1149396992.0, - "4": 1155475456.0, - "5": 1155475456.0, - "6": 1155475456.0, - "7": 1155475456.0, - "8": 1155475456.0, - "9": 1155475456.0, - "10": 1155475456.0, - "11": 1155475456.0, - "12": 1155475456.0, - "13": 1155475456.0, - "14": 1155475456.0, - "15": 1155475456.0, - "16": 1155475456.0, - "17": 1155475456.0, - "18": 1155475456.0, - "19": 1155475456.0, - "20": 1155475456.0, - "21": 1155475456.0, - "22": 1155475456.0, - "23": 1155475456.0, - "24": 1155475456.0, - "25": 1155475456.0, - "26": 1155475456.0, - "27": 1155475456.0, - "28": 1155475456.0, - "29": 1155475456.0, - "30": 1155475456.0, - "31": 1155475456.0, - "32": 1155475456.0, - "33": 1155475456.0, - "34": 1155475456.0, - "35": 1155475456.0, - "36": 1155475456.0, - "37": 1155475456.0, - "38": 1155475456.0, - "39": 1155475456.0, - "40": 1155475456.0, - "41": 1155475456.0, - "42": 1155475456.0, - "43": 1155475456.0, - "44": 1155475456.0, - "45": 1155475456.0, - "46": 1155475456.0, - "47": 1155475456.0, - "48": 1155475456.0, - "49": 1155475456.0, - "50": 1155475456.0, - "51": 1155475456.0, - "52": 1155475456.0, - "53": 1155475456.0, - "54": 1155475456.0, - "55": 1155475456.0, - "56": 1155475456.0, - "57": 1155475456.0, - "58": 1155475456.0, - "59": 1155475456.0, - "60": 1155975680.0, - "61": 1159303168.0, - "62": 1159303168.0, - "63": 1159303168.0, - "64": 1159303168.0, - "65": 1159303168.0, - "66": 1159303168.0, - "67": 1159303168.0, - "68": 1159303168.0, - "69": 1159303168.0, - "70": 1159303168.0, - "71": 1159303168.0, - "72": 1159303168.0, - "73": 1159303168.0, - "74": 1159303168.0, - "75": 1159303168.0, - "76": 1164697088.0, - "77": 1164697088.0, - "78": 1164697088.0, - "79": 1164697088.0, - "80": 1164697088.0, - "81": 1164697088.0, - "82": 1164697088.0, - "83": 1164697088.0, - "84": 1164697088.0, - "85": 1164697088.0, - "86": 1164697088.0, - "87": 1164697088.0, - "88": 1164697088.0, - "89": 1164697088.0, - "90": 1164697088.0, - "91": 1164697088.0, - "92": 1164697088.0, - "93": 1164697088.0, - "94": 1164697088.0, - "95": 1164697088.0, - "96": 1164697088.0, - "97": 1164697088.0, - "98": 1164697088.0, - "99": 1164697088.0, - "100": 1164697088.0 + "1": 982171648.0, + "2": 1151529984.0, + "3": 1151529984.0, + "4": 1157149696.0, + "5": 1157149696.0, + "6": 1157149696.0, + "7": 1157149696.0, + "8": 1157149696.0, + "9": 1157149696.0, + "10": 1157149696.0, + "11": 1157149696.0, + "12": 1157149696.0, + "13": 1157149696.0, + "14": 1157149696.0, + "15": 1157149696.0, + "16": 1157149696.0, + "17": 1157149696.0, + "18": 1157149696.0, + "19": 1157149696.0, + "20": 1157149696.0, + "21": 1157149696.0, + "22": 1157149696.0, + "23": 1157149696.0, + "24": 1157149696.0, + "25": 1157149696.0, + "26": 1157149696.0, + "27": 1157149696.0, + "28": 1157149696.0, + "29": 1157149696.0, + "30": 1157149696.0, + "31": 1157149696.0, + "32": 1157149696.0, + "33": 1157149696.0, + "34": 1157149696.0, + "35": 1157149696.0, + "36": 1157149696.0, + "37": 1157149696.0, + "38": 1157149696.0, + "39": 1157149696.0, + "40": 1157149696.0, + "41": 1157149696.0, + "42": 1157149696.0, + "43": 1157149696.0, + "44": 1157149696.0, + "45": 1157149696.0, + "46": 1157149696.0, + "47": 1157149696.0, + "48": 1157149696.0, + "49": 1157149696.0, + "50": 1157149696.0, + "51": 1157149696.0, + "52": 1157149696.0, + "53": 1157149696.0, + "54": 1157149696.0, + "55": 1157149696.0, + "56": 1157149696.0, + "57": 1157149696.0, + "58": 1157149696.0, + "59": 1157149696.0, + "60": 1157149696.0, + "61": 1159446528.0, + "62": 1159446528.0, + "63": 1159446528.0, + "64": 1159446528.0, + "65": 1159446528.0, + "66": 1159446528.0, + "67": 1159446528.0, + "68": 1159446528.0, + "69": 1159446528.0, + "70": 1159446528.0, + "71": 1159446528.0, + "72": 1159446528.0, + "73": 1159446528.0, + "74": 1159446528.0, + "75": 1159446528.0, + "76": 1162287616.0, + "77": 1162287616.0, + "78": 1162287616.0, + "79": 1162287616.0, + "80": 1162287616.0, + "81": 1162287616.0, + "82": 1162287616.0, + "83": 1162287616.0, + "84": 1162287616.0, + "85": 1162287616.0, + "86": 1162287616.0, + "87": 1162287616.0, + "88": 1162287616.0, + "89": 1162287616.0, + "90": 1162287616.0, + "91": 1162287616.0, + "92": 1162287616.0, + "93": 1162287616.0, + "94": 1162287616.0, + "95": 1162287616.0, + "96": 1162287616.0, + "97": 1162287616.0, + "98": 1162287616.0, + "99": 1162287616.0, + "100": 1162287616.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 19.23269, - "2": 0.72886, - "3": 0.65505, - "4": 0.57926, - "5": 0.56473, - "6": 0.56262, - "7": 0.55541, - "8": 0.55169, - "9": 0.54588, - "10": 0.54513, - "11": 0.54209, - "12": 0.55074, - "13": 0.54861, - "14": 0.54825, - "15": 0.54517, - "16": 0.54378, - "17": 0.54038, - "18": 0.53418, - "19": 0.54272, - "20": 0.53786, - "21": 0.5453, - "22": 0.53544, - "23": 0.5385, - "24": 0.5306, - "25": 0.53752, - "26": 0.53028, - "27": 1.14331, - "28": 0.55476, - "29": 0.55192, - "30": 0.53922, - "31": 0.53776, - "32": 0.53422, - "33": 0.53153, - "34": 0.53781, - "35": 0.53428, - "36": 0.5321, - "37": 0.53103, - "38": 0.53328, - "39": 0.53189, - "40": 1.26265, - "41": 0.53531, - "42": 0.53252, - "43": 0.53665, - "44": 0.88396, - "45": 0.53586, - "46": 0.89593, - "47": 0.53907, - "48": 0.5309, - "49": 0.53767, - "50": 0.53491, - "51": 0.55263, - "52": 0.53343, - "53": 0.53673, - "54": 0.53859, - "55": 0.5329, - "56": 0.52954, - "57": 0.53085, - "58": 0.53458, - "59": 0.53132, - "60": 0.53967, - "61": 0.53205, - "62": 0.53559, - "63": 0.53393, - "64": 0.53143, - "65": 0.5339, - "66": 0.53358, - "67": 0.53117, - "68": 0.53709, - "69": 0.53768, - "70": 0.53628, - "71": 0.53275, - "72": 0.54058, - "73": 0.53091, - "74": 0.53069, - "75": 0.53307, - "76": 0.53389, - "77": 0.53403, - "78": 0.53188, - "79": 0.53173, - "80": 0.532, - "81": 0.53145, - "82": 0.5358, - "83": 0.53475, - "84": 0.5323, - "85": 0.54048, - "86": 0.53766, - "87": 0.53212, - "88": 0.53119, - "89": 0.53372, - "90": 0.53371, - "91": 0.53164, - "92": 0.53327, - "93": 0.54146, - "94": 0.53517, - "95": 0.53542, - "96": 0.5306, - "97": 0.53654, - "98": 0.53425, - "99": 0.53223, - "100": 0.53446 + "1": "nan", + "2": 10.43597, + "3": 0.8198, + "4": 0.82735, + "5": 0.79148, + "6": 0.79849, + "7": 0.77674, + "8": 0.79252, + "9": 1.42035, + "10": 0.77333, + "11": 0.76522, + "12": 0.75833, + "13": 0.75861, + "14": 0.75614, + "15": 0.76048, + "16": 0.76255, + "17": 0.75578, + "18": 0.75179, + "19": 0.75687, + "20": 0.75449, + "21": 0.76423, + "22": 0.75088, + "23": 0.75555, + "24": 0.74504, + "25": 0.75252, + "26": 0.75418, + "27": 0.74508, + "28": 0.77602, + "29": 0.75888, + "30": 0.75945, + "31": 0.76702, + "32": 0.75411, + "33": 0.74291, + "34": 0.75635, + "35": 0.75817, + "36": 0.76162, + "37": 0.75815, + "38": 0.77012, + "39": 0.76699, + "40": 0.76189, + "41": 0.75599, + "42": 0.75292, + "43": 0.76784, + "44": 0.74939, + "45": 0.76613, + "46": 0.74912, + "47": 0.78663, + "48": 0.75543, + "49": 0.74406, + "50": 0.7606, + "51": 0.80484, + "52": 0.76069, + "53": 0.76529, + "54": 0.77031, + "55": 0.76915, + "56": 0.77521, + "57": 0.77013, + "58": 0.77073, + "59": 0.7608, + "60": 0.76106, + "61": 0.7612, + "62": 0.75946, + "63": 0.75916, + "64": 0.75871, + "65": 0.78985, + "66": 0.76305, + "67": 0.79287, + "68": 0.77292, + "69": 0.76799, + "70": 0.76937, + "71": 0.76521, + "72": 0.76364, + "73": 0.76222, + "74": 0.75825, + "75": 0.75993, + "76": 0.76089, + "77": 0.75962, + "78": 0.75656, + "79": 0.76094, + "80": 0.75602, + "81": 0.75623, + "82": 0.75756, + "83": 0.75994, + "84": 0.75835, + "85": 0.75694, + "86": 0.75833, + "87": 0.7585, + "88": 0.75583, + "89": 0.76634, + "90": 0.76756, + "91": 0.76281, + "92": 0.76555, + "93": 0.76249, + "94": 0.76184, + "95": 0.76267, + "96": 0.7637, + "97": 0.76501, + "98": 0.75774, + "99": 0.75966, + "100": 0.76026 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json index 8710366a4a2..82393aa2372 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.94839, - "2": 10.94024, - "3": 10.95902, - "4": 10.9592, - "5": 10.93942, - "6": 10.95284, - "7": 10.95227, - "8": 10.93987, - "9": 10.94518, - "10": 10.94146, - "11": 10.94366, - "12": 10.93351, - "13": 10.92937, - "14": 10.93117, - "15": 10.87714, - "16": 10.88218, - "17": 10.87388, - "18": 10.86829, - "19": 10.86292, - "20": 10.78627, - "21": 10.73278, - "22": 10.62202, - "23": 10.72355, - "24": 10.61784, - "25": 10.54739, - "26": 10.64163, - "27": 10.63354, - "28": 10.59007, - "29": 10.59937, - "30": 10.36921, - "31": 10.1175, - "32": 10.457, - "33": 10.45238, - "34": 10.18943, - "35": 10.24409, - "36": 10.20779, - "37": 10.32099, - "38": 10.17141, - "39": 10.39579, - "40": 10.03318, - "41": 10.08573, - "42": 10.17487, - "43": 9.7274, - "44": 9.88257, - "45": 9.73978, - "46": 9.72104, - "47": 10.08354, - "48": 9.75251, - "49": 9.39373, - "50": 9.83765, - "51": 9.76236, - "52": 9.65444, - "53": 10.01594, - "54": 9.86969, - "55": 9.79645, - "56": 9.53492, - "57": 9.365, - "58": 9.75243, - "59": 9.4751, - "60": 9.40362, - "61": 9.59124, - "62": 9.91012, - "63": 9.24082, - "64": 9.67728, - "65": 8.79731, - "66": 9.60544, - "67": 9.24212, - "68": 9.70475, - "69": 9.70741, - "70": 9.65988, - "71": 9.50626, - "72": 9.45834, - "73": 9.38692, - "74": 8.79461, - "75": 9.32175, - "76": 8.92857, - "77": 9.99456, - "78": 9.63104, - "79": 9.26692, - "80": 9.29144, - "81": 9.37768, - "82": 9.60984, - "83": 9.21108, - "84": 9.33667, - "85": 9.52726, - "86": 8.94539, - "87": 9.49937, - "88": 9.67766, - "89": 9.49525, - "90": 9.7509, - "91": 9.22918, - "92": 9.25394, - "93": 8.96194, - "94": 8.69021, - "95": 9.43531, - "96": 9.39886, - "97": 9.19199, - "98": 9.57248, - "99": 8.75688, - "100": 9.2924 + "1": 10.94823, + "2": 10.94033, + "3": 10.95961, + "4": 10.95909, + "5": 10.93919, + "6": 10.95318, + "7": 10.95231, + "8": 10.94016, + "9": 10.9455, + "10": 10.94117, + "11": 10.94389, + "12": 10.93412, + "13": 10.92925, + "14": 10.93231, + "15": 10.87628, + "16": 10.88222, + "17": 10.87414, + "18": 10.86908, + "19": 10.86312, + "20": 10.78641, + "21": 10.73242, + "22": 10.6219, + "23": 10.72353, + "24": 10.61734, + "25": 10.54742, + "26": 10.64162, + "27": 10.63386, + "28": 10.59055, + "29": 10.59939, + "30": 10.36903, + "31": 10.11654, + "32": 10.45705, + "33": 10.45267, + "34": 10.18921, + "35": 10.24458, + "36": 10.20703, + "37": 10.32121, + "38": 10.17099, + "39": 10.39598, + "40": 10.03279, + "41": 10.08578, + "42": 10.17477, + "43": 9.72808, + "44": 9.88259, + "45": 9.73928, + "46": 9.72089, + "47": 10.08331, + "48": 9.75236, + "49": 9.39319, + "50": 9.83763, + "51": 9.76227, + "52": 9.65392, + "53": 10.01615, + "54": 9.86954, + "55": 9.79741, + "56": 9.53493, + "57": 9.36542, + "58": 9.75262, + "59": 9.47646, + "60": 9.40405, + "61": 9.59177, + "62": 9.91025, + "63": 9.24076, + "64": 9.67743, + "65": 8.79642, + "66": 9.60596, + "67": 9.24293, + "68": 9.70484, + "69": 9.70761, + "70": 9.6593, + "71": 9.50656, + "72": 9.45783, + "73": 9.38618, + "74": 8.79419, + "75": 9.32199, + "76": 8.92809, + "77": 9.99487, + "78": 9.63099, + "79": 9.26681, + "80": 9.29137, + "81": 9.3784, + "82": 9.61005, + "83": 9.21151, + "84": 9.33734, + "85": 9.52725, + "86": 8.94554, + "87": 9.49814, + "88": 9.67805, + "89": 9.49474, + "90": 9.75072, + "91": 9.22892, + "92": 9.2536, + "93": 8.96171, + "94": 8.68904, + "95": 9.43512, + "96": 9.39887, + "97": 9.19156, + "98": 9.57198, + "99": 8.75689, + "100": 9.29231 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 22750392.0, - "2": 22953048.0, - "3": 22604332.0, - "4": 23266194.0, - "5": 22735592.0, - "6": 23061740.0, - "7": 22793278.0, - "8": 22960884.0, - "9": 22865532.0, - "10": 22950250.0, - "11": 22499592.0, - "12": 22455936.0, - "13": 22948014.0, - "14": 22384528.0, - "15": 22846172.0, - "16": 22856720.0, - "17": 22836352.0, - "18": 22590198.0, - "19": 22627006.0, - "20": 22712338.0, - "21": 22762590.0, - "22": 22816896.0, - "23": 22545280.0, - "24": 22794372.0, - "25": 22841964.0, - "26": 22549700.0, - "27": 22464724.0, - "28": 22453634.0, - "29": 22534620.0, - "30": 22636106.0, - "31": 22989484.0, - "32": 22593994.0, - "33": 22565948.0, - "34": 22855396.0, - "35": 22813606.0, - "36": 22595412.0, - "37": 22499234.0, - "38": 22926180.0, - "39": 22825052.0, - "40": 22675880.0, - "41": 22671624.0, - "42": 22682188.0, - "43": 23015228.0, - "44": 22766040.0, - "45": 22679588.0, - "46": 22915144.0, - "47": 22642744.0, - "48": 24003236.0, - "49": 23786618.0, - "50": 22931756.0, - "51": 23866290.0, - "52": 23807188.0, - "53": 24007482.0, - "54": 23916892.0, - "55": 23571308.0, - "56": 23954192.0, - "57": 24211600.0, - "58": 23914524.0, - "59": 23771900.0, - "60": 23813638.0, - "61": 23795512.0, - "62": 23739412.0, - "63": 23917700.0, - "64": 23895780.0, - "65": 24147262.0, - "66": 23794750.0, - "67": 23983810.0, - "68": 23674060.0, - "69": 23647770.0, - "70": 23907338.0, - "71": 23818256.0, - "72": 23723392.0, - "73": 22754048.0, - "74": 25181258.0, - "75": 24144968.0, - "76": 23976372.0, - "77": 22260516.0, - "78": 23862138.0, - "79": 23806872.0, - "80": 23773052.0, - "81": 25020468.0, - "82": 22812998.0, - "83": 23911992.0, - "84": 25144028.0, - "85": 22725432.0, - "86": 24205484.0, - "87": 24851672.0, - "88": 23700260.0, - "89": 22505492.0, - "90": 24062928.0, - "91": 22790310.0, - "92": 24923596.0, - "93": 23722104.0, - "94": 23993086.0, - "95": 24140048.0, - "96": 23909352.0, - "97": 23668280.0, - "98": 23832272.0, - "99": 23985032.0, - "100": 24101560.0 + "1": 22750416.0, + "2": 22953082.0, + "3": 22604428.0, + "4": 23266260.0, + "5": 22735586.0, + "6": 23061766.0, + "7": 22793244.0, + "8": 22960824.0, + "9": 22865530.0, + "10": 22950258.0, + "11": 22499560.0, + "12": 22456028.0, + "13": 22948128.0, + "14": 22384386.0, + "15": 22846164.0, + "16": 22856836.0, + "17": 22836302.0, + "18": 22590230.0, + "19": 22627008.0, + "20": 22712328.0, + "21": 22762572.0, + "22": 22816968.0, + "23": 22545116.0, + "24": 22794412.0, + "25": 22841892.0, + "26": 22549748.0, + "27": 22464736.0, + "28": 22453558.0, + "29": 22534574.0, + "30": 22636124.0, + "31": 22989468.0, + "32": 22594006.0, + "33": 22565844.0, + "34": 22855548.0, + "35": 22813680.0, + "36": 22595384.0, + "37": 22499264.0, + "38": 22926248.0, + "39": 22825060.0, + "40": 22675740.0, + "41": 22671636.0, + "42": 22682170.0, + "43": 23014410.0, + "44": 22765956.0, + "45": 22679616.0, + "46": 22915056.0, + "47": 23691902.0, + "48": 24003302.0, + "49": 23786600.0, + "50": 22930610.0, + "51": 23866302.0, + "52": 23807132.0, + "53": 24007534.0, + "54": 23916916.0, + "55": 23571376.0, + "56": 23954154.0, + "57": 23162648.0, + "58": 23914496.0, + "59": 23772014.0, + "60": 23813700.0, + "61": 23795584.0, + "62": 23739556.0, + "63": 23917516.0, + "64": 23895568.0, + "65": 24147486.0, + "66": 23794728.0, + "67": 25032894.0, + "68": 23674160.0, + "69": 23647148.0, + "70": 23907500.0, + "71": 23816812.0, + "72": 23723560.0, + "73": 22754164.0, + "74": 25181308.0, + "75": 24145352.0, + "76": 23976550.0, + "77": 22260572.0, + "78": 23868556.0, + "79": 23806816.0, + "80": 23773118.0, + "81": 25020394.0, + "82": 23862088.0, + "83": 23911856.0, + "84": 25143888.0, + "85": 23774598.0, + "86": 24201752.0, + "87": 24850632.0, + "88": 23700648.0, + "89": 22504018.0, + "90": 23011328.0, + "91": 22791520.0, + "92": 23874620.0, + "93": 23720454.0, + "94": 23993140.0, + "95": 24140296.0, + "96": 23909576.0, + "97": 23668372.0, + "98": 24881608.0, + "99": 23981058.0, + "100": 24101548.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 810140160.0, - "2": 804531200.0, - "3": 804531200.0, - "4": 934860800.0, - "5": 934860800.0, - "6": 934860800.0, - "7": 934860800.0, - "8": 934860800.0, - "9": 938611712.0, - "10": 938104832.0, - "11": 938379264.0, - "12": 934860800.0, - "13": 934860800.0, - "14": 934860800.0, - "15": 934860800.0, - "16": 942249984.0, - "17": 941443072.0, - "18": 937990144.0, - "19": 937548800.0, - "20": 937498624.0, - "21": 934860800.0, - "22": 934860800.0, - "23": 941533184.0, - "24": 942114816.0, - "25": 942398464.0, - "26": 934860800.0, - "27": 934860800.0, - "28": 934860800.0, - "29": 934860800.0, - "30": 934860800.0, - "31": 934860800.0, - "32": 934860800.0, - "33": 934860800.0, - "34": 941477888.0, - "35": 934860800.0, - "36": 934860800.0, - "37": 934860800.0, - "38": 934860800.0, - "39": 934860800.0, - "40": 934860800.0, - "41": 940742656.0, - "42": 940742656.0, - "43": 940742656.0, - "44": 940968960.0, - "45": 941581312.0, - "46": 934860800.0, - "47": 934860800.0, - "48": 940742656.0, - "49": 934860800.0, - "50": 934860800.0, - "51": 934860800.0, - "52": 940742656.0, - "53": 937498624.0, - "54": 937498624.0, - "55": 937498624.0, - "56": 937498624.0, - "57": 938199040.0, - "58": 937498624.0, - "59": 937498624.0, - "60": 940742656.0, - "61": 934860800.0, - "62": 934860800.0, - "63": 934860800.0, - "64": 934860800.0, - "65": 934860800.0, - "66": 934860800.0, - "67": 934860800.0, - "68": 934860800.0, - "69": 934860800.0, - "70": 934860800.0, - "71": 934860800.0, - "72": 934860800.0, - "73": 934860800.0, - "74": 934860800.0, - "75": 934860800.0, - "76": 934860800.0, - "77": 934860800.0, - "78": 934860800.0, - "79": 938199040.0, - "80": 938199040.0, - "81": 937498624.0, - "82": 938061824.0, - "83": 938412032.0, - "84": 937498624.0, - "85": 938199040.0, - "86": 938445824.0, - "87": 937498624.0, - "88": 937498624.0, - "89": 934860800.0, - "90": 934860800.0, - "91": 934860800.0, - "92": 940742656.0, - "93": 940742656.0, - "94": 938104832.0, - "95": 941451264.0, - "96": 940742656.0, - "97": 941542400.0, - "98": 938104832.0, - "99": 940742656.0, - "100": 938104832.0 + "1": 811164160.0, + "2": 782060544.0, + "3": 815729664.0, + "4": 934957056.0, + "5": 934957056.0, + "6": 937594880.0, + "7": 934957056.0, + "8": 937594880.0, + "9": 934957056.0, + "10": 934957056.0, + "11": 941778944.0, + "12": 934957056.0, + "13": 938604544.0, + "14": 934957056.0, + "15": 937836544.0, + "16": 934957056.0, + "17": 934957056.0, + "18": 938348544.0, + "19": 934957056.0, + "20": 934957056.0, + "21": 940920832.0, + "22": 934957056.0, + "23": 941666304.0, + "24": 934957056.0, + "25": 938201088.0, + "26": 934957056.0, + "27": 937594880.0, + "28": 934957056.0, + "29": 934957056.0, + "30": 941882368.0, + "31": 934957056.0, + "32": 934957056.0, + "33": 941342720.0, + "34": 934957056.0, + "35": 941571072.0, + "36": 937594880.0, + "37": 934957056.0, + "38": 938250240.0, + "39": 934957056.0, + "40": 937873408.0, + "41": 941204480.0, + "42": 934957056.0, + "43": 934957056.0, + "44": 934957056.0, + "45": 934957056.0, + "46": 934957056.0, + "47": 940838912.0, + "48": 934957056.0, + "49": 937786368.0, + "50": 934957056.0, + "51": 934957056.0, + "52": 934957056.0, + "53": 934957056.0, + "54": 938201088.0, + "55": 934957056.0, + "56": 937594880.0, + "57": 934957056.0, + "58": 934957056.0, + "59": 940838912.0, + "60": 934957056.0, + "61": 938201088.0, + "62": 934957056.0, + "63": 938528768.0, + "64": 934957056.0, + "65": 934957056.0, + "66": 940838912.0, + "67": 934957056.0, + "68": 934957056.0, + "69": 940838912.0, + "70": 934957056.0, + "71": 934957056.0, + "72": 941314048.0, + "73": 934957056.0, + "74": 937594880.0, + "75": 934957056.0, + "76": 934957056.0, + "77": 940838912.0, + "78": 934957056.0, + "79": 937594880.0, + "80": 940838912.0, + "81": 934957056.0, + "82": 937594880.0, + "83": 934957056.0, + "84": 934957056.0, + "85": 940838912.0, + "86": 934957056.0, + "87": 934957056.0, + "88": 940838912.0, + "89": 934957056.0, + "90": 937594880.0, + "91": 940838912.0, + "92": 934957056.0, + "93": 938201088.0, + "94": 934957056.0, + "95": 934957056.0, + "96": 940838912.0, + "97": 934957056.0, + "98": 934957056.0, + "99": 940838912.0, + "100": 934957056.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1017976320.0, - "2": 1226964480.0, - "3": 1228012032.0, - "4": 1300063744.0, - "5": 1300063744.0, - "6": 1300223488.0, - "7": 1300891648.0, - "8": 1300891648.0, - "9": 1300891648.0, - "10": 1303292416.0, - "11": 1303292416.0, - "12": 1303292416.0, - "13": 1303292416.0, - "14": 1303292416.0, - "15": 1303292416.0, - "16": 1303292416.0, - "17": 1303292416.0, - "18": 1303292416.0, - "19": 1303292416.0, - "20": 1303292416.0, - "21": 1303292416.0, - "22": 1303292416.0, - "23": 1303292416.0, - "24": 1303292416.0, - "25": 1303292416.0, - "26": 1303292416.0, - "27": 1303292416.0, - "28": 1303292416.0, - "29": 1303292416.0, - "30": 1303292416.0, - "31": 1303292416.0, - "32": 1303292416.0, - "33": 1303292416.0, - "34": 1303292416.0, - "35": 1303292416.0, - "36": 1303292416.0, - "37": 1303292416.0, - "38": 1303292416.0, - "39": 1303292416.0, - "40": 1303292416.0, - "41": 1303292416.0, - "42": 1303292416.0, - "43": 1303292416.0, - "44": 1303292416.0, - "45": 1303292416.0, - "46": 1303292416.0, - "47": 1303292416.0, - "48": 1303292416.0, - "49": 1303292416.0, - "50": 1303292416.0, - "51": 1303292416.0, - "52": 1303292416.0, - "53": 1303292416.0, - "54": 1303292416.0, - "55": 1303292416.0, - "56": 1303292416.0, - "57": 1303292416.0, - "58": 1303292416.0, - "59": 1303292416.0, - "60": 1303292416.0, - "61": 1303292416.0, - "62": 1303292416.0, - "63": 1303292416.0, - "64": 1303292416.0, - "65": 1303292416.0, - "66": 1303292416.0, - "67": 1303292416.0, - "68": 1303292416.0, - "69": 1303292416.0, - "70": 1303292416.0, - "71": 1303292416.0, - "72": 1303292416.0, - "73": 1303292416.0, - "74": 1303292416.0, - "75": 1303292416.0, - "76": 1303292416.0, - "77": 1303292416.0, - "78": 1303292416.0, - "79": 1303292416.0, - "80": 1303292416.0, - "81": 1303292416.0, - "82": 1303292416.0, - "83": 1303292416.0, - "84": 1303292416.0, - "85": 1303292416.0, - "86": 1303292416.0, - "87": 1303292416.0, - "88": 1303292416.0, - "89": 1303292416.0, - "90": 1303292416.0, - "91": 1303292416.0, - "92": 1303292416.0, - "93": 1303292416.0, - "94": 1303292416.0, - "95": 1303292416.0, - "96": 1303292416.0, - "97": 1303292416.0, - "98": 1303292416.0, - "99": 1303292416.0, - "100": 1303292416.0 + "1": 952047616.0, + "2": 1164506112.0, + "3": 1172587008.0, + "4": 1247328256.0, + "5": 1249284608.0, + "6": 1249284608.0, + "7": 1249828864.0, + "8": 1250309632.0, + "9": 1250309632.0, + "10": 1252186624.0, + "11": 1252186624.0, + "12": 1252186624.0, + "13": 1252186624.0, + "14": 1252186624.0, + "15": 1252186624.0, + "16": 1252186624.0, + "17": 1252186624.0, + "18": 1252186624.0, + "19": 1252186624.0, + "20": 1252186624.0, + "21": 1252186624.0, + "22": 1252186624.0, + "23": 1252186624.0, + "24": 1252186624.0, + "25": 1252821504.0, + "26": 1252821504.0, + "27": 1252821504.0, + "28": 1252821504.0, + "29": 1252821504.0, + "30": 1252821504.0, + "31": 1252821504.0, + "32": 1252821504.0, + "33": 1252821504.0, + "34": 1252821504.0, + "35": 1252821504.0, + "36": 1252821504.0, + "37": 1252821504.0, + "38": 1252821504.0, + "39": 1252821504.0, + "40": 1252821504.0, + "41": 1252821504.0, + "42": 1252821504.0, + "43": 1252821504.0, + "44": 1252821504.0, + "45": 1252821504.0, + "46": 1252821504.0, + "47": 1252821504.0, + "48": 1252821504.0, + "49": 1252821504.0, + "50": 1252821504.0, + "51": 1252821504.0, + "52": 1252821504.0, + "53": 1252821504.0, + "54": 1252821504.0, + "55": 1252821504.0, + "56": 1252821504.0, + "57": 1252821504.0, + "58": 1252821504.0, + "59": 1252821504.0, + "60": 1252821504.0, + "61": 1252821504.0, + "62": 1252821504.0, + "63": 1252821504.0, + "64": 1252821504.0, + "65": 1252821504.0, + "66": 1252821504.0, + "67": 1252821504.0, + "68": 1252821504.0, + "69": 1252821504.0, + "70": 1252821504.0, + "71": 1252821504.0, + "72": 1252821504.0, + "73": 1252821504.0, + "74": 1252821504.0, + "75": 1252821504.0, + "76": 1252821504.0, + "77": 1252821504.0, + "78": 1252821504.0, + "79": 1252821504.0, + "80": 1252821504.0, + "81": 1252821504.0, + "82": 1252821504.0, + "83": 1252821504.0, + "84": 1252821504.0, + "85": 1252821504.0, + "86": 1252821504.0, + "87": 1252821504.0, + "88": 1252821504.0, + "89": 1252821504.0, + "90": 1252821504.0, + "91": 1252821504.0, + "92": 1252821504.0, + "93": 1252821504.0, + "94": 1252821504.0, + "95": 1252821504.0, + "96": 1252821504.0, + "97": 1252821504.0, + "98": 1252821504.0, + "99": 1252821504.0, + "100": 1252821504.0 } }, "mtp_1 loss": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.89507, - "2": 10.90521, - "3": 10.90879, - "4": 10.86406, - "5": 10.91765, - "6": 10.92332, - "7": 10.90072, - "8": 10.8906, - "9": 10.90544, + "1": 10.89522, + "2": 10.9055, + "3": 10.90926, + "4": 10.86359, + "5": 10.91792, + "6": 10.92358, + "7": 10.90096, + "8": 10.89059, + "9": 10.90472, "10": 10.88636, - "11": 10.93328, - "12": 10.91582, - "13": 10.90917, - "14": 10.92294, - "15": 10.89802, - "16": 10.90337, - "17": 10.88446, - "18": 10.90526, - "19": 10.90011, - "20": 10.88775, - "21": 10.88103, - "22": 10.85514, - "23": 10.89267, - "24": 10.87352, - "25": 10.86182, - "26": 10.87152, - "27": 10.88847, - "28": 10.87872, - "29": 10.88744, - "30": 10.87297, - "31": 10.80177, - "32": 10.8732, - "33": 10.88219, - "34": 10.83823, - "35": 10.85291, - "36": 10.84901, - "37": 10.85873, - "38": 10.83148, - "39": 10.86289, - "40": 10.82147, - "41": 10.82913, - "42": 10.84798, - "43": 10.7908, - "44": 10.81431, - "45": 10.7879, - "46": 10.78018, - "47": 10.83142, - "48": 10.78854, - "49": 10.71024, - "50": 10.76861, - "51": 10.76331, - "52": 10.73945, - "53": 10.80126, - "54": 10.77704, - "55": 10.765, - "56": 10.71649, - "57": 10.67368, - "58": 10.75107, - "59": 10.69607, - "60": 10.66236, - "61": 10.69617, - "62": 10.77167, - "63": 10.6134, - "64": 10.70881, - "65": 10.49259, - "66": 10.66843, - "67": 10.58084, - "68": 10.68215, - "69": 10.68669, - "70": 10.67296, - "71": 10.64397, - "72": 10.60997, - "73": 10.56734, - "74": 10.38624, - "75": 10.53623, - "76": 10.40297, - "77": 10.75436, - "78": 10.62548, - "79": 10.47858, - "80": 10.47388, - "81": 10.5143, - "82": 10.58579, - "83": 10.43913, - "84": 10.45418, - "85": 10.55042, - "86": 10.27831, - "87": 10.51067, - "88": 10.60469, - "89": 10.5084, - "90": 10.60243, - "91": 10.38487, - "92": 10.38165, - "93": 10.23549, - "94": 10.07844, - "95": 10.42709, - "96": 10.44697, - "97": 10.31686, - "98": 10.4968, - "99": 10.04966, - "100": 10.32944 + "11": 10.93327, + "12": 10.9162, + "13": 10.90929, + "14": 10.92312, + "15": 10.89847, + "16": 10.90354, + "17": 10.88436, + "18": 10.90591, + "19": 10.90018, + "20": 10.88683, + "21": 10.88144, + "22": 10.85482, + "23": 10.89296, + "24": 10.87381, + "25": 10.86183, + "26": 10.87181, + "27": 10.88852, + "28": 10.87809, + "29": 10.88756, + "30": 10.87302, + "31": 10.80231, + "32": 10.8733, + "33": 10.88183, + "34": 10.83887, + "35": 10.85285, + "36": 10.84921, + "37": 10.8585, + "38": 10.83132, + "39": 10.86308, + "40": 10.82192, + "41": 10.82924, + "42": 10.84808, + "43": 10.79031, + "44": 10.81434, + "45": 10.7876, + "46": 10.78025, + "47": 10.83109, + "48": 10.78877, + "49": 10.71082, + "50": 10.76875, + "51": 10.76425, + "52": 10.73967, + "53": 10.80158, + "54": 10.77723, + "55": 10.76509, + "56": 10.71616, + "57": 10.67333, + "58": 10.75073, + "59": 10.69598, + "60": 10.66191, + "61": 10.69602, + "62": 10.77175, + "63": 10.61376, + "64": 10.70915, + "65": 10.49096, + "66": 10.66855, + "67": 10.58058, + "68": 10.68188, + "69": 10.68673, + "70": 10.67269, + "71": 10.64391, + "72": 10.60976, + "73": 10.56733, + "74": 10.38542, + "75": 10.5362, + "76": 10.40357, + "77": 10.75442, + "78": 10.6257, + "79": 10.47852, + "80": 10.47397, + "81": 10.51354, + "82": 10.58546, + "83": 10.43887, + "84": 10.4543, + "85": 10.55056, + "86": 10.27842, + "87": 10.51128, + "88": 10.60507, + "89": 10.50847, + "90": 10.60254, + "91": 10.38502, + "92": 10.38116, + "93": 10.23534, + "94": 10.07761, + "95": 10.42745, + "96": 10.4469, + "97": 10.31557, + "98": 10.49618, + "99": 10.04971, + "100": 10.32835 } }, "iteration-time": { @@ -540,105 +540,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 19.93451, - "3": 2.31445, - "4": 5.28856, - "5": 1.09994, - "6": 1.09399, - "7": 1.09697, - "8": 1.09872, - "9": 1.17005, - "10": 1.10071, - "11": 1.0994, - "12": 1.08313, - "13": 1.09364, - "14": 1.09082, - "15": 1.09269, - "16": 1.08133, - "17": 1.08872, - "18": 1.09032, - "19": 1.10458, - "20": 1.10126, - "21": 1.09029, - "22": 1.19723, - "23": 1.36303, - "24": 1.39758, - "25": 1.40863, - "26": 1.40985, - "27": 1.40231, - "28": 1.42816, - "29": 1.37678, - "30": 1.40545, - "31": 1.40841, - "32": 1.40385, - "33": 1.39528, - "34": 1.4028, - "35": 1.41768, - "36": 1.40649, - "37": 1.41813, - "38": 1.40674, - "39": 1.38881, - "40": 1.40998, - "41": 1.37775, - "42": 1.39701, - "43": 1.3967, - "44": 1.40408, - "45": 1.40972, - "46": 1.41116, - "47": 1.40427, - "48": 1.38905, - "49": 1.42541, - "50": 1.40474, - "51": 1.40708, - "52": 1.37484, - "53": 1.38539, - "54": 1.39988, - "55": 1.39635, - "56": 1.41326, - "57": 1.40012, - "58": 1.40599, - "59": 1.41023, - "60": 1.4209, - "61": 1.41702, - "62": 1.40134, - "63": 1.40282, - "64": 1.40573, - "65": 1.41933, - "66": 1.40057, - "67": 1.41526, - "68": 1.40285, - "69": 1.41947, - "70": 1.37747, - "71": 1.41206, - "72": 1.39123, - "73": 1.42381, - "74": 1.40806, - "75": 1.40032, - "76": 1.41783, - "77": 1.39133, - "78": 1.41146, - "79": 1.42648, - "80": 1.40774, - "81": 1.40046, - "82": 1.39158, - "83": 1.4079, - "84": 1.40469, - "85": 1.39689, - "86": 1.41401, - "87": 1.40637, - "88": 1.40569, - "89": 1.45225, - "90": 1.39469, - "91": 1.39677, - "92": 1.39569, - "93": 1.38882, - "94": 1.40133, - "95": 1.41493, - "96": 1.40659, - "97": 1.39059, - "98": 1.40044, - "99": 1.41118, - "100": 1.39159 + "2": 26.77445, + "3": 2.3938, + "4": 6.40417, + "5": 1.26885, + "6": 1.24907, + "7": 1.25723, + "8": 1.25657, + "9": 1.33889, + "10": 1.25683, + "11": 1.25267, + "12": 1.25561, + "13": 1.25246, + "14": 1.24761, + "15": 1.24643, + "16": 1.24727, + "17": 1.24292, + "18": 1.23753, + "19": 1.23993, + "20": 1.24596, + "21": 1.26164, + "22": 1.24772, + "23": 1.25285, + "24": 1.2468, + "25": 1.26172, + "26": 1.24828, + "27": 1.257, + "28": 1.24659, + "29": 1.24457, + "30": 1.2407, + "31": 1.23668, + "32": 1.24315, + "33": 1.24716, + "34": 1.25855, + "35": 1.26046, + "36": 1.38644, + "37": 1.25328, + "38": 1.25515, + "39": 1.25384, + "40": 1.24552, + "41": 1.2485, + "42": 1.262, + "43": 1.25617, + "44": 1.25919, + "45": 1.26199, + "46": 1.25428, + "47": 1.24471, + "48": 1.24307, + "49": 1.24679, + "50": 1.24891, + "51": 1.28817, + "52": 1.25521, + "53": 1.24527, + "54": 1.24518, + "55": 1.2468, + "56": 1.24621, + "57": 1.25047, + "58": 1.24867, + "59": 1.26079, + "60": 1.24775, + "61": 1.24346, + "62": 1.25131, + "63": 1.25566, + "64": 1.24589, + "65": 1.2553, + "66": 1.2401, + "67": 1.22827, + "68": 1.24522, + "69": 1.24119, + "70": 1.24697, + "71": 1.23528, + "72": 1.24446, + "73": 1.24667, + "74": 1.24742, + "75": 1.24336, + "76": 1.24368, + "77": 1.24445, + "78": 1.24629, + "79": 1.24259, + "80": 1.24021, + "81": 1.24641, + "82": 1.24965, + "83": 1.25036, + "84": 1.24484, + "85": 1.2362, + "86": 1.24268, + "87": 1.24052, + "88": 1.24879, + "89": 1.24131, + "90": 1.24121, + "91": 1.24084, + "92": 1.24705, + "93": 1.24233, + "94": 1.24355, + "95": 1.24335, + "96": 1.2445, + "97": 1.23885, + "98": 1.24016, + "99": 1.23994, + "100": 1.24761 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json index 0954418053d..67ac17c9fe4 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.93691, - "2": 10.93262, - "3": 10.94243, - "4": 10.95011, - "5": 10.9502, - "6": 10.94175, - "7": 10.94469, - "8": 10.93675, - "9": 10.94939, - "10": 10.9367, - "11": 10.94082, - "12": 10.93794, - "13": 10.92338, - "14": 10.93415, - "15": 10.88723, - "16": 10.87495, - "17": 10.86864, - "18": 10.86127, - "19": 10.86341, - "20": 10.78125, - "21": 10.73131, - "22": 10.60371, - "23": 10.73309, - "24": 10.61865, - "25": 10.55175, - "26": 10.62651, - "27": 10.63921, - "28": 10.59104, - "29": 10.5981, - "30": 10.37817, - "31": 10.12235, - "32": 10.46117, - "33": 10.45537, - "34": 10.20087, - "35": 10.25661, - "36": 10.20876, - "37": 10.33662, - "38": 10.16683, - "39": 10.40916, - "40": 10.05209, - "41": 10.09427, - "42": 10.17821, - "43": 9.74204, - "44": 9.89005, - "45": 9.74011, - "46": 9.72669, - "47": 10.09152, - "48": 9.75295, - "49": 9.40186, - "50": 9.83645, - "51": 9.77036, - "52": 9.65641, - "53": 10.03067, - "54": 9.87916, - "55": 9.79619, - "56": 9.52858, - "57": 9.36596, - "58": 9.75327, - "59": 9.48259, - "60": 9.40835, - "61": 9.60202, - "62": 9.90742, - "63": 9.25777, - "64": 9.68411, - "65": 8.79911, - "66": 9.60796, - "67": 9.25427, - "68": 9.71419, + "1": 10.93682, + "2": 10.93255, + "3": 10.94225, + "4": 10.94966, + "5": 10.95022, + "6": 10.94136, + "7": 10.94466, + "8": 10.93636, + "9": 10.94938, + "10": 10.93693, + "11": 10.94102, + "12": 10.9376, + "13": 10.92373, + "14": 10.93442, + "15": 10.88659, + "16": 10.87524, + "17": 10.86908, + "18": 10.86078, + "19": 10.86357, + "20": 10.78076, + "21": 10.73095, + "22": 10.60476, + "23": 10.73312, + "24": 10.61875, + "25": 10.55198, + "26": 10.62662, + "27": 10.63915, + "28": 10.59039, + "29": 10.59789, + "30": 10.37856, + "31": 10.12226, + "32": 10.46085, + "33": 10.45536, + "34": 10.20032, + "35": 10.25767, + "36": 10.20848, + "37": 10.33722, + "38": 10.16656, + "39": 10.40861, + "40": 10.05206, + "41": 10.09412, + "42": 10.17784, + "43": 9.74094, + "44": 9.8896, + "45": 9.74006, + "46": 9.72665, + "47": 10.09054, + "48": 9.75224, + "49": 9.40062, + "50": 9.83601, + "51": 9.76989, + "52": 9.65418, + "53": 10.03007, + "54": 9.87848, + "55": 9.79611, + "56": 9.5287, + "57": 9.36541, + "58": 9.75285, + "59": 9.48007, + "60": 9.40766, + "61": 9.60116, + "62": 9.90716, + "63": 9.25748, + "64": 9.68342, + "65": 8.79959, + "66": 9.60738, + "67": 9.25381, + "68": 9.71354, "69": 9.71666, - "70": 9.6613, - "71": 9.52439, - "72": 9.4709, - "73": 9.38862, - "74": 8.80286, - "75": 9.34004, - "76": 8.93543, - "77": 9.99337, - "78": 9.64723, - "79": 9.28126, - "80": 9.29633, - "81": 9.39609, - "82": 9.60877, - "83": 9.21694, - "84": 9.34008, - "85": 9.53009, - "86": 8.95652, - "87": 9.51691, - "88": 9.68221, - "89": 9.50553, - "90": 9.753, - "91": 9.2347, - "92": 9.26019, - "93": 8.94568, - "94": 8.69194, - "95": 9.44616, - "96": 9.41008, - "97": 9.20125, - "98": 9.58169, - "99": 8.75946, - "100": 9.29483 + "70": 9.66115, + "71": 9.52447, + "72": 9.47108, + "73": 9.38819, + "74": 8.80319, + "75": 9.33917, + "76": 8.93561, + "77": 9.99306, + "78": 9.647, + "79": 9.2808, + "80": 9.29626, + "81": 9.39581, + "82": 9.60867, + "83": 9.21654, + "84": 9.3394, + "85": 9.52981, + "86": 8.95791, + "87": 9.51678, + "88": 9.68212, + "89": 9.50643, + "90": 9.7533, + "91": 9.23475, + "92": 9.25976, + "93": 8.94483, + "94": 8.69168, + "95": 9.44644, + "96": 9.41015, + "97": 9.20114, + "98": 9.58176, + "99": 8.75888, + "100": 9.29507 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 22750372.0, - "2": 22953180.0, - "3": 22604424.0, - "4": 23266362.0, - "5": 22735560.0, - "6": 23061884.0, - "7": 22793368.0, - "8": 22960792.0, - "9": 22865612.0, - "10": 22950328.0, - "11": 22499656.0, - "12": 22456052.0, - "13": 22948014.0, - "14": 22384498.0, - "15": 22846334.0, - "16": 22856854.0, - "17": 22836340.0, - "18": 22590220.0, - "19": 22627128.0, - "20": 22712376.0, - "21": 22762744.0, - "22": 22816900.0, - "23": 22545168.0, - "24": 22794340.0, - "25": 22841898.0, - "26": 22549680.0, - "27": 22464852.0, - "28": 22453780.0, - "29": 22534588.0, - "30": 22636160.0, - "31": 22989382.0, - "32": 22594002.0, - "33": 22566000.0, - "34": 22855476.0, - "35": 22813640.0, - "36": 22595484.0, - "37": 22499348.0, - "38": 22926172.0, - "39": 22825344.0, - "40": 22675752.0, - "41": 22671542.0, - "42": 22682408.0, - "43": 23014140.0, - "44": 22768504.0, - "45": 22679044.0, - "46": 22912572.0, - "47": 23691904.0, - "48": 24003148.0, - "49": 23786764.0, - "50": 22931654.0, - "51": 23866164.0, - "52": 23807242.0, - "53": 24007504.0, - "54": 22867916.0, - "55": 23571280.0, - "56": 23954212.0, - "57": 24211680.0, - "58": 23914512.0, - "59": 22722820.0, - "60": 23813508.0, - "61": 23796364.0, - "62": 23739896.0, - "63": 24965914.0, - "64": 23898698.0, - "65": 24150860.0, - "66": 23796512.0, - "67": 25032960.0, - "68": 23673048.0, - "69": 23644684.0, - "70": 23903614.0, - "71": 24864656.0, - "72": 24766928.0, - "73": 24850636.0, - "74": 24133166.0, - "75": 24143912.0, - "76": 25025406.0, - "77": 24358344.0, - "78": 24910132.0, - "79": 23808164.0, - "80": 23772256.0, - "81": 25020440.0, - "82": 23851242.0, - "83": 23911824.0, - "84": 25143864.0, - "85": 24823592.0, - "86": 23153228.0, - "87": 24850332.0, - "88": 24749368.0, - "89": 22505174.0, - "90": 25108752.0, - "91": 23838548.0, - "92": 24923816.0, - "93": 24769484.0, - "94": 25041572.0, - "95": 25189350.0, - "96": 23909318.0, - "97": 23664104.0, - "98": 23832392.0, - "99": 23981812.0, - "100": 24101144.0 + "1": 22749448.0, + "2": 22952376.0, + "3": 22603578.0, + "4": 23265526.0, + "5": 22734640.0, + "6": 23060820.0, + "7": 22792544.0, + "8": 22959952.0, + "9": 22864748.0, + "10": 22949604.0, + "11": 22498736.0, + "12": 22455104.0, + "13": 22947140.0, + "14": 22383556.0, + "15": 22845396.0, + "16": 22855974.0, + "17": 22835524.0, + "18": 22589308.0, + "19": 22626260.0, + "20": 22711560.0, + "21": 22761800.0, + "22": 22816066.0, + "23": 22544284.0, + "24": 22793584.0, + "25": 22841118.0, + "26": 22548868.0, + "27": 22463846.0, + "28": 22452736.0, + "29": 22533564.0, + "30": 22635440.0, + "31": 22988638.0, + "32": 22593006.0, + "33": 22564908.0, + "34": 22854664.0, + "35": 22812642.0, + "36": 22594568.0, + "37": 22498338.0, + "38": 22925368.0, + "39": 22824044.0, + "40": 22674368.0, + "41": 22670428.0, + "42": 22680692.0, + "43": 23012478.0, + "44": 22763646.0, + "45": 22678692.0, + "46": 22910578.0, + "47": 22642344.0, + "48": 22953194.0, + "49": 22737096.0, + "50": 22929588.0, + "51": 22816570.0, + "52": 22757654.0, + "53": 22957876.0, + "54": 22866860.0, + "55": 22521664.0, + "56": 22904636.0, + "57": 23162160.0, + "58": 22864744.0, + "59": 22721548.0, + "60": 22763758.0, + "61": 22745554.0, + "62": 22689826.0, + "63": 22867000.0, + "64": 22844948.0, + "65": 23096930.0, + "66": 22744802.0, + "67": 22933844.0, + "68": 22620746.0, + "69": 22593476.0, + "70": 22853752.0, + "71": 22766200.0, + "72": 22668326.0, + "73": 22752312.0, + "74": 23081862.0, + "75": 23092728.0, + "76": 22927360.0, + "77": 22259594.0, + "78": 22810828.0, + "79": 22756566.0, + "80": 22722260.0, + "81": 22921516.0, + "82": 22801180.0, + "83": 22862028.0, + "84": 23045356.0, + "85": 22724904.0, + "86": 23151116.0, + "87": 22751608.0, + "88": 22650344.0, + "89": 22501696.0, + "90": 23008084.0, + "91": 22788264.0, + "92": 22824548.0, + "93": 22671026.0, + "94": 22942928.0, + "95": 23089820.0, + "96": 22858972.0, + "97": 22614736.0, + "98": 22782368.0, + "99": 22931072.0, + "100": 23050880.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 773784064.0, - "2": 775203840.0, - "3": 766700544.0, - "4": 937129984.0, - "5": 934836224.0, - "6": 934836224.0, - "7": 935983104.0, - "8": 937129984.0, - "9": 937129984.0, - "10": 937129984.0, - "11": 937129984.0, - "12": 937129984.0, - "13": 937129984.0, - "14": 934836224.0, - "15": 934836224.0, - "16": 935376896.0, - "17": 935983104.0, - "18": 937129984.0, - "19": 937129984.0, - "20": 937129984.0, - "21": 937129984.0, - "22": 934836224.0, - "23": 934836224.0, - "24": 935376896.0, - "25": 937129984.0, - "26": 937129984.0, - "27": 937129984.0, - "28": 934836224.0, - "29": 935376896.0, - "30": 936523776.0, - "31": 936523776.0, - "32": 937129984.0, - "33": 937129984.0, - "34": 937129984.0, - "35": 937129984.0, - "36": 937129984.0, - "37": 937129984.0, - "38": 934836224.0, - "39": 935376896.0, - "40": 936523776.0, - "41": 937129984.0, - "42": 937129984.0, - "43": 937129984.0, - "44": 934836224.0, - "45": 934836224.0, - "46": 937129984.0, - "47": 935376896.0, - "48": 937129984.0, - "49": 937129984.0, - "50": 935376896.0, - "51": 935376896.0, - "52": 937129984.0, - "53": 937129984.0, - "54": 934836224.0, - "55": 934836224.0, - "56": 934836224.0, - "57": 934836224.0, - "58": 934836224.0, - "59": 934836224.0, - "60": 934836224.0, - "61": 935376896.0, - "62": 935376896.0, - "63": 935983104.0, - "64": 936523776.0, - "65": 936523776.0, - "66": 936523776.0, - "67": 937129984.0, - "68": 937129984.0, - "69": 937129984.0, - "70": 937129984.0, - "71": 937129984.0, - "72": 937129984.0, - "73": 937129984.0, - "74": 934836224.0, - "75": 934836224.0, - "76": 935376896.0, - "77": 935376896.0, - "78": 936523776.0, - "79": 937129984.0, - "80": 937129984.0, - "81": 937129984.0, - "82": 937129984.0, - "83": 934836224.0, - "84": 934836224.0, - "85": 934836224.0, - "86": 936523776.0, - "87": 936523776.0, - "88": 937129984.0, - "89": 937129984.0, - "90": 937129984.0, - "91": 937129984.0, - "92": 934836224.0, - "93": 935376896.0, - "94": 936523776.0, - "95": 936523776.0, - "96": 936523776.0, - "97": 936523776.0, - "98": 936523776.0, - "99": 937129984.0, - "100": 937129984.0 + "1": 816398848.0, + "2": 797944832.0, + "3": 846186496.0, + "4": 808591360.0, + "5": 805246976.0, + "6": 802125824.0, + "7": 809525248.0, + "8": 809437184.0, + "9": 802125824.0, + "10": 802125824.0, + "11": 808613888.0, + "12": 809594880.0, + "13": 802125824.0, + "14": 809542656.0, + "15": 809246720.0, + "16": 805091328.0, + "17": 802125824.0, + "18": 809546752.0, + "19": 808613888.0, + "20": 802125824.0, + "21": 809742336.0, + "22": 810481664.0, + "23": 805783552.0, + "24": 809423872.0, + "25": 809720832.0, + "26": 805796864.0, + "27": 802125824.0, + "28": 809227264.0, + "29": 808269824.0, + "30": 802125824.0, + "31": 809768960.0, + "32": 808826880.0, + "33": 805427200.0, + "34": 802125824.0, + "35": 809080832.0, + "36": 808465408.0, + "37": 802125824.0, + "38": 809080832.0, + "39": 808860672.0, + "40": 802125824.0, + "41": 809080832.0, + "42": 809244672.0, + "43": 808613888.0, + "44": 808769536.0, + "45": 802125824.0, + "46": 808767488.0, + "47": 808740864.0, + "48": 805836800.0, + "49": 802125824.0, + "50": 810142720.0, + "51": 808613888.0, + "52": 809300992.0, + "53": 805648384.0, + "54": 802125824.0, + "55": 809244672.0, + "56": 808679424.0, + "57": 802125824.0, + "58": 802125824.0, + "59": 808925184.0, + "60": 809445376.0, + "61": 802125824.0, + "62": 809300992.0, + "63": 808613888.0, + "64": 802125824.0, + "65": 809506816.0, + "66": 808613888.0, + "67": 804763648.0, + "68": 802125824.0, + "69": 808613888.0, + "70": 808474624.0, + "71": 802125824.0, + "72": 809637888.0, + "73": 809408512.0, + "74": 804763648.0, + "75": 809300992.0, + "76": 809300992.0, + "77": 804763648.0, + "78": 802125824.0, + "79": 808613888.0, + "80": 808253440.0, + "81": 802125824.0, + "82": 808613888.0, + "83": 808613888.0, + "84": 805230592.0, + "85": 802125824.0, + "86": 809080832.0, + "87": 805369856.0, + "88": 802125824.0, + "89": 809300992.0, + "90": 808613888.0, + "91": 809250816.0, + "92": 802125824.0, + "93": 808613888.0, + "94": 809080832.0, + "95": 806124544.0, + "96": 802125824.0, + "97": 809300992.0, + "98": 810248192.0, + "99": 802125824.0, + "100": 802125824.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 990381056.0, - "2": 1211127808.0, - "3": 1211127808.0, - "4": 1296840704.0, - "5": 1297885184.0, - "6": 1297885184.0, - "7": 1298358784.0, - "8": 1299077120.0, - "9": 1299077120.0, - "10": 1300477952.0, - "11": 1300477952.0, - "12": 1300477952.0, - "13": 1300477952.0, - "14": 1300477952.0, - "15": 1300477952.0, - "16": 1300477952.0, - "17": 1300477952.0, - "18": 1300477952.0, - "19": 1300779008.0, - "20": 1300779008.0, - "21": 1300779008.0, - "22": 1300779008.0, - "23": 1301612544.0, - "24": 1301612544.0, - "25": 1301612544.0, - "26": 1301612544.0, - "27": 1301612544.0, - "28": 1301612544.0, - "29": 1301612544.0, - "30": 1301612544.0, - "31": 1301612544.0, - "32": 1301612544.0, - "33": 1301612544.0, - "34": 1301612544.0, - "35": 1301612544.0, - "36": 1301612544.0, - "37": 1301612544.0, - "38": 1301612544.0, - "39": 1301612544.0, - "40": 1301612544.0, - "41": 1301612544.0, - "42": 1301612544.0, - "43": 1301612544.0, - "44": 1301612544.0, - "45": 1301612544.0, - "46": 1301612544.0, - "47": 1301612544.0, - "48": 1301612544.0, - "49": 1301612544.0, - "50": 1301612544.0, - "51": 1301612544.0, - "52": 1301612544.0, - "53": 1301612544.0, - "54": 1301612544.0, - "55": 1301612544.0, - "56": 1301612544.0, - "57": 1301612544.0, - "58": 1301612544.0, - "59": 1301612544.0, - "60": 1301612544.0, - "61": 1301612544.0, - "62": 1301612544.0, - "63": 1301612544.0, - "64": 1301612544.0, - "65": 1301612544.0, - "66": 1301612544.0, - "67": 1301612544.0, - "68": 1301612544.0, - "69": 1301612544.0, - "70": 1301612544.0, - "71": 1301612544.0, - "72": 1301612544.0, - "73": 1301612544.0, - "74": 1301612544.0, - "75": 1301612544.0, - "76": 1301612544.0, - "77": 1301612544.0, - "78": 1301612544.0, - "79": 1301612544.0, - "80": 1301612544.0, - "81": 1301612544.0, - "82": 1301612544.0, - "83": 1301612544.0, - "84": 1301612544.0, - "85": 1301612544.0, - "86": 1301612544.0, - "87": 1301612544.0, - "88": 1301612544.0, - "89": 1301612544.0, - "90": 1301612544.0, - "91": 1301612544.0, - "92": 1301612544.0, - "93": 1301612544.0, - "94": 1301612544.0, - "95": 1301612544.0, - "96": 1301612544.0, - "97": 1301612544.0, - "98": 1301612544.0, - "99": 1301612544.0, - "100": 1301612544.0 + "1": 984226304.0, + "2": 1198987264.0, + "3": 1198987264.0, + "4": 1198987264.0, + "5": 1198987264.0, + "6": 1198987264.0, + "7": 1198987264.0, + "8": 1198987264.0, + "9": 1198987264.0, + "10": 1198987264.0, + "11": 1198987264.0, + "12": 1198987264.0, + "13": 1198987264.0, + "14": 1198987264.0, + "15": 1198987264.0, + "16": 1198987264.0, + "17": 1198987264.0, + "18": 1198987264.0, + "19": 1198987264.0, + "20": 1198987264.0, + "21": 1198987264.0, + "22": 1198987264.0, + "23": 1198987264.0, + "24": 1198987264.0, + "25": 1198987264.0, + "26": 1198987264.0, + "27": 1198987264.0, + "28": 1198987264.0, + "29": 1198987264.0, + "30": 1198987264.0, + "31": 1198987264.0, + "32": 1198987264.0, + "33": 1198987264.0, + "34": 1198987264.0, + "35": 1198987264.0, + "36": 1198987264.0, + "37": 1198987264.0, + "38": 1198987264.0, + "39": 1198987264.0, + "40": 1198987264.0, + "41": 1198987264.0, + "42": 1198987264.0, + "43": 1198987264.0, + "44": 1198987264.0, + "45": 1198987264.0, + "46": 1198987264.0, + "47": 1198987264.0, + "48": 1198987264.0, + "49": 1198987264.0, + "50": 1198987264.0, + "51": 1198987264.0, + "52": 1198987264.0, + "53": 1198987264.0, + "54": 1198987264.0, + "55": 1198987264.0, + "56": 1198987264.0, + "57": 1198987264.0, + "58": 1198987264.0, + "59": 1198987264.0, + "60": 1198987264.0, + "61": 1198987264.0, + "62": 1198987264.0, + "63": 1198987264.0, + "64": 1198987264.0, + "65": 1198987264.0, + "66": 1198987264.0, + "67": 1198987264.0, + "68": 1198987264.0, + "69": 1198987264.0, + "70": 1198987264.0, + "71": 1198987264.0, + "72": 1198987264.0, + "73": 1198987264.0, + "74": 1198987264.0, + "75": 1198987264.0, + "76": 1198987264.0, + "77": 1198987264.0, + "78": 1198987264.0, + "79": 1198987264.0, + "80": 1198987264.0, + "81": 1198987264.0, + "82": 1198987264.0, + "83": 1198987264.0, + "84": 1198987264.0, + "85": 1198987264.0, + "86": 1198987264.0, + "87": 1198987264.0, + "88": 1198987264.0, + "89": 1198987264.0, + "90": 1198987264.0, + "91": 1198987264.0, + "92": 1198987264.0, + "93": 1198987264.0, + "94": 1198987264.0, + "95": 1198987264.0, + "96": 1198987264.0, + "97": 1198987264.0, + "98": 1198987264.0, + "99": 1198987264.0, + "100": 1198987264.0 } }, "mtp_1 loss": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.88691, - "2": 10.90544, - "3": 10.90868, - "4": 10.86912, - "5": 10.91636, - "6": 10.90651, - "7": 10.90278, - "8": 10.88975, - "9": 10.90453, - "10": 10.89162, - "11": 10.93392, - "12": 10.91634, - "13": 10.91136, - "14": 10.91999, - "15": 10.88538, - "16": 10.90717, - "17": 10.87525, + "1": 10.88699, + "2": 10.9054, + "3": 10.90854, + "4": 10.86892, + "5": 10.91615, + "6": 10.90621, + "7": 10.90298, + "8": 10.89007, + "9": 10.9038, + "10": 10.89177, + "11": 10.93405, + "12": 10.91665, + "13": 10.91119, + "14": 10.91977, + "15": 10.88472, + "16": 10.90763, + "17": 10.87519, "18": 10.91409, - "19": 10.90936, - "20": 10.87835, - "21": 10.8786, - "22": 10.85481, - "23": 10.87937, - "24": 10.87208, - "25": 10.85798, - "26": 10.86991, - "27": 10.87718, - "28": 10.88667, - "29": 10.88859, - "30": 10.85479, - "31": 10.79701, - "32": 10.86609, - "33": 10.87789, - "34": 10.8397, - "35": 10.84184, - "36": 10.85, - "37": 10.85585, - "38": 10.83714, - "39": 10.86361, - "40": 10.82866, - "41": 10.83386, - "42": 10.84447, - "43": 10.78747, - "44": 10.82127, - "45": 10.78826, - "46": 10.78323, - "47": 10.82894, - "48": 10.7901, - "49": 10.71201, - "50": 10.77359, - "51": 10.76681, - "52": 10.74029, - "53": 10.8027, - "54": 10.77345, - "55": 10.76133, - "56": 10.71153, - "57": 10.66673, - "58": 10.74318, - "59": 10.69182, - "60": 10.66418, - "61": 10.70712, - "62": 10.77164, - "63": 10.61759, - "64": 10.71667, - "65": 10.4936, - "66": 10.67118, - "67": 10.57515, - "68": 10.68716, - "69": 10.68277, - "70": 10.66908, - "71": 10.64566, - "72": 10.60905, - "73": 10.56507, - "74": 10.37106, - "75": 10.5114, - "76": 10.39856, - "77": 10.75192, - "78": 10.62708, - "79": 10.4675, - "80": 10.47474, - "81": 10.51003, - "82": 10.58819, - "83": 10.43946, - "84": 10.45015, - "85": 10.55142, - "86": 10.2831, - "87": 10.51182, - "88": 10.60318, - "89": 10.50948, - "90": 10.60407, - "91": 10.38208, - "92": 10.38708, - "93": 10.23019, - "94": 10.08381, - "95": 10.4259, - "96": 10.4489, - "97": 10.32133, - "98": 10.49668, - "99": 10.04795, - "100": 10.33446 + "19": 10.90929, + "20": 10.87829, + "21": 10.8789, + "22": 10.85485, + "23": 10.87964, + "24": 10.87259, + "25": 10.85833, + "26": 10.87018, + "27": 10.87695, + "28": 10.88711, + "29": 10.88897, + "30": 10.8546, + "31": 10.79668, + "32": 10.86617, + "33": 10.87833, + "34": 10.83971, + "35": 10.84204, + "36": 10.85018, + "37": 10.8556, + "38": 10.83713, + "39": 10.86371, + "40": 10.82889, + "41": 10.83398, + "42": 10.84498, + "43": 10.7878, + "44": 10.82093, + "45": 10.78834, + "46": 10.78307, + "47": 10.82895, + "48": 10.79054, + "49": 10.71187, + "50": 10.77367, + "51": 10.7664, + "52": 10.73962, + "53": 10.80263, + "54": 10.77351, + "55": 10.76015, + "56": 10.71078, + "57": 10.66664, + "58": 10.74319, + "59": 10.6903, + "60": 10.6637, + "61": 10.70737, + "62": 10.77168, + "63": 10.61812, + "64": 10.71724, + "65": 10.49413, + "66": 10.67102, + "67": 10.57558, + "68": 10.68712, + "69": 10.68165, + "70": 10.66848, + "71": 10.64565, + "72": 10.60914, + "73": 10.56538, + "74": 10.37135, + "75": 10.51155, + "76": 10.399, + "77": 10.75194, + "78": 10.62738, + "79": 10.46807, + "80": 10.47425, + "81": 10.51102, + "82": 10.5879, + "83": 10.43951, + "84": 10.4503, + "85": 10.5513, + "86": 10.28095, + "87": 10.51143, + "88": 10.60331, + "89": 10.50879, + "90": 10.60326, + "91": 10.38302, + "92": 10.38759, + "93": 10.23167, + "94": 10.0863, + "95": 10.42653, + "96": 10.44948, + "97": 10.32261, + "98": 10.49682, + "99": 10.04788, + "100": 10.33548 } }, "iteration-time": { @@ -539,106 +539,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 56.96201, - "2": 1.45193, - "3": 1.37387, - "4": 3.96627, - "5": 0.7423, - "6": 0.71394, - "7": 0.74369, - "8": 0.72342, - "9": 0.70545, - "10": 0.70125, - "11": 0.70256, - "12": 0.69915, - "13": 0.70499, - "14": 0.72329, - "15": 0.71852, - "16": 0.71011, - "17": 0.70885, - "18": 0.73035, - "19": 0.71099, - "20": 0.70225, - "21": 0.70459, - "22": 0.71823, - "23": 0.7143, - "24": 0.72574, - "25": 0.72055, - "26": 0.71722, - "27": 0.71209, - "28": 0.72407, - "29": 0.72809, - "30": 0.71187, - "31": 0.70668, - "32": 0.70676, - "33": 0.70474, - "34": 0.70406, - "35": 0.70401, - "36": 0.70968, - "37": 0.71106, - "38": 0.72458, - "39": 0.736, - "40": 0.71238, - "41": 0.71868, - "42": 0.71459, - "43": 0.71031, - "44": 0.70945, - "45": 0.72444, - "46": 0.76158, - "47": 0.75856, - "48": 0.7282, - "49": 0.72448, - "50": 0.7471, - "51": 0.80801, - "52": 0.73438, - "53": 0.71695, - "54": 0.71541, - "55": 0.70768, - "56": 0.70462, - "57": 0.70705, - "58": 0.70511, - "59": 0.70702, - "60": 0.70636, - "61": 0.70372, - "62": 0.71024, - "63": 0.70358, - "64": 0.70559, - "65": 0.70617, - "66": 0.70048, - "67": 0.71248, - "68": 0.7119, - "69": 0.71093, - "70": 0.7051, - "71": 0.70391, - "72": 0.70275, - "73": 0.70876, - "74": 0.7119, - "75": 0.71307, - "76": 0.718, - "77": 0.71166, - "78": 0.71308, - "79": 0.70995, - "80": 0.71153, - "81": 0.71464, - "82": 0.71596, - "83": 0.71997, - "84": 0.71197, - "85": 0.70577, - "86": 0.71956, - "87": 0.70383, - "88": 0.71047, - "89": 0.71711, - "90": 0.70818, - "91": 0.71353, - "92": 0.71401, - "93": 0.73616, - "94": 0.71104, - "95": 0.70295, - "96": 0.69995, - "97": 0.7015, - "98": 0.70705, - "99": 0.70765, - "100": 0.72052 + "1": "nan", + "2": 28.24752, + "3": 1.27406, + "4": 3.87832, + "5": 0.68228, + "6": 0.6761, + "7": 0.67546, + "8": 0.67362, + "9": 0.67583, + "10": 0.67664, + "11": 0.68165, + "12": 0.67647, + "13": 0.6719, + "14": 0.67574, + "15": 0.66996, + "16": 0.67213, + "17": 0.6736, + "18": 0.67656, + "19": 0.67289, + "20": 0.67092, + "21": 0.66936, + "22": 0.67188, + "23": 0.67088, + "24": 0.67186, + "25": 0.67091, + "26": 0.67129, + "27": 0.6723, + "28": 0.67385, + "29": 0.67297, + "30": 0.67174, + "31": 0.67524, + "32": 0.67502, + "33": 0.67319, + "34": 0.67533, + "35": 0.67055, + "36": 0.67102, + "37": 0.67115, + "38": 0.67348, + "39": 0.67143, + "40": 0.67327, + "41": 0.67048, + "42": 0.67269, + "43": 0.70729, + "44": 0.68764, + "45": 0.67186, + "46": 0.67185, + "47": 0.67392, + "48": 0.67439, + "49": 0.67424, + "50": 0.67543, + "51": 0.68203, + "52": 0.67656, + "53": 0.67257, + "54": 0.67319, + "55": 0.6738, + "56": 0.6731, + "57": 0.67116, + "58": 0.67884, + "59": 0.67416, + "60": 0.67448, + "61": 0.67187, + "62": 0.67352, + "63": 0.67107, + "64": 0.67302, + "65": 0.67306, + "66": 0.67066, + "67": 0.66904, + "68": 0.67082, + "69": 0.67418, + "70": 0.6714, + "71": 0.67121, + "72": 0.67017, + "73": 0.67303, + "74": 0.67939, + "75": 0.67243, + "76": 0.67191, + "77": 0.66974, + "78": 0.67317, + "79": 0.67215, + "80": 0.6747, + "81": 0.67315, + "82": 0.67159, + "83": 0.67478, + "84": 0.6706, + "85": 0.6693, + "86": 0.67075, + "87": 0.67456, + "88": 0.67065, + "89": 0.66968, + "90": 0.70482, + "91": 0.67228, + "92": 0.67164, + "93": 0.67161, + "94": 0.68627, + "95": 0.6702, + "96": 0.67167, + "97": 0.67798, + "98": 0.67216, + "99": 0.6749, + "100": 0.67428 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml index f0d1cc0afd3..fd0d79e0986 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml @@ -33,7 +33,7 @@ MODEL_ARGS: --pipeline-model-parallel-size: 2 --expert-model-parallel-size: 2 --expert-tensor-parallel-size: 2 - --pipeline-model-parallel-layout: Et\\|\\(tt\\|\\)*6mL # Et|(tt|)*6mL + --pipeline-model-parallel-layout: Et|(tt|)*6mL --sequence-parallel: true --num-experts: 8 --use-distributed-optimizer: true diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json index 447e404810b..3f022ffde7e 100644 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json @@ -34,7 +34,8 @@ 1394, 1636 ], - "latency": 0.6956486701965332, + "latency": 0.6897497177124023, + "ttft": 0.17203974723815918, "cuda_graph_request_count_map": { "8": 29 }, @@ -43,253 +44,255 @@ "prompt_top_n_logprobs": null, "prompt_logprobs": [ -10.737512588500977, - -3.724862575531006, - -2.833397388458252, - -1.2464861869812012, - -0.2549239993095398, - -1.7607988119125366, - -2.419379711151123, - -1.9533929824829102, - -2.1014301776885986, - -6.169030666351318, - -0.8734959363937378, - -2.4733574390411377, - -3.4822516441345215, - -4.180896759033203, - -1.9767613410949707, - -1.8347630500793457, - -2.2581257820129395, - -7.180149078369141, - -0.0453881211578846, - -1.9841610193252563, - -5.015386581420898, - -8.827117919921875, - -9.885746002197266, - -0.8498678207397461, - -4.770059585571289, - -0.855280339717865, - -2.2494924068450928, - -0.017164958640933037, - -0.03715415671467781, - -3.4830124378204346, - -8.635110855102539, - -1.2520610094070435, - -6.62324857711792, - -3.639960765838623, - -3.664339542388916, - -4.182392597198486, - -2.1796066761016846, - -1.0725229978561401, - -0.26311880350112915, - -0.8036076426506042, - -4.6958818435668945, - -9.042495727539062, - -0.013647346757352352, - -3.1747794151306152, - -1.322129487991333, - -3.949110746383667, - -0.7829495072364807, - -0.002083513652905822, - -2.970266580581665, - -10.56244945526123, - -3.2369167804718018, - -1.1530492305755615, - -4.917466163635254, - -0.21241025626659393, - -0.06490474194288254, - -1.372581124305725, - -2.224682092666626, - -4.3847503662109375, - -0.36867555975914, - -4.035493850708008, - -0.39869019389152527, - -0.14373983442783356, - -2.716118812561035, - -10.687016487121582, - -0.04773370549082756, - -3.398231267929077, - -0.8646175265312195, - -4.74052619934082, - -0.23649944365024567, - -2.6610701084136963, - -0.8428961634635925, - -1.614527940750122, - -5.793307781219482, - -16.929147720336914, - -2.6586406230926514, - -0.1385982781648636, - -7.435610771179199, - -1.0483647584915161, - -2.1261863708496094, - -1.5261307954788208, - -0.27082547545433044, - -5.859070777893066, - -0.00648513063788414, - -7.732051849365234, - -2.712515354156494, - -2.9137418270111084, - -3.041210651397705 + -3.6886487007141113, + -2.8194005489349365, + -1.2396225929260254, + -0.22920642793178558, + -1.8583638668060303, + -2.384000778198242, + -2.008981227874756, + -2.09975528717041, + -6.182888031005859, + -0.890110433101654, + -2.478799343109131, + -3.502744436264038, + -4.090683937072754, + -1.964805006980896, + -1.8054677248001099, + -2.321495294570923, + -7.160285949707031, + -0.04007242992520332, + -1.9924155473709106, + -5.093112468719482, + -8.779500007629395, + -9.904478073120117, + -0.8523460626602173, + -4.82073974609375, + -0.86553555727005, + -2.36330509185791, + -0.01946748048067093, + -0.034191977232694626, + -3.3692376613616943, + -8.743470191955566, + -1.3306764364242554, + -6.645841598510742, + -3.7794108390808105, + -3.7756881713867188, + -4.187170028686523, + -2.2124571800231934, + -1.0734034776687622, + -0.22135400772094727, + -0.7782289981842041, + -4.716646671295166, + -9.09740161895752, + -0.013706612400710583, + -3.1654152870178223, + -1.3161238431930542, + -4.0115814208984375, + -0.7715368866920471, + -0.002078041434288025, + -2.9644386768341064, + -10.690834045410156, + -3.2352819442749023, + -1.1544448137283325, + -4.971055030822754, + -0.2275625467300415, + -0.05549970641732216, + -1.2946704626083374, + -2.20631742477417, + -4.362645149230957, + -0.37027108669281006, + -4.025010108947754, + -0.3656681478023529, + -0.13922274112701416, + -2.720149040222168, + -10.679438591003418, + -0.04889172688126564, + -3.483541965484619, + -0.9704694151878357, + -4.714925289154053, + -0.2623435854911804, + -2.60113525390625, + -0.8295360207557678, + -1.671109676361084, + -5.792396068572998, + -16.96857261657715, + -2.647408962249756, + -0.13962996006011963, + -7.453517436981201, + -1.0938549041748047, + -2.134143829345703, + -1.5537410974502563, + -0.2869631052017212, + -5.857534408569336, + -0.006919232662767172, + -7.747158527374268, + -2.7227447032928467, + -3.037987232208252, + -3.0312116146087646 ], "generated_logprobs": [ - -2.3559694290161133, - -0.3973437249660492, - -1.4338903427124023, - -2.2967660427093506, - -0.6096595525741577, - -1.310807704925537, - -1.9799187183380127, - -1.710689663887024, - -0.8325198888778687, - -0.4943186938762665, - -1.2886956930160522, - -1.585263729095459, - -1.101692795753479, - -0.44188663363456726, - -0.4740143418312073, - -0.042198192328214645, - -1.2899682521820068, - -2.1242613792419434, - -2.7151529788970947, - -0.8274281024932861, - -0.39647114276885986, - -2.7846553325653076, - -1.5348155498504639, - -1.626529335975647, - -0.047930192202329636, - -1.3622726202011108, - -1.3274445533752441, - -1.2834383249282837, - -1.3211638927459717, - -0.48530423641204834 + -2.342064619064331, + -0.39744827151298523, + -1.516434907913208, + -2.3665950298309326, + -0.6091187000274658, + -1.3131166696548462, + -1.9402395486831665, + -1.6906054019927979, + -0.8380135297775269, + -0.4860585927963257, + -1.2984997034072876, + -1.5767009258270264, + -0.9797608852386475, + -0.40544381737709045, + -0.46793943643569946, + -0.041146114468574524, + -1.2806015014648438, + -2.1299755573272705, + -2.7230143547058105, + -0.7635340690612793, + -0.43544360995292664, + -2.7788889408111572, + -1.5222126245498657, + -1.6613693237304688, + -0.05091489478945732, + -1.3707530498504639, + -1.3513561487197876, + -1.2351378202438354, + -1.2675105333328247, + -0.4767935872077942 ], "logprobs": [ -10.737512588500977, - -3.724862575531006, - -2.833397388458252, - -1.2464861869812012, - -0.2549239993095398, - -1.7607988119125366, - -2.419379711151123, - -1.9533929824829102, - -2.1014301776885986, - -6.169030666351318, - -0.8734959363937378, - -2.4733574390411377, - -3.4822516441345215, - -4.180896759033203, - -1.9767613410949707, - -1.8347630500793457, - -2.2581257820129395, - -7.180149078369141, - -0.0453881211578846, - -1.9841610193252563, - -5.015386581420898, - -8.827117919921875, - -9.885746002197266, - -0.8498678207397461, - -4.770059585571289, - -0.855280339717865, - -2.2494924068450928, - -0.017164958640933037, - -0.03715415671467781, - -3.4830124378204346, - -8.635110855102539, - -1.2520610094070435, - -6.62324857711792, - -3.639960765838623, - -3.664339542388916, - -4.182392597198486, - -2.1796066761016846, - -1.0725229978561401, - -0.26311880350112915, - -0.8036076426506042, - -4.6958818435668945, - -9.042495727539062, - -0.013647346757352352, - -3.1747794151306152, - -1.322129487991333, - -3.949110746383667, - -0.7829495072364807, - -0.002083513652905822, - -2.970266580581665, - -10.56244945526123, - -3.2369167804718018, - -1.1530492305755615, - -4.917466163635254, - -0.21241025626659393, - -0.06490474194288254, - -1.372581124305725, - -2.224682092666626, - -4.3847503662109375, - -0.36867555975914, - -4.035493850708008, - -0.39869019389152527, - -0.14373983442783356, - -2.716118812561035, - -10.687016487121582, - -0.04773370549082756, - -3.398231267929077, - -0.8646175265312195, - -4.74052619934082, - -0.23649944365024567, - -2.6610701084136963, - -0.8428961634635925, - -1.614527940750122, - -5.793307781219482, - -16.929147720336914, - -2.6586406230926514, - -0.1385982781648636, - -7.435610771179199, - -1.0483647584915161, - -2.1261863708496094, - -1.5261307954788208, - -0.27082547545433044, - -5.859070777893066, - -0.00648513063788414, - -7.732051849365234, - -2.712515354156494, - -2.9137418270111084, - -3.041210651397705, - -2.3559694290161133, - -0.3973437249660492, - -1.4338903427124023, - -2.2967660427093506, - -0.6096595525741577, - -1.310807704925537, - -1.9799187183380127, - -1.710689663887024, - -0.8325198888778687, - -0.4943186938762665, - -1.2886956930160522, - -1.585263729095459, - -1.101692795753479, - -0.44188663363456726, - -0.4740143418312073, - -0.042198192328214645, - -1.2899682521820068, - -2.1242613792419434, - -2.7151529788970947, - -0.8274281024932861, - -0.39647114276885986, - -2.7846553325653076, - -1.5348155498504639, - -1.626529335975647, - -0.047930192202329636, - -1.3622726202011108, - -1.3274445533752441, - -1.2834383249282837, - -1.3211638927459717, - -0.48530423641204834 + -3.6886487007141113, + -2.8194005489349365, + -1.2396225929260254, + -0.22920642793178558, + -1.8583638668060303, + -2.384000778198242, + -2.008981227874756, + -2.09975528717041, + -6.182888031005859, + -0.890110433101654, + -2.478799343109131, + -3.502744436264038, + -4.090683937072754, + -1.964805006980896, + -1.8054677248001099, + -2.321495294570923, + -7.160285949707031, + -0.04007242992520332, + -1.9924155473709106, + -5.093112468719482, + -8.779500007629395, + -9.904478073120117, + -0.8523460626602173, + -4.82073974609375, + -0.86553555727005, + -2.36330509185791, + -0.01946748048067093, + -0.034191977232694626, + -3.3692376613616943, + -8.743470191955566, + -1.3306764364242554, + -6.645841598510742, + -3.7794108390808105, + -3.7756881713867188, + -4.187170028686523, + -2.2124571800231934, + -1.0734034776687622, + -0.22135400772094727, + -0.7782289981842041, + -4.716646671295166, + -9.09740161895752, + -0.013706612400710583, + -3.1654152870178223, + -1.3161238431930542, + -4.0115814208984375, + -0.7715368866920471, + -0.002078041434288025, + -2.9644386768341064, + -10.690834045410156, + -3.2352819442749023, + -1.1544448137283325, + -4.971055030822754, + -0.2275625467300415, + -0.05549970641732216, + -1.2946704626083374, + -2.20631742477417, + -4.362645149230957, + -0.37027108669281006, + -4.025010108947754, + -0.3656681478023529, + -0.13922274112701416, + -2.720149040222168, + -10.679438591003418, + -0.04889172688126564, + -3.483541965484619, + -0.9704694151878357, + -4.714925289154053, + -0.2623435854911804, + -2.60113525390625, + -0.8295360207557678, + -1.671109676361084, + -5.792396068572998, + -16.96857261657715, + -2.647408962249756, + -0.13962996006011963, + -7.453517436981201, + -1.0938549041748047, + -2.134143829345703, + -1.5537410974502563, + -0.2869631052017212, + -5.857534408569336, + -0.006919232662767172, + -7.747158527374268, + -2.7227447032928467, + -3.037987232208252, + -3.0312116146087646, + -2.342064619064331, + -0.39744827151298523, + -1.516434907913208, + -2.3665950298309326, + -0.6091187000274658, + -1.3131166696548462, + -1.9402395486831665, + -1.6906054019927979, + -0.8380135297775269, + -0.4860585927963257, + -1.2984997034072876, + -1.5767009258270264, + -0.9797608852386475, + -0.40544381737709045, + -0.46793943643569946, + -0.041146114468574524, + -1.2806015014648438, + -2.1299755573272705, + -2.7230143547058105, + -0.7635340690612793, + -0.43544360995292664, + -2.7788889408111572, + -1.5222126245498657, + -1.6613693237304688, + -0.05091489478945732, + -1.3707530498504639, + -1.3513561487197876, + -1.2351378202438354, + -1.2675105333328247, + -0.4767935872077942 ] }, "throughput": [ - 1.9407774475980641, - 40.8327035151158, - 42.82685786577602, - 42.814063580843204, - 42.88001112304976, - 42.90077111461981, - 42.81151438072744, - 42.89731946981911 - ] + 7.8286224601594805, + 42.90151709390053, + 43.28774493800242, + 43.24373961471115, + 43.23396289817666, + 43.197302475580116, + 43.15719577445466, + 43.24482453812981 + ], + "mem-max-allocated-bytes": 30516649984, + "lifetime_prefill_token_count": 88 } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/golden_values_dev_dgx_h100.json index ab970730d9b..73be1228f97 100644 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/golden_values_dev_dgx_h100.json @@ -34,125 +34,125 @@ 1394, 1636 ], - "latency": 1.972374301403761, + "latency": 2.0598746850009775, "logprobs": [ -10.737512588500977, - -3.724862575531006, - -2.833397388458252, - -1.2464861869812012, - -0.2549239993095398, - -1.7607988119125366, - -2.419379711151123, - -1.9533929824829102, - -2.1014301776885986, - -6.169030666351318, - -0.8734959363937378, - -2.4733574390411377, - -3.4822516441345215, - -4.180896759033203, - -1.9767613410949707, - -1.8347630500793457, - -2.2581257820129395, - -7.180149078369141, - -0.0453881211578846, - -1.9841610193252563, - -5.015386581420898, - -8.827117919921875, - -9.885746002197266, - -0.8498678207397461, - -4.770059585571289, - -0.855280339717865, - -2.2494924068450928, - -0.017164958640933037, - -0.03715415671467781, - -3.4830124378204346, - -8.635110855102539, - -1.2520610094070435, - -6.604944705963135, - -3.873375177383423, - -3.6618807315826416, - -4.184391975402832, - -2.2140231132507324, - -1.0711486339569092, - -0.23651468753814697, - -0.8028834462165833, - -4.772289276123047, - -9.09329605102539, - -0.013350379653275013, - -3.204096555709839, - -1.286576271057129, - -3.966451644897461, - -0.784888744354248, - -0.002081372309476137, - -2.9676947593688965, - -10.666797637939453, - -3.026693105697632, - -1.1712640523910522, - -4.93634033203125, - -0.2349349856376648, - -0.06406460702419281, - -1.3560465574264526, - -2.1993725299835205, - -4.378607749938965, - -0.36503157019615173, - -4.032698631286621, - -0.3783165216445923, - -0.14568912982940674, - -2.7145652770996094, - -10.591975212097168, - -0.043545372784137726, - -3.484504461288452, - -0.9063424468040466, - -4.716145992279053, - -0.263183057308197, - -2.654480457305908, - -0.8381667137145996, - -1.677478551864624, - -5.816836357116699, - -17.05772590637207, - -2.634756088256836, - -0.1400006264448166, - -7.400341987609863, - -1.0960910320281982, - -2.1047825813293457, - -1.5999900102615356, - -0.26269301772117615, - -5.727797508239746, - -0.006663957145065069, - -7.748298168182373, - -2.6529595851898193, - -3.0231595039367676, - -2.9622015953063965, - -2.3360800743103027, - -0.3991503119468689, - -1.5159229040145874, - -2.289414882659912, - -0.6100144386291504, - -1.3164187669754028, - -1.9431946277618408, - -1.7792527675628662, - -0.8328706622123718, - -0.501052737236023, - -1.278053879737854, - -1.5683506727218628, - -0.9720054864883423, - -0.40760406851768494, - -0.43419456481933594, - -0.04328203946352005, - -1.2999448776245117, - -2.1266980171203613, - -2.6690115928649902, - -0.7812177538871765, - -0.41717368364334106, - -2.8806936740875244, - -1.5312169790267944, - -1.62917160987854, - -0.05274559557437897, - -1.362119436264038, - -1.337896704673767, - -1.2551532983779907, - -1.256169080734253, - -0.49199968576431274 + -3.6886487007141113, + -2.8194005489349365, + -1.2396225929260254, + -0.22920642793178558, + -1.8583638668060303, + -2.384000778198242, + -2.008981227874756, + -2.09975528717041, + -6.182888031005859, + -0.890110433101654, + -2.478799343109131, + -3.502744436264038, + -4.090683937072754, + -1.964805006980896, + -1.8054677248001099, + -2.321495294570923, + -7.160285949707031, + -0.04007242992520332, + -1.9924155473709106, + -5.093112468719482, + -8.779500007629395, + -9.904478073120117, + -0.8523460626602173, + -4.82073974609375, + -0.86553555727005, + -2.36330509185791, + -0.01946748048067093, + -0.034191977232694626, + -3.3692376613616943, + -8.743470191955566, + -1.3306764364242554, + -6.645841598510742, + -3.7794108390808105, + -3.7756881713867188, + -4.187170028686523, + -2.2124571800231934, + -1.0734034776687622, + -0.22135400772094727, + -0.7782289981842041, + -4.716646671295166, + -9.09740161895752, + -0.013706612400710583, + -3.1654152870178223, + -1.3161238431930542, + -4.0115814208984375, + -0.7715368866920471, + -0.002078041434288025, + -2.9644386768341064, + -10.690834045410156, + -3.2352819442749023, + -1.1544448137283325, + -4.971055030822754, + -0.2275625467300415, + -0.05549970641732216, + -1.2946704626083374, + -2.20631742477417, + -4.362645149230957, + -0.37027108669281006, + -4.025010108947754, + -0.3656681478023529, + -0.13922274112701416, + -2.720149040222168, + -10.679438591003418, + -0.04889172688126564, + -3.483541965484619, + -0.9704694151878357, + -4.714925289154053, + -0.2623435854911804, + -2.60113525390625, + -0.8295360207557678, + -1.671109676361084, + -5.792396068572998, + -16.96857261657715, + -2.647408962249756, + -0.13962996006011963, + -7.453517436981201, + -1.0938549041748047, + -2.134143829345703, + -1.5537410974502563, + -0.2869631052017212, + -5.857534408569336, + -0.006919232662767172, + -7.747158527374268, + -2.7227447032928467, + -3.037987232208252, + -3.0312116146087646, + -2.342064619064331, + -0.39744827151298523, + -1.516434907913208, + -2.3665950298309326, + -0.6091187000274658, + -1.3131166696548462, + -1.9402395486831665, + -1.6906054019927979, + -0.8380135297775269, + -0.4860585927963257, + -1.2984997034072876, + -1.5767009258270264, + -0.9797608852386475, + -0.40544381737709045, + -0.46793943643569946, + -0.041146114468574524, + -1.2806015014648438, + -2.1299755573272705, + -2.7230143547058105, + -0.7635340690612793, + -0.43544360995292664, + -2.7788889408111572, + -1.5222126245498657, + -1.6613693237304688, + -0.05091489478945732, + -1.3707530498504639, + -1.3513561487197876, + -1.2351378202438354, + -1.2675105333328247, + -0.4767935872077942 ], "routing_indices": [ [ @@ -492,15 +492,15 @@ 32, 56, 63, - 3 + 14 ], [ 36, 55, - 35, 17, 32, - 44 + 44, + 35 ], [ 59, @@ -516,11 +516,11 @@ 61, 43, 30, - 22 + 16 ], [ - 32, 2, + 32, 5, 39, 11, @@ -540,7 +540,7 @@ 45, 0, 7, - 5 + 41 ], [ 48, @@ -568,8 +568,8 @@ ], [ 58, - 39, 36, + 39, 47, 29, 37 @@ -583,8 +583,8 @@ 17 ], [ - 13, 22, + 13, 20, 52, 24, @@ -683,8 +683,8 @@ [ 36, 8, - 16, 37, + 16, 10, 14 ], @@ -757,8 +757,8 @@ 7, 3, 38, - 59, - 54 + 54, + 59 ], [ 31, @@ -774,7 +774,7 @@ 18, 53, 40, - 52 + 0 ], [ 27, @@ -798,7 +798,7 @@ 51, 30, 18, - 48 + 3 ], [ 0, @@ -880,7 +880,7 @@ 44, 27, 4, - 41 + 62 ], [ 51, @@ -892,19 +892,19 @@ ], [ 8, - 50, - 5, 19, + 5, 16, - 22 + 22, + 50 ], [ 36, 49, 60, - 44, 15, - 33 + 44, + 25 ], [ 13, @@ -917,16 +917,16 @@ [ 26, 22, - 14, 7, + 14, 32, 17 ], [ 26, 60, - 2, 58, + 2, 54, 10 ], @@ -951,8 +951,8 @@ 23, 27, 46, - 56, - 55 + 55, + 56 ], [ 3, @@ -987,12 +987,12 @@ 32 ], [ - 51, 27, + 51, 20, 50, - 16, - 55 + 55, + 16 ], [ 63, @@ -1024,7 +1024,7 @@ 37, 14, 44, - 36 + 0 ] ], [ @@ -1081,8 +1081,8 @@ 15, 47, 17, - 35, - 24 + 24, + 35 ], [ 3, @@ -1113,8 +1113,8 @@ 19, 50, 16, - 32, - 22 + 22, + 32 ], [ 36, @@ -1170,7 +1170,7 @@ 41, 1, 55, - 18 + 11 ], [ 59, @@ -1178,15 +1178,15 @@ 16, 23, 42, - 11 + 12 ], [ 17, 30, 46, - 55, 25, - 0 + 55, + 36 ], [ 54, @@ -1194,15 +1194,15 @@ 45, 0, 6, - 19 + 56 ], [ 51, 9, 22, 23, - 16, - 25 + 31, + 16 ], [ 62, @@ -1223,26 +1223,26 @@ [ 61, 26, - 1, 17, - 32, - 63 + 1, + 63, + 32 ], [ 37, 46, 63, 20, - 24, - 4 + 9, + 24 ], [ 63, 11, 12, 61, - 31, - 22 + 22, + 31 ] ], [ @@ -1372,7 +1372,7 @@ 51, 47, 62, - 60 + 26 ], [ 16, @@ -1427,23 +1427,23 @@ 27, 14, 51, - 8, - 34 + 18, + 19 ], [ 12, 13, 33, 1, - 5, - 43 + 43, + 5 ], [ 26, 32, 1, - 50, 37, + 50, 57 ], [ @@ -1451,8 +1451,8 @@ 47, 63, 46, - 4, - 5 + 5, + 4 ], [ 63, @@ -1550,7 +1550,7 @@ 19, 48, 16, - 54 + 20 ], [ 13, @@ -1578,8 +1578,8 @@ ], [ 26, - 40, 60, + 40, 2, 52, 7 @@ -1589,8 +1589,8 @@ 51, 17, 46, - 13, - 62 + 62, + 13 ], [ 38, @@ -1643,8 +1643,8 @@ [ 50, 51, - 19, 7, + 19, 48, 53 ], @@ -1831,8 +1831,8 @@ 53, 32, 12, - 9, - 38 + 38, + 48 ], [ 30, @@ -1845,8 +1845,8 @@ [ 40, 49, - 14, 28, + 14, 23, 55 ], @@ -1872,12 +1872,12 @@ 59, 3, 55, - 10 + 8 ], [ 1, - 32, 53, + 32, 26, 47, 3 @@ -2037,28 +2037,28 @@ 39 ], [ - 23, 25, + 23, 4, 14, 46, - 53 + 60 ], [ 8, 45, 32, 53, - 10, - 54 + 54, + 10 ], [ 15, 38, 53, 55, - 7, - 30 + 30, + 7 ], [ 41, @@ -2079,8 +2079,8 @@ [ 50, 0, - 53, 51, + 53, 34, 55 ], @@ -2090,7 +2090,7 @@ 55, 25, 8, - 3 + 27 ], [ 11, @@ -2098,7 +2098,7 @@ 1, 9, 0, - 3 + 23 ], [ 50, @@ -2112,9 +2112,9 @@ 17, 37, 31, - 40, 5, - 36 + 36, + 40 ] ], [ @@ -2204,7 +2204,7 @@ 14, 59, 29, - 4 + 40 ], [ 36, @@ -2266,8 +2266,8 @@ 35, 32, 46, - 10, 31, + 10, 45 ], [ @@ -2406,14 +2406,14 @@ 4, 18, 31, - 29 + 35 ], [ 54, 62, 47, - 38, 4, + 38, 32 ], [ @@ -2421,23 +2421,23 @@ 14, 15, 22, - 59, - 38 + 38, + 59 ], [ 16, 36, 42, - 55, - 15, - 18 + 18, + 0, + 55 ], [ 49, 8, 20, - 14, 0, + 14, 33 ], [ @@ -2445,16 +2445,16 @@ 39, 25, 2, - 62, - 22 + 22, + 62 ], [ 62, 5, 58, 37, - 7, - 32 + 32, + 2 ], [ 43, @@ -2477,23 +2477,23 @@ 0, 7, 16, - 32, - 13 + 13, + 32 ], [ 12, 39, 32, - 61, 16, + 61, 45 ], [ 52, 34, + 62, 15, 18, - 62, 30 ], [ @@ -2502,23 +2502,23 @@ 46, 40, 6, - 38 + 14 ], [ 1, 19, 17, - 20, 4, - 21 + 20, + 40 ], [ 41, 40, 4, 53, - 55, - 19 + 19, + 55 ], [ 25, @@ -2533,8 +2533,8 @@ 29, 52, 44, - 13, - 35 + 35, + 13 ], [ 50, @@ -2656,7 +2656,7 @@ 0, 3, 43, - 8 + 17 ], [ 39, @@ -2675,8 +2675,8 @@ 56 ], [ - 19, 42, + 19, 55, 43, 11, @@ -2686,8 +2686,8 @@ 9, 47, 43, - 52, 18, + 52, 50 ], [ @@ -2703,16 +2703,16 @@ 32, 61, 3, - 21, - 43 + 43, + 21 ], [ 36, 13, 40, 7, - 62, - 16 + 16, + 62 ], [ 14, @@ -2760,7 +2760,7 @@ 26, 48, 8, - 16 + 43 ], [ 46, @@ -2850,14 +2850,14 @@ 38, 20, 58, - 17 + 40 ], [ 19, 1, 46, - 26, 22, + 26, 63 ], [ @@ -2871,18 +2871,18 @@ [ 17, 7, + 16, 49, 14, - 16, 26 ], [ 45, 47, 22, - 62, 0, - 58 + 58, + 62 ], [ 58, @@ -2912,8 +2912,8 @@ 32, 57, 42, - 25, 63, + 25, 43 ], [ @@ -2921,8 +2921,8 @@ 32, 49, 61, - 21, - 12 + 12, + 21 ], [ 5, @@ -2976,8 +2976,8 @@ 14, 26, 3, - 48, 16, + 48, 21 ], [ @@ -3333,8 +3333,8 @@ 18, 28, 55, - 5, - 37 + 37, + 5 ], [ 13, @@ -3615,8 +3615,8 @@ 8, 53, 41, - 11, - 4 + 4, + 11 ], [ 40, @@ -3754,7 +3754,7 @@ 33, 38, 28, - 52 + 19 ], [ 58, @@ -3767,14 +3767,14 @@ [ 55, 59, - 8, 13, - 41, - 43 + 8, + 3, + 41 ], [ - 51, 3, + 51, 15, 46, 57, @@ -3782,8 +3782,8 @@ ], [ 32, - 10, 30, + 10, 12, 25, 18 @@ -3794,7 +3794,7 @@ 27, 61, 53, - 39 + 59 ], [ 42, @@ -3818,13 +3818,13 @@ 48, 47, 16, - 61 + 17 ], [ 4, 0, - 53, 25, + 53, 24, 11 ], @@ -3832,8 +3832,8 @@ 1, 44, 11, - 34, 45, + 34, 51 ], [ @@ -3956,7 +3956,7 @@ 36, 63, 15, - 52 + 23 ], [ 29, @@ -3979,8 +3979,8 @@ 44, 58, 61, - 37, - 38 + 38, + 37 ], [ 23, @@ -3988,15 +3988,15 @@ 17, 57, 13, - 5 + 40 ], [ 13, 9, 19, 37, - 50, - 15 + 15, + 50 ], [ 32, @@ -4020,7 +4020,7 @@ 34, 18, 22, - 7 + 49 ], [ 53, @@ -4035,8 +4035,8 @@ 47, 18, 41, - 30, - 62 + 62, + 30 ], [ 33, @@ -4044,7 +4044,7 @@ 19, 5, 0, - 34 + 44 ], [ 51, @@ -4052,7 +4052,7 @@ 25, 53, 27, - 55 + 16 ], [ 40, @@ -4076,7 +4076,7 @@ 36, 9, 5, - 33 + 12 ] ], [ @@ -4213,8 +4213,8 @@ 59, 6, 9, - 16, - 43 + 43, + 16 ], [ 41, @@ -4230,7 +4230,7 @@ 3, 10, 34, - 59 + 40 ], [ 4, @@ -4251,10 +4251,10 @@ [ 55, 9, - 61, 18, - 60, - 3 + 61, + 45, + 60 ], [ 60, @@ -4286,7 +4286,7 @@ 9, 58, 21, - 12 + 63 ], [ 63, @@ -4320,7 +4320,7 @@ 21, 7, 59, - 9 + 8 ], [ 1, @@ -4391,8 +4391,8 @@ 33, 36, 60, - 49, - 0 + 0, + 49 ], [ 29, @@ -4406,16 +4406,16 @@ 6, 0, 61, - 50, 48, + 50, 3 ], [ 8, 6, 58, - 37, 29, + 37, 19 ], [ @@ -4658,7 +4658,7 @@ 48, 42, 29, - 39 + 63 ], [ 42, @@ -4697,8 +4697,8 @@ 33, 28, 5, - 44, - 8 + 8, + 44 ], [ 51, @@ -4827,8 +4827,8 @@ 59, 10, 36, - 58, - 60 + 60, + 58 ], [ 17, @@ -4836,7 +4836,7 @@ 28, 31, 29, - 27 + 44 ], [ 47, @@ -4849,15 +4849,15 @@ [ 39, 58, - 56, 37, - 18, - 59 + 59, + 56, + 18 ], [ 60, - 18, 57, + 18, 9, 55, 23 @@ -4871,8 +4871,8 @@ 19 ], [ - 1, 32, + 1, 42, 57, 35, @@ -4908,7 +4908,7 @@ 30, 18, 14, - 17 + 8 ], [ 33, @@ -4916,7 +4916,7 @@ 8, 5, 0, - 19 + 56 ], [ 51, @@ -4928,8 +4928,8 @@ ], [ 40, - 4, 27, + 4, 6, 9, 16 @@ -4947,8 +4947,8 @@ 14, 12, 54, - 20, - 35 + 35, + 53 ] ], [ @@ -5070,7 +5070,7 @@ 56, 50, 3, - 58 + 23 ], [ 3, @@ -5094,7 +5094,7 @@ 57, 42, 52, - 19 + 1 ], [ 2, @@ -5117,14 +5117,14 @@ 7, 56, 25, - 60, - 13 + 13, + 60 ], [ 17, 39, - 53, 14, + 53, 30, 25 ], @@ -5140,8 +5140,8 @@ 51, 4, 11, - 58, 57, + 58, 28 ], [ @@ -5272,11 +5272,11 @@ 4, 11, 7, - 6 + 39 ], [ - 35, 34, + 35, 4, 42, 62, @@ -5319,8 +5319,8 @@ 63, 61, 28, - 56, - 12 + 24, + 56 ], [ 33, @@ -5341,8 +5341,8 @@ [ 12, 54, - 4, 27, + 4, 50, 14 ], @@ -5383,7 +5383,7 @@ 13, 59, 51, - 58, + 26, 23 ] ], @@ -5490,7 +5490,7 @@ 46, 59, 41, - 15 + 13 ], [ 23, @@ -5511,23 +5511,23 @@ [ 9, 22, - 36, 46, + 36, 26, 41 ], [ 3, 51, - 40, 56, + 40, 46, 8 ], [ 12, - 25, 21, + 25, 50, 17, 62 @@ -5553,8 +5553,8 @@ 37, 12, 24, - 25, - 63 + 63, + 25 ], [ 45, @@ -5562,14 +5562,14 @@ 18, 26, 17, - 1 + 43 ], [ 4, 25, 32, - 48, 1, + 48, 53 ], [ @@ -5578,7 +5578,7 @@ 63, 4, 62, - 44 + 34 ], [ 6, @@ -5586,7 +5586,7 @@ 62, 40, 46, - 23 + 54 ], [ 10, @@ -5746,8 +5746,8 @@ 18, 20, 57, - 45, 32, + 45, 1 ], [ @@ -6020,8 +6020,8 @@ 40, 19, 16, - 9, 46, + 9, 47 ], [ @@ -6036,8 +6036,8 @@ 35, 60, 54, - 1, 5, + 1, 40 ] ], @@ -6157,8 +6157,8 @@ [ 3, 7, - 46, 42, + 46, 33, 35 ], @@ -6199,8 +6199,8 @@ 23, 54, 36, - 28, - 7 + 7, + 28 ], [ 40, @@ -6231,8 +6231,8 @@ 29, 51, 4, - 32, - 40 + 40, + 32 ], [ 40, @@ -6401,8 +6401,8 @@ 0, 54, 52, - 17, - 39 + 39, + 17 ], [ 25, @@ -6612,7 +6612,7 @@ 3, 51, 22, - 57 + 25 ], [ 12, @@ -6628,31 +6628,31 @@ 27, 43, 14, - 29 + 13 ], [ 56, 53, 44, - 43, + 24, 60, - 24 + 43 ], [ 12, 53, 40, - 2, 49, + 2, 62 ], [ 18, 39, + 44, 61, 26, - 23, - 44 + 23 ], [ 0, @@ -6902,13 +6902,13 @@ 7, 60, 33, - 32 + 3 ], [ 45, 52, - 4, 36, + 4, 21, 9 ] @@ -7047,8 +7047,8 @@ 54, 5, 27, - 18, - 31 + 31, + 18 ], [ 50, @@ -7071,8 +7071,8 @@ 0, 61, 10, - 30, - 5 + 5, + 30 ], [ 29, @@ -7085,15 +7085,15 @@ [ 29, 17, - 21, 30, + 21, 14, 40 ], [ 5, - 17, 33, + 17, 32, 18, 28 @@ -7118,15 +7118,15 @@ 3, 26, 12, - 59, 2, - 53 + 59, + 48 ], [ 46, 43, - 20, 18, + 20, 9, 53 ] @@ -7362,8 +7362,8 @@ 4, 2, 12, - 8, 6, + 8, 55 ], [ @@ -7386,9 +7386,9 @@ 40, 7, 20, + 15, 33, - 16, - 15 + 16 ], [ 45, @@ -7524,7 +7524,7 @@ 55, 62, 18, - 31 + 19 ], [ 46, @@ -7540,14 +7540,14 @@ 22, 4, 51, - 17 + 61 ], [ 21, 62, 11, - 31, 46, + 31, 33 ], [ @@ -7709,8 +7709,8 @@ 56, 13, 37, - 43, - 59 + 59, + 43 ], [ 45, @@ -7845,8 +7845,8 @@ [ 32, 21, - 1, 7, + 1, 46, 49 ], @@ -7926,8 +7926,8 @@ 48, 17, 37, - 21, 32, + 21, 57 ], [ @@ -8134,8 +8134,8 @@ ], [ 56, - 30, 22, + 30, 10, 5, 55 @@ -8178,7 +8178,7 @@ 43, 21, 56, - 42 + 57 ], [ 52, @@ -8199,8 +8199,8 @@ [ 4, 9, - 13, 47, + 13, 8, 61 ], @@ -8215,8 +8215,8 @@ [ 59, 43, - 29, 61, + 29, 0, 18 ] @@ -8322,8 +8322,8 @@ 17, 56, 7, - 53, 5, + 53, 36 ], [ @@ -8371,8 +8371,8 @@ 42, 5, 2, - 48, - 61 + 61, + 48 ], [ 37, @@ -8509,8 +8509,8 @@ 20, 31, 54, - 38, - 21 + 21, + 38 ], [ 43, @@ -8550,15 +8550,15 @@ 29, 5, 55, - 41 + 6 ], [ 23, 8, 36, - 15, 22, - 54 + 15, + 30 ], [ 12, @@ -8573,8 +8573,8 @@ 7, 41, 11, - 53, - 1 + 1, + 53 ], [ 6, @@ -8594,11 +8594,11 @@ ], [ 41, - 32, 6, + 32, 21, - 47, - 0 + 0, + 47 ], [ 38, @@ -8606,7 +8606,7 @@ 36, 53, 31, - 17 + 61 ], [ 3, @@ -8622,7 +8622,7 @@ 46, 12, 35, - 48 + 3 ], [ 20, @@ -8643,10 +8643,10 @@ [ 33, 34, - 45, 60, + 45, 7, - 59 + 32 ], [ 56, @@ -8718,8 +8718,8 @@ 11, 63, 39, - 10, 45, + 10, 14 ], [ @@ -8750,8 +8750,8 @@ 22, 60, 28, - 63, 2, + 63, 17 ], [ @@ -8797,8 +8797,8 @@ [ 21, 2, - 6, 36, + 6, 50, 56 ], @@ -8840,7 +8840,7 @@ 53, 11, 39, - 19 + 38 ], [ 1, @@ -8848,15 +8848,15 @@ 38, 3, 37, - 63 + 42 ], [ 45, 3, 0, 21, - 14, - 22 + 22, + 14 ], [ 10, @@ -8864,14 +8864,14 @@ 42, 49, 11, - 3 + 62 ], [ 30, 57, 15, - 16, 56, + 16, 41 ] ], @@ -9025,8 +9025,8 @@ 31, 10, 45, - 35, - 30 + 30, + 35 ], [ 15, @@ -9058,7 +9058,7 @@ 53, 10, 46, - 45 + 33 ], [ 24, @@ -9074,7 +9074,7 @@ 51, 50, 54, - 6 + 48 ], [ 51, @@ -9203,16 +9203,16 @@ 9, 15, 13, - 28, - 63 + 63, + 28 ], [ 62, 58, 13, 5, - 17, - 3 + 3, + 17 ], [ 3, @@ -9260,7 +9260,7 @@ 53, 41, 13, - 23 + 0 ], [ 14, @@ -9446,7 +9446,7 @@ 14, 26, 17, - 49 + 15 ], [ 24, @@ -9459,16 +9459,16 @@ [ 24, 41, - 4, 1, + 4, 63, 28 ], [ 42, 37, - 48, 34, + 48, 26, 41 ], @@ -9493,8 +9493,8 @@ 56, 42, 8, - 25, - 38 + 38, + 25 ], [ 4, @@ -9612,8 +9612,8 @@ ], [ 18, - 3, 21, + 3, 6, 39, 53 @@ -9683,8 +9683,8 @@ 33 ], [ - 47, 26, + 47, 28, 34, 21, @@ -9762,7 +9762,7 @@ 0, 23, 61, - 10 + 46 ], [ 61, @@ -9786,7 +9786,7 @@ 57, 24, 60, - 5 + 7 ], [ 22, @@ -9869,8 +9869,8 @@ 36 ], [ - 53, 19, + 53, 11, 1, 57, @@ -9910,11 +9910,11 @@ ], [ 13, - 28, 53, + 28, 16, 14, - 9 + 48 ], [ 14, @@ -9937,8 +9937,8 @@ 4, 51, 49, - 58, - 12 + 12, + 58 ], [ 61, @@ -9968,11 +9968,11 @@ [ [ 62, - 9, 61, 0, - 41, - 6 + 9, + 26, + 41 ], [ 45, @@ -9980,7 +9980,7 @@ 29, 35, 2, - 7 + 25 ], [ 56, @@ -10254,7 +10254,7 @@ 3, 2, 10, - 5 + 46 ], [ 38, @@ -10268,8 +10268,8 @@ 45, 19, 3, - 46, 56, + 46, 53 ], [ @@ -10292,9 +10292,9 @@ 35, 38, 33, - 51, 25, - 22 + 51, + 52 ], [ 58, @@ -10310,7 +10310,7 @@ 53, 3, 54, - 4 + 7 ], [ 3, @@ -10323,8 +10323,8 @@ [ 32, 5, - 57, 54, + 57, 52, 30 ], @@ -10364,8 +10364,8 @@ 1, 4, 13, - 11, 39, + 11, 33 ], [ @@ -10396,8 +10396,8 @@ 27, 41, 32, - 45, 10, + 45, 47 ] ], @@ -10455,8 +10455,8 @@ 63, 43, 59, - 42, - 25 + 25, + 42 ], [ 16, @@ -10525,8 +10525,8 @@ [ 13, 38, - 51, 46, + 51, 28, 37 ], @@ -10581,10 +10581,10 @@ [ 63, 13, - 11, 16, - 2, - 24 + 11, + 24, + 2 ], [ 44, @@ -10608,7 +10608,7 @@ 1, 57, 4, - 53 + 44 ], [ 2, @@ -10702,8 +10702,8 @@ ], [ 31, - 19, 35, + 19, 27, 38, 53 @@ -10734,8 +10734,8 @@ ], [ 18, - 39, 58, + 39, 21, 50, 36 @@ -10785,8 +10785,8 @@ 30, 50, 7, - 61, - 3 + 3, + 61 ], [ 9, @@ -10825,8 +10825,8 @@ 52, 31, 16, - 26, - 39 + 39, + 26 ], [ 4, @@ -10898,8 +10898,8 @@ 12, 51, 30, - 56, 40, + 56, 27 ], [ @@ -10938,8 +10938,8 @@ 9, 28, 45, - 57, 55, + 57, 16 ], [ @@ -11044,15 +11044,15 @@ 3, 26, 8, - 16 + 30 ], [ 4, 1, 10, 61, - 0, - 12 + 12, + 0 ] ], [ @@ -11134,15 +11134,15 @@ 12, 62, 49, - 32 + 58 ], [ 3, - 35, 10, + 35, 41, - 6, - 25 + 25, + 6 ], [ 39, @@ -11181,8 +11181,8 @@ 3, 35, 45, - 32, - 4 + 4, + 32 ], [ 46, @@ -11190,22 +11190,22 @@ 32, 33, 14, - 17 + 44 ], [ 16, 57, 30, 19, - 61, - 36 + 63, + 61 ], [ 41, 25, 2, - 26, 24, + 26, 4 ], [ @@ -11217,10 +11217,10 @@ 50 ], [ - 54, 13, - 56, + 54, 53, + 56, 63, 0 ], @@ -11237,8 +11237,8 @@ 43, 25, 58, - 11, - 39 + 39, + 11 ], [ 0, @@ -11246,14 +11246,14 @@ 44, 4, 51, - 9 + 60 ], [ 37, 63, 4, - 13, 15, + 13, 61 ], [ @@ -11371,8 +11371,8 @@ 43 ], [ - 63, 42, + 63, 7, 35, 62, @@ -11404,8 +11404,8 @@ ], [ 24, - 14, 42, + 14, 17, 32, 62 @@ -11461,9 +11461,9 @@ [ 9, 26, - 41, - 4, 48, + 4, + 41, 44 ], [ @@ -11538,7 +11538,7 @@ 34, 61, 10, - 33 + 3 ], [ 28, @@ -11546,21 +11546,21 @@ 42, 30, 29, - 3 + 46 ], [ 33, - 51, 38, + 51, 39, - 62, - 60 + 60, + 62 ], [ 17, 51, - 26, 16, + 26, 46, 50 ], @@ -11574,8 +11574,8 @@ ], [ 39, - 31, 35, + 31, 3, 36, 0 @@ -11602,7 +11602,7 @@ 9, 47, 15, - 59 + 1 ], [ 39, @@ -11664,8 +11664,8 @@ 9, 14, 8, - 6, 42, + 6, 58 ], [ @@ -11690,15 +11690,15 @@ 47, 9, 2, - 16 + 48 ], [ 3, 14, 16, 30, - 8, - 52 + 52, + 8 ], [ 1, @@ -11748,7 +11748,7 @@ 39, 20, 10, - 61 + 3 ], [ 39, @@ -11771,8 +11771,8 @@ 41, 62, 30, - 52, - 37 + 37, + 52 ], [ 21, @@ -11791,8 +11791,8 @@ 41 ], [ - 43, 35, + 43, 28, 31, 60, @@ -11803,13 +11803,13 @@ 17, 19, 49, - 42, - 10 + 10, + 42 ], [ 7, - 27, 54, + 27, 59, 4, 23 @@ -11819,8 +11819,8 @@ 33, 7, 6, - 14, - 51 + 51, + 14 ], [ 51, @@ -11833,8 +11833,8 @@ [ 45, 52, - 21, 60, + 21, 53, 12 ], @@ -11867,8 +11867,8 @@ 48, 46, 9, - 37, - 17 + 17, + 37 ], [ 31, @@ -11908,7 +11908,7 @@ 38, 62, 44, - 25 + 41 ], [ 23, @@ -12054,7 +12054,7 @@ 13, 38, 60, - 26 + 20 ], [ 46, @@ -12077,8 +12077,8 @@ 17, 4, 2, - 32, - 34 + 34, + 32 ], [ 42, @@ -12086,7 +12086,7 @@ 48, 3, 33, - 24 + 31 ], [ 56, @@ -12101,13 +12101,13 @@ 14, 26, 13, - 12, - 22 + 22, + 12 ], [ 25, - 11, 6, + 11, 42, 13, 38 @@ -12118,7 +12118,7 @@ 26, 41, 4, - 57 + 10 ], [ 37, @@ -12149,8 +12149,8 @@ [ 54, 30, - 22, 26, + 22, 3, 55 ], @@ -12224,7 +12224,7 @@ 46, 6, 49, - 45 + 21 ], [ 31, @@ -12232,7 +12232,7 @@ 11, 10, 56, - 3 + 24 ], [ 21, @@ -12245,8 +12245,8 @@ [ 28, 41, - 59, 13, + 59, 34, 53 ], @@ -12296,7 +12296,7 @@ 10, 29, 53, - 59 + 48 ], [ 56, @@ -12304,14 +12304,14 @@ 44, 24, 9, - 18 + 0 ], [ 44, 12, 19, - 8, 30, + 8, 49 ], [ @@ -12324,24 +12324,24 @@ ], [ 11, - 25, 37, + 25, 58, 35, - 13 + 45 ], [ 4, 9, 10, - 39, 37, - 40 + 39, + 16 ], [ 22, - 21, 11, + 21, 48, 45, 47 @@ -12370,15 +12370,15 @@ 31, 46, 35, - 49 + 0 ], [ 13, 49, + 10, 54, 5, - 6, - 10 + 6 ], [ 36, @@ -12489,8 +12489,8 @@ 8, 62, 24, - 57, - 38 + 38, + 57 ], [ 13, @@ -12512,8 +12512,8 @@ 1, 10, 20, - 8, 53, + 8, 4 ], [ @@ -12530,14 +12530,14 @@ 30, 57, 19, - 8 + 40 ], [ 11, 62, 41, - 14, 46, + 14, 44 ], [ @@ -12545,8 +12545,8 @@ 33, 46, 31, - 0, - 45 + 45, + 0 ], [ 4, @@ -12618,8 +12618,8 @@ 14, 61, 59, - 29, 1, + 29, 49 ], [ @@ -12688,8 +12688,8 @@ ], [ 57, - 13, 40, + 13, 22, 60, 6 @@ -12706,8 +12706,8 @@ 24, 5, 43, - 62, 23, + 62, 59 ], [ @@ -12756,7 +12756,7 @@ 16, 29, 6, - 46 + 19 ], [ 46, @@ -12768,8 +12768,8 @@ ], [ 4, - 47, 51, + 47, 1, 16, 41 @@ -12783,8 +12783,8 @@ 28 ], [ - 18, 51, + 18, 7, 50, 6, @@ -12925,8 +12925,8 @@ 5, 63, 53, - 2, - 43 + 43, + 2 ], [ 24, @@ -12958,7 +12958,7 @@ 15, 27, 42, - 3 + 34 ], [ 43, @@ -13051,8 +13051,8 @@ 32 ], [ - 41, 31, + 41, 57, 49, 34, @@ -13087,8 +13087,8 @@ 4, 6, 12, - 47, - 60 + 60, + 47 ], [ 54, @@ -13174,8 +13174,8 @@ 13, 34, 16, - 45, 49, + 45, 55 ], [ @@ -13223,16 +13223,16 @@ 3, 27, 26, - 31, - 19 + 19, + 31 ], [ 46, 18, 8, 4, - 50, - 29 + 40, + 50 ] ], [ @@ -13265,8 +13265,8 @@ 5, 50, 53, - 48, - 42 + 42, + 48 ], [ 0, @@ -13290,7 +13290,7 @@ 33, 9, 56, - 35 + 25 ], [ 12, @@ -13298,7 +13298,7 @@ 14, 36, 25, - 61 + 2 ], [ 23, @@ -13359,10 +13359,10 @@ [ 55, 2, - 57, 54, - 56, - 22 + 57, + 22, + 56 ], [ 53, @@ -13480,8 +13480,8 @@ ], [ 47, - 18, 6, + 18, 3, 38, 15 @@ -13528,8 +13528,8 @@ ], [ 42, - 5, 43, + 5, 25, 21, 6 @@ -13547,8 +13547,8 @@ 5, 1, 38, - 2, - 22 + 22, + 2 ], [ 17, @@ -13596,14 +13596,14 @@ 51, 33, 3, - 11 + 43 ], [ 38, 5, 19, - 13, 27, + 13, 32 ], [ @@ -13731,8 +13731,8 @@ [ 35, 11, - 53, 51, + 53, 36, 33 ], @@ -13797,8 +13797,8 @@ 8, 54, 2, - 48, - 59 + 59, + 48 ], [ 0, @@ -13844,9 +13844,9 @@ 51, 1, 35, + 48, 44, - 34, - 48 + 34 ], [ 32, @@ -13854,7 +13854,7 @@ 4, 41, 53, - 54 + 23 ], [ 48, @@ -13919,13 +13919,13 @@ 7, 61, 63, - 15, - 34 + 34, + 15 ], [ 17, - 35, 2, + 35, 48, 44, 62 @@ -13968,7 +13968,7 @@ 57, 4, 28, - 25 + 62 ], [ 1, @@ -13976,7 +13976,7 @@ 59, 60, 17, - 22 + 32 ], [ 31, @@ -14005,8 +14005,8 @@ [ 8, 44, - 34, 16, + 34, 45, 47 ], @@ -14031,14 +14031,14 @@ 4, 44, 52, - 19, - 15 + 15, + 19 ], [ 8, 10, - 1, 45, + 1, 31, 53 ], @@ -14047,15 +14047,15 @@ 59, 15, 2, - 34, - 0 + 0, + 34 ], [ 41, 25, 57, - 27, 55, + 27, 24 ], [ @@ -14079,15 +14079,15 @@ 14, 12, 10, - 54, - 51 + 51, + 54 ], [ 11, 18, 45, - 20, 33, + 20, 48 ], [ @@ -14153,8 +14153,8 @@ 2, 49, 21, - 9, - 27 + 27, + 9 ], [ 42, @@ -14175,9 +14175,9 @@ [ 50, 48, - 38, - 37, 57, + 37, + 38, 10 ], [ @@ -14226,7 +14226,7 @@ 12, 3, 0, - 35 + 13 ], [ 15, @@ -14240,38 +14240,38 @@ 28, 24, 14, - 15, - 60, - 31 + 31, + 46, + 60 ], [ 26, 30, 0, - 54, 5, + 54, 36 ], [ 63, 37, - 11, 41, 51, + 11, 4 ], [ 48, 9, 33, - 0, 42, - 54 + 54, + 0 ], [ 22, - 60, 11, + 60, 39, 1, 49 @@ -14281,8 +14281,8 @@ 4, 34, 2, - 27, - 53 + 53, + 27 ], [ 17, @@ -14384,8 +14384,8 @@ ], [ 33, - 56, 35, + 56, 42, 38, 45 @@ -14416,8 +14416,8 @@ ], [ 16, - 19, 56, + 19, 27, 43, 46 @@ -14434,8 +14434,8 @@ 56, 15, 51, - 55, 50, + 55, 13 ], [ @@ -14474,8 +14474,8 @@ 36, 28, 11, - 63, 53, + 63, 15 ], [ @@ -14613,8 +14613,8 @@ 50, 14, 36, - 43, - 4 + 4, + 43 ], [ 6, @@ -14646,7 +14646,7 @@ 42, 58, 57, - 26 + 15 ], [ 30, @@ -14659,8 +14659,8 @@ [ 55, 40, - 62, 12, + 62, 13, 30 ], @@ -14713,12 +14713,12 @@ 11 ], [ - 6, 56, + 6, 32, 14, - 21, - 10 + 10, + 21 ], [ 2, @@ -14745,8 +14745,8 @@ 49 ], [ - 46, 19, + 46, 44, 36, 8, @@ -14764,17 +14764,17 @@ [ [ 48, - 42, - 38, 63, + 38, + 42, 50, - 7 + 62 ], [ 3, - 40, 2, 33, + 40, 14, 60 ], @@ -14796,11 +14796,11 @@ ], [ 6, - 30, 37, + 30, 1, 38, - 52 + 54 ], [ 59, @@ -14839,8 +14839,8 @@ 10, 0, 55, - 37, - 40 + 40, + 37 ], [ 54, @@ -14879,8 +14879,8 @@ 11, 55, 49, - 46, - 0 + 0, + 46 ], [ 34, @@ -15037,8 +15037,8 @@ 25 ], [ - 18, 36, + 18, 32, 21, 53, @@ -15112,8 +15112,8 @@ 22, 60, 51, - 14, 40, + 14, 39 ], [ @@ -15145,8 +15145,8 @@ 42, 24, 37, - 8, - 4 + 4, + 8 ], [ 34, @@ -15154,7 +15154,7 @@ 8, 46, 56, - 6 + 17 ], [ 31, @@ -15169,24 +15169,24 @@ 0, 42, 56, - 31, - 30 + 30, + 31 ], [ 6, 54, 26, 19, - 8, - 7 + 7, + 8 ], [ 49, - 6, 22, + 6, 13, - 24, - 59 + 59, + 24 ], [ 45, @@ -15236,7 +15236,7 @@ 39, 31, 63, - 0 + 9 ], [ 58, @@ -15265,8 +15265,8 @@ [ 6, 12, - 50, 14, + 50, 33, 37 ], @@ -15332,7 +15332,7 @@ 60, 61, 18, - 22 + 49 ], [ 17, @@ -15363,8 +15363,8 @@ 23, 59, 57, - 24, - 27 + 27, + 53 ], [ 36, @@ -15386,9 +15386,9 @@ 10, 38, 1, - 57, + 4, 31, - 4 + 57 ], [ 8, @@ -15396,7 +15396,7 @@ 54, 33, 3, - 18 + 50 ], [ 6, @@ -15409,8 +15409,8 @@ [ 55, 43, - 4, 5, + 4, 25, 8 ] @@ -15446,12 +15446,12 @@ 55, 45, 43, - 33 + 40 ], [ 37, - 41, 30, + 41, 59, 21, 44 @@ -15502,7 +15502,7 @@ 23, 61, 8, - 4 + 55 ], [ 45, @@ -15549,8 +15549,8 @@ 60, 2, 17, - 18, - 27 + 27, + 18 ], [ 51, @@ -15573,8 +15573,8 @@ 4, 23, 14, - 5, - 59 + 59, + 5 ], [ 7, @@ -15626,8 +15626,8 @@ ], [ 52, - 24, 60, + 24, 25, 35, 34 @@ -15672,15 +15672,15 @@ 13, 20, 44, - 30 + 40 ], [ 33, 45, 27, 53, - 63, - 52 + 52, + 63 ], [ 28, @@ -15784,7 +15784,7 @@ 38, 32, 61, - 25 + 51 ], [ 57, @@ -15854,24 +15854,24 @@ [ [ 48, - 63, - 38, 42, - 7, - 37 - ], - [ + 38, + 63, + 47, + 7 + ], + [ 3, 10, 26, - 6, + 62, 2, - 62 + 6 ], [ 39, - 7, 44, + 7, 6, 45, 40 @@ -15905,8 +15905,8 @@ 10, 33, 7, - 50, - 57 + 57, + 50 ], [ 50, @@ -15943,8 +15943,8 @@ [ 22, 62, - 33, 36, + 33, 6, 2 ], @@ -15958,8 +15958,8 @@ ], [ 47, - 27, 3, + 27, 6, 24, 22 @@ -16038,8 +16038,8 @@ ], [ 11, - 19, 4, + 19, 8, 58, 52 @@ -16137,8 +16137,8 @@ [ 48, 26, - 17, 35, + 17, 55, 6 ], @@ -16219,8 +16219,8 @@ 32, 42, 6, - 21, - 37 + 37, + 18 ], [ 24, @@ -16243,8 +16243,8 @@ 31, 14, 8, - 22, - 19 + 19, + 22 ], [ 15, @@ -16468,9 +16468,9 @@ 15, 36, 33, - 51, 17, - 44 + 51, + 13 ], [ 41, @@ -16489,8 +16489,8 @@ 9 ], [ - 3, 21, + 3, 14, 19, 61, @@ -16510,9 +16510,9 @@ 8, 56, 54, - 4, 37, - 7 + 4, + 38 ], [ 36, @@ -16528,7 +16528,7 @@ 29, 32, 58, - 5 + 30 ], [ 32, @@ -16543,8 +16543,8 @@ 24, 44, 39, - 20, - 63 + 63, + 20 ], [ 24, @@ -16598,15 +16598,15 @@ 21, 19, 9, - 48, 36, + 48, 1 ], [ 35, 59, - 42, 54, + 42, 63, 17 ], @@ -16726,11 +16726,11 @@ [ [ 4, - 59, 16, - 13, + 22, + 23, 3, - 22 + 13 ], [ 16, @@ -16745,8 +16745,8 @@ 35, 21, 7, - 59, - 9 + 9, + 59 ], [ 44, @@ -16773,8 +16773,8 @@ 0 ], [ - 36, 20, + 36, 63, 28, 60, @@ -16824,8 +16824,8 @@ 59, 38, 12, - 32, 17, + 32, 53 ], [ @@ -16861,8 +16861,8 @@ 60 ], [ - 20, 13, + 20, 1, 31, 17, @@ -16898,7 +16898,7 @@ 46, 14, 1, - 15 + 0 ], [ 15, @@ -16906,7 +16906,7 @@ 52, 0, 51, - 27 + 30 ], [ 4, @@ -16928,8 +16928,8 @@ 3, 19, 16, - 47, 30, + 47, 27 ], [ @@ -16977,10 +16977,10 @@ [ 25, 54, - 9, 43, + 9, 45, - 5 + 27 ], [ 55, @@ -17011,8 +17011,8 @@ 42, 48, 54, - 6, - 46 + 46, + 6 ], [ 10, @@ -17033,8 +17033,8 @@ [ 50, 21, - 19, 36, + 19, 4, 42 ], @@ -17064,8 +17064,8 @@ ], [ 27, - 57, 22, + 57, 8, 54, 37 @@ -17100,15 +17100,15 @@ 9, 44, 31, - 52 + 60 ], [ 53, 12, 22, 40, - 5, - 41 + 41, + 5 ], [ 44, @@ -17136,8 +17136,8 @@ ], [ 62, - 37, 52, + 37, 54, 42, 36 @@ -17166,7 +17166,7 @@ 31, 46, 0, - 5 + 21 ], [ 13, @@ -17180,9 +17180,9 @@ 36, 13, 27, + 58, 18, - 34, - 58 + 34 ], [ 24, @@ -17213,8 +17213,8 @@ 38, 29, 58, - 36, - 0 + 0, + 36 ], [ 42, @@ -17229,8 +17229,8 @@ 34, 30, 48, - 26, - 7 + 7, + 26 ], [ 27, @@ -17246,7 +17246,7 @@ 30, 59, 6, - 3 + 52 ], [ 31, @@ -17254,30 +17254,30 @@ 25, 42, 21, - 36 + 32 ], [ 34, 32, 19, 2, - 14, - 62 + 62, + 14 ], [ 6, 40, 24, 31, - 57, - 13 + 13, + 48 ], [ 44, 2, 40, - 34, 8, + 34, 45 ], [ @@ -17286,15 +17286,15 @@ 7, 57, 50, - 25 + 47 ], [ 13, 60, 45, 22, - 52, - 25 + 25, + 52 ], [ 4, @@ -17302,31 +17302,31 @@ 33, 46, 58, - 19 + 34 ], [ 8, 33, 56, - 51, 45, - 4 + 51, + 59 ], [ 38, 53, 39, + 26, 35, - 31, - 0 + 31 ], [ 41, + 46, 11, 53, - 46, - 8, - 59 + 59, + 8 ], [ 11, @@ -17350,15 +17350,15 @@ 14, 10, 44, - 4 + 7 ], [ 45, - 18, 6, - 24, 62, - 12 + 12, + 18, + 24 ], [ 10, @@ -17504,15 +17504,15 @@ 15, 54, 21, - 57 + 33 ], [ 2, 30, 60, 61, - 10, - 18 + 18, + 10 ], [ 6, @@ -17527,31 +17527,31 @@ 46, 8, 60, - 16, - 22 + 22, + 16 ], [ 5, 13, 14, - 36, 35, + 36, 52 ], [ 15, 53, - 23, 59, + 23, 6, 46 ], [ 36, 30, - 53, - 33, 60, + 33, + 53, 38 ], [ @@ -17559,8 +17559,8 @@ 15, 16, 52, - 38, - 4 + 4, + 38 ], [ 31, @@ -17575,8 +17575,8 @@ 9, 8, 59, - 18, - 33 + 33, + 18 ], [ 33, @@ -17634,15 +17634,15 @@ 30, 41, 16, - 8 + 1 ], [ 4, 31, 41, - 56, 45, - 18 + 18, + 56 ], [ 28, @@ -17698,7 +17698,7 @@ 59, 29, 25, - 12 + 36 ], [ 8, @@ -17706,13 +17706,13 @@ 1, 47, 33, - 32 + 24 ], [ 24, 30, - 56, 38, + 56, 4, 7 ], @@ -17736,8 +17736,8 @@ 6, 61, 51, - 53, 39, + 53, 32 ], [ @@ -17769,8 +17769,8 @@ 3, 39, 18, - 53, - 8 + 8, + 53 ], [ 57, @@ -17778,14 +17778,14 @@ 15, 47, 38, - 9 + 16 ], [ 20, 11, 19, - 2, 4, + 2, 8 ], [ @@ -17873,8 +17873,8 @@ [ 24, 13, - 3, 47, + 3, 45, 50 ], @@ -17899,8 +17899,8 @@ 63, 23, 25, - 17, - 34 + 34, + 17 ], [ 14, @@ -17931,15 +17931,15 @@ 59, 2, 10, - 8, - 55 + 54, + 26 ], [ 45, 61, 19, - 42, 57, + 42, 17 ], [ @@ -17959,8 +17959,8 @@ 5 ], [ - 36, 45, + 36, 16, 38, 51, @@ -17980,13 +17980,13 @@ 59, 48, 42, - 14 + 40 ], [ 52, + 28, 46, 33, - 28, 18, 55 ], @@ -17994,16 +17994,16 @@ 1, 15, 28, + 18, 13, - 52, - 18 + 52 ], [ 10, 21, 4, - 23, 2, + 23, 31 ], [ @@ -18106,11 +18106,11 @@ ], [ 23, - 43, 36, + 43, 20, - 21, - 10 + 10, + 21 ], [ 48, @@ -18149,8 +18149,8 @@ 7, 39, 2, - 57, - 26 + 26, + 57 ], [ 33, @@ -18341,8 +18341,8 @@ [ 35, 6, - 36, 50, + 36, 11, 1 ], @@ -18464,7 +18464,7 @@ 57, 42, 41, - 33 + 32 ] ], [ @@ -18497,13 +18497,13 @@ 4, 22, 44, - 18, - 51 + 51, + 18 ], [ 18, - 4, 26, + 4, 61, 14, 31 @@ -18658,7 +18658,7 @@ 10, 31, 14, - 52 + 62 ], [ 9, @@ -18682,7 +18682,7 @@ 43, 40, 46, - 18 + 45 ] ], [ @@ -18716,15 +18716,15 @@ 2, 41, 48, - 62 + 16 ], [ 6, 18, 37, + 27, 41, - 30, - 27 + 30 ], [ 59, @@ -18764,12 +18764,12 @@ 0, 50, 28, - 58 + 22 ], [ 61, - 9, 63, + 9, 8, 17, 39 @@ -18811,8 +18811,8 @@ 34, 27, 29, - 12, - 0 + 0, + 12 ], [ 17, @@ -18827,8 +18827,8 @@ 48, 57, 37, - 36, - 17 + 17, + 36 ], [ 42, @@ -18836,7 +18836,7 @@ 32, 7, 16, - 12 + 61 ], [ 1, @@ -18844,15 +18844,15 @@ 23, 14, 36, - 29 + 39 ], [ 21, 7, 48, + 14, 60, - 35, - 14 + 35 ], [ 8, @@ -18873,8 +18873,8 @@ [ 52, 4, - 29, 8, + 29, 9, 26 ], @@ -18942,7 +18942,7 @@ 25, 18, 39, - 27 + 26 ], [ 61, @@ -18971,8 +18971,8 @@ [ 14, 58, - 46, 49, + 46, 3, 26 ], @@ -18980,8 +18980,8 @@ 62, 43, 0, - 45, 22, + 45, 46 ], [ @@ -18994,8 +18994,8 @@ ], [ 60, - 21, 50, + 21, 47, 30, 35 @@ -19022,7 +19022,7 @@ 34, 27, 2, - 63 + 20 ], [ 22, @@ -19037,8 +19037,8 @@ 11, 46, 27, - 3, - 52 + 52, + 45 ], [ 51, @@ -19046,7 +19046,7 @@ 17, 21, 61, - 30 + 9 ], [ 13, @@ -19076,8 +19076,8 @@ 40, 19, 51, - 7, 26, + 7, 22 ], [ @@ -19094,7 +19094,7 @@ 20, 24, 44, - 52 + 29 ], [ 21, @@ -19117,8 +19117,8 @@ 9, 36, 48, - 11, - 41 + 41, + 11 ] ], [ @@ -19522,7 +19522,7 @@ 2, 27, 54, - 50 + 62 ], [ 38, @@ -19549,8 +19549,8 @@ 15 ], [ - 23, 6, + 23, 62, 50, 51, @@ -19756,13 +19756,13 @@ 59, 4, 9, - 54 + 39 ], [ 19, 3, - 31, 27, + 31, 43, 2 ], @@ -19806,7 +19806,7 @@ 53, 50, 41, - 3 + 48 ], [ 6, @@ -19819,8 +19819,8 @@ [ 59, 60, - 46, 4, + 46, 53, 29 ], @@ -19869,8 +19869,8 @@ 34, 5, 24, - 6, - 57 + 57, + 6 ], [ 17, @@ -19881,12 +19881,12 @@ 7 ], [ - 47, 13, + 47, 59, 27, 22, - 26 + 61 ], [ 49, @@ -19894,15 +19894,15 @@ 44, 10, 46, - 54 + 40 ], [ 34, 2, 54, - 55, 57, - 53 + 53, + 55 ], [ 5, @@ -19958,14 +19958,14 @@ 15, 28, 23, - 5 + 44 ], [ 4, 41, 9, - 11, 8, + 11, 51 ], [ @@ -20024,15 +20024,15 @@ 5, 50, 8, - 53 + 42 ], [ 35, 52, 9, 43, - 27, - 0 + 0, + 27 ], [ 16, @@ -20060,8 +20060,8 @@ ], [ 48, - 4, 35, + 4, 32, 8, 60 @@ -20095,8 +20095,8 @@ 21, 17, 26, - 37, - 42 + 42, + 37 ], [ 38, @@ -20159,16 +20159,16 @@ 42, 48, 37, - 52, - 8 + 8, + 52 ], [ 46, 45, 57, 36, - 32, - 51 + 51, + 32 ], [ 62, @@ -20249,14 +20249,14 @@ 29, 35, 31, - 23, - 16 + 16, + 23 ], [ 9, 58, - 0, 60, + 0, 17, 38 ], @@ -20317,8 +20317,8 @@ 60 ], [ - 13, 10, + 13, 29, 22, 58, @@ -20327,8 +20327,8 @@ [ 44, 8, - 2, 58, + 2, 6, 5 ], @@ -20341,11 +20341,11 @@ 53 ], [ - 61, 5, + 61, 30, - 17, 1, + 17, 27 ], [ @@ -20353,8 +20353,8 @@ 55, 63, 57, - 19, - 33 + 33, + 19 ], [ 35, @@ -20410,15 +20410,15 @@ 33, 9, 47, - 48 + 20 ], [ 3, 43, 6, 19, - 2, - 30 + 30, + 2 ], [ 55, @@ -20468,7 +20468,7 @@ 44, 16, 30, - 26 + 19 ], [ 59, @@ -20603,8 +20603,8 @@ 60, 24, 25, - 42, - 14 + 55, + 42 ], [ 33, @@ -20612,7 +20612,7 @@ 5, 51, 28, - 23 + 44 ], [ 4, @@ -20659,8 +20659,8 @@ [ 12, 2, - 9, 32, + 9, 47, 17 ], @@ -20734,7 +20734,7 @@ 56, 45, 38, - 10 + 34 ], [ 21, @@ -20763,8 +20763,8 @@ [ 56, 2, - 23, 24, + 23, 9, 5 ], @@ -20967,8 +20967,8 @@ 10, 41, 42, - 60, - 16 + 16, + 60 ], [ 44, @@ -20981,8 +20981,8 @@ [ 9, 5, - 33, 28, + 33, 58, 49 ], @@ -21037,10 +21037,10 @@ [ 43, 1, - 12, 55, + 12, 4, - 40 + 21 ], [ 41, @@ -21056,7 +21056,7 @@ 1, 22, 30, - 37 + 42 ], [ 5, @@ -21078,9 +21078,9 @@ 30, 57, 8, - 5, + 29, 17, - 29 + 5 ] ], [ @@ -21096,16 +21096,16 @@ 13, 49, 31, - 50, + 34, 16, - 19 + 50 ], [ 36, 13, 53, - 27, 4, + 27, 18 ], [ @@ -21146,7 +21146,7 @@ 42, 35, 3, - 6 + 54 ], [ 4, @@ -21158,8 +21158,8 @@ ], [ 54, - 25, 55, + 25, 38, 21, 27 @@ -21201,16 +21201,16 @@ 44, 58, 5, - 16, - 1 + 1, + 16 ], [ 8, 53, 59, 25, - 24, - 52 + 52, + 24 ], [ 13, @@ -21218,15 +21218,15 @@ 45, 0, 42, - 8 + 37 ], [ 23, 44, 55, - 33, 38, - 7 + 7, + 33 ], [ 53, @@ -21241,8 +21241,8 @@ 38, 14, 28, - 0, - 19 + 19, + 0 ], [ 41, @@ -21257,15 +21257,15 @@ 62, 55, 16, - 10, - 41 + 41, + 10 ], [ 31, 20, 46, - 37, 34, + 37, 41 ], [ @@ -21282,22 +21282,22 @@ 47, 48, 54, - 36 + 20 ], [ 50, - 10, 23, - 51, + 10, 18, + 3, 2 ], [ 17, 31, - 4, - 5, 36, + 5, + 4, 20 ] ], @@ -21387,8 +21387,8 @@ 4, 60, 20, - 24, - 40 + 40, + 24 ], [ 51, @@ -21451,16 +21451,16 @@ 46, 31, 1, - 19, - 32 + 32, + 19 ], [ 15, 13, 63, 45, - 9, - 55 + 55, + 9 ], [ 27, @@ -21484,23 +21484,23 @@ 41, 20, 5, - 46 + 23 ], [ - 47, 4, + 47, 26, 55, - 10, - 49 + 49, + 10 ], [ 4, 11, 8, - 48, 36, - 33 + 48, + 9 ], [ 18, @@ -21515,8 +21515,8 @@ 55, 9, 36, - 43, - 5 + 5, + 43 ] ], [ @@ -21534,14 +21534,14 @@ 10, 6, 2, - 12 + 42 ], [ 39, 44, 6, - 7, 45, + 7, 8 ], [ @@ -21558,7 +21558,7 @@ 14, 16, 37, - 19 + 44 ], [ 59, @@ -21580,8 +21580,8 @@ 12, 24, 20, - 58, 61, + 58, 28 ], [ @@ -21636,8 +21636,8 @@ 24, 5, 46, - 44, 2, + 44, 38 ], [ @@ -21821,8 +21821,8 @@ [ 3, 45, - 37, 41, + 37, 21, 33 ], @@ -21925,8 +21925,8 @@ [ 55, 20, - 44, 26, + 44, 4, 40 ], @@ -21970,7 +21970,7 @@ 28, 59, 24, - 56 + 51 ], [ 32, @@ -22058,15 +22058,15 @@ 24, 32, 25, - 36 + 42 ], [ 30, 21, 63, + 51, 49, - 16, - 51 + 16 ], [ 62, @@ -22074,15 +22074,15 @@ 13, 5, 29, - 56 + 40 ], [ 53, 2, 9, 63, - 46, - 54 + 54, + 46 ], [ 27, @@ -22098,7 +22098,7 @@ 43, 44, 0, - 12 + 50 ], [ 38, @@ -22130,7 +22130,7 @@ 34, 4, 21, - 50 + 22 ], [ 41, @@ -22243,8 +22243,8 @@ 4, 16, 11, - 19, - 35 + 35, + 19 ], [ 21, @@ -22265,8 +22265,8 @@ [ 21, 5, - 56, 43, + 56, 53, 52 ], @@ -22339,8 +22339,8 @@ 12, 43, 54, - 62, - 5 + 5, + 62 ], [ 50, @@ -22377,8 +22377,8 @@ [ 28, 15, - 38, 55, + 38, 35, 37 ], @@ -22388,7 +22388,7 @@ 6, 57, 39, - 33 + 51 ] ], [ @@ -22460,8 +22460,8 @@ 4, 10, 7, - 47, 25, + 47, 34 ], [ @@ -22502,7 +22502,7 @@ 23, 34, 9, - 48 + 33 ], [ 34, @@ -22541,40 +22541,40 @@ 8, 38, 11, - 47, - 24 + 24, + 63 ], [ 38, 15, 0, - 21, 11, - 8 + 21, + 60 ], [ 27, 23, - 41, 62, 8, + 41, 42 ], [ 55, 11, 10, - 41, 16, + 41, 21 ], [ 31, 21, - 41, 54, 34, - 9 + 41, + 46 ], [ 55, @@ -22596,8 +22596,8 @@ 50, 10, 47, - 35, 53, + 35, 57 ], [ @@ -22621,8 +22621,8 @@ [ 27, 6, - 17, 14, + 17, 55, 57 ], @@ -22646,8 +22646,8 @@ 14, 61, 59, - 44, 16, + 44, 63 ], [ @@ -22742,8 +22742,8 @@ 13, 47, 61, - 50, 5, + 50, 30 ], [ @@ -22752,7 +22752,7 @@ 4, 63, 22, - 38 + 33 ], [ 35, @@ -22767,16 +22767,16 @@ 13, 45, 0, - 51, - 60 + 60, + 51 ], [ 15, - 23, 27, + 23, 50, 6, - 17 + 51 ], [ 57, @@ -22789,10 +22789,10 @@ [ 10, 23, - 41, 33, - 30, - 54 + 41, + 54, + 30 ], [ 33, @@ -22808,21 +22808,21 @@ 33, 9, 20, - 12 + 48 ], [ 43, 6, 3, - 50, 18, + 50, 38 ], [ 4, 55, - 43, 36, + 43, 46, 5 ] @@ -22840,8 +22840,8 @@ 3, 26, 10, - 2, 6, + 2, 35 ], [ @@ -23220,7 +23220,7 @@ 16, 28, 41, - 3 + 14 ], [ 5, @@ -23244,15 +23244,15 @@ 27, 62, 33, - 7 + 48 ], [ 33, - 7, 54, + 7, 3, - 32, - 12 + 12, + 32 ], [ 58, @@ -23306,26 +23306,26 @@ ], [ 30, - 9, 2, + 9, 57, 11, - 13 + 43 ], [ 20, 19, 57, 42, - 51, - 27 + 27, + 51 ], [ 46, 35, 47, - 32, 7, + 32, 0 ], [ @@ -23437,8 +23437,8 @@ 23, 28, 57, - 21, - 16 + 16, + 21 ], [ 51, @@ -23461,8 +23461,8 @@ 50, 13, 56, - 39, - 53 + 8, + 39 ], [ 6, @@ -23475,8 +23475,8 @@ [ 29, 46, - 18, 55, + 18, 37, 50 ] @@ -23550,8 +23550,8 @@ 15, 12, 35, - 45, 52, + 45, 4 ], [ @@ -23624,7 +23624,7 @@ 23, 43, 60, - 41 + 34 ], [ 45, @@ -23655,8 +23655,8 @@ 37, 40, 41, - 11, - 54 + 54, + 11 ], [ 48, @@ -23680,7 +23680,7 @@ 49, 45, 56, - 57 + 53 ], [ 51, @@ -23786,7 +23786,7 @@ 59, 22, 15, - 46 + 18 ], [ 8, @@ -23810,7 +23810,7 @@ 13, 50, 14, - 6 + 34 ], [ 54, @@ -23977,8 +23977,8 @@ [ 47, 32, - 59, 2, + 59, 28, 57 ], @@ -23996,7 +23996,7 @@ 36, 30, 58, - 31 + 22 ], [ 5, @@ -24012,13 +24012,13 @@ 34, 26, 42, - 52 + 60 ], [ 20, 5, - 52, 4, + 52, 30, 33 ], @@ -24035,8 +24035,8 @@ 61, 30, 14, - 20, - 25 + 25, + 20 ], [ 56, @@ -24044,7 +24044,7 @@ 2, 5, 54, - 37 + 44 ], [ 12, @@ -24072,16 +24072,16 @@ ], [ 17, - 38, 6, + 38, 29, 49, 41 ], [ 38, - 52, 45, + 52, 57, 63, 27 @@ -24100,7 +24100,7 @@ 35, 34, 38, - 3 + 55 ], [ 61, @@ -24165,8 +24165,8 @@ 13, 1, 8, - 25, - 43 + 43, + 25 ], [ 13, @@ -24185,8 +24185,8 @@ 56 ], [ - 9, 50, + 9, 8, 51, 48, @@ -24237,8 +24237,8 @@ 20, 33, 14, - 15, - 52 + 52, + 15 ], [ 17, @@ -24321,8 +24321,8 @@ 22 ], [ - 55, 9, + 55, 4, 3, 25, @@ -24408,7 +24408,7 @@ 19, 48, 15, - 6 + 10 ], [ 14, @@ -24416,7 +24416,7 @@ 54, 8, 57, - 28 + 31 ], [ 6, @@ -24431,23 +24431,23 @@ 38, 23, 53, - 25, - 17 + 17, + 20 ], [ 26, - 22, 25, + 22, 5, - 42, - 33 + 33, + 42 ], [ 5, 22, 16, - 9, 61, + 9, 55 ], [ @@ -24456,7 +24456,7 @@ 30, 25, 20, - 22 + 4 ], [ 18, @@ -24480,28 +24480,28 @@ 5, 24, 37, - 54 + 53 ], [ 47, 34, - 27, 10, - 22, - 55 + 27, + 33, + 22 ], [ 60, 43, 44, - 7, 52, + 7, 37 ], [ 12, - 32, 39, + 32, 38, 1, 20 @@ -24511,16 +24511,16 @@ 52, 49, 15, - 28, - 40 + 40, + 63 ], [ 28, 39, 3, 26, - 30, - 22 + 22, + 30 ], [ 29, @@ -24532,34 +24532,34 @@ ], [ 41, - 5, 53, + 5, + 4, 33, - 26, - 39 + 21 ], [ 25, 38, 4, 34, - 49, - 51 + 51, + 41 ], [ 29, 52, 48, 47, - 20, - 33 + 33, + 20 ], [ 50, 3, 16, - 38, 53, + 38, 15 ], [ @@ -24567,8 +24567,8 @@ 62, 6, 23, - 10, - 36 + 36, + 10 ] ], [ @@ -24630,11 +24630,11 @@ ], [ 21, - 14, 59, + 14, 52, - 28, - 8 + 7, + 28 ], [ 6, @@ -24648,17 +24648,17 @@ 14, 53, 30, - 4, 42, + 4, 36 ], [ 26, 42, 5, - 58, 22, - 19 + 19, + 58 ], [ 22, @@ -24698,7 +24698,7 @@ 24, 5, 53, - 37 + 14 ], [ 12, @@ -24719,8 +24719,8 @@ [ 19, 10, - 20, 32, + 20, 18, 1 ], @@ -24876,22 +24876,22 @@ 22, 15, 5, - 46 + 0 ], [ 7, 22, - 24, 63, - 53, - 5 + 24, + 10, + 53 ], [ 11, 3, 10, - 37, 18, + 37, 24 ], [ @@ -24899,22 +24899,22 @@ 18, 13, 39, - 0, - 17 + 17, + 0 ], [ 62, 54, - 5, - 18, 6, + 18, + 5, 14 ], [ 19, 43, - 31, 30, + 31, 57, 42 ], @@ -24924,7 +24924,7 @@ 51, 34, 47, - 55 + 21 ], [ 59, @@ -24976,11 +24976,11 @@ ], [ 4, - 44, 14, + 44, 41, - 11, - 38 + 51, + 57 ], [ 47, @@ -24988,15 +24988,15 @@ 8, 61, 13, - 9 + 4 ], [ 23, 3, 27, 43, - 0, - 61 + 1, + 0 ], [ 46, @@ -25004,7 +25004,7 @@ 59, 62, 18, - 50 + 40 ] ], [ @@ -25078,15 +25078,15 @@ 23, 19, 62, - 27 + 52 ], [ 53, 32, 51, - 38, + 58, 41, - 58 + 38 ], [ 18, @@ -25102,15 +25102,15 @@ 60, 11, 12, - 19 + 5 ], [ 24, 7, 11, - 17, 30, - 37 + 17, + 47 ], [ 47, @@ -25132,15 +25132,15 @@ 56, 30, 0, - 55, 51, + 55, 10 ], [ 12, 5, - 21, 34, + 21, 63, 29 ], @@ -25150,7 +25150,7 @@ 38, 57, 41, - 44 + 43 ], [ 32, @@ -25182,7 +25182,7 @@ 30, 60, 39, - 1 + 42 ], [ 5, @@ -25205,8 +25205,8 @@ 47, 61, 28, - 60, - 27 + 27, + 60 ], [ 14, @@ -25312,7 +25312,7 @@ 22, 3, 34, - 27 + 45 ], [ 21, @@ -25327,8 +25327,8 @@ 24, 28, 16, - 35, - 8 + 8, + 35 ], [ 38, @@ -25351,15 +25351,15 @@ 55, 43, 30, - 35, - 51 + 51, + 35 ], [ 51, 3, 14, - 5, 60, + 5, 26 ], [ @@ -25383,8 +25383,8 @@ 53, 28, 60, - 49, - 12 + 12, + 49 ], [ 49, @@ -25422,8 +25422,8 @@ 31, 52, 5, - 48, 58, + 48, 43 ], [ @@ -25432,7 +25432,7 @@ 28, 3, 0, - 55 + 10 ], [ 27, @@ -25457,8 +25457,8 @@ 5, 41, 40, - 21, - 44 + 44, + 21 ], [ 43, @@ -25536,8 +25536,8 @@ 57, 37, 5, - 7, 22, + 7, 53 ], [ @@ -25578,7 +25578,7 @@ 60, 21, 5, - 58 + 17 ], [ 31, @@ -25593,14 +25593,14 @@ 25, 40, 32, - 54, - 58 + 58, + 54 ], [ 49, 30, - 50, 13, + 50, 55, 28 ], @@ -25641,8 +25641,8 @@ 13, 8, 61, - 47, - 9 + 9, + 47 ], [ 31, @@ -25650,7 +25650,7 @@ 43, 1, 3, - 0 + 44 ], [ 8, diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/model_config.yaml index 5ab6d37f17e..80e2a37c250 100644 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq/model_config.yaml @@ -79,13 +79,10 @@ MODEL_ARGS: --inference-dynamic-batching-buffer-size-gb: 20 --cuda-graph-impl: local --moe-pad-experts-for-cuda-graph-inference: true - --inference-dynamic-batching-buffer-size-gb: 20 - --inference-dynamic-batching-num-cuda-graphs: 1 - --inference-dynamic-batching-max-requests: 512 + --inference-dynamic-batching-num-cuda-graphs: -1 + --inference-dynamic-batching-max-requests: 16 --inference-logging-step-interval: 1 - --sequence-parallel: true --moe-enable-routing-replay: true - METRICS: - "generated_tokens" - "logprobs" diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/golden_values_dev_dgx_h100.json index 66c9e3e4121..915f3864fad 100644 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/golden_values_dev_dgx_h100.json @@ -34,125 +34,25633 @@ 1394, 1636 ], - "latency": 28.185462809633464, + "latency": 20.171302660994115, "logprobs": [ -10.737512588500977, - -3.724862575531006, - -2.833397388458252, - -1.2464861869812012, - -0.2549239993095398, - -1.7607988119125366, - -2.419379711151123, - -1.9533929824829102, - -2.1014301776885986, - -6.169030666351318, - -0.8734959363937378, - -2.4733574390411377, - -3.4822516441345215, - -4.180896759033203, - -1.9767613410949707, - -1.8347630500793457, - -2.2581257820129395, - -7.180149078369141, - -0.0453881211578846, - -1.9841610193252563, - -5.015386581420898, - -8.827117919921875, - -9.885746002197266, - -0.8498678207397461, - -4.770059585571289, - -0.855280339717865, - -2.2494924068450928, - -0.017164958640933037, - -0.03715415671467781, - -3.4830124378204346, - -8.635110855102539, - -1.2520610094070435, - -6.62324857711792, - -3.639960765838623, - -3.664339542388916, - -4.182392597198486, - -2.1796066761016846, - -1.0725229978561401, - -0.26311880350112915, - -0.8036076426506042, - -4.6958818435668945, - -9.042495727539062, - -0.013647346757352352, - -3.1747794151306152, - -1.322129487991333, - -3.949110746383667, - -0.7829495072364807, - -0.002083513652905822, - -2.970266580581665, - -10.56244945526123, - -3.2369167804718018, - -1.1530492305755615, - -4.917466163635254, - -0.21241025626659393, - -0.06490474194288254, - -1.372581124305725, - -2.224682092666626, - -4.3847503662109375, - -0.36867555975914, - -4.035493850708008, - -0.39869019389152527, - -0.14373983442783356, - -2.716118812561035, - -10.687016487121582, - -0.04773370549082756, - -3.398231267929077, - -0.8646175265312195, - -4.74052619934082, - -0.23649944365024567, - -2.6610701084136963, - -0.8428961634635925, - -1.614527940750122, - -5.793307781219482, - -16.929147720336914, - -2.6586406230926514, - -0.1385982781648636, - -7.435610771179199, - -1.0483647584915161, - -2.1261863708496094, - -1.5261307954788208, - -0.27082547545433044, - -5.859070777893066, - -0.00648513063788414, - -7.732051849365234, - -2.712515354156494, - -2.9137418270111084, - -3.041210651397705, - -2.3559694290161133, - -0.3973437249660492, - -1.4338903427124023, - -2.2967660427093506, - -0.6096595525741577, - -1.3119444847106934, - -1.93257474899292, - -1.726539134979248, - -0.8397530317306519, - -0.5014236569404602, - -1.2989763021469116, - -1.5857150554656982, - -1.096572995185852, - -0.4009067416191101, - -0.43302634358406067, - -0.041601795703172684, - -1.285712718963623, - -2.214778184890747, - -2.6971933841705322, - -0.8101387619972229, - -0.43101266026496887, - -2.808060884475708, - -1.5226430892944336, - -1.6209226846694946, - -0.048716772347688675, - -1.3497682809829712, - -1.343377947807312, - -1.2755295038223267, - -1.2342015504837036, - -0.5394397377967834 + -3.6886487007141113, + -2.8194005489349365, + -1.2396225929260254, + -0.22920642793178558, + -1.8583638668060303, + -2.384000778198242, + -2.008981227874756, + -2.09975528717041, + -6.182888031005859, + -0.890110433101654, + -2.478799343109131, + -3.502744436264038, + -4.090683937072754, + -1.964805006980896, + -1.8054677248001099, + -2.321495294570923, + -7.160285949707031, + -0.04007242992520332, + -1.9924155473709106, + -5.093112468719482, + -8.779500007629395, + -9.904478073120117, + -0.8523460626602173, + -4.82073974609375, + -0.86553555727005, + -2.36330509185791, + -0.01946748048067093, + -0.034191977232694626, + -3.3692376613616943, + -8.743470191955566, + -1.3306764364242554, + -6.645841598510742, + -3.7794108390808105, + -3.7756881713867188, + -4.187170028686523, + -2.2124571800231934, + -1.0734034776687622, + -0.22135400772094727, + -0.7782289981842041, + -4.716646671295166, + -9.09740161895752, + -0.013706612400710583, + -3.1654152870178223, + -1.3161238431930542, + -4.0115814208984375, + -0.7715368866920471, + -0.002078041434288025, + -2.9644386768341064, + -10.690834045410156, + -3.2352819442749023, + -1.1544448137283325, + -4.971055030822754, + -0.2275625467300415, + -0.05549970641732216, + -1.2946704626083374, + -2.20631742477417, + -4.362645149230957, + -0.37027108669281006, + -4.025010108947754, + -0.3656681478023529, + -0.13922274112701416, + -2.720149040222168, + -10.679438591003418, + -0.04889172688126564, + -3.483541965484619, + -0.9704694151878357, + -4.714925289154053, + -0.2623435854911804, + -2.60113525390625, + -0.8295360207557678, + -1.671109676361084, + -5.792396068572998, + -16.96857261657715, + -2.647408962249756, + -0.13962996006011963, + -7.453517436981201, + -1.0938549041748047, + -2.134143829345703, + -1.5537410974502563, + -0.2869631052017212, + -5.857534408569336, + -0.006919232662767172, + -7.747158527374268, + -2.7227447032928467, + -3.037987232208252, + -3.0312116146087646, + -2.342064619064331, + -0.4008210003376007, + -1.5134443044662476, + -2.3839635848999023, + -0.6089661121368408, + -1.3122849464416504, + -1.9414935111999512, + -1.7005577087402344, + -0.7723040580749512, + -0.46768665313720703, + -1.2926090955734253, + -1.586422324180603, + -1.0127938985824585, + -0.400964617729187, + -0.4781394302845001, + -0.04295343533158302, + -1.282165765762329, + -2.125704765319824, + -2.6953608989715576, + -0.8084508776664734, + -0.4046926498413086, + -2.861154317855835, + -1.5114109516143799, + -1.6190099716186523, + -0.05034634843468666, + -1.3701083660125732, + -1.3019596338272095, + -1.2718966007232666, + -1.2260775566101074, + -0.4916250705718994 + ], + "routing_indices": [ + [ + [ + 33, + 50, + 36, + 4, + 25, + 63 + ], + [ + 0, + 16, + 3, + 26, + 9, + 54 + ], + [ + 62, + 60, + 8, + 16, + 58, + 52 + ], + [ + 58, + 10, + 6, + 45, + 16, + 32 + ], + [ + 43, + 49, + 18, + 54, + 55, + 13 + ], + [ + 27, + 19, + 26, + 44, + 12, + 28 + ], + [ + 53, + 42, + 3, + 27, + 26, + 19 + ], + [ + 6, + 47, + 1, + 8, + 19, + 22 + ], + [ + 51, + 27, + 1, + 38, + 16, + 62 + ], + [ + 41, + 49, + 21, + 57, + 16, + 24 + ], + [ + 13, + 28, + 38, + 22, + 49, + 48 + ], + [ + 52, + 58, + 6, + 25, + 29, + 17 + ], + [ + 49, + 50, + 25, + 41, + 54, + 58 + ], + [ + 27, + 41, + 3, + 1, + 26, + 29 + ], + [ + 41, + 18, + 34, + 45, + 1, + 33 + ], + [ + 17, + 26, + 59, + 22, + 19, + 4 + ], + [ + 1, + 43, + 62, + 57, + 61, + 21 + ], + [ + 11, + 46, + 15, + 28, + 61, + 50 + ], + [ + 14, + 30, + 58, + 26, + 38, + 53 + ], + [ + 59, + 20, + 63, + 54, + 47, + 61 + ], + [ + 9, + 5, + 43, + 33, + 15, + 46 + ], + [ + 16, + 52, + 33, + 61, + 49, + 11 + ], + [ + 52, + 35, + 40, + 43, + 29, + 36 + ], + [ + 57, + 34, + 38, + 44, + 20, + 18 + ], + [ + 44, + 51, + 2, + 63, + 7, + 22 + ], + [ + 32, + 47, + 58, + 9, + 54, + 5 + ], + [ + 12, + 59, + 54, + 33, + 50, + 6 + ] + ], + [ + [ + 49, + 43, + 18, + 28, + 23, + 25 + ], + [ + 34, + 24, + 23, + 60, + 2, + 18 + ], + [ + 33, + 40, + 30, + 3, + 59, + 48 + ], + [ + 16, + 58, + 17, + 48, + 6, + 45 + ], + [ + 23, + 58, + 46, + 37, + 34, + 48 + ], + [ + 28, + 26, + 35, + 33, + 22, + 43 + ], + [ + 6, + 31, + 13, + 46, + 41, + 37 + ], + [ + 60, + 29, + 44, + 36, + 39, + 15 + ], + [ + 51, + 18, + 62, + 5, + 27, + 35 + ], + [ + 62, + 45, + 32, + 56, + 25, + 3 + ], + [ + 6, + 20, + 3, + 16, + 49, + 41 + ], + [ + 36, + 41, + 50, + 45, + 35, + 48 + ], + [ + 39, + 46, + 48, + 25, + 21, + 33 + ], + [ + 30, + 38, + 11, + 22, + 15, + 9 + ], + [ + 24, + 2, + 32, + 56, + 63, + 14 + ], + [ + 36, + 55, + 17, + 32, + 44, + 35 + ], + [ + 59, + 46, + 32, + 44, + 24, + 14 + ], + [ + 51, + 15, + 61, + 43, + 30, + 16 + ], + [ + 2, + 32, + 5, + 39, + 11, + 50 + ], + [ + 28, + 42, + 6, + 30, + 57, + 37 + ], + [ + 28, + 55, + 45, + 0, + 7, + 41 + ], + [ + 48, + 40, + 34, + 3, + 49, + 22 + ], + [ + 25, + 6, + 62, + 50, + 18, + 53 + ], + [ + 13, + 22, + 20, + 28, + 25, + 59 + ], + [ + 58, + 36, + 39, + 47, + 29, + 37 + ], + [ + 4, + 33, + 41, + 12, + 3, + 17 + ], + [ + 22, + 13, + 20, + 52, + 24, + 62 + ] + ], + [ + [ + 17, + 10, + 57, + 54, + 6, + 15 + ], + [ + 33, + 43, + 13, + 1, + 16, + 62 + ], + [ + 63, + 1, + 35, + 43, + 27, + 10 + ], + [ + 47, + 4, + 38, + 50, + 51, + 0 + ], + [ + 11, + 51, + 57, + 23, + 14, + 34 + ], + [ + 10, + 43, + 35, + 33, + 20, + 22 + ], + [ + 36, + 48, + 35, + 19, + 21, + 28 + ], + [ + 14, + 8, + 7, + 46, + 35, + 13 + ], + [ + 18, + 44, + 63, + 6, + 4, + 37 + ], + [ + 62, + 29, + 15, + 38, + 39, + 34 + ], + [ + 1, + 6, + 16, + 46, + 22, + 13 + ], + [ + 36, + 8, + 37, + 16, + 10, + 14 + ], + [ + 8, + 0, + 32, + 3, + 43, + 10 + ], + [ + 25, + 0, + 22, + 30, + 60, + 57 + ], + [ + 60, + 58, + 55, + 32, + 2, + 7 + ], + [ + 55, + 11, + 19, + 5, + 24, + 43 + ], + [ + 9, + 47, + 36, + 39, + 5, + 42 + ], + [ + 31, + 20, + 9, + 43, + 18, + 41 + ], + [ + 12, + 5, + 32, + 50, + 3, + 31 + ], + [ + 40, + 18, + 30, + 63, + 7, + 25 + ], + [ + 14, + 7, + 3, + 38, + 54, + 59 + ], + [ + 31, + 20, + 1, + 22, + 47, + 6 + ], + [ + 51, + 15, + 18, + 53, + 40, + 0 + ], + [ + 27, + 54, + 8, + 38, + 3, + 59 + ], + [ + 11, + 16, + 39, + 59, + 9, + 23 + ], + [ + 7, + 37, + 51, + 30, + 18, + 3 + ], + [ + 0, + 36, + 33, + 40, + 46, + 48 + ] + ], + [ + [ + 48, + 33, + 52, + 53, + 24, + 38 + ], + [ + 3, + 40, + 45, + 19, + 22, + 35 + ], + [ + 46, + 15, + 39, + 60, + 25, + 31 + ], + [ + 49, + 62, + 61, + 48, + 55, + 46 + ], + [ + 41, + 35, + 53, + 52, + 13, + 10 + ], + [ + 52, + 15, + 45, + 63, + 46, + 10 + ], + [ + 14, + 15, + 35, + 60, + 49, + 31 + ], + [ + 44, + 3, + 6, + 8, + 23, + 48 + ], + [ + 32, + 15, + 44, + 27, + 4, + 62 + ], + [ + 51, + 25, + 62, + 53, + 48, + 10 + ], + [ + 8, + 19, + 5, + 16, + 22, + 50 + ], + [ + 36, + 49, + 60, + 15, + 44, + 25 + ], + [ + 13, + 27, + 53, + 30, + 56, + 43 + ], + [ + 26, + 22, + 7, + 14, + 32, + 17 + ], + [ + 26, + 60, + 58, + 2, + 54, + 10 + ], + [ + 50, + 55, + 17, + 51, + 47, + 14 + ], + [ + 0, + 12, + 16, + 4, + 23, + 9 + ], + [ + 10, + 23, + 27, + 46, + 55, + 56 + ], + [ + 3, + 37, + 4, + 60, + 16, + 59 + ], + [ + 38, + 3, + 29, + 40, + 25, + 50 + ], + [ + 31, + 16, + 62, + 54, + 42, + 5 + ], + [ + 47, + 35, + 11, + 37, + 46, + 32 + ], + [ + 27, + 51, + 20, + 50, + 55, + 16 + ], + [ + 63, + 55, + 46, + 27, + 48, + 12 + ], + [ + 53, + 50, + 30, + 2, + 39, + 20 + ], + [ + 53, + 44, + 24, + 8, + 51, + 14 + ], + [ + 19, + 49, + 37, + 14, + 44, + 0 + ] + ], + [ + [ + 0, + 52, + 16, + 12, + 54, + 7 + ], + [ + 42, + 25, + 51, + 61, + 35, + 58 + ], + [ + 51, + 42, + 19, + 57, + 28, + 8 + ], + [ + 49, + 62, + 5, + 2, + 46, + 21 + ], + [ + 3, + 41, + 53, + 25, + 39, + 37 + ], + [ + 45, + 15, + 37, + 48, + 19, + 60 + ], + [ + 14, + 15, + 47, + 17, + 24, + 35 + ], + [ + 3, + 52, + 63, + 16, + 28, + 47 + ], + [ + 32, + 27, + 15, + 24, + 62, + 23 + ], + [ + 62, + 25, + 51, + 53, + 0, + 20 + ], + [ + 8, + 19, + 50, + 16, + 22, + 32 + ], + [ + 36, + 13, + 42, + 49, + 60, + 44 + ], + [ + 30, + 27, + 53, + 56, + 0, + 10 + ], + [ + 22, + 7, + 14, + 26, + 32, + 17 + ], + [ + 60, + 7, + 26, + 2, + 58, + 13 + ], + [ + 55, + 51, + 17, + 60, + 62, + 47 + ], + [ + 53, + 16, + 18, + 4, + 50, + 5 + ], + [ + 28, + 39, + 41, + 1, + 55, + 11 + ], + [ + 59, + 49, + 16, + 23, + 42, + 12 + ], + [ + 17, + 30, + 46, + 25, + 55, + 36 + ], + [ + 54, + 9, + 45, + 0, + 6, + 56 + ], + [ + 51, + 9, + 22, + 23, + 31, + 16 + ], + [ + 62, + 50, + 43, + 51, + 55, + 27 + ], + [ + 13, + 43, + 27, + 1, + 14, + 52 + ], + [ + 61, + 26, + 17, + 1, + 63, + 32 + ], + [ + 37, + 46, + 63, + 20, + 9, + 24 + ], + [ + 63, + 11, + 12, + 61, + 22, + 31 + ] + ], + [ + [ + 49, + 54, + 56, + 11, + 38, + 3 + ], + [ + 53, + 46, + 49, + 38, + 57, + 17 + ], + [ + 9, + 48, + 31, + 12, + 56, + 6 + ], + [ + 49, + 62, + 23, + 5, + 12, + 63 + ], + [ + 36, + 26, + 38, + 7, + 20, + 23 + ], + [ + 37, + 33, + 41, + 58, + 57, + 32 + ], + [ + 10, + 14, + 15, + 31, + 8, + 43 + ], + [ + 16, + 52, + 3, + 2, + 34, + 14 + ], + [ + 15, + 32, + 35, + 27, + 62, + 54 + ], + [ + 51, + 62, + 25, + 53, + 10, + 20 + ], + [ + 19, + 8, + 22, + 50, + 1, + 5 + ], + [ + 13, + 49, + 36, + 60, + 42, + 20 + ], + [ + 27, + 30, + 53, + 54, + 26, + 43 + ], + [ + 14, + 32, + 26, + 22, + 7, + 17 + ], + [ + 26, + 60, + 7, + 2, + 52, + 54 + ], + [ + 55, + 17, + 51, + 47, + 62, + 26 + ], + [ + 16, + 18, + 44, + 4, + 53, + 50 + ], + [ + 1, + 47, + 39, + 45, + 28, + 56 + ], + [ + 23, + 16, + 55, + 49, + 8, + 32 + ], + [ + 17, + 55, + 30, + 62, + 31, + 23 + ], + [ + 9, + 54, + 0, + 44, + 14, + 56 + ], + [ + 23, + 9, + 51, + 22, + 31, + 50 + ], + [ + 50, + 27, + 14, + 51, + 18, + 19 + ], + [ + 12, + 13, + 33, + 1, + 43, + 5 + ], + [ + 26, + 32, + 1, + 37, + 50, + 57 + ], + [ + 37, + 47, + 63, + 46, + 5, + 4 + ], + [ + 63, + 11, + 12, + 19, + 33, + 61 + ] + ], + [ + [ + 49, + 54, + 40, + 56, + 3, + 11 + ], + [ + 37, + 15, + 12, + 33, + 59, + 17 + ], + [ + 38, + 49, + 14, + 46, + 35, + 59 + ], + [ + 25, + 20, + 39, + 62, + 49, + 12 + ], + [ + 26, + 51, + 16, + 36, + 18, + 8 + ], + [ + 37, + 51, + 41, + 33, + 32, + 60 + ], + [ + 10, + 14, + 59, + 8, + 15, + 40 + ], + [ + 16, + 52, + 19, + 61, + 32, + 2 + ], + [ + 32, + 15, + 27, + 24, + 62, + 35 + ], + [ + 51, + 25, + 62, + 0, + 49, + 60 + ], + [ + 8, + 50, + 19, + 48, + 16, + 20 + ], + [ + 13, + 49, + 36, + 42, + 11, + 60 + ], + [ + 53, + 27, + 7, + 26, + 30, + 21 + ], + [ + 14, + 22, + 26, + 37, + 32, + 4 + ], + [ + 26, + 60, + 40, + 2, + 52, + 7 + ], + [ + 55, + 51, + 17, + 46, + 62, + 13 + ], + [ + 38, + 16, + 53, + 44, + 4, + 18 + ], + [ + 39, + 1, + 4, + 14, + 56, + 57 + ], + [ + 55, + 23, + 32, + 14, + 13, + 16 + ], + [ + 55, + 17, + 2, + 30, + 62, + 12 + ], + [ + 13, + 54, + 0, + 62, + 61, + 25 + ], + [ + 9, + 51, + 5, + 22, + 19, + 16 + ], + [ + 50, + 51, + 7, + 19, + 48, + 53 + ], + [ + 12, + 1, + 5, + 43, + 61, + 13 + ], + [ + 26, + 32, + 30, + 37, + 34, + 20 + ], + [ + 37, + 63, + 46, + 4, + 47, + 8 + ], + [ + 63, + 12, + 11, + 31, + 33, + 61 + ] + ], + [ + [ + 47, + 34, + 30, + 25, + 31, + 3 + ], + [ + 15, + 24, + 46, + 21, + 8, + 6 + ], + [ + 34, + 21, + 18, + 62, + 28, + 55 + ], + [ + 35, + 32, + 20, + 39, + 59, + 54 + ], + [ + 26, + 27, + 15, + 48, + 60, + 47 + ], + [ + 37, + 8, + 50, + 18, + 54, + 61 + ], + [ + 35, + 31, + 8, + 24, + 14, + 15 + ], + [ + 16, + 52, + 34, + 29, + 48, + 36 + ], + [ + 11, + 32, + 62, + 27, + 46, + 26 + ], + [ + 61, + 62, + 25, + 56, + 46, + 53 + ], + [ + 56, + 50, + 63, + 3, + 45, + 28 + ], + [ + 11, + 36, + 5, + 60, + 35, + 50 + ], + [ + 21, + 26, + 41, + 51, + 46, + 53 + ], + [ + 14, + 22, + 33, + 19, + 41, + 16 + ], + [ + 2, + 52, + 34, + 60, + 21, + 49 + ], + [ + 59, + 55, + 29, + 8, + 61, + 22 + ], + [ + 51, + 44, + 2, + 59, + 47, + 53 + ], + [ + 39, + 25, + 18, + 12, + 51, + 56 + ], + [ + 34, + 53, + 32, + 12, + 38, + 48 + ], + [ + 30, + 53, + 56, + 7, + 40, + 62 + ], + [ + 40, + 49, + 28, + 14, + 23, + 55 + ], + [ + 15, + 48, + 40, + 47, + 9, + 1 + ], + [ + 50, + 41, + 53, + 25, + 18, + 0 + ], + [ + 22, + 1, + 59, + 3, + 55, + 8 + ], + [ + 1, + 53, + 32, + 26, + 47, + 3 + ], + [ + 4, + 33, + 28, + 37, + 55, + 54 + ], + [ + 30, + 22, + 57, + 12, + 33, + 63 + ] + ], + [ + [ + 16, + 11, + 0, + 46, + 31, + 21 + ], + [ + 49, + 13, + 31, + 5, + 11, + 14 + ], + [ + 36, + 13, + 56, + 27, + 46, + 3 + ], + [ + 24, + 44, + 62, + 29, + 15, + 13 + ], + [ + 17, + 2, + 50, + 8, + 45, + 1 + ], + [ + 8, + 7, + 49, + 0, + 62, + 13 + ], + [ + 35, + 61, + 58, + 23, + 36, + 0 + ], + [ + 16, + 48, + 42, + 4, + 32, + 1 + ], + [ + 63, + 18, + 32, + 4, + 34, + 62 + ], + [ + 57, + 62, + 54, + 27, + 25, + 53 + ], + [ + 1, + 59, + 60, + 29, + 22, + 14 + ], + [ + 31, + 36, + 11, + 14, + 20, + 47 + ], + [ + 34, + 2, + 19, + 14, + 8, + 37 + ], + [ + 57, + 22, + 40, + 14, + 62, + 48 + ], + [ + 44, + 60, + 7, + 14, + 45, + 2 + ], + [ + 8, + 6, + 55, + 25, + 50, + 59 + ], + [ + 13, + 47, + 23, + 61, + 42, + 39 + ], + [ + 25, + 23, + 4, + 14, + 46, + 60 + ], + [ + 8, + 45, + 32, + 53, + 54, + 10 + ], + [ + 15, + 38, + 53, + 55, + 30, + 7 + ], + [ + 41, + 14, + 28, + 27, + 5, + 58 + ], + [ + 11, + 41, + 57, + 10, + 1, + 47 + ], + [ + 50, + 0, + 51, + 53, + 34, + 55 + ], + [ + 1, + 14, + 55, + 25, + 8, + 27 + ], + [ + 11, + 49, + 1, + 9, + 0, + 23 + ], + [ + 50, + 51, + 6, + 42, + 4, + 54 + ], + [ + 17, + 37, + 31, + 5, + 36, + 40 + ] + ], + [ + [ + 22, + 53, + 47, + 6, + 57, + 21 + ], + [ + 27, + 11, + 14, + 6, + 57, + 16 + ], + [ + 1, + 11, + 29, + 26, + 41, + 17 + ], + [ + 14, + 22, + 38, + 31, + 29, + 36 + ], + [ + 14, + 59, + 29, + 61, + 45, + 52 + ], + [ + 30, + 8, + 0, + 21, + 47, + 58 + ], + [ + 58, + 35, + 4, + 61, + 23, + 36 + ], + [ + 42, + 20, + 48, + 16, + 9, + 4 + ], + [ + 47, + 29, + 4, + 18, + 63, + 32 + ], + [ + 19, + 54, + 62, + 53, + 57, + 29 + ], + [ + 1, + 60, + 14, + 59, + 29, + 40 + ], + [ + 36, + 0, + 47, + 3, + 31, + 8 + ], + [ + 2, + 19, + 36, + 8, + 20, + 37 + ], + [ + 57, + 22, + 40, + 49, + 31, + 14 + ], + [ + 44, + 37, + 2, + 5, + 60, + 21 + ], + [ + 6, + 43, + 24, + 5, + 2, + 59 + ], + [ + 13, + 61, + 19, + 47, + 50, + 39 + ], + [ + 58, + 14, + 28, + 4, + 22, + 11 + ], + [ + 35, + 32, + 46, + 31, + 10, + 45 + ], + [ + 15, + 13, + 55, + 45, + 18, + 63 + ], + [ + 15, + 27, + 28, + 14, + 5, + 60 + ], + [ + 57, + 41, + 47, + 19, + 36, + 10 + ], + [ + 34, + 10, + 53, + 55, + 22, + 19 + ], + [ + 38, + 55, + 39, + 27, + 3, + 25 + ], + [ + 11, + 39, + 0, + 9, + 3, + 49 + ], + [ + 51, + 6, + 43, + 18, + 50, + 53 + ], + [ + 55, + 43, + 9, + 36, + 40, + 5 + ] + ], + [ + [ + 18, + 9, + 1, + 36, + 61, + 44 + ], + [ + 56, + 34, + 19, + 42, + 3, + 5 + ], + [ + 39, + 20, + 15, + 60, + 46, + 32 + ], + [ + 60, + 22, + 31, + 27, + 14, + 55 + ], + [ + 59, + 58, + 10, + 7, + 46, + 18 + ], + [ + 43, + 2, + 57, + 62, + 11, + 30 + ], + [ + 54, + 19, + 9, + 21, + 48, + 56 + ], + [ + 46, + 24, + 7, + 14, + 3, + 8 + ], + [ + 47, + 0, + 4, + 18, + 31, + 35 + ], + [ + 54, + 62, + 47, + 4, + 38, + 32 + ], + [ + 1, + 14, + 15, + 22, + 38, + 59 + ], + [ + 16, + 36, + 42, + 18, + 0, + 55 + ], + [ + 49, + 8, + 20, + 0, + 14, + 33 + ], + [ + 18, + 39, + 25, + 2, + 22, + 62 + ], + [ + 62, + 5, + 58, + 37, + 32, + 2 + ], + [ + 43, + 5, + 42, + 63, + 55, + 37 + ], + [ + 47, + 33, + 15, + 63, + 50, + 12 + ], + [ + 60, + 0, + 7, + 16, + 13, + 32 + ], + [ + 12, + 39, + 32, + 16, + 61, + 45 + ], + [ + 52, + 34, + 62, + 15, + 18, + 30 + ], + [ + 28, + 26, + 46, + 40, + 6, + 14 + ], + [ + 1, + 19, + 17, + 4, + 20, + 40 + ], + [ + 41, + 40, + 4, + 53, + 19, + 55 + ], + [ + 25, + 38, + 27, + 34, + 52, + 46 + ], + [ + 11, + 29, + 52, + 44, + 35, + 13 + ], + [ + 50, + 51, + 41, + 16, + 4, + 14 + ], + [ + 19, + 6, + 23, + 36, + 60, + 0 + ] + ], + [ + [ + 17, + 10, + 57, + 27, + 5, + 54 + ], + [ + 33, + 9, + 43, + 40, + 56, + 11 + ], + [ + 63, + 1, + 35, + 43, + 10, + 27 + ], + [ + 51, + 47, + 20, + 21, + 28, + 61 + ], + [ + 25, + 11, + 58, + 23, + 55, + 46 + ], + [ + 43, + 10, + 12, + 2, + 30, + 62 + ], + [ + 48, + 21, + 19, + 8, + 7, + 54 + ], + [ + 14, + 7, + 24, + 8, + 46, + 2 + ], + [ + 4, + 47, + 37, + 0, + 44, + 27 + ], + [ + 54, + 38, + 62, + 47, + 15, + 14 + ], + [ + 1, + 46, + 15, + 22, + 51, + 38 + ], + [ + 36, + 16, + 42, + 24, + 55, + 37 + ], + [ + 49, + 10, + 0, + 3, + 43, + 17 + ], + [ + 39, + 58, + 0, + 62, + 22, + 25 + ], + [ + 58, + 38, + 7, + 62, + 55, + 56 + ], + [ + 42, + 19, + 55, + 43, + 11, + 37 + ], + [ + 9, + 47, + 43, + 18, + 52, + 50 + ], + [ + 31, + 41, + 32, + 25, + 20, + 13 + ], + [ + 12, + 32, + 61, + 3, + 43, + 21 + ], + [ + 36, + 13, + 40, + 7, + 16, + 62 + ], + [ + 14, + 53, + 50, + 47, + 51, + 1 + ], + [ + 1, + 38, + 19, + 30, + 18, + 16 + ], + [ + 0, + 19, + 51, + 18, + 52, + 15 + ], + [ + 8, + 52, + 27, + 34, + 38, + 3 + ], + [ + 27, + 53, + 59, + 9, + 40, + 4 + ], + [ + 37, + 3, + 26, + 48, + 8, + 43 + ], + [ + 46, + 18, + 11, + 40, + 33, + 44 + ] + ], + [ + [ + 48, + 62, + 61, + 26, + 0, + 50 + ], + [ + 3, + 45, + 40, + 35, + 29, + 54 + ], + [ + 56, + 31, + 23, + 28, + 2, + 53 + ], + [ + 62, + 49, + 20, + 61, + 6, + 41 + ], + [ + 18, + 25, + 50, + 0, + 14, + 57 + ], + [ + 58, + 4, + 10, + 43, + 56, + 46 + ], + [ + 35, + 15, + 25, + 24, + 3, + 7 + ], + [ + 14, + 23, + 8, + 12, + 7, + 24 + ], + [ + 29, + 17, + 35, + 44, + 24, + 4 + ], + [ + 62, + 15, + 38, + 20, + 58, + 40 + ], + [ + 19, + 1, + 46, + 22, + 26, + 63 + ], + [ + 36, + 60, + 42, + 16, + 11, + 55 + ], + [ + 17, + 7, + 16, + 49, + 14, + 26 + ], + [ + 45, + 47, + 22, + 0, + 58, + 62 + ], + [ + 58, + 38, + 48, + 63, + 2, + 49 + ], + [ + 55, + 0, + 1, + 37, + 30, + 10 + ], + [ + 12, + 43, + 21, + 9, + 23, + 47 + ], + [ + 32, + 57, + 42, + 63, + 25, + 43 + ], + [ + 3, + 32, + 49, + 61, + 12, + 21 + ], + [ + 5, + 36, + 16, + 22, + 62, + 42 + ], + [ + 53, + 7, + 46, + 61, + 14, + 52 + ], + [ + 55, + 30, + 3, + 5, + 31, + 53 + ], + [ + 0, + 44, + 15, + 18, + 19, + 28 + ], + [ + 8, + 52, + 51, + 11, + 28, + 29 + ], + [ + 27, + 40, + 4, + 9, + 35, + 39 + ], + [ + 14, + 26, + 3, + 16, + 48, + 21 + ], + [ + 60, + 54, + 35, + 20, + 53, + 12 + ] + ], + [ + [ + 21, + 50, + 29, + 41, + 34, + 60 + ], + [ + 28, + 51, + 60, + 33, + 14, + 45 + ], + [ + 31, + 2, + 46, + 33, + 24, + 49 + ], + [ + 42, + 3, + 18, + 62, + 39, + 49 + ], + [ + 25, + 15, + 62, + 27, + 12, + 11 + ], + [ + 44, + 50, + 36, + 57, + 55, + 41 + ], + [ + 41, + 37, + 22, + 15, + 2, + 40 + ], + [ + 36, + 62, + 53, + 30, + 14, + 57 + ], + [ + 16, + 58, + 2, + 29, + 4, + 3 + ], + [ + 41, + 38, + 26, + 16, + 45, + 46 + ], + [ + 45, + 46, + 32, + 41, + 56, + 26 + ], + [ + 17, + 53, + 21, + 11, + 36, + 35 + ], + [ + 11, + 16, + 28, + 14, + 51, + 39 + ], + [ + 9, + 35, + 33, + 22, + 52, + 62 + ], + [ + 58, + 50, + 63, + 30, + 7, + 27 + ], + [ + 55, + 3, + 8, + 41, + 63, + 37 + ], + [ + 3, + 51, + 32, + 46, + 15, + 6 + ], + [ + 32, + 12, + 10, + 25, + 5, + 16 + ], + [ + 34, + 2, + 37, + 61, + 63, + 39 + ], + [ + 42, + 22, + 27, + 53, + 11, + 56 + ], + [ + 53, + 12, + 0, + 47, + 61, + 49 + ], + [ + 39, + 45, + 53, + 17, + 48, + 14 + ], + [ + 6, + 0, + 4, + 53, + 25, + 11 + ], + [ + 51, + 11, + 1, + 63, + 54, + 59 + ], + [ + 40, + 56, + 37, + 53, + 35, + 5 + ], + [ + 59, + 28, + 41, + 10, + 1, + 45 + ], + [ + 27, + 30, + 28, + 24, + 32, + 57 + ] + ], + [ + [ + 24, + 56, + 6, + 0, + 19, + 45 + ], + [ + 11, + 57, + 59, + 25, + 46, + 30 + ], + [ + 11, + 26, + 37, + 29, + 14, + 52 + ], + [ + 3, + 32, + 7, + 38, + 36, + 24 + ], + [ + 61, + 2, + 24, + 14, + 51, + 44 + ], + [ + 20, + 47, + 0, + 63, + 30, + 58 + ], + [ + 4, + 36, + 29, + 58, + 16, + 3 + ], + [ + 20, + 0, + 45, + 14, + 28, + 44 + ], + [ + 29, + 56, + 47, + 35, + 16, + 4 + ], + [ + 33, + 61, + 55, + 41, + 51, + 38 + ], + [ + 58, + 1, + 38, + 14, + 4, + 19 + ], + [ + 0, + 36, + 14, + 18, + 52, + 42 + ], + [ + 29, + 36, + 45, + 25, + 8, + 6 + ], + [ + 6, + 57, + 50, + 40, + 58, + 61 + ], + [ + 44, + 58, + 29, + 19, + 61, + 56 + ], + [ + 23, + 18, + 28, + 55, + 37, + 5 + ], + [ + 13, + 9, + 19, + 43, + 37, + 3 + ], + [ + 32, + 22, + 63, + 14, + 57, + 41 + ], + [ + 10, + 61, + 3, + 1, + 19, + 32 + ], + [ + 16, + 55, + 10, + 41, + 59, + 22 + ], + [ + 53, + 7, + 29, + 38, + 27, + 46 + ], + [ + 24, + 47, + 18, + 53, + 39, + 30 + ], + [ + 0, + 33, + 19, + 51, + 5, + 17 + ], + [ + 51, + 8, + 11, + 45, + 44, + 41 + ], + [ + 40, + 4, + 23, + 11, + 27, + 19 + ], + [ + 16, + 18, + 3, + 48, + 51, + 21 + ], + [ + 43, + 46, + 60, + 19, + 53, + 12 + ] + ], + [ + [ + 48, + 62, + 61, + 30, + 0, + 2 + ], + [ + 45, + 3, + 35, + 54, + 29, + 2 + ], + [ + 56, + 31, + 53, + 23, + 49, + 28 + ], + [ + 60, + 14, + 57, + 46, + 41, + 48 + ], + [ + 18, + 61, + 59, + 14, + 44, + 32 + ], + [ + 45, + 58, + 47, + 20, + 4, + 30 + ], + [ + 54, + 13, + 25, + 36, + 26, + 47 + ], + [ + 20, + 12, + 0, + 47, + 30, + 45 + ], + [ + 56, + 29, + 47, + 17, + 35, + 16 + ], + [ + 33, + 61, + 55, + 11, + 38, + 48 + ], + [ + 58, + 19, + 14, + 1, + 38, + 36 + ], + [ + 14, + 36, + 0, + 60, + 11, + 52 + ], + [ + 29, + 44, + 7, + 36, + 16, + 45 + ], + [ + 6, + 47, + 50, + 33, + 42, + 62 + ], + [ + 44, + 58, + 61, + 38, + 29, + 56 + ], + [ + 23, + 55, + 18, + 0, + 57, + 37 + ], + [ + 9, + 12, + 43, + 19, + 13, + 6 + ], + [ + 32, + 22, + 63, + 57, + 42, + 29 + ], + [ + 3, + 61, + 1, + 10, + 49, + 32 + ], + [ + 5, + 16, + 55, + 36, + 22, + 59 + ], + [ + 53, + 7, + 29, + 46, + 9, + 14 + ], + [ + 24, + 30, + 18, + 39, + 55, + 53 + ], + [ + 33, + 0, + 19, + 44, + 51, + 5 + ], + [ + 51, + 8, + 53, + 41, + 4, + 11 + ], + [ + 40, + 4, + 27, + 19, + 23, + 16 + ], + [ + 16, + 14, + 48, + 3, + 21, + 26 + ], + [ + 60, + 54, + 35, + 53, + 12, + 43 + ] + ], + [ + [ + 19, + 41, + 8, + 7, + 13, + 2 + ], + [ + 48, + 46, + 62, + 29, + 5, + 41 + ], + [ + 12, + 5, + 59, + 3, + 58, + 49 + ], + [ + 60, + 3, + 42, + 39, + 14, + 18 + ], + [ + 42, + 12, + 27, + 11, + 25, + 19 + ], + [ + 50, + 36, + 44, + 26, + 33, + 37 + ], + [ + 41, + 54, + 22, + 52, + 37, + 35 + ], + [ + 62, + 30, + 36, + 53, + 10, + 14 + ], + [ + 2, + 16, + 58, + 29, + 7, + 41 + ], + [ + 18, + 32, + 45, + 16, + 22, + 38 + ], + [ + 45, + 56, + 41, + 10, + 3, + 46 + ], + [ + 50, + 21, + 36, + 35, + 53, + 12 + ], + [ + 11, + 28, + 16, + 41, + 39, + 46 + ], + [ + 16, + 9, + 33, + 38, + 28, + 19 + ], + [ + 58, + 50, + 63, + 62, + 27, + 52 + ], + [ + 55, + 59, + 13, + 8, + 3, + 41 + ], + [ + 3, + 51, + 15, + 46, + 57, + 47 + ], + [ + 32, + 30, + 10, + 12, + 25, + 18 + ], + [ + 34, + 2, + 27, + 61, + 53, + 59 + ], + [ + 42, + 22, + 56, + 53, + 44, + 34 + ], + [ + 53, + 12, + 49, + 41, + 44, + 8 + ], + [ + 45, + 1, + 48, + 47, + 16, + 17 + ], + [ + 4, + 0, + 25, + 53, + 24, + 11 + ], + [ + 1, + 44, + 11, + 45, + 34, + 51 + ], + [ + 40, + 5, + 53, + 6, + 22, + 18 + ], + [ + 28, + 10, + 1, + 15, + 3, + 4 + ], + [ + 30, + 27, + 24, + 57, + 32, + 16 + ] + ], + [ + [ + 24, + 56, + 6, + 0, + 19, + 45 + ], + [ + 11, + 57, + 59, + 46, + 25, + 30 + ], + [ + 26, + 11, + 37, + 14, + 29, + 49 + ], + [ + 38, + 36, + 3, + 24, + 18, + 20 + ], + [ + 61, + 51, + 14, + 2, + 24, + 1 + ], + [ + 20, + 0, + 47, + 30, + 8, + 35 + ], + [ + 4, + 58, + 36, + 54, + 29, + 12 + ], + [ + 20, + 58, + 44, + 28, + 45, + 9 + ], + [ + 56, + 47, + 10, + 29, + 35, + 27 + ], + [ + 61, + 33, + 55, + 54, + 4, + 36 + ], + [ + 58, + 1, + 14, + 4, + 38, + 52 + ], + [ + 14, + 0, + 36, + 63, + 15, + 23 + ], + [ + 29, + 36, + 44, + 8, + 16, + 2 + ], + [ + 6, + 40, + 27, + 57, + 50, + 42 + ], + [ + 19, + 44, + 58, + 61, + 38, + 37 + ], + [ + 23, + 18, + 17, + 57, + 13, + 40 + ], + [ + 13, + 9, + 19, + 37, + 15, + 50 + ], + [ + 32, + 14, + 57, + 58, + 29, + 22 + ], + [ + 10, + 61, + 1, + 3, + 14, + 59 + ], + [ + 55, + 16, + 34, + 18, + 22, + 49 + ], + [ + 53, + 27, + 38, + 28, + 23, + 44 + ], + [ + 24, + 47, + 18, + 41, + 62, + 30 + ], + [ + 33, + 51, + 19, + 5, + 0, + 44 + ], + [ + 51, + 8, + 25, + 53, + 27, + 16 + ], + [ + 40, + 11, + 27, + 4, + 23, + 19 + ], + [ + 16, + 18, + 51, + 48, + 3, + 47 + ], + [ + 46, + 43, + 36, + 9, + 5, + 12 + ] + ], + [ + [ + 37, + 10, + 46, + 60, + 61, + 55 + ], + [ + 35, + 53, + 34, + 43, + 19, + 57 + ], + [ + 49, + 56, + 45, + 30, + 6, + 12 + ], + [ + 60, + 27, + 14, + 48, + 46, + 57 + ], + [ + 61, + 59, + 14, + 41, + 16, + 1 + ], + [ + 45, + 4, + 3, + 24, + 58, + 47 + ], + [ + 54, + 13, + 9, + 43, + 16, + 26 + ], + [ + 47, + 23, + 12, + 20, + 63, + 30 + ], + [ + 23, + 44, + 56, + 29, + 47, + 17 + ], + [ + 33, + 60, + 61, + 48, + 41, + 14 + ], + [ + 58, + 63, + 19, + 11, + 38, + 9 + ], + [ + 60, + 63, + 0, + 36, + 15, + 9 + ], + [ + 29, + 36, + 30, + 59, + 11, + 27 + ], + [ + 6, + 7, + 47, + 62, + 50, + 57 + ], + [ + 27, + 58, + 19, + 46, + 29, + 56 + ], + [ + 29, + 60, + 56, + 55, + 23, + 26 + ], + [ + 53, + 59, + 6, + 9, + 43, + 16 + ], + [ + 41, + 32, + 57, + 63, + 18, + 37 + ], + [ + 42, + 61, + 3, + 10, + 34, + 40 + ], + [ + 4, + 43, + 17, + 16, + 52, + 60 + ], + [ + 45, + 53, + 61, + 56, + 16, + 7 + ], + [ + 55, + 9, + 18, + 61, + 45, + 60 + ], + [ + 60, + 47, + 53, + 33, + 12, + 27 + ], + [ + 43, + 51, + 11, + 8, + 45, + 63 + ], + [ + 6, + 40, + 15, + 27, + 26, + 23 + ], + [ + 49, + 14, + 9, + 58, + 21, + 63 + ], + [ + 63, + 24, + 60, + 31, + 12, + 34 + ] + ], + [ + [ + 16, + 13, + 44, + 4, + 23, + 46 + ], + [ + 16, + 50, + 9, + 13, + 23, + 36 + ], + [ + 11, + 35, + 21, + 7, + 59, + 8 + ], + [ + 1, + 3, + 25, + 15, + 60, + 39 + ], + [ + 54, + 61, + 31, + 35, + 55, + 1 + ], + [ + 51, + 52, + 46, + 15, + 4, + 45 + ], + [ + 60, + 54, + 59, + 44, + 10, + 7 + ], + [ + 12, + 22, + 14, + 47, + 0, + 30 + ], + [ + 42, + 29, + 23, + 56, + 33, + 47 + ], + [ + 33, + 61, + 20, + 60, + 0, + 49 + ], + [ + 35, + 58, + 63, + 14, + 51, + 24 + ], + [ + 29, + 33, + 36, + 60, + 0, + 49 + ], + [ + 29, + 17, + 30, + 31, + 12, + 36 + ], + [ + 6, + 0, + 61, + 48, + 50, + 3 + ], + [ + 8, + 6, + 58, + 29, + 37, + 19 + ], + [ + 60, + 39, + 27, + 19, + 1, + 57 + ], + [ + 56, + 9, + 30, + 6, + 43, + 10 + ], + [ + 32, + 20, + 13, + 57, + 63, + 49 + ], + [ + 8, + 42, + 21, + 61, + 37, + 4 + ], + [ + 45, + 49, + 16, + 13, + 2, + 58 + ], + [ + 53, + 29, + 14, + 50, + 61, + 3 + ], + [ + 37, + 57, + 27, + 54, + 46, + 9 + ], + [ + 52, + 19, + 22, + 0, + 18, + 5 + ], + [ + 14, + 49, + 30, + 33, + 53, + 34 + ], + [ + 13, + 9, + 4, + 40, + 23, + 39 + ], + [ + 27, + 43, + 47, + 36, + 49, + 3 + ], + [ + 59, + 43, + 40, + 28, + 0, + 33 + ] + ], + [ + [ + 48, + 50, + 42, + 63, + 34, + 38 + ], + [ + 3, + 40, + 61, + 62, + 2, + 6 + ], + [ + 39, + 7, + 36, + 6, + 45, + 40 + ], + [ + 41, + 35, + 46, + 13, + 63, + 56 + ], + [ + 6, + 1, + 54, + 37, + 38, + 34 + ], + [ + 59, + 46, + 51, + 31, + 4, + 52 + ], + [ + 60, + 44, + 11, + 54, + 4, + 24 + ], + [ + 12, + 0, + 2, + 63, + 50, + 47 + ], + [ + 33, + 42, + 29, + 23, + 16, + 56 + ], + [ + 20, + 61, + 33, + 60, + 53, + 0 + ], + [ + 35, + 58, + 63, + 9, + 8, + 19 + ], + [ + 59, + 48, + 36, + 60, + 10, + 14 + ], + [ + 29, + 44, + 7, + 17, + 36, + 12 + ], + [ + 47, + 27, + 6, + 62, + 42, + 48 + ], + [ + 18, + 58, + 49, + 46, + 42, + 38 + ], + [ + 60, + 34, + 27, + 18, + 23, + 55 + ], + [ + 43, + 40, + 9, + 50, + 18, + 45 + ], + [ + 32, + 57, + 48, + 42, + 29, + 63 + ], + [ + 42, + 61, + 49, + 3, + 32, + 1 + ], + [ + 23, + 37, + 1, + 16, + 36, + 39 + ], + [ + 53, + 21, + 7, + 61, + 50, + 31 + ], + [ + 8, + 60, + 18, + 24, + 9, + 30 + ], + [ + 51, + 33, + 28, + 5, + 8, + 44 + ], + [ + 51, + 52, + 8, + 4, + 41, + 45 + ], + [ + 40, + 4, + 27, + 9, + 60, + 19 + ], + [ + 3, + 61, + 16, + 26, + 48, + 12 + ], + [ + 54, + 61, + 35, + 1, + 53, + 20 + ] + ], + [ + [ + 62, + 28, + 1, + 42, + 8, + 55 + ], + [ + 18, + 12, + 8, + 41, + 40, + 31 + ], + [ + 12, + 6, + 50, + 4, + 23, + 45 + ], + [ + 43, + 35, + 8, + 20, + 42, + 46 + ], + [ + 39, + 41, + 29, + 22, + 3, + 56 + ], + [ + 61, + 45, + 46, + 48, + 28, + 51 + ], + [ + 44, + 4, + 11, + 25, + 54, + 59 + ], + [ + 12, + 33, + 56, + 52, + 30, + 17 + ], + [ + 55, + 29, + 17, + 42, + 23, + 14 + ], + [ + 60, + 12, + 18, + 61, + 33, + 28 + ], + [ + 35, + 58, + 37, + 63, + 6, + 27 + ], + [ + 48, + 59, + 10, + 36, + 60, + 58 + ], + [ + 17, + 7, + 28, + 31, + 29, + 44 + ], + [ + 47, + 42, + 50, + 6, + 8, + 14 + ], + [ + 39, + 58, + 37, + 59, + 56, + 18 + ], + [ + 60, + 57, + 18, + 9, + 55, + 23 + ], + [ + 43, + 63, + 18, + 60, + 22, + 19 + ], + [ + 32, + 1, + 42, + 57, + 35, + 63 + ], + [ + 42, + 61, + 3, + 32, + 1, + 50 + ], + [ + 37, + 36, + 10, + 23, + 16, + 57 + ], + [ + 53, + 61, + 7, + 57, + 21, + 23 + ], + [ + 9, + 39, + 30, + 18, + 14, + 8 + ], + [ + 33, + 44, + 8, + 5, + 0, + 56 + ], + [ + 51, + 53, + 49, + 52, + 4, + 41 + ], + [ + 40, + 27, + 4, + 6, + 9, + 16 + ], + [ + 3, + 16, + 48, + 26, + 12, + 4 + ], + [ + 61, + 14, + 12, + 54, + 35, + 53 + ] + ], + [ + [ + 47, + 23, + 63, + 11, + 61, + 55 + ], + [ + 17, + 44, + 28, + 39, + 47, + 27 + ], + [ + 34, + 53, + 50, + 38, + 29, + 5 + ], + [ + 11, + 10, + 17, + 52, + 47, + 42 + ], + [ + 15, + 41, + 27, + 20, + 12, + 6 + ], + [ + 34, + 44, + 50, + 39, + 36, + 61 + ], + [ + 37, + 41, + 52, + 29, + 46, + 47 + ], + [ + 62, + 36, + 34, + 30, + 39, + 22 + ], + [ + 62, + 16, + 58, + 5, + 2, + 8 + ], + [ + 32, + 41, + 56, + 12, + 46, + 8 + ], + [ + 10, + 35, + 45, + 41, + 3, + 56 + ], + [ + 50, + 48, + 35, + 53, + 36, + 12 + ], + [ + 39, + 11, + 46, + 7, + 23, + 51 + ], + [ + 9, + 47, + 19, + 22, + 52, + 34 + ], + [ + 35, + 18, + 56, + 50, + 3, + 23 + ], + [ + 3, + 60, + 38, + 36, + 9, + 58 + ], + [ + 46, + 28, + 32, + 5, + 43, + 56 + ], + [ + 30, + 32, + 57, + 42, + 52, + 1 + ], + [ + 2, + 34, + 32, + 61, + 14, + 42 + ], + [ + 42, + 37, + 20, + 48, + 50, + 9 + ], + [ + 53, + 7, + 56, + 25, + 13, + 60 + ], + [ + 17, + 39, + 14, + 53, + 30, + 25 + ], + [ + 5, + 40, + 6, + 33, + 29, + 35 + ], + [ + 51, + 4, + 11, + 57, + 58, + 28 + ], + [ + 40, + 37, + 4, + 44, + 8, + 48 + ], + [ + 3, + 48, + 26, + 9, + 12, + 41 + ], + [ + 47, + 61, + 26, + 24, + 20, + 53 + ] + ], + [ + [ + 31, + 43, + 41, + 47, + 11, + 25 + ], + [ + 50, + 25, + 31, + 40, + 24, + 46 + ], + [ + 23, + 9, + 62, + 15, + 20, + 53 + ], + [ + 4, + 47, + 44, + 58, + 48, + 25 + ], + [ + 2, + 19, + 12, + 52, + 0, + 40 + ], + [ + 49, + 15, + 24, + 34, + 60, + 42 + ], + [ + 12, + 46, + 17, + 29, + 41, + 3 + ], + [ + 39, + 60, + 44, + 41, + 33, + 36 + ], + [ + 21, + 60, + 16, + 44, + 51, + 57 + ], + [ + 24, + 41, + 12, + 33, + 13, + 21 + ], + [ + 43, + 62, + 3, + 12, + 28, + 45 + ], + [ + 58, + 19, + 39, + 17, + 49, + 42 + ], + [ + 25, + 54, + 4, + 11, + 7, + 39 + ], + [ + 34, + 35, + 4, + 42, + 62, + 19 + ], + [ + 43, + 41, + 42, + 35, + 40, + 32 + ], + [ + 21, + 63, + 3, + 17, + 20, + 50 + ], + [ + 58, + 46, + 44, + 1, + 25, + 20 + ], + [ + 26, + 32, + 16, + 25, + 46, + 41 + ], + [ + 37, + 63, + 61, + 28, + 24, + 56 + ], + [ + 33, + 42, + 40, + 37, + 48, + 50 + ], + [ + 11, + 53, + 25, + 39, + 4, + 61 + ], + [ + 12, + 54, + 27, + 4, + 50, + 14 + ], + [ + 47, + 19, + 42, + 17, + 35, + 40 + ], + [ + 54, + 40, + 60, + 63, + 45, + 57 + ], + [ + 44, + 56, + 40, + 62, + 37, + 3 + ], + [ + 59, + 41, + 57, + 34, + 48, + 22 + ], + [ + 56, + 13, + 59, + 51, + 26, + 23 + ] + ], + [ + [ + 35, + 32, + 8, + 40, + 51, + 52 + ], + [ + 52, + 5, + 22, + 21, + 6, + 33 + ], + [ + 22, + 58, + 11, + 25, + 3, + 51 + ], + [ + 63, + 2, + 56, + 4, + 23, + 54 + ], + [ + 39, + 12, + 23, + 32, + 30, + 46 + ], + [ + 50, + 34, + 36, + 58, + 26, + 28 + ], + [ + 46, + 41, + 3, + 2, + 22, + 16 + ], + [ + 60, + 36, + 53, + 30, + 54, + 39 + ], + [ + 16, + 51, + 3, + 39, + 2, + 26 + ], + [ + 45, + 26, + 18, + 41, + 32, + 46 + ], + [ + 45, + 3, + 10, + 56, + 36, + 35 + ], + [ + 21, + 36, + 35, + 50, + 11, + 19 + ], + [ + 28, + 11, + 46, + 59, + 41, + 13 + ], + [ + 23, + 16, + 38, + 19, + 15, + 22 + ], + [ + 27, + 7, + 34, + 58, + 3, + 42 + ], + [ + 9, + 22, + 46, + 36, + 26, + 41 + ], + [ + 3, + 51, + 56, + 40, + 46, + 8 + ], + [ + 12, + 21, + 25, + 50, + 17, + 62 + ], + [ + 27, + 34, + 61, + 13, + 60, + 11 + ], + [ + 53, + 12, + 56, + 0, + 42, + 33 + ], + [ + 53, + 37, + 12, + 24, + 63, + 25 + ], + [ + 45, + 55, + 18, + 26, + 17, + 43 + ], + [ + 4, + 25, + 32, + 1, + 48, + 53 + ], + [ + 17, + 27, + 63, + 4, + 62, + 34 + ], + [ + 6, + 52, + 62, + 40, + 46, + 54 + ], + [ + 10, + 42, + 28, + 49, + 3, + 1 + ], + [ + 45, + 27, + 41, + 21, + 16, + 47 + ] + ], + [ + [ + 44, + 24, + 56, + 33, + 15, + 41 + ], + [ + 38, + 26, + 24, + 29, + 19, + 53 + ], + [ + 12, + 15, + 29, + 9, + 1, + 63 + ], + [ + 58, + 38, + 50, + 0, + 43, + 61 + ], + [ + 24, + 51, + 31, + 34, + 60, + 7 + ], + [ + 0, + 7, + 22, + 43, + 35, + 1 + ], + [ + 63, + 36, + 11, + 1, + 16, + 4 + ], + [ + 8, + 50, + 56, + 4, + 30, + 55 + ], + [ + 43, + 16, + 42, + 29, + 60, + 35 + ], + [ + 34, + 0, + 9, + 22, + 18, + 26 + ], + [ + 54, + 51, + 45, + 35, + 2, + 36 + ], + [ + 37, + 36, + 43, + 60, + 11, + 59 + ], + [ + 56, + 38, + 10, + 28, + 14, + 43 + ], + [ + 30, + 0, + 58, + 62, + 22, + 19 + ], + [ + 7, + 55, + 42, + 58, + 30, + 38 + ], + [ + 11, + 33, + 1, + 39, + 19, + 16 + ], + [ + 55, + 20, + 40, + 9, + 18, + 30 + ], + [ + 18, + 20, + 57, + 32, + 45, + 1 + ], + [ + 43, + 61, + 12, + 32, + 31, + 30 + ], + [ + 23, + 25, + 7, + 28, + 40, + 19 + ], + [ + 14, + 51, + 48, + 58, + 53, + 25 + ], + [ + 18, + 30, + 1, + 49, + 41, + 9 + ], + [ + 2, + 51, + 22, + 0, + 52, + 5 + ], + [ + 53, + 4, + 47, + 52, + 51, + 40 + ], + [ + 40, + 16, + 9, + 47, + 23, + 11 + ], + [ + 47, + 3, + 43, + 46, + 26, + 53 + ], + [ + 8, + 40, + 18, + 46, + 33, + 63 + ] + ], + [ + [ + 48, + 38, + 50, + 42, + 63, + 36 + ], + [ + 3, + 26, + 10, + 2, + 6, + 61 + ], + [ + 39, + 44, + 45, + 40, + 6, + 7 + ], + [ + 41, + 5, + 20, + 49, + 56, + 13 + ], + [ + 6, + 1, + 30, + 37, + 28, + 38 + ], + [ + 59, + 46, + 22, + 35, + 61, + 0 + ], + [ + 1, + 63, + 35, + 3, + 60, + 49 + ], + [ + 8, + 12, + 2, + 50, + 5, + 55 + ], + [ + 42, + 33, + 43, + 16, + 32, + 29 + ], + [ + 9, + 34, + 0, + 20, + 41, + 31 + ], + [ + 51, + 54, + 8, + 19, + 63, + 9 + ], + [ + 37, + 56, + 36, + 11, + 59, + 43 + ], + [ + 38, + 10, + 28, + 17, + 56, + 63 + ], + [ + 27, + 30, + 42, + 19, + 0, + 22 + ], + [ + 7, + 55, + 49, + 42, + 58, + 38 + ], + [ + 29, + 34, + 39, + 33, + 47, + 45 + ], + [ + 55, + 40, + 20, + 18, + 7, + 5 + ], + [ + 43, + 57, + 39, + 54, + 48, + 28 + ], + [ + 12, + 43, + 61, + 42, + 32, + 49 + ], + [ + 23, + 36, + 1, + 7, + 59, + 28 + ], + [ + 14, + 53, + 21, + 7, + 57, + 37 + ], + [ + 18, + 1, + 24, + 60, + 30, + 9 + ], + [ + 51, + 0, + 33, + 2, + 44, + 5 + ], + [ + 52, + 29, + 4, + 41, + 54, + 58 + ], + [ + 40, + 19, + 16, + 46, + 9, + 47 + ], + [ + 61, + 3, + 47, + 22, + 21, + 53 + ], + [ + 35, + 60, + 54, + 5, + 1, + 40 + ] + ], + [ + [ + 17, + 18, + 8, + 53, + 25, + 43 + ], + [ + 9, + 38, + 24, + 47, + 25, + 63 + ], + [ + 20, + 24, + 5, + 12, + 54, + 28 + ], + [ + 43, + 10, + 20, + 42, + 11, + 8 + ], + [ + 53, + 61, + 30, + 39, + 29, + 18 + ], + [ + 61, + 56, + 25, + 40, + 5, + 22 + ], + [ + 62, + 17, + 24, + 1, + 47, + 33 + ], + [ + 41, + 16, + 34, + 39, + 29, + 8 + ], + [ + 39, + 16, + 36, + 42, + 29, + 23 + ], + [ + 9, + 11, + 41, + 63, + 56, + 31 + ], + [ + 48, + 51, + 10, + 62, + 63, + 45 + ], + [ + 36, + 11, + 37, + 42, + 58, + 46 + ], + [ + 51, + 38, + 25, + 63, + 29, + 44 + ], + [ + 4, + 56, + 44, + 62, + 58, + 30 + ], + [ + 3, + 7, + 42, + 46, + 33, + 35 + ], + [ + 39, + 9, + 33, + 58, + 60, + 29 + ], + [ + 40, + 37, + 20, + 16, + 55, + 25 + ], + [ + 54, + 19, + 11, + 57, + 0, + 39 + ], + [ + 12, + 43, + 61, + 25, + 49, + 32 + ], + [ + 4, + 23, + 54, + 36, + 7, + 28 + ], + [ + 40, + 25, + 26, + 14, + 2, + 58 + ], + [ + 18, + 24, + 58, + 1, + 22, + 46 + ], + [ + 2, + 63, + 22, + 6, + 44, + 56 + ], + [ + 52, + 29, + 51, + 4, + 40, + 32 + ], + [ + 40, + 17, + 15, + 16, + 46, + 57 + ], + [ + 9, + 61, + 3, + 47, + 24, + 11 + ], + [ + 2, + 39, + 24, + 42, + 0, + 44 + ] + ], + [ + [ + 0, + 10, + 49, + 23, + 62, + 44 + ], + [ + 28, + 0, + 36, + 26, + 47, + 52 + ], + [ + 30, + 4, + 16, + 48, + 40, + 10 + ], + [ + 61, + 32, + 26, + 16, + 33, + 62 + ], + [ + 30, + 39, + 53, + 5, + 57, + 20 + ], + [ + 5, + 37, + 61, + 15, + 25, + 6 + ], + [ + 15, + 17, + 24, + 60, + 49, + 62 + ], + [ + 34, + 39, + 61, + 0, + 58, + 40 + ], + [ + 16, + 39, + 36, + 51, + 2, + 29 + ], + [ + 9, + 11, + 41, + 31, + 56, + 52 + ], + [ + 10, + 48, + 24, + 45, + 62, + 51 + ], + [ + 11, + 38, + 36, + 37, + 6, + 42 + ], + [ + 51, + 50, + 15, + 30, + 25, + 38 + ], + [ + 4, + 19, + 24, + 35, + 31, + 48 + ], + [ + 7, + 46, + 3, + 58, + 30, + 41 + ], + [ + 58, + 9, + 39, + 32, + 29, + 40 + ], + [ + 40, + 37, + 20, + 8, + 25, + 55 + ], + [ + 19, + 0, + 54, + 52, + 39, + 17 + ], + [ + 25, + 43, + 12, + 61, + 11, + 14 + ], + [ + 23, + 4, + 54, + 36, + 28, + 33 + ], + [ + 40, + 2, + 25, + 58, + 36, + 53 + ], + [ + 18, + 46, + 35, + 22, + 53, + 16 + ], + [ + 2, + 6, + 63, + 14, + 42, + 11 + ], + [ + 35, + 7, + 52, + 40, + 29, + 57 + ], + [ + 40, + 15, + 19, + 57, + 17, + 23 + ], + [ + 9, + 11, + 47, + 22, + 49, + 1 + ], + [ + 24, + 39, + 42, + 2, + 16, + 22 + ] + ], + [ + [ + 55, + 39, + 9, + 43, + 21, + 46 + ], + [ + 56, + 0, + 63, + 39, + 30, + 41 + ], + [ + 20, + 1, + 26, + 58, + 34, + 19 + ], + [ + 54, + 24, + 32, + 51, + 26, + 44 + ], + [ + 30, + 53, + 56, + 39, + 34, + 40 + ], + [ + 5, + 37, + 25, + 50, + 6, + 61 + ], + [ + 24, + 49, + 37, + 15, + 6, + 29 + ], + [ + 34, + 16, + 30, + 61, + 10, + 36 + ], + [ + 16, + 29, + 2, + 5, + 51, + 26 + ], + [ + 9, + 56, + 11, + 31, + 46, + 45 + ], + [ + 10, + 45, + 56, + 62, + 25, + 36 + ], + [ + 11, + 6, + 35, + 36, + 1, + 52 + ], + [ + 51, + 50, + 41, + 46, + 38, + 4 + ], + [ + 19, + 33, + 41, + 16, + 31, + 52 + ], + [ + 34, + 7, + 17, + 47, + 63, + 3 + ], + [ + 58, + 9, + 22, + 61, + 59, + 8 + ], + [ + 40, + 37, + 3, + 51, + 22, + 25 + ], + [ + 12, + 52, + 21, + 54, + 25, + 19 + ], + [ + 34, + 53, + 27, + 43, + 14, + 13 + ], + [ + 56, + 53, + 44, + 24, + 60, + 43 + ], + [ + 12, + 53, + 40, + 49, + 2, + 62 + ], + [ + 18, + 39, + 44, + 61, + 26, + 23 + ], + [ + 0, + 4, + 53, + 41, + 25, + 21 + ], + [ + 1, + 7, + 25, + 10, + 40, + 56 + ], + [ + 40, + 22, + 6, + 29, + 19, + 48 + ], + [ + 28, + 10, + 47, + 55, + 42, + 44 + ], + [ + 30, + 27, + 57, + 16, + 50, + 59 + ] + ], + [ + [ + 45, + 37, + 48, + 29, + 30, + 3 + ], + [ + 8, + 60, + 10, + 59, + 43, + 6 + ], + [ + 51, + 45, + 28, + 59, + 63, + 34 + ], + [ + 4, + 16, + 20, + 58, + 44, + 28 + ], + [ + 50, + 31, + 57, + 24, + 51, + 53 + ], + [ + 58, + 9, + 0, + 61, + 35, + 41 + ], + [ + 16, + 63, + 11, + 61, + 23, + 36 + ], + [ + 4, + 47, + 42, + 53, + 8, + 30 + ], + [ + 44, + 14, + 16, + 33, + 3, + 20 + ], + [ + 34, + 28, + 26, + 57, + 22, + 18 + ], + [ + 20, + 35, + 19, + 59, + 2, + 38 + ], + [ + 12, + 60, + 43, + 63, + 32, + 62 + ], + [ + 28, + 12, + 29, + 11, + 14, + 50 + ], + [ + 23, + 29, + 33, + 22, + 11, + 19 + ], + [ + 23, + 60, + 51, + 50, + 7, + 22 + ], + [ + 44, + 46, + 49, + 7, + 1, + 12 + ], + [ + 2, + 54, + 27, + 61, + 18, + 5 + ], + [ + 17, + 50, + 51, + 32, + 33, + 34 + ], + [ + 5, + 19, + 61, + 27, + 32, + 11 + ], + [ + 6, + 0, + 5, + 13, + 41, + 57 + ], + [ + 27, + 33, + 53, + 45, + 38, + 32 + ], + [ + 26, + 36, + 55, + 59, + 61, + 18 + ], + [ + 47, + 46, + 3, + 37, + 57, + 49 + ], + [ + 20, + 22, + 4, + 16, + 51, + 11 + ], + [ + 62, + 11, + 21, + 34, + 4, + 1 + ], + [ + 34, + 18, + 7, + 60, + 33, + 3 + ], + [ + 45, + 52, + 36, + 4, + 21, + 9 + ] + ], + [ + [ + 18, + 8, + 20, + 49, + 30, + 23 + ], + [ + 1, + 27, + 26, + 22, + 59, + 36 + ], + [ + 43, + 26, + 15, + 58, + 0, + 46 + ], + [ + 55, + 1, + 35, + 28, + 16, + 32 + ], + [ + 59, + 9, + 10, + 53, + 12, + 21 + ], + [ + 9, + 2, + 27, + 11, + 61, + 43 + ], + [ + 16, + 57, + 63, + 23, + 19, + 12 + ], + [ + 46, + 45, + 26, + 4, + 30, + 37 + ], + [ + 43, + 44, + 20, + 16, + 14, + 9 + ], + [ + 34, + 47, + 42, + 43, + 26, + 51 + ], + [ + 2, + 42, + 38, + 45, + 20, + 36 + ], + [ + 18, + 7, + 12, + 2, + 43, + 60 + ], + [ + 1, + 28, + 12, + 3, + 29, + 33 + ], + [ + 25, + 13, + 0, + 63, + 2, + 62 + ], + [ + 18, + 36, + 6, + 29, + 19, + 15 + ], + [ + 1, + 42, + 63, + 41, + 57, + 19 + ], + [ + 57, + 54, + 5, + 27, + 31, + 18 + ], + [ + 50, + 6, + 13, + 32, + 17, + 20 + ], + [ + 17, + 5, + 27, + 32, + 1, + 55 + ], + [ + 49, + 0, + 61, + 10, + 5, + 30 + ], + [ + 29, + 53, + 51, + 13, + 33, + 46 + ], + [ + 29, + 17, + 30, + 21, + 14, + 40 + ], + [ + 5, + 33, + 17, + 32, + 18, + 28 + ], + [ + 4, + 51, + 20, + 54, + 58, + 41 + ], + [ + 47, + 4, + 27, + 48, + 37, + 60 + ], + [ + 3, + 26, + 12, + 2, + 59, + 48 + ], + [ + 46, + 43, + 18, + 20, + 9, + 53 + ] + ], + [ + [ + 45, + 6, + 57, + 43, + 40, + 55 + ], + [ + 38, + 63, + 36, + 27, + 54, + 33 + ], + [ + 37, + 14, + 19, + 41, + 58, + 63 + ], + [ + 9, + 12, + 2, + 55, + 28, + 23 + ], + [ + 39, + 59, + 7, + 13, + 33, + 43 + ], + [ + 45, + 9, + 63, + 27, + 32, + 58 + ], + [ + 16, + 57, + 10, + 63, + 11, + 23 + ], + [ + 51, + 45, + 25, + 4, + 21, + 30 + ], + [ + 21, + 44, + 14, + 16, + 39, + 33 + ], + [ + 42, + 44, + 43, + 5, + 37, + 34 + ], + [ + 42, + 19, + 20, + 2, + 38, + 61 + ], + [ + 4, + 12, + 2, + 62, + 63, + 36 + ], + [ + 32, + 55, + 0, + 11, + 47, + 28 + ], + [ + 43, + 13, + 2, + 44, + 26, + 50 + ], + [ + 49, + 33, + 15, + 28, + 29, + 35 + ], + [ + 44, + 41, + 7, + 2, + 22, + 63 + ], + [ + 48, + 6, + 54, + 20, + 2, + 27 + ], + [ + 50, + 51, + 32, + 3, + 17, + 36 + ], + [ + 5, + 61, + 57, + 48, + 19, + 32 + ], + [ + 21, + 0, + 6, + 31, + 29, + 47 + ], + [ + 33, + 9, + 53, + 27, + 17, + 36 + ], + [ + 29, + 26, + 55, + 19, + 17, + 62 + ], + [ + 12, + 46, + 5, + 37, + 57, + 3 + ], + [ + 20, + 51, + 4, + 22, + 16, + 41 + ], + [ + 21, + 11, + 62, + 46, + 23, + 48 + ], + [ + 32, + 60, + 37, + 18, + 3, + 7 + ], + [ + 9, + 11, + 36, + 48, + 0, + 45 + ] + ], + [ + [ + 49, + 42, + 28, + 23, + 33, + 61 + ], + [ + 4, + 2, + 12, + 6, + 8, + 55 + ], + [ + 12, + 0, + 26, + 41, + 6, + 27 + ], + [ + 9, + 57, + 6, + 23, + 51, + 28 + ], + [ + 40, + 7, + 20, + 15, + 33, + 16 + ], + [ + 45, + 59, + 63, + 62, + 32, + 3 + ], + [ + 10, + 39, + 57, + 13, + 16, + 19 + ], + [ + 45, + 23, + 51, + 33, + 25, + 46 + ], + [ + 28, + 21, + 44, + 11, + 16, + 59 + ], + [ + 5, + 42, + 44, + 24, + 43, + 47 + ], + [ + 42, + 53, + 30, + 18, + 2, + 27 + ], + [ + 2, + 62, + 4, + 43, + 10, + 36 + ], + [ + 0, + 56, + 55, + 47, + 32, + 49 + ], + [ + 43, + 25, + 2, + 5, + 3, + 49 + ], + [ + 4, + 28, + 15, + 8, + 49, + 58 + ], + [ + 2, + 42, + 44, + 41, + 7, + 63 + ], + [ + 48, + 27, + 54, + 20, + 2, + 18 + ], + [ + 50, + 51, + 0, + 36, + 3, + 32 + ], + [ + 57, + 5, + 61, + 19, + 32, + 38 + ], + [ + 21, + 0, + 6, + 63, + 23, + 51 + ], + [ + 33, + 53, + 27, + 36, + 9, + 38 + ], + [ + 29, + 26, + 55, + 62, + 18, + 19 + ], + [ + 46, + 56, + 12, + 53, + 29, + 0 + ], + [ + 20, + 16, + 22, + 4, + 51, + 61 + ], + [ + 21, + 62, + 11, + 46, + 31, + 33 + ], + [ + 37, + 60, + 18, + 7, + 32, + 44 + ], + [ + 11, + 9, + 36, + 0, + 48, + 63 + ] + ], + [ + [ + 41, + 32, + 49, + 39, + 44, + 61 + ], + [ + 47, + 26, + 16, + 21, + 36, + 22 + ], + [ + 4, + 30, + 37, + 42, + 60, + 54 + ], + [ + 9, + 57, + 26, + 32, + 50, + 20 + ], + [ + 56, + 3, + 40, + 33, + 36, + 54 + ], + [ + 11, + 38, + 2, + 32, + 61, + 30 + ], + [ + 39, + 57, + 19, + 10, + 16, + 42 + ], + [ + 46, + 21, + 35, + 39, + 45, + 25 + ], + [ + 21, + 37, + 12, + 20, + 11, + 28 + ], + [ + 5, + 47, + 44, + 10, + 42, + 23 + ], + [ + 18, + 42, + 61, + 2, + 38, + 31 + ], + [ + 54, + 4, + 2, + 7, + 22, + 16 + ], + [ + 5, + 3, + 17, + 56, + 32, + 55 + ], + [ + 55, + 0, + 2, + 25, + 43, + 5 + ], + [ + 22, + 28, + 15, + 6, + 5, + 49 + ], + [ + 2, + 57, + 19, + 54, + 41, + 30 + ], + [ + 7, + 48, + 20, + 54, + 27, + 0 + ], + [ + 3, + 56, + 13, + 37, + 59, + 43 + ], + [ + 45, + 55, + 57, + 61, + 48, + 52 + ], + [ + 21, + 5, + 0, + 16, + 27, + 23 + ], + [ + 25, + 42, + 17, + 54, + 23, + 14 + ], + [ + 21, + 44, + 15, + 20, + 42, + 18 + ], + [ + 35, + 12, + 25, + 53, + 61, + 2 + ], + [ + 38, + 54, + 48, + 53, + 21, + 36 + ], + [ + 13, + 31, + 48, + 33, + 18, + 55 + ], + [ + 38, + 27, + 19, + 6, + 44, + 3 + ], + [ + 29, + 62, + 43, + 59, + 46, + 5 + ] + ], + [ + [ + 57, + 9, + 19, + 51, + 18, + 41 + ], + [ + 28, + 57, + 36, + 8, + 48, + 60 + ], + [ + 2, + 51, + 59, + 5, + 34, + 9 + ], + [ + 9, + 55, + 59, + 26, + 4, + 2 + ], + [ + 49, + 56, + 35, + 42, + 30, + 23 + ], + [ + 18, + 30, + 22, + 29, + 19, + 52 + ], + [ + 39, + 34, + 33, + 51, + 56, + 3 + ], + [ + 32, + 21, + 7, + 1, + 46, + 49 + ], + [ + 33, + 54, + 23, + 21, + 12, + 17 + ], + [ + 5, + 30, + 60, + 47, + 15, + 18 + ], + [ + 4, + 18, + 46, + 27, + 20, + 22 + ], + [ + 22, + 59, + 54, + 48, + 19, + 4 + ], + [ + 17, + 5, + 56, + 31, + 49, + 4 + ], + [ + 29, + 47, + 55, + 2, + 53, + 60 + ], + [ + 8, + 22, + 11, + 44, + 36, + 15 + ], + [ + 60, + 44, + 30, + 57, + 54, + 39 + ], + [ + 7, + 44, + 27, + 20, + 2, + 61 + ], + [ + 48, + 17, + 37, + 32, + 21, + 57 + ], + [ + 48, + 32, + 46, + 6, + 61, + 42 + ], + [ + 4, + 57, + 1, + 36, + 0, + 30 + ], + [ + 7, + 17, + 61, + 53, + 21, + 63 + ], + [ + 60, + 14, + 53, + 35, + 18, + 42 + ], + [ + 10, + 15, + 33, + 51, + 36, + 5 + ], + [ + 11, + 4, + 19, + 51, + 21, + 52 + ], + [ + 47, + 19, + 48, + 43, + 4, + 58 + ], + [ + 3, + 33, + 26, + 21, + 52, + 19 + ], + [ + 24, + 45, + 60, + 35, + 49, + 1 + ] + ], + [ + [ + 16, + 4, + 44, + 23, + 22, + 35 + ], + [ + 16, + 50, + 23, + 9, + 32, + 13 + ], + [ + 11, + 35, + 21, + 7, + 48, + 59 + ], + [ + 55, + 15, + 1, + 11, + 8, + 40 + ], + [ + 35, + 61, + 30, + 59, + 31, + 62 + ], + [ + 51, + 29, + 15, + 52, + 38, + 61 + ], + [ + 60, + 0, + 55, + 34, + 59, + 33 + ], + [ + 12, + 22, + 56, + 63, + 54, + 55 + ], + [ + 42, + 54, + 23, + 33, + 27, + 47 + ], + [ + 30, + 60, + 20, + 5, + 4, + 22 + ], + [ + 4, + 35, + 22, + 46, + 23, + 19 + ], + [ + 29, + 22, + 59, + 49, + 24, + 28 + ], + [ + 17, + 31, + 4, + 56, + 5, + 9 + ], + [ + 61, + 29, + 0, + 48, + 59, + 50 + ], + [ + 8, + 6, + 22, + 60, + 55, + 31 + ], + [ + 60, + 39, + 19, + 57, + 53, + 27 + ], + [ + 56, + 22, + 30, + 10, + 5, + 55 + ], + [ + 20, + 31, + 26, + 1, + 61, + 45 + ], + [ + 8, + 23, + 7, + 46, + 48, + 4 + ], + [ + 45, + 23, + 51, + 17, + 4, + 13 + ], + [ + 17, + 13, + 61, + 14, + 29, + 55 + ], + [ + 14, + 27, + 43, + 21, + 56, + 57 + ], + [ + 52, + 51, + 15, + 58, + 8, + 5 + ], + [ + 4, + 51, + 49, + 14, + 21, + 34 + ], + [ + 4, + 9, + 47, + 13, + 8, + 61 + ], + [ + 27, + 3, + 16, + 43, + 31, + 47 + ], + [ + 59, + 43, + 61, + 29, + 0, + 18 + ] + ], + [ + [ + 48, + 21, + 18, + 49, + 41, + 23 + ], + [ + 36, + 4, + 60, + 8, + 49, + 44 + ], + [ + 20, + 39, + 30, + 59, + 45, + 55 + ], + [ + 35, + 46, + 15, + 48, + 33, + 2 + ], + [ + 61, + 37, + 8, + 15, + 54, + 10 + ], + [ + 46, + 51, + 6, + 29, + 58, + 4 + ], + [ + 28, + 11, + 44, + 60, + 0, + 1 + ], + [ + 63, + 12, + 13, + 27, + 10, + 0 + ], + [ + 33, + 42, + 54, + 44, + 23, + 14 + ], + [ + 18, + 60, + 30, + 22, + 40, + 14 + ], + [ + 35, + 4, + 61, + 9, + 18, + 33 + ], + [ + 59, + 45, + 48, + 28, + 62, + 22 + ], + [ + 17, + 56, + 7, + 5, + 53, + 36 + ], + [ + 8, + 47, + 29, + 59, + 1, + 6 + ], + [ + 9, + 8, + 18, + 22, + 60, + 15 + ], + [ + 46, + 60, + 22, + 44, + 30, + 57 + ], + [ + 61, + 2, + 27, + 34, + 7, + 60 + ], + [ + 48, + 21, + 37, + 17, + 50, + 57 + ], + [ + 44, + 42, + 5, + 2, + 61, + 48 + ], + [ + 37, + 57, + 4, + 36, + 17, + 59 + ], + [ + 7, + 17, + 44, + 61, + 53, + 33 + ], + [ + 60, + 45, + 14, + 42, + 18, + 9 + ], + [ + 10, + 8, + 36, + 33, + 15, + 58 + ], + [ + 19, + 20, + 11, + 4, + 49, + 51 + ], + [ + 61, + 37, + 47, + 23, + 12, + 3 + ], + [ + 17, + 33, + 3, + 40, + 19, + 16 + ], + [ + 61, + 45, + 49, + 1, + 14, + 63 + ] + ], + [ + [ + 13, + 40, + 55, + 63, + 26, + 4 + ], + [ + 5, + 35, + 49, + 40, + 17, + 46 + ], + [ + 38, + 17, + 59, + 49, + 2, + 58 + ], + [ + 40, + 8, + 1, + 16, + 0, + 11 + ], + [ + 37, + 62, + 51, + 10, + 8, + 38 + ], + [ + 9, + 42, + 61, + 29, + 35, + 33 + ], + [ + 63, + 53, + 11, + 16, + 33, + 60 + ], + [ + 63, + 37, + 5, + 13, + 17, + 39 + ], + [ + 44, + 20, + 31, + 54, + 21, + 38 + ], + [ + 43, + 21, + 30, + 34, + 18, + 49 + ], + [ + 2, + 11, + 19, + 35, + 4, + 9 + ], + [ + 22, + 60, + 43, + 2, + 4, + 49 + ], + [ + 29, + 5, + 17, + 22, + 24, + 55 + ], + [ + 2, + 59, + 29, + 5, + 55, + 6 + ], + [ + 23, + 8, + 36, + 22, + 15, + 30 + ], + [ + 12, + 44, + 41, + 45, + 5, + 22 + ], + [ + 54, + 7, + 41, + 11, + 1, + 53 + ], + [ + 6, + 50, + 2, + 9, + 21, + 37 + ], + [ + 13, + 19, + 5, + 10, + 48, + 8 + ], + [ + 41, + 6, + 32, + 21, + 0, + 47 + ], + [ + 38, + 33, + 36, + 53, + 31, + 61 + ], + [ + 3, + 26, + 7, + 62, + 18, + 59 + ], + [ + 56, + 57, + 46, + 12, + 35, + 3 + ], + [ + 20, + 16, + 22, + 24, + 27, + 42 + ], + [ + 36, + 21, + 46, + 34, + 3, + 11 + ], + [ + 33, + 34, + 60, + 45, + 7, + 32 + ], + [ + 56, + 34, + 52, + 58, + 26, + 48 + ] + ], + [ + [ + 54, + 23, + 53, + 11, + 58, + 3 + ], + [ + 11, + 30, + 59, + 58, + 63, + 4 + ], + [ + 20, + 29, + 58, + 17, + 42, + 4 + ], + [ + 1, + 35, + 40, + 45, + 53, + 59 + ], + [ + 40, + 55, + 21, + 33, + 38, + 49 + ], + [ + 45, + 29, + 61, + 27, + 63, + 62 + ], + [ + 33, + 57, + 11, + 28, + 53, + 34 + ], + [ + 11, + 63, + 39, + 45, + 10, + 14 + ], + [ + 30, + 54, + 57, + 59, + 33, + 26 + ], + [ + 43, + 23, + 5, + 18, + 21, + 42 + ], + [ + 11, + 18, + 2, + 9, + 34, + 6 + ], + [ + 22, + 60, + 28, + 2, + 63, + 17 + ], + [ + 5, + 41, + 6, + 17, + 56, + 29 + ], + [ + 55, + 6, + 5, + 2, + 48, + 59 + ], + [ + 23, + 19, + 62, + 22, + 11, + 9 + ], + [ + 12, + 45, + 41, + 27, + 8, + 42 + ], + [ + 11, + 53, + 41, + 44, + 51, + 7 + ], + [ + 21, + 2, + 36, + 6, + 50, + 56 + ], + [ + 13, + 10, + 48, + 53, + 61, + 19 + ], + [ + 47, + 21, + 56, + 44, + 6, + 31 + ], + [ + 44, + 12, + 3, + 55, + 41, + 53 + ], + [ + 44, + 47, + 28, + 43, + 45, + 63 + ], + [ + 1, + 25, + 53, + 11, + 39, + 38 + ], + [ + 1, + 59, + 38, + 3, + 37, + 42 + ], + [ + 45, + 3, + 0, + 21, + 22, + 14 + ], + [ + 10, + 28, + 42, + 49, + 11, + 62 + ], + [ + 30, + 57, + 15, + 56, + 16, + 41 + ] + ], + [ + [ + 53, + 15, + 34, + 0, + 46, + 33 + ], + [ + 8, + 12, + 41, + 19, + 39, + 32 + ], + [ + 56, + 31, + 36, + 13, + 23, + 9 + ], + [ + 36, + 51, + 30, + 21, + 1, + 11 + ], + [ + 13, + 58, + 50, + 2, + 53, + 54 + ], + [ + 49, + 52, + 32, + 7, + 23, + 47 + ], + [ + 61, + 38, + 23, + 39, + 0, + 35 + ], + [ + 42, + 27, + 9, + 20, + 17, + 57 + ], + [ + 34, + 1, + 29, + 4, + 35, + 45 + ], + [ + 54, + 57, + 27, + 19, + 38, + 62 + ], + [ + 59, + 1, + 60, + 26, + 38, + 22 + ], + [ + 25, + 31, + 51, + 36, + 32, + 8 + ], + [ + 14, + 62, + 2, + 19, + 37, + 11 + ], + [ + 57, + 40, + 13, + 22, + 37, + 46 + ], + [ + 45, + 34, + 58, + 44, + 42, + 16 + ], + [ + 50, + 16, + 6, + 5, + 33, + 43 + ], + [ + 42, + 39, + 61, + 13, + 5, + 15 + ], + [ + 46, + 23, + 27, + 28, + 4, + 63 + ], + [ + 62, + 31, + 10, + 45, + 30, + 35 + ], + [ + 15, + 13, + 38, + 63, + 4, + 19 + ], + [ + 34, + 15, + 38, + 57, + 27, + 19 + ], + [ + 41, + 62, + 36, + 57, + 19, + 47 + ], + [ + 34, + 22, + 53, + 10, + 46, + 33 + ], + [ + 24, + 51, + 4, + 47, + 39, + 10 + ], + [ + 11, + 57, + 51, + 50, + 54, + 48 + ], + [ + 51, + 7, + 11, + 50, + 43, + 18 + ], + [ + 39, + 37, + 9, + 42, + 40, + 44 + ] + ], + [ + [ + 57, + 17, + 62, + 42, + 23, + 60 + ], + [ + 18, + 7, + 53, + 43, + 26, + 60 + ], + [ + 60, + 5, + 3, + 53, + 23, + 57 + ], + [ + 17, + 10, + 22, + 19, + 11, + 31 + ], + [ + 10, + 15, + 12, + 27, + 17, + 4 + ], + [ + 2, + 44, + 39, + 36, + 25, + 54 + ], + [ + 52, + 62, + 37, + 21, + 41, + 42 + ], + [ + 62, + 7, + 46, + 30, + 36, + 14 + ], + [ + 50, + 4, + 10, + 58, + 0, + 16 + ], + [ + 32, + 47, + 38, + 54, + 8, + 41 + ], + [ + 41, + 32, + 3, + 18, + 1, + 22 + ], + [ + 16, + 50, + 53, + 7, + 44, + 12 + ], + [ + 11, + 39, + 3, + 35, + 25, + 48 + ], + [ + 18, + 9, + 15, + 13, + 63, + 28 + ], + [ + 62, + 58, + 13, + 5, + 3, + 17 + ], + [ + 3, + 31, + 43, + 53, + 35, + 57 + ], + [ + 24, + 51, + 15, + 46, + 5, + 59 + ], + [ + 13, + 30, + 0, + 32, + 5, + 59 + ], + [ + 2, + 39, + 32, + 38, + 34, + 22 + ], + [ + 42, + 26, + 34, + 28, + 37, + 54 + ], + [ + 28, + 43, + 53, + 41, + 13, + 0 + ], + [ + 14, + 15, + 34, + 1, + 48, + 40 + ], + [ + 5, + 25, + 4, + 33, + 39, + 53 + ], + [ + 58, + 4, + 17, + 57, + 51, + 12 + ], + [ + 47, + 37, + 35, + 31, + 63, + 29 + ], + [ + 15, + 3, + 28, + 33, + 23, + 9 + ], + [ + 23, + 6, + 58, + 47, + 30, + 56 + ] + ], + [ + [ + 47, + 29, + 14, + 6, + 51, + 43 + ], + [ + 30, + 29, + 39, + 7, + 52, + 3 + ], + [ + 63, + 34, + 41, + 2, + 7, + 47 + ], + [ + 4, + 28, + 54, + 45, + 52, + 58 + ], + [ + 29, + 7, + 12, + 15, + 41, + 6 + ], + [ + 34, + 29, + 48, + 3, + 43, + 40 + ], + [ + 30, + 29, + 16, + 47, + 42, + 45 + ], + [ + 33, + 39, + 25, + 60, + 41, + 3 + ], + [ + 50, + 26, + 4, + 25, + 13, + 17 + ], + [ + 5, + 43, + 54, + 16, + 12, + 53 + ], + [ + 18, + 6, + 3, + 35, + 21, + 1 + ], + [ + 56, + 46, + 48, + 10, + 16, + 44 + ], + [ + 9, + 35, + 7, + 24, + 47, + 57 + ], + [ + 53, + 42, + 15, + 56, + 47, + 59 + ], + [ + 39, + 11, + 36, + 32, + 35, + 18 + ], + [ + 46, + 20, + 53, + 38, + 56, + 26 + ], + [ + 58, + 29, + 14, + 26, + 17, + 15 + ], + [ + 24, + 25, + 39, + 16, + 1, + 57 + ], + [ + 24, + 41, + 1, + 4, + 63, + 28 + ], + [ + 42, + 37, + 34, + 48, + 26, + 41 + ], + [ + 11, + 28, + 16, + 7, + 32, + 56 + ], + [ + 14, + 42, + 6, + 16, + 22, + 15 + ], + [ + 33, + 56, + 42, + 8, + 38, + 25 + ], + [ + 4, + 58, + 48, + 33, + 11, + 28 + ], + [ + 37, + 47, + 29, + 48, + 30, + 53 + ], + [ + 12, + 41, + 3, + 4, + 48, + 46 + ], + [ + 14, + 13, + 61, + 6, + 62, + 1 + ] + ], + [ + [ + 45, + 10, + 44, + 43, + 53, + 33 + ], + [ + 32, + 63, + 22, + 27, + 30, + 29 + ], + [ + 54, + 35, + 37, + 32, + 26, + 30 + ], + [ + 24, + 63, + 0, + 17, + 25, + 45 + ], + [ + 40, + 7, + 0, + 57, + 29, + 22 + ], + [ + 10, + 34, + 20, + 22, + 43, + 33 + ], + [ + 42, + 30, + 5, + 25, + 19, + 34 + ], + [ + 33, + 18, + 35, + 51, + 7, + 57 + ], + [ + 50, + 28, + 25, + 4, + 10, + 9 + ], + [ + 5, + 38, + 16, + 43, + 54, + 12 + ], + [ + 18, + 21, + 3, + 6, + 39, + 53 + ], + [ + 56, + 16, + 53, + 39, + 46, + 42 + ], + [ + 9, + 35, + 57, + 11, + 47, + 13 + ], + [ + 56, + 15, + 3, + 59, + 9, + 28 + ], + [ + 4, + 62, + 39, + 58, + 63, + 36 + ], + [ + 20, + 53, + 57, + 8, + 51, + 35 + ], + [ + 51, + 49, + 11, + 26, + 15, + 14 + ], + [ + 0, + 25, + 62, + 59, + 21, + 13 + ], + [ + 39, + 34, + 48, + 53, + 61, + 33 + ], + [ + 26, + 47, + 28, + 34, + 21, + 39 + ], + [ + 28, + 43, + 12, + 53, + 41, + 32 + ], + [ + 14, + 52, + 17, + 1, + 15, + 38 + ], + [ + 25, + 4, + 5, + 11, + 58, + 50 + ], + [ + 58, + 4, + 17, + 10, + 25, + 57 + ], + [ + 29, + 47, + 35, + 31, + 52, + 48 + ], + [ + 55, + 28, + 23, + 15, + 3, + 24 + ], + [ + 6, + 30, + 57, + 32, + 34, + 62 + ] + ], + [ + [ + 39, + 5, + 30, + 17, + 61, + 15 + ], + [ + 11, + 63, + 0, + 23, + 61, + 46 + ], + [ + 61, + 15, + 53, + 22, + 7, + 57 + ], + [ + 50, + 57, + 58, + 63, + 45, + 47 + ], + [ + 55, + 31, + 57, + 24, + 60, + 7 + ], + [ + 22, + 7, + 43, + 1, + 10, + 0 + ], + [ + 14, + 58, + 1, + 34, + 19, + 45 + ], + [ + 50, + 8, + 14, + 7, + 57, + 9 + ], + [ + 43, + 0, + 4, + 10, + 45, + 46 + ], + [ + 38, + 0, + 4, + 55, + 54, + 10 + ], + [ + 51, + 54, + 46, + 39, + 1, + 38 + ], + [ + 16, + 37, + 33, + 36, + 21, + 63 + ], + [ + 10, + 38, + 57, + 58, + 3, + 63 + ], + [ + 30, + 0, + 63, + 13, + 22, + 18 + ], + [ + 55, + 58, + 62, + 38, + 6, + 36 + ], + [ + 19, + 53, + 11, + 1, + 57, + 25 + ], + [ + 11, + 6, + 51, + 16, + 18, + 30 + ], + [ + 20, + 57, + 32, + 36, + 13, + 56 + ], + [ + 3, + 12, + 61, + 26, + 32, + 1 + ], + [ + 25, + 36, + 34, + 51, + 59, + 37 + ], + [ + 13, + 53, + 28, + 16, + 14, + 48 + ], + [ + 14, + 42, + 15, + 55, + 22, + 38 + ], + [ + 62, + 58, + 29, + 33, + 5, + 34 + ], + [ + 21, + 4, + 51, + 49, + 12, + 58 + ], + [ + 61, + 60, + 40, + 35, + 59, + 47 + ], + [ + 37, + 46, + 3, + 48, + 12, + 53 + ], + [ + 63, + 8, + 46, + 33, + 1, + 53 + ] + ], + [ + [ + 62, + 61, + 0, + 9, + 26, + 41 + ], + [ + 45, + 3, + 29, + 35, + 2, + 25 + ], + [ + 56, + 31, + 53, + 28, + 23, + 2 + ], + [ + 13, + 41, + 46, + 49, + 5, + 45 + ], + [ + 18, + 25, + 57, + 55, + 50, + 15 + ], + [ + 58, + 22, + 4, + 46, + 19, + 12 + ], + [ + 1, + 25, + 58, + 22, + 43, + 35 + ], + [ + 23, + 50, + 12, + 8, + 9, + 16 + ], + [ + 29, + 17, + 16, + 43, + 10, + 4 + ], + [ + 38, + 55, + 0, + 40, + 20, + 10 + ], + [ + 51, + 19, + 54, + 39, + 46, + 1 + ], + [ + 60, + 16, + 37, + 11, + 56, + 36 + ], + [ + 10, + 7, + 38, + 57, + 54, + 44 + ], + [ + 45, + 0, + 13, + 30, + 47, + 63 + ], + [ + 58, + 48, + 55, + 38, + 36, + 29 + ], + [ + 29, + 53, + 0, + 1, + 55, + 57 + ], + [ + 11, + 12, + 6, + 29, + 5, + 40 + ], + [ + 57, + 32, + 42, + 8, + 20, + 36 + ], + [ + 3, + 61, + 49, + 32, + 26, + 1 + ], + [ + 42, + 5, + 36, + 16, + 39, + 51 + ], + [ + 9, + 13, + 7, + 53, + 46, + 28 + ], + [ + 14, + 55, + 42, + 24, + 33, + 47 + ], + [ + 33, + 58, + 62, + 15, + 36, + 5 + ], + [ + 51, + 4, + 49, + 58, + 21, + 41 + ], + [ + 40, + 60, + 19, + 35, + 61, + 15 + ], + [ + 14, + 21, + 3, + 12, + 5, + 37 + ], + [ + 35, + 60, + 1, + 10, + 53, + 54 + ] + ], + [ + [ + 40, + 28, + 60, + 31, + 59, + 23 + ], + [ + 42, + 12, + 26, + 34, + 0, + 61 + ], + [ + 16, + 5, + 62, + 3, + 32, + 0 + ], + [ + 13, + 3, + 18, + 39, + 42, + 52 + ], + [ + 25, + 12, + 39, + 0, + 57, + 15 + ], + [ + 33, + 50, + 58, + 36, + 6, + 26 + ], + [ + 41, + 43, + 1, + 15, + 2, + 25 + ], + [ + 36, + 16, + 53, + 14, + 30, + 58 + ], + [ + 16, + 29, + 3, + 2, + 10, + 46 + ], + [ + 38, + 16, + 32, + 26, + 45, + 11 + ], + [ + 45, + 19, + 3, + 56, + 46, + 53 + ], + [ + 21, + 36, + 11, + 9, + 16, + 41 + ], + [ + 11, + 16, + 10, + 50, + 8, + 63 + ], + [ + 35, + 38, + 33, + 25, + 51, + 52 + ], + [ + 58, + 48, + 27, + 50, + 29, + 26 + ], + [ + 29, + 57, + 53, + 3, + 54, + 7 + ], + [ + 3, + 23, + 6, + 46, + 51, + 11 + ], + [ + 32, + 5, + 54, + 57, + 52, + 30 + ], + [ + 34, + 61, + 40, + 0, + 3, + 48 + ], + [ + 22, + 53, + 12, + 33, + 39, + 60 + ], + [ + 20, + 53, + 47, + 40, + 12, + 8 + ], + [ + 55, + 17, + 52, + 14, + 45, + 56 + ], + [ + 1, + 4, + 13, + 39, + 11, + 33 + ], + [ + 17, + 10, + 51, + 44, + 55, + 4 + ], + [ + 35, + 6, + 45, + 21, + 52, + 37 + ], + [ + 10, + 42, + 9, + 1, + 53, + 24 + ], + [ + 27, + 41, + 32, + 10, + 45, + 47 + ] + ], + [ + [ + 11, + 34, + 44, + 51, + 41, + 12 + ], + [ + 20, + 34, + 3, + 25, + 63, + 16 + ], + [ + 40, + 26, + 37, + 22, + 15, + 54 + ], + [ + 4, + 16, + 25, + 28, + 45, + 58 + ], + [ + 33, + 10, + 32, + 24, + 3, + 4 + ], + [ + 0, + 9, + 58, + 3, + 34, + 15 + ], + [ + 16, + 63, + 43, + 59, + 25, + 42 + ], + [ + 16, + 48, + 36, + 33, + 25, + 58 + ], + [ + 20, + 50, + 16, + 23, + 42, + 29 + ], + [ + 60, + 51, + 16, + 22, + 38, + 48 + ], + [ + 31, + 19, + 38, + 3, + 2, + 43 + ], + [ + 56, + 9, + 21, + 40, + 18, + 44 + ], + [ + 11, + 13, + 10, + 45, + 27, + 57 + ], + [ + 56, + 14, + 35, + 44, + 45, + 13 + ], + [ + 58, + 43, + 26, + 33, + 31, + 50 + ], + [ + 13, + 38, + 46, + 51, + 28, + 37 + ], + [ + 58, + 63, + 42, + 10, + 16, + 0 + ], + [ + 0, + 1, + 53, + 52, + 24, + 59 + ], + [ + 17, + 29, + 0, + 40, + 60, + 24 + ], + [ + 17, + 24, + 2, + 26, + 35, + 23 + ], + [ + 44, + 20, + 22, + 4, + 50, + 40 + ], + [ + 9, + 61, + 17, + 16, + 27, + 37 + ], + [ + 63, + 13, + 16, + 11, + 24, + 2 + ], + [ + 44, + 48, + 23, + 49, + 56, + 45 + ], + [ + 6, + 5, + 49, + 33, + 31, + 63 + ], + [ + 49, + 47, + 1, + 57, + 4, + 44 + ], + [ + 2, + 56, + 19, + 63, + 39, + 50 + ] + ], + [ + [ + 16, + 22, + 23, + 35, + 3, + 13 + ], + [ + 16, + 23, + 50, + 9, + 13, + 59 + ], + [ + 11, + 35, + 21, + 7, + 59, + 24 + ], + [ + 53, + 32, + 7, + 60, + 1, + 13 + ], + [ + 24, + 33, + 57, + 35, + 0, + 39 + ], + [ + 15, + 38, + 0, + 45, + 32, + 58 + ], + [ + 59, + 16, + 25, + 49, + 35, + 5 + ], + [ + 45, + 40, + 16, + 14, + 12, + 30 + ], + [ + 20, + 16, + 42, + 6, + 17, + 14 + ], + [ + 60, + 10, + 22, + 50, + 48, + 38 + ], + [ + 31, + 35, + 19, + 27, + 38, + 53 + ], + [ + 33, + 59, + 48, + 16, + 60, + 39 + ], + [ + 9, + 57, + 10, + 11, + 7, + 44 + ], + [ + 13, + 0, + 59, + 61, + 19, + 33 + ], + [ + 18, + 58, + 39, + 21, + 50, + 36 + ], + [ + 57, + 60, + 49, + 19, + 53, + 23 + ], + [ + 6, + 36, + 17, + 38, + 41, + 10 + ], + [ + 63, + 1, + 57, + 20, + 36, + 31 + ], + [ + 40, + 41, + 7, + 0, + 61, + 32 + ], + [ + 39, + 16, + 23, + 14, + 17, + 59 + ], + [ + 51, + 30, + 50, + 7, + 3, + 61 + ], + [ + 9, + 14, + 42, + 15, + 1, + 55 + ], + [ + 33, + 19, + 56, + 58, + 11, + 15 + ], + [ + 9, + 26, + 4, + 41, + 51, + 10 + ], + [ + 4, + 60, + 35, + 16, + 48, + 47 + ], + [ + 3, + 52, + 31, + 16, + 39, + 26 + ], + [ + 4, + 1, + 3, + 61, + 0, + 54 + ] + ], + [ + [ + 38, + 45, + 52, + 43, + 32, + 39 + ], + [ + 29, + 48, + 22, + 60, + 55, + 57 + ], + [ + 5, + 49, + 8, + 20, + 14, + 55 + ], + [ + 35, + 46, + 49, + 32, + 7, + 48 + ], + [ + 24, + 29, + 49, + 16, + 41, + 0 + ], + [ + 56, + 3, + 35, + 15, + 4, + 40 + ], + [ + 49, + 59, + 4, + 16, + 33, + 11 + ], + [ + 12, + 51, + 30, + 40, + 56, + 27 + ], + [ + 23, + 14, + 46, + 55, + 42, + 17 + ], + [ + 60, + 22, + 38, + 6, + 21, + 50 + ], + [ + 11, + 19, + 31, + 35, + 38, + 22 + ], + [ + 59, + 48, + 19, + 33, + 16, + 9 + ], + [ + 9, + 28, + 45, + 55, + 57, + 16 + ], + [ + 59, + 1, + 25, + 47, + 6, + 3 + ], + [ + 9, + 39, + 50, + 18, + 58, + 21 + ], + [ + 60, + 57, + 38, + 53, + 50, + 35 + ], + [ + 41, + 53, + 6, + 38, + 10, + 25 + ], + [ + 1, + 63, + 15, + 24, + 36, + 29 + ], + [ + 41, + 40, + 7, + 42, + 32, + 62 + ], + [ + 4, + 10, + 14, + 37, + 39, + 17 + ], + [ + 61, + 30, + 7, + 50, + 57, + 3 + ], + [ + 9, + 14, + 58, + 30, + 42, + 8 + ], + [ + 33, + 56, + 19, + 60, + 24, + 59 + ], + [ + 9, + 26, + 4, + 51, + 25, + 41 + ], + [ + 4, + 35, + 47, + 41, + 48, + 60 + ], + [ + 39, + 52, + 3, + 26, + 8, + 30 + ], + [ + 4, + 1, + 10, + 61, + 12, + 0 + ] + ], + [ + [ + 51, + 53, + 33, + 13, + 28, + 48 + ], + [ + 63, + 31, + 41, + 39, + 40, + 49 + ], + [ + 42, + 14, + 3, + 24, + 50, + 44 + ], + [ + 11, + 39, + 52, + 10, + 17, + 42 + ], + [ + 7, + 60, + 58, + 15, + 12, + 27 + ], + [ + 34, + 36, + 44, + 28, + 29, + 40 + ], + [ + 52, + 17, + 47, + 42, + 37, + 41 + ], + [ + 62, + 33, + 38, + 39, + 41, + 36 + ], + [ + 50, + 58, + 37, + 10, + 16, + 62 + ], + [ + 41, + 59, + 12, + 62, + 49, + 58 + ], + [ + 3, + 10, + 35, + 41, + 25, + 6 + ], + [ + 39, + 53, + 58, + 21, + 19, + 54 + ], + [ + 42, + 35, + 7, + 39, + 63, + 21 + ], + [ + 15, + 9, + 3, + 54, + 51, + 32 + ], + [ + 3, + 35, + 32, + 36, + 18, + 13 + ], + [ + 20, + 3, + 35, + 45, + 4, + 32 + ], + [ + 46, + 24, + 32, + 33, + 14, + 44 + ], + [ + 16, + 57, + 30, + 19, + 63, + 61 + ], + [ + 41, + 25, + 2, + 24, + 26, + 4 + ], + [ + 42, + 37, + 47, + 48, + 33, + 50 + ], + [ + 13, + 54, + 53, + 56, + 63, + 0 + ], + [ + 34, + 14, + 7, + 51, + 42, + 6 + ], + [ + 6, + 43, + 25, + 58, + 39, + 11 + ], + [ + 0, + 26, + 44, + 4, + 51, + 60 + ], + [ + 37, + 63, + 4, + 15, + 13, + 61 + ], + [ + 9, + 59, + 41, + 1, + 52, + 25 + ], + [ + 56, + 58, + 47, + 1, + 62, + 51 + ] + ], + [ + [ + 52, + 47, + 27, + 36, + 38, + 29 + ], + [ + 43, + 56, + 4, + 25, + 52, + 21 + ], + [ + 25, + 54, + 35, + 18, + 11, + 63 + ], + [ + 17, + 4, + 1, + 18, + 50, + 39 + ], + [ + 36, + 7, + 32, + 4, + 30, + 60 + ], + [ + 34, + 3, + 61, + 48, + 24, + 40 + ], + [ + 17, + 42, + 3, + 12, + 29, + 25 + ], + [ + 33, + 38, + 39, + 55, + 17, + 19 + ], + [ + 17, + 50, + 41, + 13, + 16, + 51 + ], + [ + 41, + 12, + 60, + 16, + 62, + 58 + ], + [ + 3, + 36, + 28, + 39, + 35, + 2 + ], + [ + 48, + 27, + 53, + 54, + 19, + 43 + ], + [ + 42, + 63, + 7, + 35, + 62, + 3 + ], + [ + 56, + 15, + 9, + 51, + 42, + 47 + ], + [ + 35, + 39, + 18, + 36, + 43, + 38 + ], + [ + 60, + 20, + 0, + 3, + 35, + 31 + ], + [ + 24, + 42, + 14, + 17, + 32, + 62 + ], + [ + 24, + 57, + 63, + 0, + 42, + 1 + ], + [ + 41, + 50, + 28, + 32, + 26, + 40 + ], + [ + 2, + 37, + 46, + 17, + 42, + 57 + ], + [ + 49, + 7, + 11, + 54, + 13, + 53 + ], + [ + 14, + 9, + 42, + 6, + 19, + 58 + ], + [ + 63, + 33, + 43, + 19, + 58, + 25 + ], + [ + 9, + 26, + 48, + 4, + 41, + 44 + ], + [ + 4, + 41, + 5, + 15, + 9, + 53 + ], + [ + 14, + 38, + 9, + 3, + 52, + 8 + ], + [ + 23, + 1, + 61, + 4, + 47, + 14 + ] + ], + [ + [ + 37, + 14, + 3, + 5, + 33, + 38 + ], + [ + 34, + 0, + 56, + 58, + 37, + 13 + ], + [ + 61, + 14, + 22, + 29, + 15, + 46 + ], + [ + 50, + 58, + 18, + 44, + 47, + 17 + ], + [ + 4, + 36, + 53, + 7, + 32, + 2 + ], + [ + 22, + 1, + 34, + 61, + 10, + 3 + ], + [ + 28, + 25, + 42, + 30, + 29, + 46 + ], + [ + 33, + 38, + 51, + 39, + 60, + 62 + ], + [ + 17, + 51, + 16, + 26, + 46, + 50 + ], + [ + 12, + 16, + 59, + 6, + 38, + 3 + ], + [ + 39, + 35, + 31, + 3, + 36, + 0 + ], + [ + 48, + 19, + 53, + 56, + 27, + 39 + ], + [ + 7, + 62, + 9, + 63, + 15, + 42 + ], + [ + 56, + 19, + 9, + 47, + 15, + 1 + ], + [ + 39, + 36, + 18, + 35, + 42, + 38 + ], + [ + 60, + 20, + 0, + 57, + 47, + 53 + ], + [ + 6, + 32, + 29, + 62, + 43, + 5 + ], + [ + 24, + 63, + 57, + 1, + 42, + 2 + ], + [ + 41, + 40, + 7, + 62, + 32, + 50 + ], + [ + 37, + 14, + 10, + 2, + 57, + 17 + ], + [ + 7, + 54, + 30, + 53, + 50, + 3 + ], + [ + 9, + 14, + 8, + 42, + 6, + 58 + ], + [ + 33, + 56, + 60, + 19, + 18, + 15 + ], + [ + 9, + 26, + 4, + 41, + 59, + 23 + ], + [ + 4, + 41, + 47, + 9, + 2, + 48 + ], + [ + 3, + 14, + 16, + 30, + 52, + 8 + ], + [ + 1, + 4, + 14, + 61, + 0, + 12 + ] + ], + [ + [ + 27, + 21, + 61, + 30, + 22, + 40 + ], + [ + 33, + 12, + 44, + 0, + 47, + 20 + ], + [ + 14, + 39, + 58, + 37, + 16, + 61 + ], + [ + 47, + 11, + 4, + 18, + 32, + 35 + ], + [ + 2, + 19, + 39, + 20, + 10, + 3 + ], + [ + 39, + 61, + 49, + 15, + 30, + 47 + ], + [ + 12, + 47, + 17, + 49, + 29, + 46 + ], + [ + 39, + 41, + 62, + 30, + 37, + 52 + ], + [ + 21, + 15, + 28, + 48, + 26, + 27 + ], + [ + 12, + 32, + 16, + 24, + 55, + 41 + ], + [ + 35, + 43, + 28, + 31, + 60, + 47 + ], + [ + 3, + 17, + 19, + 49, + 10, + 42 + ], + [ + 7, + 54, + 27, + 59, + 4, + 23 + ], + [ + 35, + 33, + 7, + 6, + 51, + 14 + ], + [ + 51, + 28, + 36, + 42, + 41, + 32 + ], + [ + 45, + 52, + 60, + 21, + 53, + 12 + ], + [ + 53, + 1, + 23, + 5, + 6, + 46 + ], + [ + 35, + 9, + 63, + 16, + 26, + 22 + ], + [ + 41, + 60, + 27, + 40, + 42, + 15 + ], + [ + 42, + 48, + 46, + 9, + 17, + 37 + ], + [ + 31, + 11, + 23, + 58, + 39, + 44 + ], + [ + 34, + 2, + 4, + 14, + 13, + 9 + ], + [ + 60, + 59, + 47, + 40, + 17, + 27 + ], + [ + 60, + 63, + 7, + 42, + 49, + 40 + ], + [ + 59, + 15, + 38, + 62, + 44, + 41 + ], + [ + 23, + 57, + 60, + 31, + 41, + 3 + ], + [ + 38, + 59, + 31, + 51, + 36, + 7 + ] + ], + [ + [ + 12, + 10, + 50, + 23, + 53, + 33 + ], + [ + 48, + 56, + 44, + 11, + 31, + 17 + ], + [ + 33, + 11, + 17, + 54, + 15, + 62 + ], + [ + 31, + 13, + 17, + 40, + 8, + 3 + ], + [ + 42, + 4, + 27, + 15, + 12, + 5 + ], + [ + 34, + 50, + 33, + 29, + 55, + 6 + ], + [ + 16, + 49, + 52, + 29, + 41, + 30 + ], + [ + 0, + 30, + 62, + 57, + 26, + 22 + ], + [ + 26, + 62, + 5, + 58, + 51, + 49 + ], + [ + 5, + 62, + 16, + 46, + 39, + 37 + ], + [ + 31, + 10, + 24, + 45, + 18, + 35 + ], + [ + 50, + 19, + 48, + 54, + 16, + 35 + ], + [ + 59, + 39, + 62, + 7, + 35, + 28 + ], + [ + 20, + 9, + 19, + 6, + 22, + 15 + ], + [ + 35, + 18, + 50, + 32, + 36, + 39 + ], + [ + 3, + 4, + 13, + 38, + 60, + 20 + ], + [ + 46, + 32, + 28, + 3, + 37, + 33 + ], + [ + 30, + 63, + 16, + 19, + 24, + 42 + ], + [ + 41, + 17, + 4, + 2, + 34, + 32 + ], + [ + 42, + 37, + 48, + 3, + 33, + 31 + ], + [ + 56, + 7, + 25, + 11, + 39, + 44 + ], + [ + 42, + 14, + 26, + 13, + 22, + 12 + ], + [ + 25, + 6, + 11, + 42, + 13, + 38 + ], + [ + 0, + 9, + 26, + 41, + 4, + 10 + ], + [ + 37, + 4, + 63, + 41, + 2, + 44 + ], + [ + 9, + 52, + 3, + 41, + 16, + 59 + ], + [ + 58, + 47, + 56, + 1, + 26, + 62 + ] + ], + [ + [ + 54, + 30, + 26, + 22, + 3, + 55 + ], + [ + 44, + 7, + 49, + 50, + 25, + 5 + ], + [ + 54, + 4, + 48, + 58, + 26, + 32 + ], + [ + 20, + 25, + 3, + 9, + 55, + 28 + ], + [ + 7, + 27, + 42, + 12, + 58, + 32 + ], + [ + 50, + 34, + 6, + 42, + 29, + 55 + ], + [ + 16, + 49, + 40, + 3, + 27, + 11 + ], + [ + 51, + 30, + 26, + 62, + 57, + 53 + ], + [ + 3, + 5, + 49, + 28, + 26, + 50 + ], + [ + 16, + 22, + 46, + 6, + 49, + 21 + ], + [ + 31, + 45, + 11, + 10, + 56, + 24 + ], + [ + 21, + 51, + 50, + 19, + 9, + 61 + ], + [ + 28, + 41, + 13, + 59, + 34, + 53 + ], + [ + 23, + 20, + 16, + 9, + 38, + 19 + ], + [ + 50, + 34, + 58, + 20, + 27, + 35 + ], + [ + 8, + 59, + 61, + 29, + 35, + 53 + ], + [ + 3, + 46, + 51, + 10, + 25, + 37 + ], + [ + 62, + 21, + 25, + 9, + 18, + 56 + ], + [ + 34, + 27, + 10, + 29, + 53, + 48 + ], + [ + 56, + 33, + 44, + 24, + 9, + 0 + ], + [ + 44, + 12, + 19, + 30, + 8, + 49 + ], + [ + 47, + 62, + 12, + 51, + 16, + 17 + ], + [ + 11, + 37, + 25, + 58, + 35, + 45 + ], + [ + 4, + 9, + 10, + 37, + 39, + 16 + ], + [ + 22, + 11, + 21, + 48, + 45, + 47 + ], + [ + 10, + 28, + 55, + 12, + 24, + 23 + ], + [ + 30, + 16, + 27, + 32, + 57, + 15 + ] + ], + [ + [ + 16, + 11, + 31, + 46, + 35, + 0 + ], + [ + 13, + 49, + 10, + 54, + 5, + 6 + ], + [ + 36, + 13, + 27, + 46, + 3, + 18 + ], + [ + 24, + 61, + 15, + 0, + 13, + 63 + ], + [ + 17, + 2, + 58, + 50, + 35, + 19 + ], + [ + 8, + 7, + 49, + 52, + 47, + 23 + ], + [ + 61, + 16, + 58, + 20, + 38, + 23 + ], + [ + 20, + 42, + 9, + 51, + 35, + 16 + ], + [ + 25, + 47, + 4, + 1, + 50, + 63 + ], + [ + 54, + 38, + 57, + 27, + 33, + 28 + ], + [ + 1, + 59, + 30, + 60, + 14, + 31 + ], + [ + 31, + 51, + 25, + 14, + 41, + 55 + ], + [ + 34, + 2, + 14, + 11, + 19, + 28 + ], + [ + 40, + 57, + 13, + 61, + 59, + 18 + ], + [ + 44, + 58, + 50, + 45, + 37, + 26 + ], + [ + 5, + 8, + 62, + 24, + 38, + 57 + ], + [ + 13, + 47, + 15, + 3, + 5, + 39 + ], + [ + 25, + 23, + 9, + 18, + 63, + 33 + ], + [ + 1, + 10, + 20, + 53, + 8, + 4 + ], + [ + 38, + 15, + 37, + 34, + 60, + 0 + ], + [ + 41, + 27, + 30, + 57, + 19, + 40 + ], + [ + 11, + 62, + 41, + 46, + 14, + 44 + ], + [ + 11, + 33, + 46, + 31, + 45, + 0 + ], + [ + 4, + 51, + 47, + 16, + 9, + 12 + ], + [ + 11, + 21, + 45, + 47, + 18, + 61 + ], + [ + 10, + 50, + 51, + 12, + 18, + 7 + ], + [ + 17, + 31, + 36, + 5, + 19, + 1 + ] + ], + [ + [ + 22, + 6, + 57, + 39, + 29, + 47 + ], + [ + 27, + 6, + 14, + 17, + 51, + 32 + ], + [ + 1, + 29, + 11, + 26, + 47, + 51 + ], + [ + 14, + 38, + 22, + 31, + 29, + 53 + ], + [ + 14, + 61, + 59, + 1, + 29, + 49 + ], + [ + 30, + 8, + 21, + 47, + 52, + 0 + ], + [ + 4, + 58, + 61, + 23, + 20, + 29 + ], + [ + 20, + 9, + 42, + 35, + 7, + 24 + ], + [ + 47, + 25, + 4, + 1, + 29, + 0 + ], + [ + 54, + 19, + 38, + 29, + 33, + 44 + ], + [ + 14, + 1, + 59, + 40, + 60, + 20 + ], + [ + 51, + 0, + 14, + 62, + 16, + 52 + ], + [ + 2, + 36, + 20, + 29, + 19, + 52 + ], + [ + 57, + 40, + 13, + 22, + 60, + 6 + ], + [ + 37, + 44, + 58, + 5, + 8, + 50 + ], + [ + 24, + 5, + 43, + 23, + 62, + 59 + ], + [ + 13, + 19, + 47, + 39, + 61, + 15 + ], + [ + 58, + 33, + 9, + 7, + 4, + 28 + ], + [ + 1, + 35, + 10, + 19, + 31, + 20 + ], + [ + 15, + 55, + 63, + 18, + 34, + 38 + ], + [ + 27, + 15, + 38, + 30, + 57, + 42 + ], + [ + 62, + 41, + 16, + 29, + 6, + 19 + ], + [ + 46, + 33, + 45, + 10, + 34, + 23 + ], + [ + 4, + 51, + 47, + 1, + 16, + 41 + ], + [ + 11, + 21, + 18, + 7, + 48, + 28 + ], + [ + 51, + 18, + 7, + 50, + 6, + 32 + ], + [ + 9, + 11, + 36, + 55, + 43, + 48 + ] + ], + [ + [ + 47, + 8, + 36, + 61, + 21, + 45 + ], + [ + 46, + 2, + 15, + 32, + 0, + 51 + ], + [ + 24, + 15, + 33, + 61, + 2, + 43 + ], + [ + 60, + 22, + 31, + 27, + 14, + 11 + ], + [ + 59, + 58, + 39, + 57, + 46, + 3 + ], + [ + 57, + 43, + 2, + 31, + 7, + 62 + ], + [ + 9, + 42, + 54, + 19, + 4, + 55 + ], + [ + 46, + 14, + 7, + 24, + 43, + 35 + ], + [ + 47, + 4, + 0, + 37, + 12, + 13 + ], + [ + 54, + 38, + 4, + 47, + 25, + 6 + ], + [ + 47, + 14, + 15, + 24, + 1, + 61 + ], + [ + 16, + 54, + 5, + 0, + 7, + 63 + ], + [ + 49, + 3, + 33, + 13, + 11, + 10 + ], + [ + 18, + 13, + 10, + 39, + 58, + 60 + ], + [ + 58, + 62, + 10, + 33, + 5, + 26 + ], + [ + 48, + 5, + 63, + 53, + 43, + 2 + ], + [ + 24, + 47, + 51, + 15, + 0, + 53 + ], + [ + 44, + 0, + 6, + 3, + 7, + 34 + ], + [ + 58, + 38, + 53, + 61, + 0, + 54 + ], + [ + 55, + 9, + 15, + 27, + 42, + 34 + ], + [ + 43, + 1, + 51, + 41, + 4, + 5 + ], + [ + 49, + 20, + 15, + 6, + 37, + 46 + ], + [ + 11, + 25, + 52, + 5, + 4, + 39 + ], + [ + 38, + 40, + 44, + 51, + 10, + 14 + ], + [ + 13, + 8, + 52, + 63, + 2, + 23 + ], + [ + 23, + 38, + 59, + 57, + 55, + 41 + ], + [ + 23, + 6, + 62, + 0, + 7, + 28 + ] + ], + [ + [ + 41, + 2, + 42, + 16, + 50, + 61 + ], + [ + 51, + 41, + 5, + 15, + 10, + 61 + ], + [ + 43, + 1, + 29, + 55, + 21, + 60 + ], + [ + 24, + 53, + 25, + 13, + 51, + 32 + ], + [ + 31, + 41, + 57, + 49, + 34, + 11 + ], + [ + 17, + 4, + 35, + 30, + 10, + 38 + ], + [ + 34, + 7, + 56, + 42, + 21, + 19 + ], + [ + 14, + 46, + 7, + 27, + 25, + 52 + ], + [ + 0, + 4, + 6, + 12, + 60, + 47 + ], + [ + 54, + 25, + 4, + 38, + 47, + 6 + ], + [ + 24, + 61, + 15, + 46, + 7, + 22 + ], + [ + 5, + 16, + 57, + 0, + 22, + 55 + ], + [ + 49, + 3, + 26, + 17, + 57, + 52 + ], + [ + 13, + 10, + 61, + 60, + 0, + 58 + ], + [ + 58, + 6, + 49, + 10, + 5, + 2 + ], + [ + 25, + 19, + 2, + 11, + 54, + 53 + ], + [ + 47, + 30, + 27, + 5, + 18, + 10 + ], + [ + 44, + 55, + 63, + 13, + 22, + 31 + ], + [ + 58, + 7, + 38, + 35, + 32, + 40 + ], + [ + 13, + 34, + 16, + 49, + 45, + 55 + ], + [ + 51, + 35, + 30, + 58, + 55, + 4 + ], + [ + 46, + 57, + 15, + 36, + 30, + 27 + ], + [ + 52, + 33, + 23, + 10, + 51, + 15 + ], + [ + 40, + 41, + 4, + 51, + 10, + 31 + ], + [ + 8, + 4, + 59, + 48, + 34, + 9 + ], + [ + 43, + 3, + 27, + 26, + 19, + 31 + ], + [ + 46, + 18, + 8, + 4, + 40, + 50 + ] + ], + [ + [ + 22, + 36, + 35, + 63, + 43, + 23 + ], + [ + 54, + 30, + 4, + 36, + 35, + 55 + ], + [ + 28, + 19, + 23, + 49, + 50, + 59 + ], + [ + 62, + 5, + 50, + 53, + 42, + 48 + ], + [ + 0, + 3, + 61, + 57, + 41, + 49 + ], + [ + 60, + 4, + 29, + 16, + 53, + 30 + ], + [ + 34, + 32, + 33, + 9, + 56, + 25 + ], + [ + 12, + 53, + 14, + 36, + 25, + 2 + ], + [ + 23, + 48, + 35, + 29, + 4, + 16 + ], + [ + 22, + 25, + 4, + 54, + 62, + 5 + ], + [ + 24, + 19, + 27, + 55, + 47, + 25 + ], + [ + 18, + 5, + 22, + 34, + 63, + 30 + ], + [ + 17, + 49, + 30, + 28, + 11, + 42 + ], + [ + 29, + 13, + 54, + 25, + 45, + 47 + ], + [ + 27, + 2, + 10, + 5, + 54, + 33 + ], + [ + 55, + 2, + 54, + 57, + 22, + 56 + ], + [ + 53, + 3, + 60, + 27, + 5, + 50 + ], + [ + 17, + 8, + 47, + 61, + 50, + 44 + ], + [ + 27, + 38, + 32, + 14, + 61, + 39 + ], + [ + 22, + 43, + 32, + 57, + 39, + 34 + ], + [ + 16, + 44, + 37, + 23, + 61, + 27 + ], + [ + 45, + 40, + 55, + 32, + 31, + 3 + ], + [ + 32, + 28, + 41, + 15, + 1, + 52 + ], + [ + 21, + 22, + 31, + 10, + 4, + 40 + ], + [ + 29, + 35, + 62, + 60, + 41, + 1 + ], + [ + 39, + 58, + 1, + 63, + 3, + 35 + ], + [ + 10, + 62, + 31, + 45, + 27, + 7 + ] + ], + [ + [ + 17, + 5, + 10, + 57, + 14, + 27 + ], + [ + 43, + 9, + 33, + 56, + 1, + 20 + ], + [ + 63, + 1, + 35, + 43, + 27, + 10 + ], + [ + 47, + 6, + 18, + 3, + 38, + 15 + ], + [ + 11, + 51, + 61, + 34, + 44, + 55 + ], + [ + 10, + 63, + 53, + 60, + 37, + 58 + ], + [ + 51, + 45, + 63, + 34, + 18, + 60 + ], + [ + 35, + 51, + 52, + 53, + 38, + 45 + ], + [ + 44, + 0, + 35, + 55, + 38, + 9 + ], + [ + 42, + 43, + 5, + 25, + 21, + 6 + ], + [ + 42, + 13, + 27, + 25, + 38, + 32 + ], + [ + 43, + 5, + 1, + 38, + 22, + 2 + ], + [ + 17, + 49, + 0, + 37, + 28, + 30 + ], + [ + 2, + 29, + 54, + 5, + 13, + 60 + ], + [ + 2, + 27, + 10, + 58, + 40, + 28 + ], + [ + 2, + 49, + 54, + 62, + 53, + 57 + ], + [ + 60, + 53, + 12, + 27, + 28, + 0 + ], + [ + 17, + 50, + 51, + 33, + 3, + 43 + ], + [ + 38, + 5, + 19, + 27, + 13, + 32 + ], + [ + 43, + 22, + 0, + 57, + 40, + 63 + ], + [ + 27, + 16, + 35, + 52, + 38, + 39 + ], + [ + 29, + 31, + 55, + 40, + 62, + 27 + ], + [ + 41, + 48, + 32, + 46, + 40, + 57 + ], + [ + 20, + 54, + 4, + 22, + 0, + 55 + ], + [ + 62, + 23, + 25, + 33, + 28, + 20 + ], + [ + 7, + 18, + 60, + 22, + 58, + 3 + ], + [ + 36, + 9, + 11, + 0, + 48, + 31 + ] + ], + [ + [ + 11, + 59, + 52, + 28, + 6, + 45 + ], + [ + 7, + 23, + 15, + 17, + 55, + 61 + ], + [ + 28, + 0, + 29, + 46, + 58, + 14 + ], + [ + 62, + 49, + 39, + 18, + 6, + 13 + ], + [ + 36, + 61, + 7, + 40, + 35, + 33 + ], + [ + 8, + 16, + 29, + 43, + 57, + 37 + ], + [ + 30, + 19, + 21, + 57, + 42, + 14 + ], + [ + 35, + 11, + 51, + 53, + 36, + 33 + ], + [ + 48, + 35, + 4, + 50, + 11, + 40 + ], + [ + 5, + 3, + 21, + 47, + 43, + 38 + ], + [ + 21, + 18, + 2, + 6, + 3, + 10 + ], + [ + 18, + 43, + 5, + 45, + 22, + 4 + ], + [ + 33, + 28, + 37, + 41, + 49, + 10 + ], + [ + 56, + 55, + 22, + 54, + 62, + 15 + ], + [ + 2, + 27, + 57, + 5, + 63, + 19 + ], + [ + 55, + 8, + 54, + 2, + 59, + 48 + ], + [ + 0, + 53, + 51, + 3, + 50, + 52 + ], + [ + 21, + 12, + 62, + 60, + 18, + 43 + ], + [ + 38, + 13, + 53, + 27, + 14, + 28 + ], + [ + 22, + 56, + 44, + 43, + 51, + 53 + ], + [ + 29, + 43, + 12, + 16, + 41, + 52 + ], + [ + 51, + 1, + 35, + 48, + 44, + 34 + ], + [ + 32, + 25, + 4, + 41, + 53, + 23 + ], + [ + 48, + 17, + 25, + 1, + 60, + 62 + ], + [ + 22, + 29, + 5, + 18, + 53, + 20 + ], + [ + 28, + 55, + 15, + 1, + 8, + 49 + ], + [ + 30, + 57, + 6, + 7, + 31, + 50 + ] + ], + [ + [ + 11, + 16, + 31, + 46, + 35, + 49 + ], + [ + 13, + 49, + 31, + 16, + 34, + 10 + ], + [ + 36, + 13, + 27, + 34, + 42, + 18 + ], + [ + 24, + 7, + 61, + 63, + 34, + 15 + ], + [ + 17, + 2, + 35, + 48, + 44, + 62 + ], + [ + 8, + 7, + 23, + 47, + 51, + 26 + ], + [ + 61, + 58, + 29, + 38, + 33, + 45 + ], + [ + 20, + 9, + 42, + 27, + 54, + 29 + ], + [ + 25, + 47, + 34, + 1, + 4, + 38 + ], + [ + 54, + 27, + 57, + 4, + 28, + 62 + ], + [ + 1, + 30, + 59, + 60, + 17, + 32 + ], + [ + 31, + 25, + 51, + 5, + 58, + 49 + ], + [ + 34, + 2, + 19, + 14, + 29, + 36 + ], + [ + 57, + 40, + 6, + 9, + 32, + 14 + ], + [ + 8, + 44, + 16, + 34, + 45, + 47 + ], + [ + 8, + 25, + 40, + 37, + 14, + 59 + ], + [ + 13, + 15, + 19, + 51, + 25, + 37 + ], + [ + 23, + 4, + 44, + 52, + 15, + 19 + ], + [ + 8, + 10, + 45, + 1, + 31, + 53 + ], + [ + 38, + 59, + 15, + 2, + 0, + 34 + ], + [ + 41, + 25, + 57, + 55, + 27, + 24 + ], + [ + 11, + 44, + 41, + 39, + 53, + 62 + ], + [ + 31, + 30, + 42, + 37, + 34, + 59 + ], + [ + 33, + 14, + 12, + 10, + 51, + 54 + ], + [ + 11, + 18, + 45, + 33, + 20, + 48 + ], + [ + 50, + 51, + 54, + 23, + 10, + 2 + ], + [ + 17, + 31, + 37, + 5, + 19, + 36 + ] + ], + [ + [ + 31, + 35, + 51, + 18, + 53, + 61 + ], + [ + 7, + 40, + 39, + 41, + 31, + 37 + ], + [ + 16, + 29, + 26, + 50, + 33, + 10 + ], + [ + 14, + 22, + 37, + 17, + 6, + 25 + ], + [ + 60, + 20, + 46, + 4, + 3, + 57 + ], + [ + 11, + 2, + 49, + 21, + 27, + 9 + ], + [ + 42, + 30, + 54, + 58, + 19, + 56 + ], + [ + 46, + 33, + 38, + 41, + 35, + 49 + ], + [ + 50, + 48, + 57, + 37, + 38, + 10 + ], + [ + 59, + 63, + 47, + 28, + 10, + 35 + ], + [ + 28, + 3, + 2, + 52, + 33, + 43 + ], + [ + 58, + 19, + 17, + 16, + 57, + 63 + ], + [ + 42, + 4, + 3, + 23, + 45, + 57 + ], + [ + 18, + 42, + 51, + 3, + 20, + 15 + ], + [ + 32, + 43, + 12, + 3, + 0, + 13 + ], + [ + 15, + 45, + 4, + 7, + 53, + 21 + ], + [ + 28, + 24, + 14, + 31, + 46, + 60 + ], + [ + 26, + 30, + 0, + 5, + 54, + 36 + ], + [ + 63, + 37, + 41, + 51, + 11, + 4 + ], + [ + 48, + 9, + 33, + 42, + 54, + 0 + ], + [ + 22, + 11, + 60, + 39, + 1, + 49 + ], + [ + 17, + 4, + 34, + 2, + 53, + 27 + ], + [ + 17, + 6, + 40, + 58, + 42, + 39 + ], + [ + 60, + 54, + 35, + 39, + 0, + 32 + ], + [ + 44, + 15, + 37, + 13, + 8, + 25 + ], + [ + 41, + 59, + 25, + 45, + 13, + 6 + ], + [ + 23, + 58, + 13, + 19, + 29, + 62 + ] + ], + [ + [ + 52, + 47, + 27, + 36, + 33, + 38 + ], + [ + 43, + 56, + 4, + 21, + 25, + 6 + ], + [ + 25, + 54, + 35, + 18, + 11, + 57 + ], + [ + 17, + 16, + 1, + 6, + 33, + 45 + ], + [ + 32, + 36, + 0, + 60, + 46, + 57 + ], + [ + 11, + 1, + 3, + 21, + 2, + 34 + ], + [ + 30, + 42, + 58, + 54, + 19, + 13 + ], + [ + 33, + 35, + 56, + 42, + 38, + 45 + ], + [ + 50, + 37, + 36, + 14, + 20, + 48 + ], + [ + 10, + 28, + 4, + 37, + 32, + 6 + ], + [ + 3, + 18, + 28, + 61, + 2, + 44 + ], + [ + 16, + 56, + 19, + 27, + 43, + 46 + ], + [ + 42, + 33, + 57, + 3, + 58, + 26 + ], + [ + 56, + 15, + 51, + 50, + 55, + 13 + ], + [ + 12, + 43, + 40, + 13, + 16, + 29 + ], + [ + 15, + 7, + 28, + 53, + 5, + 20 + ], + [ + 14, + 58, + 24, + 60, + 31, + 51 + ], + [ + 0, + 60, + 3, + 24, + 19, + 44 + ], + [ + 36, + 28, + 11, + 53, + 63, + 15 + ], + [ + 2, + 26, + 9, + 34, + 0, + 3 + ], + [ + 49, + 28, + 43, + 41, + 30, + 11 + ], + [ + 25, + 51, + 12, + 6, + 61, + 16 + ], + [ + 39, + 17, + 41, + 50, + 40, + 21 + ], + [ + 25, + 58, + 48, + 12, + 60, + 33 + ], + [ + 31, + 49, + 5, + 52, + 63, + 3 + ], + [ + 15, + 55, + 38, + 47, + 1, + 49 + ], + [ + 23, + 6, + 32, + 19, + 62, + 7 + ] + ], + [ + [ + 44, + 24, + 56, + 33, + 15, + 7 + ], + [ + 38, + 26, + 24, + 29, + 53, + 19 + ], + [ + 12, + 15, + 29, + 9, + 1, + 63 + ], + [ + 38, + 61, + 58, + 50, + 45, + 6 + ], + [ + 24, + 34, + 4, + 36, + 57, + 31 + ], + [ + 1, + 22, + 43, + 21, + 10, + 7 + ], + [ + 20, + 19, + 54, + 58, + 18, + 42 + ], + [ + 56, + 33, + 14, + 21, + 51, + 18 + ], + [ + 60, + 50, + 14, + 36, + 4, + 43 + ], + [ + 6, + 10, + 9, + 63, + 4, + 38 + ], + [ + 54, + 39, + 46, + 18, + 3, + 2 + ], + [ + 30, + 16, + 37, + 53, + 56, + 43 + ], + [ + 56, + 10, + 42, + 58, + 57, + 15 + ], + [ + 30, + 56, + 13, + 50, + 51, + 0 + ], + [ + 55, + 40, + 12, + 62, + 13, + 30 + ], + [ + 53, + 28, + 11, + 61, + 7, + 19 + ], + [ + 55, + 14, + 17, + 47, + 30, + 5 + ], + [ + 18, + 31, + 20, + 60, + 57, + 32 + ], + [ + 43, + 12, + 53, + 26, + 32, + 61 + ], + [ + 25, + 16, + 26, + 61, + 53, + 3 + ], + [ + 49, + 28, + 51, + 59, + 55, + 11 + ], + [ + 56, + 6, + 32, + 14, + 10, + 21 + ], + [ + 2, + 15, + 58, + 17, + 13, + 62 + ], + [ + 53, + 51, + 4, + 29, + 50, + 25 + ], + [ + 61, + 31, + 19, + 15, + 60, + 49 + ], + [ + 19, + 46, + 44, + 36, + 8, + 40 + ], + [ + 8, + 29, + 46, + 7, + 53, + 20 + ] + ], + [ + [ + 48, + 63, + 38, + 42, + 50, + 62 + ], + [ + 3, + 2, + 33, + 40, + 14, + 60 + ], + [ + 39, + 7, + 45, + 40, + 6, + 44 + ], + [ + 41, + 5, + 20, + 56, + 13, + 0 + ], + [ + 6, + 37, + 30, + 1, + 38, + 54 + ], + [ + 59, + 46, + 4, + 22, + 5, + 6 + ], + [ + 20, + 1, + 44, + 35, + 13, + 3 + ], + [ + 12, + 56, + 8, + 50, + 31, + 2 + ], + [ + 33, + 60, + 41, + 43, + 37, + 36 + ], + [ + 9, + 10, + 0, + 55, + 40, + 37 + ], + [ + 54, + 39, + 9, + 8, + 61, + 46 + ], + [ + 30, + 56, + 53, + 24, + 16, + 11 + ], + [ + 7, + 58, + 57, + 42, + 10, + 52 + ], + [ + 27, + 30, + 42, + 25, + 59, + 13 + ], + [ + 9, + 11, + 55, + 49, + 0, + 46 + ], + [ + 34, + 53, + 54, + 29, + 57, + 37 + ], + [ + 55, + 17, + 5, + 60, + 18, + 31 + ], + [ + 57, + 48, + 43, + 39, + 32, + 36 + ], + [ + 12, + 43, + 42, + 49, + 7, + 61 + ], + [ + 23, + 36, + 1, + 0, + 16, + 61 + ], + [ + 21, + 35, + 11, + 31, + 55, + 7 + ], + [ + 60, + 8, + 42, + 24, + 14, + 6 + ], + [ + 15, + 51, + 58, + 2, + 33, + 30 + ], + [ + 52, + 51, + 4, + 28, + 21, + 19 + ], + [ + 19, + 60, + 15, + 34, + 54, + 46 + ], + [ + 19, + 61, + 58, + 12, + 40, + 3 + ], + [ + 35, + 49, + 54, + 53, + 1, + 25 + ] + ], + [ + [ + 47, + 37, + 59, + 38, + 33, + 10 + ], + [ + 36, + 7, + 21, + 51, + 8, + 47 + ], + [ + 20, + 32, + 44, + 47, + 4, + 54 + ], + [ + 43, + 20, + 42, + 52, + 8, + 19 + ], + [ + 27, + 9, + 39, + 57, + 12, + 54 + ], + [ + 28, + 16, + 29, + 11, + 61, + 58 + ], + [ + 42, + 2, + 30, + 43, + 28, + 25 + ], + [ + 36, + 18, + 32, + 21, + 53, + 15 + ], + [ + 50, + 12, + 37, + 48, + 14, + 52 + ], + [ + 9, + 10, + 13, + 3, + 58, + 26 + ], + [ + 18, + 3, + 9, + 55, + 6, + 61 + ], + [ + 30, + 18, + 45, + 60, + 16, + 24 + ], + [ + 35, + 5, + 42, + 26, + 37, + 58 + ], + [ + 55, + 38, + 15, + 13, + 14, + 54 + ], + [ + 9, + 62, + 2, + 17, + 13, + 26 + ], + [ + 9, + 40, + 37, + 54, + 17, + 47 + ], + [ + 22, + 60, + 51, + 40, + 14, + 39 + ], + [ + 17, + 3, + 21, + 30, + 36, + 25 + ], + [ + 56, + 41, + 24, + 9, + 43, + 14 + ], + [ + 53, + 34, + 26, + 22, + 12, + 35 + ], + [ + 36, + 42, + 24, + 37, + 4, + 8 + ], + [ + 34, + 16, + 8, + 46, + 56, + 17 + ], + [ + 31, + 10, + 16, + 41, + 56, + 32 + ], + [ + 48, + 0, + 42, + 56, + 30, + 31 + ], + [ + 6, + 54, + 26, + 19, + 7, + 8 + ], + [ + 49, + 22, + 6, + 13, + 59, + 24 + ], + [ + 45, + 62, + 27, + 47, + 50, + 7 + ] + ], + [ + [ + 45, + 37, + 48, + 29, + 30, + 3 + ], + [ + 8, + 60, + 59, + 43, + 10, + 48 + ], + [ + 51, + 45, + 28, + 34, + 59, + 63 + ], + [ + 43, + 2, + 38, + 12, + 20, + 4 + ], + [ + 50, + 57, + 39, + 31, + 63, + 9 + ], + [ + 58, + 53, + 18, + 9, + 30, + 21 + ], + [ + 63, + 51, + 34, + 7, + 20, + 27 + ], + [ + 32, + 21, + 46, + 47, + 25, + 18 + ], + [ + 6, + 12, + 14, + 50, + 33, + 37 + ], + [ + 30, + 10, + 9, + 6, + 13, + 29 + ], + [ + 61, + 18, + 23, + 20, + 44, + 6 + ], + [ + 16, + 12, + 30, + 60, + 0, + 62 + ], + [ + 5, + 26, + 57, + 35, + 37, + 61 + ], + [ + 46, + 55, + 13, + 1, + 17, + 31 + ], + [ + 6, + 10, + 22, + 2, + 16, + 15 + ], + [ + 6, + 54, + 19, + 25, + 57, + 46 + ], + [ + 2, + 30, + 60, + 61, + 18, + 49 + ], + [ + 17, + 4, + 2, + 27, + 3, + 44 + ], + [ + 56, + 46, + 8, + 32, + 6, + 14 + ], + [ + 5, + 13, + 0, + 34, + 14, + 30 + ], + [ + 15, + 23, + 59, + 57, + 27, + 53 + ], + [ + 36, + 61, + 8, + 43, + 57, + 37 + ], + [ + 10, + 15, + 52, + 31, + 29, + 23 + ], + [ + 10, + 38, + 1, + 4, + 31, + 57 + ], + [ + 8, + 32, + 54, + 33, + 3, + 50 + ], + [ + 6, + 33, + 19, + 50, + 2, + 3 + ], + [ + 55, + 43, + 5, + 4, + 25, + 8 + ] + ], + [ + [ + 25, + 14, + 18, + 49, + 51, + 63 + ], + [ + 42, + 21, + 30, + 43, + 24, + 7 + ], + [ + 54, + 39, + 9, + 59, + 28, + 49 + ], + [ + 23, + 1, + 55, + 45, + 43, + 40 + ], + [ + 37, + 30, + 41, + 59, + 21, + 44 + ], + [ + 4, + 41, + 31, + 35, + 19, + 14 + ], + [ + 28, + 55, + 44, + 63, + 9, + 51 + ], + [ + 63, + 12, + 32, + 13, + 47, + 28 + ], + [ + 33, + 12, + 59, + 35, + 6, + 39 + ], + [ + 30, + 40, + 10, + 29, + 52, + 13 + ], + [ + 63, + 19, + 23, + 61, + 8, + 55 + ], + [ + 45, + 62, + 22, + 12, + 38, + 42 + ], + [ + 58, + 26, + 57, + 20, + 45, + 30 + ], + [ + 8, + 59, + 47, + 17, + 25, + 22 + ], + [ + 24, + 54, + 51, + 55, + 10, + 15 + ], + [ + 46, + 22, + 54, + 44, + 57, + 40 + ], + [ + 34, + 60, + 2, + 17, + 27, + 18 + ], + [ + 51, + 6, + 61, + 2, + 39, + 32 + ], + [ + 5, + 49, + 38, + 8, + 32, + 46 + ], + [ + 57, + 4, + 23, + 14, + 59, + 5 + ], + [ + 7, + 36, + 45, + 21, + 53, + 4 + ], + [ + 60, + 3, + 39, + 8, + 14, + 35 + ], + [ + 33, + 57, + 60, + 47, + 15, + 52 + ], + [ + 20, + 11, + 22, + 58, + 19, + 4 + ], + [ + 36, + 34, + 47, + 41, + 60, + 40 + ], + [ + 33, + 3, + 49, + 29, + 14, + 59 + ], + [ + 52, + 60, + 24, + 25, + 35, + 34 + ] + ], + [ + [ + 23, + 54, + 53, + 11, + 58, + 8 + ], + [ + 11, + 30, + 15, + 63, + 59, + 16 + ], + [ + 20, + 29, + 58, + 17, + 52, + 30 + ], + [ + 18, + 1, + 43, + 15, + 3, + 8 + ], + [ + 59, + 55, + 13, + 20, + 44, + 40 + ], + [ + 33, + 45, + 27, + 53, + 52, + 63 + ], + [ + 28, + 57, + 51, + 34, + 53, + 31 + ], + [ + 13, + 63, + 3, + 32, + 44, + 45 + ], + [ + 59, + 33, + 12, + 57, + 6, + 35 + ], + [ + 23, + 30, + 42, + 10, + 29, + 13 + ], + [ + 63, + 23, + 18, + 42, + 38, + 19 + ], + [ + 62, + 2, + 22, + 19, + 45, + 6 + ], + [ + 6, + 26, + 20, + 30, + 5, + 25 + ], + [ + 3, + 6, + 8, + 31, + 17, + 37 + ], + [ + 59, + 2, + 10, + 54, + 55, + 19 + ], + [ + 45, + 7, + 57, + 42, + 54, + 46 + ], + [ + 60, + 55, + 53, + 34, + 41, + 18 + ], + [ + 36, + 2, + 8, + 31, + 32, + 46 + ], + [ + 36, + 45, + 38, + 32, + 61, + 51 + ], + [ + 57, + 39, + 6, + 18, + 19, + 30 + ], + [ + 37, + 39, + 59, + 48, + 53, + 14 + ], + [ + 52, + 28, + 46, + 55, + 47, + 61 + ], + [ + 1, + 28, + 52, + 15, + 31, + 18 + ], + [ + 22, + 21, + 8, + 10, + 46, + 39 + ], + [ + 45, + 41, + 35, + 9, + 54, + 33 + ], + [ + 42, + 39, + 58, + 61, + 24, + 3 + ], + [ + 41, + 46, + 10, + 3, + 15, + 33 + ] + ], + [ + [ + 48, + 42, + 38, + 63, + 47, + 7 + ], + [ + 3, + 10, + 26, + 62, + 2, + 6 + ], + [ + 39, + 44, + 7, + 6, + 45, + 40 + ], + [ + 21, + 39, + 1, + 18, + 15, + 41 + ], + [ + 6, + 33, + 9, + 13, + 3, + 27 + ], + [ + 59, + 33, + 53, + 62, + 21, + 45 + ], + [ + 28, + 10, + 33, + 7, + 57, + 50 + ], + [ + 50, + 13, + 12, + 49, + 3, + 55 + ], + [ + 33, + 59, + 26, + 35, + 48, + 38 + ], + [ + 23, + 30, + 20, + 43, + 10, + 58 + ], + [ + 63, + 23, + 18, + 17, + 38, + 9 + ], + [ + 22, + 62, + 36, + 33, + 6, + 2 + ], + [ + 12, + 17, + 59, + 7, + 26, + 49 + ], + [ + 47, + 3, + 27, + 6, + 24, + 22 + ], + [ + 59, + 57, + 46, + 54, + 2, + 10 + ], + [ + 27, + 45, + 57, + 54, + 34, + 61 + ], + [ + 34, + 60, + 55, + 31, + 58, + 43 + ], + [ + 48, + 42, + 32, + 39, + 2, + 38 + ], + [ + 42, + 49, + 32, + 44, + 12, + 61 + ], + [ + 57, + 36, + 39, + 1, + 30, + 59 + ], + [ + 48, + 7, + 21, + 53, + 17, + 29 + ], + [ + 8, + 60, + 58, + 35, + 14, + 46 + ], + [ + 51, + 15, + 28, + 47, + 33, + 30 + ], + [ + 11, + 4, + 19, + 8, + 58, + 52 + ], + [ + 24, + 5, + 41, + 60, + 40, + 54 + ], + [ + 61, + 3, + 21, + 58, + 19, + 8 + ], + [ + 60, + 35, + 54, + 49, + 1, + 0 + ] + ], + [ + [ + 6, + 24, + 63, + 25, + 26, + 45 + ], + [ + 47, + 13, + 49, + 44, + 20, + 19 + ], + [ + 23, + 32, + 49, + 20, + 24, + 2 + ], + [ + 43, + 21, + 8, + 40, + 39, + 45 + ], + [ + 39, + 29, + 3, + 5, + 41, + 12 + ], + [ + 61, + 33, + 48, + 40, + 29, + 62 + ], + [ + 29, + 28, + 25, + 33, + 44, + 31 + ], + [ + 50, + 33, + 13, + 11, + 30, + 54 + ], + [ + 48, + 26, + 35, + 17, + 55, + 6 + ], + [ + 43, + 23, + 12, + 9, + 25, + 62 + ], + [ + 63, + 35, + 18, + 53, + 38, + 17 + ], + [ + 19, + 48, + 5, + 36, + 59, + 17 + ], + [ + 7, + 26, + 59, + 17, + 12, + 30 + ], + [ + 47, + 22, + 24, + 62, + 25, + 42 + ], + [ + 59, + 46, + 35, + 39, + 57, + 54 + ], + [ + 27, + 9, + 20, + 0, + 57, + 52 + ], + [ + 38, + 58, + 60, + 34, + 43, + 29 + ], + [ + 42, + 32, + 39, + 54, + 38, + 57 + ], + [ + 59, + 32, + 42, + 6, + 37, + 18 + ], + [ + 24, + 36, + 57, + 4, + 30, + 60 + ], + [ + 9, + 48, + 7, + 53, + 21, + 58 + ], + [ + 49, + 31, + 14, + 8, + 19, + 22 + ], + [ + 15, + 33, + 44, + 8, + 14, + 3 + ], + [ + 11, + 4, + 21, + 28, + 41, + 23 + ], + [ + 37, + 27, + 24, + 12, + 9, + 20 + ], + [ + 58, + 9, + 19, + 3, + 12, + 48 + ], + [ + 24, + 14, + 60, + 47, + 25, + 13 + ] + ], + [ + [ + 26, + 62, + 58, + 18, + 38, + 5 + ], + [ + 19, + 12, + 40, + 39, + 31, + 57 + ], + [ + 27, + 38, + 9, + 22, + 23, + 61 + ], + [ + 42, + 20, + 63, + 39, + 45, + 43 + ], + [ + 7, + 36, + 60, + 29, + 57, + 24 + ], + [ + 61, + 34, + 3, + 1, + 44, + 51 + ], + [ + 29, + 42, + 25, + 47, + 30, + 17 + ], + [ + 33, + 38, + 39, + 50, + 62, + 0 + ], + [ + 17, + 26, + 13, + 50, + 41, + 11 + ], + [ + 12, + 43, + 35, + 16, + 55, + 60 + ], + [ + 3, + 18, + 39, + 63, + 35, + 62 + ], + [ + 19, + 48, + 39, + 60, + 54, + 2 + ], + [ + 7, + 42, + 56, + 59, + 37, + 24 + ], + [ + 56, + 47, + 54, + 59, + 3, + 6 + ], + [ + 35, + 39, + 43, + 59, + 2, + 13 + ], + [ + 20, + 27, + 9, + 56, + 0, + 54 + ], + [ + 17, + 60, + 29, + 18, + 58, + 5 + ], + [ + 57, + 42, + 45, + 0, + 24, + 29 + ], + [ + 49, + 28, + 52, + 32, + 50, + 3 + ], + [ + 24, + 2, + 36, + 30, + 59, + 46 + ], + [ + 11, + 7, + 48, + 54, + 53, + 21 + ], + [ + 33, + 14, + 42, + 6, + 8, + 5 + ], + [ + 15, + 36, + 33, + 17, + 51, + 13 + ], + [ + 41, + 11, + 2, + 4, + 8, + 29 + ], + [ + 30, + 15, + 60, + 46, + 5, + 9 + ], + [ + 21, + 3, + 14, + 19, + 61, + 58 + ], + [ + 24, + 60, + 1, + 14, + 35, + 53 + ] + ], + [ + [ + 8, + 56, + 54, + 37, + 4, + 38 + ], + [ + 36, + 9, + 24, + 8, + 1, + 2 + ], + [ + 16, + 57, + 29, + 32, + 58, + 30 + ], + [ + 32, + 63, + 42, + 52, + 4, + 20 + ], + [ + 27, + 24, + 44, + 39, + 63, + 20 + ], + [ + 24, + 11, + 28, + 6, + 15, + 31 + ], + [ + 30, + 41, + 42, + 25, + 52, + 2 + ], + [ + 26, + 36, + 62, + 18, + 50, + 21 + ], + [ + 48, + 50, + 32, + 51, + 27, + 26 + ], + [ + 13, + 43, + 3, + 26, + 12, + 41 + ], + [ + 3, + 32, + 18, + 53, + 39, + 17 + ], + [ + 21, + 19, + 9, + 36, + 48, + 1 + ], + [ + 35, + 59, + 54, + 42, + 63, + 17 + ], + [ + 15, + 12, + 38, + 9, + 51, + 54 + ], + [ + 3, + 2, + 48, + 59, + 57, + 13 + ], + [ + 27, + 9, + 4, + 20, + 22, + 3 + ], + [ + 60, + 40, + 22, + 27, + 46, + 32 + ], + [ + 30, + 21, + 25, + 17, + 0, + 42 + ], + [ + 33, + 27, + 34, + 28, + 38, + 44 + ], + [ + 53, + 32, + 33, + 35, + 31, + 56 + ], + [ + 40, + 11, + 20, + 47, + 48, + 24 + ], + [ + 45, + 62, + 33, + 53, + 17, + 34 + ], + [ + 41, + 9, + 39, + 25, + 17, + 32 + ], + [ + 44, + 30, + 2, + 31, + 0, + 47 + ], + [ + 6, + 62, + 37, + 52, + 55, + 33 + ], + [ + 10, + 24, + 57, + 9, + 49, + 13 + ], + [ + 45, + 24, + 27, + 47, + 19, + 26 + ] + ], + [ + [ + 4, + 16, + 22, + 23, + 3, + 13 + ], + [ + 16, + 23, + 9, + 59, + 13, + 50 + ], + [ + 11, + 35, + 21, + 7, + 9, + 59 + ], + [ + 44, + 1, + 25, + 26, + 15, + 20 + ], + [ + 35, + 57, + 52, + 31, + 24, + 5 + ], + [ + 35, + 15, + 38, + 53, + 12, + 0 + ], + [ + 20, + 36, + 63, + 28, + 60, + 33 + ], + [ + 49, + 50, + 12, + 13, + 8, + 16 + ], + [ + 42, + 48, + 6, + 16, + 35, + 41 + ], + [ + 23, + 9, + 54, + 34, + 30, + 13 + ], + [ + 23, + 63, + 51, + 53, + 55, + 3 + ], + [ + 33, + 36, + 62, + 19, + 59, + 57 + ], + [ + 59, + 38, + 12, + 17, + 32, + 53 + ], + [ + 48, + 0, + 19, + 24, + 61, + 22 + ], + [ + 55, + 6, + 39, + 7, + 60, + 18 + ], + [ + 27, + 57, + 19, + 1, + 60, + 47 + ], + [ + 30, + 40, + 10, + 17, + 36, + 60 + ], + [ + 13, + 20, + 1, + 31, + 17, + 54 + ], + [ + 50, + 32, + 23, + 7, + 33, + 30 + ], + [ + 14, + 19, + 23, + 13, + 10, + 7 + ], + [ + 53, + 23, + 19, + 13, + 5, + 7 + ], + [ + 30, + 18, + 46, + 14, + 1, + 0 + ], + [ + 15, + 18, + 52, + 0, + 51, + 30 + ], + [ + 4, + 21, + 53, + 41, + 10, + 14 + ], + [ + 4, + 9, + 39, + 8, + 16, + 54 + ], + [ + 3, + 19, + 16, + 30, + 47, + 27 + ], + [ + 33, + 8, + 46, + 40, + 29, + 14 + ] + ], + [ + [ + 6, + 26, + 3, + 24, + 11, + 38 + ], + [ + 49, + 19, + 16, + 57, + 0, + 18 + ], + [ + 16, + 60, + 57, + 0, + 22, + 30 + ], + [ + 35, + 46, + 49, + 44, + 26, + 17 + ], + [ + 25, + 54, + 43, + 9, + 45, + 27 + ], + [ + 55, + 33, + 30, + 6, + 28, + 57 + ], + [ + 55, + 31, + 49, + 52, + 25, + 15 + ], + [ + 11, + 36, + 15, + 29, + 30, + 62 + ], + [ + 55, + 42, + 48, + 54, + 46, + 6 + ], + [ + 10, + 3, + 43, + 21, + 62, + 54 + ], + [ + 32, + 56, + 6, + 3, + 18, + 55 + ], + [ + 50, + 21, + 36, + 19, + 4, + 42 + ], + [ + 38, + 35, + 53, + 39, + 41, + 32 + ], + [ + 28, + 24, + 38, + 41, + 15, + 12 + ], + [ + 2, + 40, + 18, + 60, + 55, + 13 + ], + [ + 27, + 22, + 57, + 8, + 54, + 37 + ], + [ + 40, + 27, + 60, + 46, + 44, + 50 + ], + [ + 17, + 21, + 30, + 12, + 29, + 26 + ], + [ + 33, + 38, + 23, + 2, + 13, + 27 + ], + [ + 32, + 56, + 9, + 44, + 31, + 60 + ], + [ + 53, + 12, + 22, + 40, + 41, + 5 + ], + [ + 44, + 45, + 49, + 17, + 14, + 56 + ], + [ + 25, + 39, + 41, + 4, + 9, + 53 + ], + [ + 44, + 1, + 17, + 0, + 13, + 58 + ], + [ + 62, + 52, + 37, + 54, + 42, + 36 + ], + [ + 10, + 9, + 28, + 55, + 2, + 34 + ], + [ + 57, + 30, + 27, + 45, + 47, + 16 + ] + ], + [ + [ + 11, + 16, + 31, + 46, + 0, + 21 + ], + [ + 13, + 49, + 34, + 31, + 16, + 8 + ], + [ + 36, + 13, + 27, + 58, + 18, + 34 + ], + [ + 24, + 61, + 15, + 46, + 63, + 25 + ], + [ + 17, + 2, + 50, + 35, + 58, + 44 + ], + [ + 8, + 23, + 7, + 49, + 26, + 47 + ], + [ + 61, + 38, + 29, + 58, + 0, + 36 + ], + [ + 42, + 20, + 9, + 4, + 11, + 27 + ], + [ + 1, + 34, + 30, + 48, + 7, + 26 + ], + [ + 27, + 10, + 28, + 62, + 13, + 54 + ], + [ + 60, + 1, + 30, + 59, + 6, + 52 + ], + [ + 31, + 62, + 25, + 42, + 21, + 32 + ], + [ + 34, + 32, + 19, + 2, + 62, + 14 + ], + [ + 6, + 40, + 24, + 31, + 13, + 48 + ], + [ + 44, + 2, + 40, + 8, + 34, + 45 + ], + [ + 8, + 27, + 7, + 57, + 50, + 47 + ], + [ + 13, + 60, + 45, + 22, + 25, + 52 + ], + [ + 4, + 23, + 33, + 46, + 58, + 34 + ], + [ + 8, + 33, + 56, + 45, + 51, + 59 + ], + [ + 38, + 53, + 39, + 26, + 35, + 31 + ], + [ + 41, + 46, + 11, + 53, + 59, + 8 + ], + [ + 11, + 44, + 33, + 52, + 55, + 53 + ], + [ + 31, + 1, + 16, + 9, + 15, + 41 + ], + [ + 2, + 31, + 14, + 10, + 44, + 7 + ], + [ + 45, + 6, + 62, + 12, + 18, + 24 + ], + [ + 10, + 50, + 42, + 54, + 24, + 3 + ], + [ + 17, + 31, + 37, + 5, + 10, + 41 + ] + ], + [ + [ + 45, + 37, + 48, + 29, + 30, + 59 + ], + [ + 8, + 59, + 10, + 60, + 43, + 55 + ], + [ + 45, + 51, + 28, + 59, + 34, + 31 + ], + [ + 14, + 31, + 22, + 2, + 19, + 44 + ], + [ + 59, + 50, + 4, + 31, + 9, + 44 + ], + [ + 58, + 23, + 47, + 9, + 53, + 30 + ], + [ + 54, + 13, + 51, + 22, + 29, + 61 + ], + [ + 47, + 42, + 32, + 20, + 24, + 37 + ], + [ + 33, + 12, + 47, + 10, + 30, + 44 + ], + [ + 30, + 27, + 10, + 28, + 33, + 13 + ], + [ + 61, + 23, + 14, + 20, + 1, + 29 + ], + [ + 12, + 14, + 32, + 62, + 31, + 52 + ], + [ + 5, + 36, + 19, + 20, + 2, + 32 + ], + [ + 46, + 24, + 1, + 40, + 17, + 33 + ], + [ + 44, + 8, + 16, + 30, + 2, + 6 + ], + [ + 6, + 46, + 15, + 54, + 21, + 33 + ], + [ + 2, + 30, + 60, + 61, + 18, + 10 + ], + [ + 6, + 17, + 33, + 27, + 58, + 4 + ], + [ + 56, + 46, + 8, + 60, + 22, + 16 + ], + [ + 5, + 13, + 14, + 35, + 36, + 52 + ], + [ + 15, + 53, + 59, + 23, + 6, + 46 + ], + [ + 36, + 30, + 60, + 33, + 53, + 38 + ], + [ + 10, + 15, + 16, + 52, + 4, + 38 + ], + [ + 31, + 1, + 10, + 4, + 41, + 59 + ], + [ + 32, + 9, + 8, + 59, + 33, + 18 + ], + [ + 33, + 19, + 6, + 3, + 45, + 50 + ], + [ + 55, + 4, + 43, + 5, + 25, + 34 + ] + ], + [ + [ + 25, + 14, + 18, + 49, + 51, + 63 + ], + [ + 42, + 21, + 30, + 43, + 24, + 7 + ], + [ + 54, + 39, + 9, + 59, + 28, + 45 + ], + [ + 1, + 23, + 55, + 8, + 16, + 7 + ], + [ + 59, + 37, + 30, + 41, + 16, + 1 + ], + [ + 4, + 31, + 41, + 45, + 18, + 56 + ], + [ + 28, + 55, + 44, + 54, + 9, + 51 + ], + [ + 24, + 47, + 12, + 63, + 32, + 61 + ], + [ + 33, + 47, + 39, + 44, + 38, + 56 + ], + [ + 40, + 30, + 59, + 33, + 58, + 10 + ], + [ + 19, + 8, + 23, + 4, + 25, + 34 + ], + [ + 45, + 14, + 12, + 42, + 62, + 52 + ], + [ + 58, + 45, + 59, + 29, + 25, + 36 + ], + [ + 8, + 59, + 1, + 47, + 33, + 24 + ], + [ + 24, + 30, + 38, + 56, + 4, + 7 + ], + [ + 46, + 22, + 44, + 57, + 12, + 40 + ], + [ + 34, + 60, + 2, + 17, + 18, + 29 + ], + [ + 6, + 61, + 51, + 39, + 53, + 32 + ], + [ + 49, + 5, + 47, + 60, + 21, + 59 + ], + [ + 57, + 4, + 23, + 39, + 45, + 60 + ], + [ + 7, + 36, + 45, + 53, + 21, + 56 + ], + [ + 60, + 3, + 39, + 18, + 8, + 53 + ], + [ + 57, + 33, + 15, + 47, + 38, + 16 + ], + [ + 20, + 11, + 19, + 4, + 2, + 8 + ], + [ + 36, + 34, + 60, + 47, + 1, + 40 + ], + [ + 33, + 14, + 3, + 21, + 19, + 35 + ], + [ + 60, + 24, + 22, + 52, + 35, + 53 + ] + ], + [ + [ + 23, + 54, + 53, + 58, + 11, + 8 + ], + [ + 11, + 30, + 15, + 59, + 55, + 63 + ], + [ + 20, + 58, + 29, + 17, + 42, + 30 + ], + [ + 18, + 1, + 43, + 15, + 8, + 3 + ], + [ + 59, + 55, + 13, + 28, + 26, + 63 + ], + [ + 33, + 45, + 27, + 53, + 63, + 19 + ], + [ + 28, + 57, + 51, + 54, + 34, + 53 + ], + [ + 24, + 13, + 47, + 3, + 45, + 50 + ], + [ + 47, + 59, + 33, + 57, + 37, + 35 + ], + [ + 23, + 42, + 33, + 41, + 48, + 30 + ], + [ + 42, + 63, + 23, + 25, + 34, + 17 + ], + [ + 14, + 62, + 2, + 19, + 45, + 43 + ], + [ + 12, + 6, + 20, + 30, + 29, + 17 + ], + [ + 6, + 3, + 17, + 8, + 27, + 31 + ], + [ + 19, + 59, + 2, + 10, + 54, + 26 + ], + [ + 45, + 61, + 19, + 57, + 42, + 17 + ], + [ + 55, + 60, + 41, + 34, + 35, + 53 + ], + [ + 36, + 2, + 8, + 31, + 14, + 5 + ], + [ + 45, + 36, + 16, + 38, + 51, + 21 + ], + [ + 57, + 39, + 48, + 6, + 19, + 60 + ], + [ + 39, + 37, + 59, + 48, + 42, + 40 + ], + [ + 52, + 28, + 46, + 33, + 18, + 55 + ], + [ + 1, + 15, + 28, + 18, + 13, + 52 + ], + [ + 10, + 21, + 4, + 2, + 23, + 31 + ], + [ + 45, + 9, + 41, + 18, + 54, + 3 + ], + [ + 42, + 61, + 36, + 3, + 19, + 27 + ], + [ + 41, + 46, + 33, + 3, + 10, + 15 + ] + ], + [ + [ + 49, + 52, + 60, + 63, + 21, + 0 + ], + [ + 14, + 7, + 25, + 52, + 58, + 36 + ], + [ + 46, + 57, + 28, + 24, + 49, + 12 + ], + [ + 10, + 21, + 39, + 1, + 11, + 17 + ], + [ + 53, + 3, + 2, + 16, + 46, + 44 + ], + [ + 25, + 40, + 39, + 15, + 34, + 30 + ], + [ + 62, + 24, + 47, + 52, + 17, + 49 + ], + [ + 34, + 41, + 39, + 11, + 33, + 15 + ], + [ + 36, + 26, + 48, + 39, + 15, + 56 + ], + [ + 23, + 36, + 43, + 20, + 10, + 21 + ], + [ + 48, + 63, + 51, + 10, + 62, + 18 + ], + [ + 10, + 42, + 36, + 39, + 49, + 19 + ], + [ + 22, + 38, + 51, + 56, + 50, + 7 + ], + [ + 4, + 31, + 19, + 22, + 17, + 7 + ], + [ + 41, + 7, + 39, + 2, + 26, + 57 + ], + [ + 33, + 27, + 58, + 28, + 20, + 45 + ], + [ + 58, + 8, + 37, + 18, + 34, + 62 + ], + [ + 24, + 34, + 43, + 39, + 17, + 19 + ], + [ + 23, + 50, + 12, + 32, + 43, + 31 + ], + [ + 9, + 7, + 51, + 16, + 30, + 60 + ], + [ + 25, + 62, + 14, + 53, + 58, + 0 + ], + [ + 53, + 4, + 18, + 22, + 14, + 29 + ], + [ + 6, + 14, + 15, + 48, + 58, + 0 + ], + [ + 35, + 4, + 45, + 3, + 59, + 39 + ], + [ + 17, + 57, + 23, + 16, + 40, + 37 + ], + [ + 9, + 19, + 3, + 36, + 11, + 47 + ], + [ + 39, + 14, + 22, + 33, + 62, + 42 + ] + ], + [ + [ + 14, + 17, + 2, + 39, + 47, + 63 + ], + [ + 23, + 58, + 2, + 25, + 5, + 18 + ], + [ + 27, + 33, + 0, + 56, + 6, + 7 + ], + [ + 23, + 5, + 30, + 7, + 21, + 39 + ], + [ + 39, + 53, + 27, + 38, + 54, + 41 + ], + [ + 37, + 25, + 50, + 40, + 33, + 36 + ], + [ + 49, + 37, + 24, + 55, + 29, + 28 + ], + [ + 34, + 15, + 36, + 16, + 30, + 11 + ], + [ + 5, + 36, + 2, + 26, + 16, + 48 + ], + [ + 56, + 46, + 10, + 23, + 39, + 45 + ], + [ + 10, + 56, + 62, + 45, + 49, + 3 + ], + [ + 35, + 6, + 50, + 36, + 11, + 1 + ], + [ + 50, + 46, + 39, + 51, + 38, + 41 + ], + [ + 41, + 19, + 31, + 6, + 48, + 24 + ], + [ + 2, + 7, + 57, + 18, + 47, + 63 + ], + [ + 27, + 58, + 22, + 8, + 57, + 45 + ], + [ + 37, + 59, + 51, + 44, + 55, + 18 + ], + [ + 52, + 21, + 25, + 12, + 34, + 39 + ], + [ + 23, + 34, + 60, + 13, + 27, + 32 + ], + [ + 32, + 56, + 26, + 24, + 44, + 30 + ], + [ + 41, + 12, + 53, + 2, + 5, + 56 + ], + [ + 44, + 18, + 39, + 33, + 38, + 46 + ], + [ + 25, + 0, + 59, + 18, + 11, + 53 + ], + [ + 1, + 7, + 17, + 30, + 4, + 37 + ], + [ + 62, + 48, + 19, + 54, + 37, + 22 + ], + [ + 10, + 28, + 3, + 16, + 11, + 42 + ], + [ + 26, + 30, + 57, + 42, + 41, + 32 + ] + ], + [ + [ + 36, + 31, + 37, + 16, + 43, + 63 + ], + [ + 26, + 51, + 0, + 48, + 42, + 21 + ], + [ + 18, + 41, + 37, + 34, + 24, + 30 + ], + [ + 58, + 4, + 22, + 44, + 51, + 18 + ], + [ + 18, + 26, + 4, + 61, + 14, + 31 + ], + [ + 9, + 23, + 34, + 29, + 3, + 31 + ], + [ + 12, + 58, + 36, + 46, + 16, + 25 + ], + [ + 4, + 56, + 9, + 33, + 60, + 32 + ], + [ + 14, + 26, + 43, + 30, + 46, + 35 + ], + [ + 2, + 0, + 10, + 43, + 28, + 27 + ], + [ + 61, + 18, + 19, + 17, + 2, + 33 + ], + [ + 60, + 19, + 23, + 62, + 37, + 43 + ], + [ + 56, + 32, + 8, + 61, + 58, + 38 + ], + [ + 25, + 28, + 22, + 0, + 26, + 29 + ], + [ + 22, + 49, + 7, + 60, + 23, + 55 + ], + [ + 46, + 57, + 19, + 37, + 12, + 27 + ], + [ + 22, + 60, + 11, + 30, + 19, + 20 + ], + [ + 36, + 20, + 17, + 2, + 37, + 55 + ], + [ + 13, + 16, + 32, + 58, + 41, + 10 + ], + [ + 50, + 55, + 13, + 25, + 14, + 41 + ], + [ + 14, + 3, + 44, + 48, + 60, + 6 + ], + [ + 36, + 18, + 57, + 22, + 1, + 43 + ], + [ + 10, + 22, + 15, + 52, + 13, + 18 + ], + [ + 4, + 56, + 10, + 31, + 14, + 62 + ], + [ + 9, + 4, + 16, + 54, + 8, + 59 + ], + [ + 3, + 43, + 27, + 45, + 6, + 30 + ], + [ + 33, + 4, + 43, + 40, + 46, + 45 + ] + ], + [ + [ + 48, + 42, + 38, + 63, + 47, + 7 + ], + [ + 3, + 62, + 10, + 6, + 26, + 2 + ], + [ + 39, + 44, + 6, + 7, + 45, + 40 + ], + [ + 56, + 33, + 2, + 41, + 48, + 16 + ], + [ + 6, + 18, + 37, + 27, + 41, + 30 + ], + [ + 59, + 45, + 23, + 31, + 53, + 9 + ], + [ + 0, + 13, + 12, + 44, + 33, + 16 + ], + [ + 12, + 56, + 50, + 60, + 28, + 63 + ], + [ + 14, + 33, + 26, + 24, + 32, + 16 + ], + [ + 43, + 2, + 0, + 50, + 28, + 22 + ], + [ + 61, + 63, + 9, + 8, + 17, + 39 + ], + [ + 60, + 19, + 59, + 23, + 24, + 30 + ], + [ + 56, + 59, + 53, + 32, + 7, + 38 + ], + [ + 28, + 25, + 22, + 24, + 59, + 42 + ], + [ + 22, + 49, + 46, + 23, + 60, + 7 + ], + [ + 46, + 34, + 27, + 29, + 0, + 12 + ], + [ + 17, + 22, + 5, + 31, + 20, + 27 + ], + [ + 39, + 48, + 57, + 37, + 17, + 36 + ], + [ + 42, + 49, + 32, + 7, + 16, + 61 + ], + [ + 1, + 7, + 23, + 14, + 36, + 39 + ], + [ + 21, + 7, + 48, + 14, + 60, + 35 + ], + [ + 8, + 18, + 24, + 60, + 1, + 0 + ], + [ + 51, + 15, + 33, + 36, + 5, + 30 + ], + [ + 52, + 4, + 8, + 29, + 9, + 26 + ], + [ + 4, + 9, + 16, + 40, + 58, + 60 + ], + [ + 3, + 17, + 21, + 61, + 19, + 8 + ], + [ + 35, + 54, + 1, + 53, + 60, + 0 + ] + ], + [ + [ + 19, + 1, + 31, + 52, + 49, + 63 + ], + [ + 7, + 47, + 5, + 60, + 22, + 46 + ], + [ + 59, + 30, + 3, + 11, + 0, + 19 + ], + [ + 43, + 42, + 19, + 62, + 8, + 56 + ], + [ + 61, + 15, + 25, + 18, + 39, + 26 + ], + [ + 61, + 50, + 36, + 45, + 33, + 44 + ], + [ + 8, + 37, + 52, + 1, + 2, + 41 + ], + [ + 36, + 30, + 53, + 11, + 16, + 29 + ], + [ + 14, + 58, + 49, + 46, + 3, + 26 + ], + [ + 62, + 43, + 0, + 22, + 45, + 46 + ], + [ + 6, + 56, + 45, + 18, + 10, + 41 + ], + [ + 60, + 50, + 21, + 47, + 30, + 35 + ], + [ + 11, + 53, + 28, + 56, + 41, + 39 + ], + [ + 23, + 9, + 33, + 28, + 22, + 26 + ], + [ + 23, + 56, + 34, + 27, + 2, + 20 + ], + [ + 22, + 9, + 44, + 41, + 37, + 47 + ], + [ + 1, + 11, + 46, + 27, + 52, + 45 + ], + [ + 51, + 37, + 17, + 21, + 61, + 9 + ], + [ + 13, + 19, + 32, + 5, + 2, + 9 + ], + [ + 41, + 32, + 6, + 47, + 29, + 56 + ], + [ + 53, + 33, + 9, + 35, + 38, + 12 + ], + [ + 40, + 19, + 51, + 26, + 7, + 22 + ], + [ + 37, + 5, + 25, + 46, + 34, + 53 + ], + [ + 16, + 55, + 20, + 24, + 44, + 29 + ], + [ + 21, + 46, + 11, + 0, + 36, + 7 + ], + [ + 18, + 60, + 32, + 3, + 34, + 28 + ], + [ + 52, + 9, + 36, + 48, + 41, + 11 + ] + ], + [ + [ + 53, + 15, + 34, + 0, + 36, + 56 + ], + [ + 8, + 12, + 41, + 11, + 19, + 55 + ], + [ + 56, + 13, + 31, + 36, + 23, + 47 + ], + [ + 36, + 51, + 30, + 7, + 26, + 54 + ], + [ + 58, + 13, + 50, + 2, + 53, + 34 + ], + [ + 49, + 52, + 23, + 32, + 7, + 26 + ], + [ + 61, + 38, + 23, + 0, + 4, + 28 + ], + [ + 42, + 27, + 17, + 9, + 18, + 20 + ], + [ + 1, + 34, + 45, + 4, + 12, + 7 + ], + [ + 54, + 27, + 57, + 38, + 44, + 6 + ], + [ + 59, + 40, + 1, + 60, + 48, + 30 + ], + [ + 25, + 31, + 32, + 51, + 62, + 8 + ], + [ + 62, + 19, + 14, + 2, + 37, + 15 + ], + [ + 40, + 57, + 37, + 35, + 22, + 61 + ], + [ + 45, + 16, + 34, + 42, + 37, + 48 + ], + [ + 50, + 16, + 62, + 33, + 25, + 37 + ], + [ + 42, + 13, + 39, + 47, + 3, + 63 + ], + [ + 46, + 23, + 28, + 27, + 4, + 15 + ], + [ + 56, + 62, + 31, + 35, + 59, + 45 + ], + [ + 15, + 38, + 13, + 4, + 63, + 48 + ], + [ + 34, + 15, + 57, + 38, + 13, + 24 + ], + [ + 62, + 36, + 41, + 54, + 46, + 29 + ], + [ + 22, + 53, + 46, + 34, + 30, + 27 + ], + [ + 24, + 10, + 4, + 47, + 18, + 36 + ], + [ + 50, + 57, + 51, + 11, + 49, + 3 + ], + [ + 51, + 7, + 0, + 18, + 11, + 44 + ], + [ + 39, + 37, + 9, + 42, + 40, + 44 + ] + ], + [ + [ + 36, + 25, + 57, + 55, + 47, + 63 + ], + [ + 0, + 2, + 46, + 3, + 51, + 34 + ], + [ + 24, + 2, + 46, + 15, + 33, + 43 + ], + [ + 22, + 31, + 17, + 19, + 10, + 55 + ], + [ + 58, + 59, + 3, + 9, + 40, + 57 + ], + [ + 23, + 31, + 43, + 57, + 2, + 38 + ], + [ + 9, + 62, + 13, + 42, + 47, + 52 + ], + [ + 24, + 7, + 14, + 10, + 46, + 59 + ], + [ + 47, + 18, + 4, + 37, + 0, + 13 + ], + [ + 54, + 4, + 25, + 47, + 36, + 38 + ], + [ + 15, + 47, + 1, + 24, + 58, + 14 + ], + [ + 54, + 5, + 16, + 63, + 14, + 7 + ], + [ + 49, + 3, + 33, + 13, + 46, + 10 + ], + [ + 18, + 10, + 11, + 13, + 63, + 39 + ], + [ + 19, + 62, + 32, + 58, + 10, + 43 + ], + [ + 43, + 48, + 63, + 5, + 55, + 53 + ], + [ + 24, + 51, + 47, + 15, + 59, + 32 + ], + [ + 44, + 0, + 34, + 43, + 3, + 6 + ], + [ + 58, + 38, + 54, + 47, + 11, + 59 + ], + [ + 55, + 27, + 15, + 9, + 42, + 31 + ], + [ + 43, + 41, + 1, + 51, + 5, + 29 + ], + [ + 49, + 27, + 20, + 6, + 4, + 13 + ], + [ + 11, + 25, + 2, + 27, + 54, + 62 + ], + [ + 38, + 44, + 40, + 54, + 33, + 14 + ], + [ + 13, + 63, + 52, + 2, + 8, + 29 + ], + [ + 23, + 41, + 59, + 57, + 38, + 15 + ], + [ + 6, + 23, + 62, + 50, + 34, + 51 + ] + ], + [ + [ + 41, + 2, + 42, + 16, + 50, + 23 + ], + [ + 51, + 41, + 5, + 15, + 40, + 21 + ], + [ + 43, + 1, + 29, + 55, + 21, + 35 + ], + [ + 24, + 53, + 25, + 51, + 32, + 29 + ], + [ + 41, + 31, + 49, + 57, + 60, + 34 + ], + [ + 17, + 4, + 35, + 30, + 10, + 38 + ], + [ + 34, + 7, + 21, + 9, + 48, + 31 + ], + [ + 14, + 24, + 7, + 46, + 25, + 27 + ], + [ + 47, + 0, + 12, + 6, + 37, + 60 + ], + [ + 4, + 30, + 25, + 47, + 36, + 54 + ], + [ + 24, + 61, + 15, + 47, + 46, + 1 + ], + [ + 5, + 14, + 24, + 16, + 57, + 63 + ], + [ + 49, + 3, + 17, + 26, + 36, + 44 + ], + [ + 13, + 10, + 61, + 0, + 11, + 22 + ], + [ + 10, + 6, + 2, + 49, + 58, + 46 + ], + [ + 19, + 11, + 2, + 25, + 54, + 18 + ], + [ + 10, + 5, + 52, + 24, + 18, + 17 + ], + [ + 44, + 13, + 55, + 31, + 63, + 38 + ], + [ + 58, + 7, + 25, + 32, + 38, + 14 + ], + [ + 49, + 55, + 34, + 13, + 16, + 40 + ], + [ + 51, + 23, + 59, + 35, + 5, + 4 + ], + [ + 57, + 15, + 46, + 27, + 42, + 32 + ], + [ + 33, + 15, + 23, + 52, + 24, + 27 + ], + [ + 4, + 41, + 33, + 10, + 26, + 40 + ], + [ + 8, + 13, + 59, + 4, + 9, + 54 + ], + [ + 19, + 3, + 31, + 27, + 43, + 2 + ], + [ + 46, + 61, + 25, + 8, + 29, + 50 + ] + ], + [ + [ + 48, + 38, + 62, + 63, + 42, + 50 + ], + [ + 3, + 2, + 26, + 17, + 10, + 6 + ], + [ + 39, + 44, + 6, + 45, + 7, + 40 + ], + [ + 5, + 62, + 53, + 50, + 41, + 48 + ], + [ + 6, + 41, + 49, + 37, + 30, + 23 + ], + [ + 59, + 60, + 4, + 46, + 53, + 29 + ], + [ + 44, + 34, + 7, + 15, + 13, + 43 + ], + [ + 12, + 14, + 24, + 25, + 58, + 7 + ], + [ + 33, + 35, + 4, + 37, + 8, + 36 + ], + [ + 40, + 30, + 25, + 36, + 20, + 54 + ], + [ + 9, + 8, + 24, + 25, + 5, + 63 + ], + [ + 59, + 34, + 5, + 24, + 57, + 6 + ], + [ + 17, + 49, + 44, + 26, + 55, + 7 + ], + [ + 13, + 47, + 59, + 27, + 22, + 61 + ], + [ + 49, + 2, + 44, + 10, + 46, + 40 + ], + [ + 34, + 2, + 54, + 57, + 53, + 55 + ], + [ + 5, + 17, + 29, + 31, + 43, + 52 + ], + [ + 48, + 57, + 38, + 63, + 39, + 43 + ], + [ + 42, + 38, + 49, + 32, + 7, + 40 + ], + [ + 59, + 1, + 16, + 23, + 60, + 10 + ], + [ + 21, + 7, + 35, + 53, + 48, + 31 + ], + [ + 8, + 60, + 24, + 42, + 14, + 35 + ], + [ + 33, + 51, + 15, + 28, + 23, + 5 + ], + [ + 4, + 41, + 9, + 11, + 8, + 51 + ], + [ + 60, + 24, + 19, + 48, + 9, + 4 + ], + [ + 19, + 3, + 26, + 58, + 12, + 61 + ], + [ + 35, + 54, + 1, + 60, + 53, + 49 + ] + ], + [ + [ + 21, + 7, + 53, + 56, + 63, + 33 + ], + [ + 3, + 34, + 57, + 16, + 20, + 51 + ], + [ + 55, + 11, + 16, + 60, + 0, + 13 + ], + [ + 62, + 43, + 5, + 50, + 8, + 42 + ], + [ + 35, + 52, + 9, + 43, + 0, + 27 + ], + [ + 16, + 60, + 29, + 61, + 28, + 58 + ], + [ + 31, + 34, + 43, + 30, + 2, + 18 + ], + [ + 36, + 25, + 53, + 24, + 35, + 48 + ], + [ + 48, + 35, + 4, + 32, + 8, + 60 + ], + [ + 25, + 54, + 30, + 10, + 4, + 41 + ], + [ + 9, + 3, + 19, + 20, + 61, + 24 + ], + [ + 30, + 5, + 17, + 45, + 18, + 49 + ], + [ + 49, + 21, + 17, + 26, + 42, + 37 + ], + [ + 38, + 25, + 10, + 51, + 54, + 13 + ], + [ + 2, + 27, + 26, + 10, + 58, + 30 + ], + [ + 9, + 2, + 54, + 21, + 25, + 13 + ], + [ + 22, + 23, + 33, + 27, + 51, + 52 + ], + [ + 30, + 21, + 35, + 55, + 5, + 17 + ], + [ + 38, + 27, + 24, + 56, + 21, + 35 + ], + [ + 53, + 45, + 22, + 28, + 0, + 32 + ], + [ + 40, + 42, + 48, + 37, + 8, + 52 + ], + [ + 46, + 45, + 57, + 36, + 51, + 32 + ], + [ + 62, + 10, + 38, + 42, + 41, + 54 + ], + [ + 60, + 1, + 10, + 31, + 44, + 36 + ], + [ + 29, + 6, + 9, + 8, + 56, + 7 + ], + [ + 9, + 59, + 22, + 0, + 35, + 57 + ], + [ + 45, + 27, + 62, + 47, + 3, + 28 + ] + ], + [ + [ + 27, + 13, + 18, + 8, + 63, + 55 + ], + [ + 36, + 21, + 57, + 8, + 46, + 55 + ], + [ + 43, + 61, + 10, + 13, + 41, + 37 + ], + [ + 43, + 16, + 24, + 6, + 26, + 61 + ], + [ + 60, + 29, + 35, + 31, + 16, + 23 + ], + [ + 9, + 58, + 60, + 0, + 17, + 38 + ], + [ + 63, + 16, + 7, + 13, + 31, + 18 + ], + [ + 16, + 25, + 24, + 2, + 47, + 58 + ], + [ + 8, + 35, + 6, + 14, + 48, + 4 + ], + [ + 30, + 25, + 54, + 4, + 10, + 34 + ], + [ + 20, + 23, + 19, + 7, + 38, + 61 + ], + [ + 5, + 3, + 24, + 32, + 12, + 42 + ], + [ + 49, + 17, + 10, + 26, + 32, + 60 + ], + [ + 10, + 13, + 29, + 22, + 58, + 54 + ], + [ + 44, + 8, + 58, + 2, + 6, + 5 + ], + [ + 25, + 6, + 2, + 54, + 19, + 53 + ], + [ + 61, + 5, + 30, + 1, + 17, + 27 + ], + [ + 22, + 55, + 63, + 57, + 33, + 19 + ], + [ + 35, + 46, + 6, + 32, + 14, + 7 + ], + [ + 45, + 13, + 51, + 14, + 7, + 5 + ], + [ + 15, + 23, + 50, + 51, + 13, + 59 + ], + [ + 57, + 36, + 53, + 61, + 6, + 14 + ], + [ + 10, + 23, + 15, + 33, + 27, + 38 + ], + [ + 4, + 10, + 33, + 41, + 26, + 36 + ], + [ + 8, + 4, + 33, + 9, + 47, + 48 + ], + [ + 3, + 43, + 6, + 19, + 2, + 30 + ], + [ + 55, + 4, + 46, + 40, + 18, + 20 + ] + ], + [ + [ + 48, + 38, + 63, + 37, + 7, + 42 + ], + [ + 3, + 26, + 10, + 35, + 6, + 2 + ], + [ + 39, + 44, + 7, + 45, + 6, + 40 + ], + [ + 56, + 23, + 61, + 16, + 33, + 41 + ], + [ + 6, + 37, + 44, + 16, + 30, + 19 + ], + [ + 59, + 17, + 60, + 19, + 5, + 52 + ], + [ + 44, + 55, + 33, + 63, + 13, + 31 + ], + [ + 12, + 25, + 63, + 2, + 24, + 54 + ], + [ + 33, + 8, + 42, + 4, + 35, + 41 + ], + [ + 30, + 40, + 25, + 21, + 48, + 51 + ], + [ + 8, + 23, + 34, + 5, + 19, + 22 + ], + [ + 34, + 59, + 42, + 11, + 5, + 3 + ], + [ + 10, + 26, + 50, + 55, + 53, + 59 + ], + [ + 59, + 54, + 13, + 10, + 47, + 25 + ], + [ + 24, + 2, + 49, + 46, + 38, + 8 + ], + [ + 34, + 2, + 53, + 54, + 40, + 57 + ], + [ + 17, + 29, + 5, + 27, + 18, + 43 + ], + [ + 48, + 57, + 63, + 39, + 38, + 32 + ], + [ + 42, + 49, + 7, + 32, + 38, + 61 + ], + [ + 1, + 59, + 23, + 14, + 16, + 10 + ], + [ + 21, + 7, + 35, + 53, + 13, + 11 + ], + [ + 8, + 60, + 24, + 25, + 42, + 55 + ], + [ + 33, + 15, + 5, + 51, + 28, + 44 + ], + [ + 4, + 9, + 51, + 8, + 41, + 39 + ], + [ + 60, + 4, + 19, + 48, + 9, + 24 + ], + [ + 19, + 3, + 26, + 12, + 53, + 21 + ], + [ + 53, + 35, + 1, + 54, + 60, + 20 + ] + ], + [ + [ + 17, + 37, + 31, + 32, + 63, + 50 + ], + [ + 12, + 2, + 32, + 9, + 47, + 17 + ], + [ + 3, + 57, + 56, + 50, + 33, + 38 + ], + [ + 43, + 42, + 19, + 52, + 8, + 17 + ], + [ + 61, + 39, + 27, + 12, + 15, + 57 + ], + [ + 6, + 33, + 36, + 44, + 29, + 61 + ], + [ + 2, + 41, + 42, + 15, + 52, + 5 + ], + [ + 36, + 37, + 15, + 53, + 18, + 62 + ], + [ + 50, + 58, + 3, + 5, + 16, + 4 + ], + [ + 16, + 22, + 55, + 41, + 32, + 26 + ], + [ + 3, + 41, + 56, + 45, + 38, + 34 + ], + [ + 21, + 53, + 50, + 34, + 38, + 35 + ], + [ + 35, + 11, + 37, + 16, + 53, + 42 + ], + [ + 9, + 15, + 54, + 38, + 12, + 52 + ], + [ + 56, + 2, + 24, + 23, + 9, + 5 + ], + [ + 2, + 44, + 9, + 53, + 35, + 54 + ], + [ + 27, + 46, + 1, + 5, + 60, + 50 + ], + [ + 51, + 61, + 50, + 54, + 33, + 44 + ], + [ + 2, + 38, + 9, + 19, + 5, + 32 + ], + [ + 32, + 28, + 6, + 15, + 0, + 33 + ], + [ + 26, + 53, + 27, + 13, + 5, + 4 + ], + [ + 34, + 40, + 45, + 55, + 62, + 53 + ], + [ + 41, + 5, + 46, + 4, + 45, + 3 + ], + [ + 20, + 4, + 22, + 47, + 59, + 58 + ], + [ + 62, + 36, + 25, + 28, + 53, + 33 + ], + [ + 22, + 33, + 7, + 3, + 54, + 0 + ], + [ + 58, + 27, + 52, + 48, + 45, + 17 + ] + ], + [ + [ + 3, + 43, + 17, + 42, + 4, + 35 + ], + [ + 0, + 42, + 36, + 34, + 32, + 24 + ], + [ + 43, + 12, + 19, + 20, + 2, + 4 + ], + [ + 4, + 28, + 54, + 22, + 58, + 23 + ], + [ + 12, + 60, + 52, + 57, + 7, + 46 + ], + [ + 43, + 2, + 1, + 63, + 20, + 11 + ], + [ + 19, + 42, + 57, + 31, + 15, + 21 + ], + [ + 35, + 6, + 46, + 25, + 36, + 33 + ], + [ + 11, + 4, + 35, + 50, + 32, + 52 + ], + [ + 21, + 25, + 38, + 47, + 31, + 58 + ], + [ + 3, + 2, + 22, + 45, + 42, + 15 + ], + [ + 2, + 21, + 5, + 7, + 43, + 38 + ], + [ + 33, + 10, + 41, + 42, + 60, + 16 + ], + [ + 44, + 56, + 30, + 54, + 9, + 43 + ], + [ + 9, + 5, + 28, + 33, + 58, + 49 + ], + [ + 8, + 53, + 59, + 54, + 31, + 2 + ], + [ + 47, + 0, + 48, + 27, + 24, + 51 + ], + [ + 0, + 60, + 21, + 12, + 56, + 28 + ], + [ + 38, + 13, + 53, + 51, + 9, + 7 + ], + [ + 19, + 28, + 56, + 17, + 21, + 26 + ], + [ + 12, + 43, + 26, + 0, + 4, + 5 + ], + [ + 43, + 1, + 12, + 55, + 4, + 21 + ], + [ + 41, + 5, + 21, + 45, + 25, + 12 + ], + [ + 4, + 20, + 1, + 22, + 30, + 42 + ], + [ + 5, + 62, + 25, + 54, + 48, + 47 + ], + [ + 10, + 28, + 55, + 23, + 0, + 53 + ], + [ + 30, + 57, + 8, + 29, + 17, + 5 + ] + ], + [ + [ + 11, + 16, + 31, + 0, + 35, + 46 + ], + [ + 13, + 49, + 31, + 34, + 16, + 50 + ], + [ + 36, + 13, + 53, + 4, + 27, + 18 + ], + [ + 24, + 7, + 29, + 26, + 12, + 32 + ], + [ + 17, + 35, + 2, + 44, + 10, + 48 + ], + [ + 8, + 7, + 23, + 5, + 51, + 26 + ], + [ + 58, + 15, + 61, + 29, + 38, + 62 + ], + [ + 20, + 9, + 42, + 35, + 3, + 54 + ], + [ + 4, + 47, + 25, + 11, + 1, + 52 + ], + [ + 54, + 25, + 55, + 38, + 21, + 27 + ], + [ + 1, + 60, + 14, + 59, + 22, + 30 + ], + [ + 51, + 31, + 5, + 25, + 14, + 52 + ], + [ + 34, + 2, + 10, + 26, + 52, + 47 + ], + [ + 40, + 57, + 13, + 54, + 9, + 6 + ], + [ + 8, + 44, + 58, + 5, + 16, + 1 + ], + [ + 8, + 53, + 59, + 25, + 52, + 24 + ], + [ + 13, + 47, + 45, + 0, + 42, + 37 + ], + [ + 23, + 44, + 55, + 7, + 38, + 33 + ], + [ + 53, + 38, + 11, + 1, + 8, + 24 + ], + [ + 15, + 38, + 14, + 28, + 19, + 0 + ], + [ + 41, + 27, + 8, + 42, + 57, + 40 + ], + [ + 11, + 62, + 55, + 16, + 41, + 10 + ], + [ + 31, + 20, + 46, + 34, + 37, + 21 + ], + [ + 47, + 4, + 55, + 33, + 49, + 34 + ], + [ + 11, + 45, + 47, + 48, + 20, + 55 + ], + [ + 50, + 23, + 18, + 10, + 3, + 2 + ], + [ + 17, + 31, + 36, + 5, + 4, + 20 + ] + ], + [ + [ + 22, + 6, + 39, + 57, + 29, + 28 + ], + [ + 27, + 6, + 14, + 17, + 51, + 55 + ], + [ + 1, + 11, + 29, + 26, + 47, + 4 + ], + [ + 14, + 38, + 31, + 22, + 29, + 6 + ], + [ + 14, + 59, + 61, + 16, + 1, + 19 + ], + [ + 30, + 8, + 23, + 21, + 47, + 1 + ], + [ + 58, + 4, + 15, + 61, + 27, + 31 + ], + [ + 20, + 42, + 3, + 9, + 35, + 6 + ], + [ + 47, + 4, + 25, + 8, + 36, + 0 + ], + [ + 54, + 55, + 21, + 19, + 33, + 25 + ], + [ + 14, + 4, + 60, + 20, + 24, + 40 + ], + [ + 51, + 0, + 5, + 32, + 52, + 3 + ], + [ + 2, + 36, + 10, + 52, + 26, + 32 + ], + [ + 40, + 13, + 54, + 36, + 57, + 46 + ], + [ + 44, + 8, + 5, + 37, + 58, + 2 + ], + [ + 6, + 53, + 24, + 2, + 54, + 37 + ], + [ + 13, + 47, + 61, + 5, + 19, + 17 + ], + [ + 58, + 55, + 44, + 38, + 63, + 6 + ], + [ + 35, + 46, + 31, + 1, + 32, + 19 + ], + [ + 15, + 13, + 45, + 63, + 9, + 55 + ], + [ + 27, + 15, + 23, + 6, + 35, + 63 + ], + [ + 36, + 62, + 57, + 41, + 10, + 16 + ], + [ + 10, + 33, + 41, + 20, + 5, + 23 + ], + [ + 4, + 47, + 26, + 55, + 10, + 49 + ], + [ + 4, + 11, + 8, + 48, + 36, + 9 + ], + [ + 18, + 51, + 43, + 33, + 50, + 3 + ], + [ + 4, + 55, + 9, + 36, + 5, + 43 + ] + ], + [ + [ + 48, + 38, + 47, + 63, + 7, + 42 + ], + [ + 3, + 26, + 10, + 6, + 2, + 42 + ], + [ + 39, + 44, + 6, + 7, + 45, + 8 + ], + [ + 60, + 31, + 22, + 0, + 54, + 45 + ], + [ + 6, + 59, + 14, + 16, + 37, + 19 + ], + [ + 59, + 30, + 8, + 47, + 60, + 17 + ], + [ + 44, + 56, + 4, + 13, + 15, + 9 + ], + [ + 12, + 24, + 20, + 58, + 28, + 61 + ], + [ + 47, + 33, + 8, + 4, + 36, + 42 + ], + [ + 40, + 54, + 55, + 33, + 21, + 51 + ], + [ + 8, + 14, + 22, + 39, + 31, + 7 + ], + [ + 34, + 59, + 14, + 5, + 52, + 0 + ], + [ + 36, + 10, + 52, + 26, + 44, + 59 + ], + [ + 59, + 44, + 13, + 1, + 36, + 22 + ], + [ + 24, + 5, + 46, + 2, + 44, + 38 + ], + [ + 53, + 34, + 6, + 40, + 30, + 2 + ], + [ + 17, + 29, + 50, + 47, + 5, + 27 + ], + [ + 48, + 38, + 57, + 63, + 32, + 60 + ], + [ + 42, + 7, + 49, + 46, + 32, + 1 + ], + [ + 59, + 1, + 23, + 14, + 10, + 16 + ], + [ + 21, + 35, + 7, + 53, + 6, + 17 + ], + [ + 8, + 24, + 60, + 13, + 55, + 14 + ], + [ + 33, + 5, + 51, + 15, + 3, + 23 + ], + [ + 4, + 9, + 51, + 26, + 41, + 28 + ], + [ + 60, + 4, + 19, + 47, + 40, + 48 + ], + [ + 19, + 3, + 26, + 21, + 53, + 8 + ], + [ + 53, + 1, + 35, + 54, + 60, + 20 + ] + ], + [ + [ + 37, + 46, + 39, + 54, + 27, + 55 + ], + [ + 34, + 5, + 16, + 47, + 6, + 42 + ], + [ + 32, + 38, + 16, + 42, + 3, + 20 + ], + [ + 43, + 19, + 60, + 42, + 52, + 11 + ], + [ + 7, + 61, + 39, + 57, + 12, + 46 + ], + [ + 50, + 36, + 44, + 24, + 28, + 31 + ], + [ + 15, + 42, + 41, + 2, + 40, + 32 + ], + [ + 36, + 35, + 38, + 53, + 58, + 51 + ], + [ + 50, + 4, + 16, + 3, + 36, + 58 + ], + [ + 59, + 16, + 32, + 38, + 26, + 56 + ], + [ + 3, + 45, + 41, + 37, + 21, + 33 + ], + [ + 21, + 53, + 34, + 35, + 5, + 39 + ], + [ + 35, + 42, + 63, + 16, + 11, + 46 + ], + [ + 23, + 9, + 51, + 54, + 15, + 38 + ], + [ + 2, + 5, + 20, + 43, + 24, + 29 + ], + [ + 53, + 44, + 9, + 2, + 54, + 20 + ], + [ + 27, + 46, + 1, + 47, + 50, + 5 + ], + [ + 61, + 54, + 57, + 44, + 51, + 43 + ], + [ + 19, + 9, + 33, + 38, + 61, + 37 + ], + [ + 0, + 33, + 15, + 32, + 6, + 9 + ], + [ + 26, + 27, + 53, + 5, + 47, + 54 + ], + [ + 55, + 34, + 12, + 62, + 3, + 4 + ], + [ + 41, + 5, + 46, + 40, + 4, + 32 + ], + [ + 55, + 20, + 26, + 44, + 4, + 40 + ], + [ + 62, + 28, + 12, + 34, + 23, + 33 + ], + [ + 18, + 7, + 22, + 3, + 54, + 14 + ], + [ + 36, + 9, + 27, + 52, + 48, + 11 + ] + ], + [ + [ + 46, + 37, + 61, + 18, + 36, + 63 + ], + [ + 22, + 34, + 28, + 59, + 24, + 51 + ], + [ + 32, + 15, + 17, + 60, + 38, + 20 + ], + [ + 28, + 4, + 58, + 16, + 30, + 35 + ], + [ + 7, + 36, + 9, + 57, + 33, + 23 + ], + [ + 43, + 63, + 2, + 30, + 11, + 19 + ], + [ + 19, + 42, + 57, + 15, + 3, + 22 + ], + [ + 35, + 46, + 47, + 6, + 58, + 8 + ], + [ + 32, + 4, + 37, + 36, + 35, + 57 + ], + [ + 21, + 47, + 55, + 58, + 38, + 54 + ], + [ + 3, + 42, + 2, + 38, + 5, + 33 + ], + [ + 43, + 18, + 2, + 21, + 5, + 49 + ], + [ + 10, + 49, + 24, + 32, + 25, + 42 + ], + [ + 30, + 21, + 63, + 51, + 49, + 16 + ], + [ + 62, + 2, + 13, + 5, + 29, + 40 + ], + [ + 53, + 2, + 9, + 63, + 54, + 46 + ], + [ + 27, + 0, + 63, + 47, + 5, + 14 + ], + [ + 60, + 57, + 43, + 44, + 0, + 50 + ], + [ + 38, + 9, + 61, + 33, + 60, + 13 + ], + [ + 25, + 0, + 15, + 34, + 35, + 11 + ], + [ + 26, + 54, + 28, + 47, + 53, + 37 + ], + [ + 55, + 34, + 1, + 4, + 21, + 22 + ], + [ + 41, + 5, + 40, + 21, + 17, + 23 + ], + [ + 25, + 43, + 52, + 26, + 4, + 55 + ], + [ + 52, + 29, + 35, + 17, + 45, + 60 + ], + [ + 38, + 10, + 15, + 7, + 50, + 3 + ], + [ + 23, + 6, + 19, + 56, + 41, + 15 + ] + ], + [ + [ + 44, + 14, + 20, + 47, + 19, + 56 + ], + [ + 28, + 34, + 2, + 56, + 0, + 11 + ], + [ + 46, + 15, + 61, + 14, + 22, + 60 + ], + [ + 15, + 50, + 36, + 47, + 25, + 21 + ], + [ + 25, + 12, + 13, + 36, + 23, + 57 + ], + [ + 22, + 43, + 1, + 37, + 36, + 30 + ], + [ + 28, + 42, + 19, + 31, + 14, + 21 + ], + [ + 35, + 51, + 47, + 33, + 7, + 46 + ], + [ + 32, + 4, + 16, + 11, + 19, + 35 + ], + [ + 21, + 38, + 16, + 47, + 62, + 15 + ], + [ + 3, + 45, + 39, + 50, + 21, + 2 + ], + [ + 21, + 5, + 43, + 56, + 53, + 52 + ], + [ + 10, + 41, + 33, + 11, + 63, + 37 + ], + [ + 56, + 16, + 9, + 63, + 33, + 54 + ], + [ + 58, + 52, + 2, + 5, + 30, + 56 + ], + [ + 53, + 8, + 59, + 55, + 2, + 15 + ], + [ + 0, + 47, + 51, + 45, + 14, + 37 + ], + [ + 0, + 43, + 21, + 12, + 60, + 53 + ], + [ + 38, + 53, + 60, + 34, + 36, + 9 + ], + [ + 27, + 9, + 56, + 0, + 53, + 11 + ], + [ + 28, + 12, + 43, + 54, + 5, + 62 + ], + [ + 55, + 50, + 34, + 16, + 4, + 21 + ], + [ + 4, + 21, + 5, + 40, + 32, + 54 + ], + [ + 25, + 57, + 49, + 1, + 44, + 43 + ], + [ + 5, + 35, + 42, + 25, + 2, + 22 + ], + [ + 15, + 28, + 38, + 55, + 35, + 37 + ], + [ + 19, + 30, + 6, + 57, + 33, + 39 + ] + ], + [ + [ + 11, + 46, + 0, + 49, + 31, + 16 + ], + [ + 13, + 49, + 50, + 16, + 31, + 19 + ], + [ + 36, + 13, + 27, + 34, + 4, + 52 + ], + [ + 24, + 32, + 7, + 59, + 13, + 15 + ], + [ + 17, + 35, + 2, + 44, + 10, + 63 + ], + [ + 8, + 7, + 23, + 26, + 56, + 42 + ], + [ + 58, + 61, + 29, + 38, + 50, + 62 + ], + [ + 20, + 42, + 3, + 35, + 61, + 47 + ], + [ + 4, + 10, + 7, + 47, + 25, + 34 + ], + [ + 54, + 55, + 18, + 38, + 27, + 28 + ], + [ + 60, + 1, + 14, + 59, + 3, + 30 + ], + [ + 51, + 31, + 5, + 21, + 25, + 52 + ], + [ + 34, + 10, + 2, + 26, + 11, + 47 + ], + [ + 16, + 40, + 23, + 34, + 9, + 33 + ], + [ + 34, + 8, + 1, + 31, + 5, + 32 + ], + [ + 25, + 59, + 8, + 52, + 53, + 27 + ], + [ + 13, + 47, + 45, + 48, + 42, + 0 + ], + [ + 4, + 23, + 53, + 10, + 3, + 25 + ], + [ + 53, + 8, + 38, + 11, + 24, + 63 + ], + [ + 38, + 15, + 0, + 11, + 21, + 8 + ], + [ + 27, + 23, + 62, + 8, + 41, + 42 + ], + [ + 55, + 11, + 10, + 41, + 16, + 34 + ], + [ + 31, + 21, + 54, + 41, + 34, + 46 + ], + [ + 55, + 25, + 22, + 33, + 44, + 47 + ], + [ + 47, + 45, + 35, + 20, + 12, + 42 + ], + [ + 50, + 10, + 47, + 57, + 35, + 53 + ], + [ + 17, + 31, + 5, + 37, + 36, + 20 + ] + ], + [ + [ + 22, + 6, + 29, + 39, + 44, + 57 + ], + [ + 27, + 6, + 14, + 17, + 55, + 57 + ], + [ + 11, + 1, + 29, + 26, + 47, + 4 + ], + [ + 14, + 38, + 31, + 22, + 36, + 29 + ], + [ + 14, + 61, + 59, + 16, + 44, + 63 + ], + [ + 30, + 8, + 47, + 23, + 21, + 0 + ], + [ + 58, + 4, + 54, + 61, + 15, + 62 + ], + [ + 20, + 42, + 58, + 3, + 35, + 0 + ], + [ + 10, + 47, + 4, + 8, + 41, + 19 + ], + [ + 54, + 55, + 33, + 11, + 38, + 21 + ], + [ + 14, + 1, + 4, + 60, + 20, + 40 + ], + [ + 51, + 5, + 14, + 0, + 32, + 62 + ], + [ + 2, + 10, + 36, + 49, + 32, + 52 + ], + [ + 13, + 40, + 54, + 36, + 22, + 11 + ], + [ + 2, + 44, + 37, + 58, + 5, + 8 + ], + [ + 6, + 24, + 2, + 53, + 19, + 52 + ], + [ + 13, + 47, + 61, + 5, + 50, + 30 + ], + [ + 55, + 58, + 4, + 63, + 22, + 33 + ], + [ + 35, + 32, + 46, + 14, + 7, + 58 + ], + [ + 15, + 13, + 45, + 0, + 51, + 60 + ], + [ + 15, + 27, + 23, + 50, + 6, + 13 + ], + [ + 57, + 36, + 10, + 55, + 14, + 16 + ], + [ + 10, + 23, + 41, + 33, + 30, + 54 + ], + [ + 33, + 26, + 4, + 10, + 49, + 55 + ], + [ + 4, + 8, + 33, + 9, + 20, + 48 + ], + [ + 43, + 6, + 3, + 50, + 18, + 38 + ], + [ + 4, + 55, + 36, + 43, + 46, + 5 + ] + ], + [ + [ + 48, + 38, + 47, + 63, + 7, + 42 + ], + [ + 3, + 26, + 10, + 6, + 2, + 35 + ], + [ + 39, + 44, + 6, + 7, + 45, + 8 + ], + [ + 60, + 31, + 22, + 0, + 54, + 27 + ], + [ + 6, + 59, + 16, + 14, + 37, + 44 + ], + [ + 59, + 8, + 30, + 47, + 48, + 3 + ], + [ + 44, + 54, + 4, + 56, + 15, + 13 + ], + [ + 12, + 24, + 20, + 58, + 31, + 61 + ], + [ + 47, + 33, + 10, + 8, + 4, + 36 + ], + [ + 54, + 40, + 55, + 33, + 11, + 51 + ], + [ + 8, + 14, + 23, + 29, + 22, + 31 + ], + [ + 34, + 59, + 14, + 5, + 57, + 50 + ], + [ + 44, + 36, + 10, + 59, + 52, + 9 + ], + [ + 59, + 44, + 13, + 9, + 1, + 54 + ], + [ + 24, + 2, + 38, + 46, + 44, + 47 + ], + [ + 34, + 53, + 6, + 2, + 57, + 40 + ], + [ + 17, + 29, + 47, + 5, + 50, + 34 + ], + [ + 48, + 63, + 57, + 38, + 60, + 32 + ], + [ + 42, + 7, + 49, + 32, + 46, + 1 + ], + [ + 1, + 59, + 23, + 14, + 16, + 10 + ], + [ + 21, + 35, + 7, + 53, + 6, + 17 + ], + [ + 8, + 24, + 60, + 14, + 13, + 55 + ], + [ + 33, + 5, + 51, + 15, + 23, + 3 + ], + [ + 9, + 4, + 51, + 26, + 41, + 8 + ], + [ + 4, + 60, + 19, + 47, + 40, + 9 + ], + [ + 19, + 3, + 26, + 21, + 17, + 8 + ], + [ + 1, + 35, + 53, + 54, + 60, + 20 + ] + ], + [ + [ + 12, + 41, + 14, + 62, + 24, + 10 + ], + [ + 10, + 53, + 39, + 35, + 41, + 58 + ], + [ + 33, + 32, + 50, + 31, + 3, + 34 + ], + [ + 43, + 10, + 42, + 11, + 17, + 47 + ], + [ + 42, + 12, + 11, + 19, + 58, + 54 + ], + [ + 36, + 50, + 55, + 61, + 25, + 56 + ], + [ + 41, + 22, + 16, + 52, + 2, + 15 + ], + [ + 26, + 36, + 62, + 53, + 15, + 51 + ], + [ + 58, + 16, + 5, + 53, + 3, + 49 + ], + [ + 32, + 46, + 26, + 45, + 16, + 62 + ], + [ + 41, + 45, + 56, + 49, + 11, + 3 + ], + [ + 52, + 34, + 35, + 50, + 21, + 53 + ], + [ + 59, + 53, + 46, + 30, + 39, + 37 + ], + [ + 20, + 9, + 52, + 2, + 7, + 33 + ], + [ + 20, + 50, + 24, + 29, + 23, + 2 + ], + [ + 53, + 2, + 44, + 41, + 9, + 13 + ], + [ + 47, + 27, + 1, + 5, + 45, + 46 + ], + [ + 61, + 7, + 51, + 30, + 35, + 9 + ], + [ + 19, + 34, + 32, + 17, + 2, + 14 + ], + [ + 15, + 32, + 6, + 45, + 9, + 11 + ], + [ + 35, + 27, + 6, + 53, + 13, + 60 + ], + [ + 26, + 62, + 16, + 28, + 41, + 3 + ], + [ + 5, + 20, + 46, + 37, + 11, + 55 + ], + [ + 55, + 47, + 4, + 16, + 14, + 27 + ], + [ + 36, + 11, + 27, + 62, + 33, + 7 + ], + [ + 33, + 7, + 54, + 3, + 32, + 12 + ], + [ + 58, + 52, + 27, + 26, + 48, + 38 + ] + ], + [ + [ + 6, + 52, + 19, + 63, + 38, + 46 + ], + [ + 8, + 42, + 4, + 47, + 57, + 56 + ], + [ + 31, + 46, + 32, + 4, + 14, + 10 + ], + [ + 28, + 27, + 4, + 37, + 58, + 20 + ], + [ + 57, + 59, + 60, + 62, + 22, + 14 + ], + [ + 30, + 2, + 9, + 57, + 11, + 43 + ], + [ + 20, + 19, + 57, + 42, + 27, + 51 + ], + [ + 46, + 35, + 47, + 7, + 32, + 0 + ], + [ + 12, + 4, + 35, + 10, + 47, + 50 + ], + [ + 15, + 47, + 54, + 25, + 38, + 51 + ], + [ + 18, + 42, + 5, + 15, + 38, + 61 + ], + [ + 18, + 22, + 8, + 16, + 5, + 7 + ], + [ + 5, + 3, + 24, + 35, + 4, + 30 + ], + [ + 17, + 13, + 55, + 20, + 36, + 22 + ], + [ + 22, + 10, + 21, + 54, + 6, + 47 + ], + [ + 30, + 53, + 6, + 19, + 2, + 54 + ], + [ + 22, + 26, + 5, + 7, + 47, + 21 + ], + [ + 4, + 41, + 13, + 46, + 55, + 43 + ], + [ + 17, + 56, + 32, + 45, + 14, + 6 + ], + [ + 5, + 49, + 53, + 28, + 34, + 60 + ], + [ + 42, + 55, + 57, + 17, + 28, + 22 + ], + [ + 40, + 23, + 28, + 57, + 21, + 16 + ], + [ + 51, + 21, + 35, + 24, + 44, + 10 + ], + [ + 38, + 25, + 4, + 14, + 62, + 31 + ], + [ + 31, + 50, + 13, + 56, + 39, + 8 + ], + [ + 6, + 51, + 55, + 8, + 0, + 21 + ], + [ + 29, + 46, + 18, + 55, + 37, + 50 + ] + ], + [ + [ + 46, + 31, + 35, + 49, + 14, + 21 + ], + [ + 13, + 16, + 50, + 31, + 33, + 8 + ], + [ + 13, + 36, + 27, + 52, + 3, + 19 + ], + [ + 9, + 24, + 29, + 12, + 55, + 61 + ], + [ + 35, + 17, + 2, + 10, + 41, + 48 + ], + [ + 51, + 23, + 30, + 57, + 52, + 17 + ], + [ + 34, + 48, + 0, + 38, + 27, + 51 + ], + [ + 47, + 32, + 2, + 35, + 58, + 55 + ], + [ + 15, + 12, + 35, + 52, + 45, + 4 + ], + [ + 36, + 15, + 4, + 59, + 11, + 54 + ], + [ + 60, + 5, + 59, + 29, + 50, + 18 + ], + [ + 18, + 8, + 31, + 23, + 24, + 3 + ], + [ + 34, + 4, + 5, + 58, + 14, + 27 + ], + [ + 17, + 57, + 36, + 55, + 51, + 6 + ], + [ + 10, + 45, + 8, + 54, + 22, + 47 + ], + [ + 30, + 50, + 14, + 6, + 16, + 37 + ], + [ + 26, + 0, + 22, + 5, + 13, + 4 + ], + [ + 4, + 46, + 23, + 43, + 60, + 34 + ], + [ + 45, + 8, + 56, + 62, + 17, + 51 + ], + [ + 4, + 38, + 53, + 15, + 58, + 5 + ], + [ + 57, + 24, + 34, + 15, + 55, + 42 + ], + [ + 23, + 37, + 40, + 41, + 54, + 11 + ], + [ + 48, + 29, + 51, + 31, + 34, + 9 + ], + [ + 62, + 14, + 18, + 31, + 4, + 59 + ], + [ + 50, + 31, + 49, + 45, + 56, + 57 + ], + [ + 51, + 50, + 56, + 8, + 12, + 52 + ], + [ + 17, + 37, + 5, + 39, + 44, + 20 + ] + ], + [ + [ + 45, + 13, + 63, + 37, + 38, + 56 + ], + [ + 63, + 6, + 12, + 18, + 27, + 51 + ], + [ + 3, + 21, + 4, + 48, + 17, + 27 + ], + [ + 14, + 55, + 9, + 37, + 29, + 26 + ], + [ + 35, + 57, + 2, + 13, + 41, + 10 + ], + [ + 39, + 30, + 57, + 13, + 53, + 23 + ], + [ + 34, + 48, + 38, + 27, + 56, + 51 + ], + [ + 47, + 35, + 46, + 2, + 32, + 7 + ], + [ + 12, + 56, + 4, + 35, + 52, + 50 + ], + [ + 15, + 36, + 14, + 30, + 47, + 48 + ], + [ + 5, + 60, + 59, + 22, + 15, + 46 + ], + [ + 8, + 22, + 23, + 47, + 5, + 26 + ], + [ + 4, + 5, + 30, + 58, + 26, + 8 + ], + [ + 17, + 29, + 13, + 50, + 14, + 34 + ], + [ + 54, + 10, + 41, + 14, + 21, + 5 + ], + [ + 50, + 6, + 54, + 30, + 16, + 56 + ], + [ + 0, + 47, + 7, + 4, + 5, + 34 + ], + [ + 4, + 46, + 23, + 41, + 59, + 55 + ], + [ + 62, + 45, + 1, + 57, + 47, + 32 + ], + [ + 4, + 53, + 15, + 50, + 60, + 1 + ], + [ + 34, + 57, + 24, + 31, + 15, + 53 + ], + [ + 23, + 41, + 45, + 12, + 57, + 14 + ], + [ + 51, + 29, + 49, + 48, + 18, + 33 + ], + [ + 14, + 4, + 62, + 26, + 18, + 28 + ], + [ + 50, + 49, + 7, + 24, + 9, + 48 + ], + [ + 56, + 20, + 51, + 3, + 14, + 26 + ], + [ + 55, + 37, + 50, + 14, + 42, + 20 + ] + ], + [ + [ + 51, + 43, + 27, + 30, + 5, + 12 + ], + [ + 24, + 16, + 48, + 15, + 7, + 30 + ], + [ + 26, + 21, + 50, + 52, + 4, + 56 + ], + [ + 19, + 17, + 2, + 14, + 57, + 22 + ], + [ + 3, + 35, + 37, + 45, + 1, + 6 + ], + [ + 13, + 30, + 23, + 39, + 57, + 60 + ], + [ + 9, + 34, + 48, + 17, + 27, + 26 + ], + [ + 47, + 32, + 2, + 59, + 28, + 57 + ], + [ + 18, + 12, + 31, + 20, + 52, + 4 + ], + [ + 14, + 15, + 36, + 30, + 58, + 22 + ], + [ + 5, + 4, + 26, + 19, + 22, + 59 + ], + [ + 22, + 8, + 34, + 26, + 42, + 60 + ], + [ + 20, + 5, + 4, + 52, + 30, + 33 + ], + [ + 34, + 17, + 2, + 5, + 39, + 20 + ], + [ + 54, + 61, + 30, + 14, + 25, + 20 + ], + [ + 56, + 41, + 2, + 5, + 54, + 37 + ], + [ + 12, + 34, + 47, + 7, + 54, + 59 + ], + [ + 9, + 11, + 2, + 43, + 33, + 50 + ], + [ + 8, + 10, + 19, + 20, + 32, + 18 + ], + [ + 17, + 6, + 38, + 29, + 49, + 41 + ], + [ + 38, + 52, + 45, + 57, + 63, + 27 + ], + [ + 26, + 28, + 3, + 40, + 5, + 47 + ], + [ + 60, + 49, + 35, + 34, + 38, + 3 + ], + [ + 61, + 24, + 4, + 55, + 45, + 16 + ], + [ + 46, + 11, + 27, + 0, + 56, + 48 + ], + [ + 60, + 45, + 44, + 25, + 32, + 3 + ], + [ + 11, + 38, + 52, + 48, + 9, + 21 + ] + ], + [ + [ + 22, + 19, + 46, + 31, + 3, + 23 + ], + [ + 32, + 62, + 15, + 54, + 10, + 55 + ], + [ + 47, + 30, + 38, + 5, + 7, + 60 + ], + [ + 15, + 13, + 1, + 8, + 25, + 43 + ], + [ + 13, + 59, + 5, + 6, + 62, + 52 + ], + [ + 27, + 63, + 62, + 45, + 12, + 56 + ], + [ + 50, + 9, + 8, + 51, + 48, + 18 + ], + [ + 59, + 57, + 2, + 28, + 61, + 6 + ], + [ + 18, + 59, + 6, + 52, + 39, + 57 + ], + [ + 14, + 23, + 11, + 36, + 15, + 32 + ], + [ + 26, + 5, + 42, + 25, + 22, + 23 + ], + [ + 33, + 22, + 55, + 28, + 16, + 24 + ], + [ + 6, + 20, + 33, + 14, + 52, + 15 + ], + [ + 17, + 6, + 5, + 39, + 2, + 34 + ], + [ + 54, + 62, + 25, + 61, + 21, + 14 + ], + [ + 41, + 45, + 14, + 5, + 2, + 54 + ], + [ + 47, + 34, + 10, + 31, + 5, + 41 + ], + [ + 9, + 2, + 36, + 6, + 43, + 38 + ], + [ + 57, + 20, + 41, + 10, + 32, + 18 + ], + [ + 47, + 6, + 49, + 15, + 34, + 7 + ], + [ + 3, + 57, + 44, + 38, + 50, + 53 + ], + [ + 47, + 28, + 57, + 26, + 19, + 22 + ], + [ + 11, + 1, + 18, + 5, + 46, + 22 + ], + [ + 9, + 55, + 4, + 3, + 25, + 10 + ], + [ + 45, + 11, + 0, + 63, + 48, + 57 + ], + [ + 42, + 10, + 3, + 43, + 49, + 0 + ], + [ + 38, + 15, + 17, + 41, + 10, + 3 + ] + ], + [ + [ + 19, + 18, + 51, + 25, + 60, + 55 + ], + [ + 56, + 27, + 61, + 42, + 55, + 23 + ], + [ + 32, + 39, + 37, + 46, + 20, + 52 + ], + [ + 41, + 21, + 37, + 13, + 57, + 2 + ], + [ + 10, + 9, + 3, + 46, + 58, + 32 + ], + [ + 62, + 57, + 27, + 43, + 2, + 53 + ], + [ + 50, + 21, + 19, + 48, + 15, + 10 + ], + [ + 14, + 21, + 54, + 8, + 57, + 31 + ], + [ + 6, + 18, + 4, + 52, + 39, + 24 + ], + [ + 32, + 38, + 23, + 53, + 17, + 20 + ], + [ + 26, + 25, + 22, + 5, + 33, + 42 + ], + [ + 5, + 22, + 16, + 61, + 9, + 55 + ], + [ + 49, + 33, + 30, + 25, + 20, + 4 + ], + [ + 18, + 17, + 25, + 63, + 39, + 11 + ], + [ + 62, + 54, + 10, + 5, + 58, + 37 + ], + [ + 42, + 41, + 5, + 24, + 37, + 54 + ], + [ + 47, + 34, + 27, + 10, + 22, + 33 + ], + [ + 60, + 43, + 44, + 52, + 7, + 37 + ], + [ + 12, + 32, + 39, + 38, + 1, + 20 + ], + [ + 34, + 52, + 49, + 15, + 63, + 28 + ], + [ + 28, + 39, + 3, + 26, + 30, + 22 + ], + [ + 29, + 1, + 40, + 22, + 19, + 63 + ], + [ + 41, + 53, + 5, + 33, + 4, + 26 + ], + [ + 25, + 38, + 4, + 34, + 51, + 49 + ], + [ + 29, + 52, + 48, + 47, + 20, + 33 + ], + [ + 50, + 3, + 16, + 38, + 53, + 15 + ], + [ + 19, + 62, + 6, + 23, + 36, + 10 + ] + ], + [ + [ + 5, + 14, + 17, + 57, + 10, + 27 + ], + [ + 43, + 9, + 56, + 1, + 14, + 33 + ], + [ + 63, + 35, + 43, + 1, + 10, + 27 + ], + [ + 51, + 50, + 57, + 41, + 20, + 54 + ], + [ + 11, + 43, + 40, + 33, + 30, + 54 + ], + [ + 27, + 53, + 63, + 30, + 15, + 58 + ], + [ + 51, + 48, + 21, + 57, + 9, + 50 + ], + [ + 21, + 59, + 14, + 52, + 7, + 28 + ], + [ + 6, + 18, + 4, + 0, + 12, + 59 + ], + [ + 14, + 53, + 30, + 42, + 4, + 36 + ], + [ + 26, + 42, + 5, + 22, + 19, + 58 + ], + [ + 22, + 5, + 34, + 38, + 52, + 29 + ], + [ + 49, + 33, + 0, + 20, + 26, + 8 + ], + [ + 17, + 2, + 39, + 13, + 44, + 63 + ], + [ + 10, + 54, + 20, + 37, + 5, + 59 + ], + [ + 41, + 43, + 24, + 5, + 53, + 14 + ], + [ + 12, + 47, + 34, + 57, + 27, + 5 + ], + [ + 9, + 33, + 7, + 38, + 43, + 31 + ], + [ + 19, + 10, + 32, + 20, + 1, + 18 + ], + [ + 36, + 63, + 15, + 49, + 40, + 50 + ], + [ + 39, + 3, + 38, + 27, + 36, + 35 + ], + [ + 29, + 19, + 40, + 47, + 62, + 14 + ], + [ + 5, + 46, + 33, + 53, + 49, + 21 + ], + [ + 55, + 4, + 27, + 61, + 51, + 34 + ], + [ + 11, + 0, + 59, + 48, + 14, + 27 + ], + [ + 7, + 32, + 3, + 51, + 18, + 14 + ], + [ + 11, + 9, + 36, + 48, + 0, + 46 + ] + ], + [ + [ + 63, + 62, + 60, + 19, + 23, + 56 + ], + [ + 48, + 32, + 1, + 35, + 5, + 21 + ], + [ + 22, + 24, + 46, + 58, + 59, + 60 + ], + [ + 27, + 37, + 50, + 28, + 61, + 6 + ], + [ + 10, + 12, + 15, + 58, + 35, + 23 + ], + [ + 2, + 43, + 57, + 36, + 30, + 20 + ], + [ + 21, + 14, + 19, + 41, + 63, + 42 + ], + [ + 46, + 7, + 35, + 43, + 21, + 36 + ], + [ + 6, + 18, + 0, + 35, + 40, + 4 + ], + [ + 47, + 53, + 32, + 38, + 1, + 58 + ], + [ + 26, + 18, + 22, + 15, + 5, + 46 + ], + [ + 7, + 22, + 24, + 63, + 53, + 5 + ], + [ + 11, + 3, + 10, + 18, + 37, + 24 + ], + [ + 63, + 18, + 13, + 39, + 0, + 17 + ], + [ + 62, + 54, + 5, + 18, + 6, + 14 + ], + [ + 19, + 43, + 31, + 30, + 57, + 42 + ], + [ + 24, + 5, + 51, + 34, + 47, + 21 + ], + [ + 59, + 13, + 33, + 44, + 11, + 41 + ], + [ + 58, + 32, + 1, + 7, + 39, + 38 + ], + [ + 49, + 13, + 28, + 9, + 34, + 7 + ], + [ + 32, + 51, + 3, + 53, + 48, + 13 + ], + [ + 40, + 15, + 37, + 57, + 1, + 23 + ], + [ + 5, + 53, + 51, + 35, + 22, + 38 + ], + [ + 4, + 14, + 44, + 41, + 11, + 51 + ], + [ + 47, + 48, + 8, + 61, + 13, + 4 + ], + [ + 23, + 3, + 27, + 43, + 1, + 0 + ], + [ + 46, + 23, + 59, + 62, + 18, + 50 + ] + ], + [ + [ + 62, + 0, + 9, + 32, + 26, + 41 + ], + [ + 45, + 29, + 35, + 7, + 30, + 62 + ], + [ + 56, + 31, + 23, + 53, + 28, + 2 + ], + [ + 36, + 2, + 5, + 4, + 48, + 41 + ], + [ + 18, + 0, + 15, + 23, + 16, + 11 + ], + [ + 4, + 36, + 57, + 56, + 14, + 5 + ], + [ + 59, + 56, + 21, + 8, + 7, + 33 + ], + [ + 12, + 23, + 7, + 2, + 28, + 34 + ], + [ + 17, + 6, + 23, + 19, + 62, + 27 + ], + [ + 53, + 32, + 51, + 38, + 41, + 58 + ], + [ + 18, + 63, + 19, + 22, + 26, + 5 + ], + [ + 22, + 7, + 11, + 60, + 12, + 19 + ], + [ + 24, + 7, + 11, + 17, + 30, + 37 + ], + [ + 47, + 13, + 63, + 50, + 39, + 45 + ], + [ + 62, + 54, + 18, + 14, + 29, + 56 + ], + [ + 56, + 30, + 0, + 55, + 51, + 10 + ], + [ + 12, + 5, + 21, + 34, + 63, + 29 + ], + [ + 42, + 8, + 38, + 57, + 41, + 44 + ], + [ + 32, + 54, + 1, + 37, + 49, + 40 + ], + [ + 5, + 57, + 49, + 28, + 34, + 10 + ], + [ + 46, + 32, + 13, + 7, + 61, + 48 + ], + [ + 40, + 3, + 30, + 60, + 39, + 14 + ], + [ + 5, + 44, + 33, + 36, + 28, + 31 + ], + [ + 4, + 11, + 28, + 41, + 51, + 5 + ], + [ + 48, + 47, + 61, + 28, + 27, + 60 + ], + [ + 14, + 3, + 26, + 12, + 53, + 61 + ], + [ + 54, + 60, + 49, + 35, + 62, + 10 + ] + ], + [ + [ + 27, + 62, + 63, + 23, + 47, + 56 + ], + [ + 7, + 4, + 2, + 35, + 10, + 36 + ], + [ + 3, + 0, + 27, + 62, + 50, + 60 + ], + [ + 36, + 3, + 42, + 18, + 2, + 48 + ], + [ + 61, + 12, + 27, + 10, + 15, + 14 + ], + [ + 36, + 33, + 50, + 6, + 29, + 16 + ], + [ + 2, + 41, + 8, + 43, + 40, + 59 + ], + [ + 36, + 53, + 15, + 7, + 37, + 2 + ], + [ + 3, + 58, + 4, + 19, + 5, + 27 + ], + [ + 22, + 26, + 53, + 45, + 25, + 38 + ], + [ + 18, + 41, + 22, + 3, + 34, + 45 + ], + [ + 21, + 53, + 5, + 22, + 28, + 9 + ], + [ + 11, + 28, + 24, + 16, + 8, + 35 + ], + [ + 38, + 9, + 21, + 52, + 41, + 39 + ], + [ + 27, + 54, + 14, + 5, + 8, + 63 + ], + [ + 56, + 55, + 43, + 30, + 35, + 51 + ], + [ + 51, + 3, + 14, + 60, + 5, + 26 + ], + [ + 62, + 30, + 8, + 21, + 44, + 35 + ], + [ + 38, + 34, + 27, + 32, + 22, + 8 + ], + [ + 22, + 53, + 28, + 60, + 49, + 12 + ], + [ + 49, + 32, + 41, + 53, + 12, + 33 + ], + [ + 40, + 45, + 22, + 44, + 1, + 34 + ], + [ + 5, + 4, + 53, + 25, + 41, + 63 + ], + [ + 4, + 11, + 25, + 43, + 31, + 14 + ], + [ + 31, + 52, + 5, + 58, + 48, + 43 + ], + [ + 23, + 1, + 28, + 3, + 0, + 55 + ], + [ + 27, + 45, + 32, + 4, + 30, + 6 + ] + ], + [ + [ + 41, + 2, + 42, + 16, + 50, + 32 + ], + [ + 51, + 5, + 41, + 40, + 21, + 44 + ], + [ + 43, + 1, + 29, + 55, + 21, + 35 + ], + [ + 36, + 58, + 25, + 3, + 18, + 54 + ], + [ + 31, + 60, + 24, + 12, + 61, + 41 + ], + [ + 4, + 10, + 35, + 36, + 0, + 43 + ], + [ + 45, + 43, + 63, + 35, + 36, + 48 + ], + [ + 3, + 9, + 8, + 7, + 43, + 27 + ], + [ + 0, + 43, + 4, + 40, + 18, + 44 + ], + [ + 34, + 15, + 50, + 38, + 53, + 25 + ], + [ + 24, + 46, + 26, + 13, + 2, + 18 + ], + [ + 57, + 37, + 5, + 22, + 7, + 53 + ], + [ + 3, + 9, + 38, + 26, + 37, + 23 + ], + [ + 60, + 26, + 0, + 39, + 13, + 55 + ], + [ + 54, + 21, + 58, + 6, + 55, + 14 + ], + [ + 11, + 19, + 43, + 57, + 56, + 37 + ], + [ + 10, + 24, + 60, + 21, + 5, + 17 + ], + [ + 31, + 20, + 63, + 44, + 55, + 33 + ], + [ + 7, + 25, + 40, + 32, + 54, + 58 + ], + [ + 49, + 30, + 13, + 50, + 55, + 28 + ], + [ + 30, + 3, + 51, + 61, + 0, + 16 + ], + [ + 57, + 46, + 43, + 40, + 30, + 22 + ], + [ + 52, + 33, + 51, + 19, + 27, + 29 + ], + [ + 14, + 4, + 40, + 41, + 0, + 34 + ], + [ + 4, + 13, + 8, + 61, + 47, + 9 + ], + [ + 31, + 27, + 43, + 1, + 3, + 0 + ], + [ + 8, + 4, + 46, + 9, + 3, + 50 + ] + ] ] } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/model_config.yaml index d62d10db7c1..479cb7a4751 100644 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq/model_config.yaml @@ -76,9 +76,11 @@ MODEL_ARGS: --prompts: "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies." --incoming-requests-per-sec: -1 # all requests arrive up front. --inference-repeat-n: 8 - --inference-logging-step-interval: 1 - --sequence-parallel: true - + --inference-dynamic-batching-buffer-size-gb: 20 + --inference-dynamic-batching-max-requests: 16 + --inference-logging-step-interval: 1 + --moe-enable-routing-replay: true METRICS: - "generated_tokens" - "logprobs" + - "routing_indices" diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/golden_values_dev_dgx_h100.json new file mode 100644 index 00000000000..66c9e3e4121 --- /dev/null +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/golden_values_dev_dgx_h100.json @@ -0,0 +1,158 @@ +{ + "0": { + "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", + "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", + "generated_tokens": [ + 32844, + 1394, + 1278, + 4735, + 2200, + 1278, + 7146, + 30774, + 1044, + 1321, + 1278, + 26466, + 3930, + 2015, + 1044, + 1321, + 1278, + 30245, + 8223, + 1044, + 1429, + 1073, + 4525, + 4670, + 1317, + 3354, + 1261, + 6947, + 1394, + 1636 + ], + "latency": 28.185462809633464, + "logprobs": [ + -10.737512588500977, + -3.724862575531006, + -2.833397388458252, + -1.2464861869812012, + -0.2549239993095398, + -1.7607988119125366, + -2.419379711151123, + -1.9533929824829102, + -2.1014301776885986, + -6.169030666351318, + -0.8734959363937378, + -2.4733574390411377, + -3.4822516441345215, + -4.180896759033203, + -1.9767613410949707, + -1.8347630500793457, + -2.2581257820129395, + -7.180149078369141, + -0.0453881211578846, + -1.9841610193252563, + -5.015386581420898, + -8.827117919921875, + -9.885746002197266, + -0.8498678207397461, + -4.770059585571289, + -0.855280339717865, + -2.2494924068450928, + -0.017164958640933037, + -0.03715415671467781, + -3.4830124378204346, + -8.635110855102539, + -1.2520610094070435, + -6.62324857711792, + -3.639960765838623, + -3.664339542388916, + -4.182392597198486, + -2.1796066761016846, + -1.0725229978561401, + -0.26311880350112915, + -0.8036076426506042, + -4.6958818435668945, + -9.042495727539062, + -0.013647346757352352, + -3.1747794151306152, + -1.322129487991333, + -3.949110746383667, + -0.7829495072364807, + -0.002083513652905822, + -2.970266580581665, + -10.56244945526123, + -3.2369167804718018, + -1.1530492305755615, + -4.917466163635254, + -0.21241025626659393, + -0.06490474194288254, + -1.372581124305725, + -2.224682092666626, + -4.3847503662109375, + -0.36867555975914, + -4.035493850708008, + -0.39869019389152527, + -0.14373983442783356, + -2.716118812561035, + -10.687016487121582, + -0.04773370549082756, + -3.398231267929077, + -0.8646175265312195, + -4.74052619934082, + -0.23649944365024567, + -2.6610701084136963, + -0.8428961634635925, + -1.614527940750122, + -5.793307781219482, + -16.929147720336914, + -2.6586406230926514, + -0.1385982781648636, + -7.435610771179199, + -1.0483647584915161, + -2.1261863708496094, + -1.5261307954788208, + -0.27082547545433044, + -5.859070777893066, + -0.00648513063788414, + -7.732051849365234, + -2.712515354156494, + -2.9137418270111084, + -3.041210651397705, + -2.3559694290161133, + -0.3973437249660492, + -1.4338903427124023, + -2.2967660427093506, + -0.6096595525741577, + -1.3119444847106934, + -1.93257474899292, + -1.726539134979248, + -0.8397530317306519, + -0.5014236569404602, + -1.2989763021469116, + -1.5857150554656982, + -1.096572995185852, + -0.4009067416191101, + -0.43302634358406067, + -0.041601795703172684, + -1.285712718963623, + -2.214778184890747, + -2.6971933841705322, + -0.8101387619972229, + -0.43101266026496887, + -2.808060884475708, + -1.5226430892944336, + -1.6209226846694946, + -0.048716772347688675, + -1.3497682809829712, + -1.343377947807312, + -1.2755295038223267, + -1.2342015504837036, + -0.5394397377967834 + ] + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/model_config.yaml new file mode 100644 index 00000000000..1f302455440 --- /dev/null +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/model_config.yaml @@ -0,0 +1,89 @@ +ENV_VARS: + CUDA_DEVICE_MAX_CONNECTIONS: 1 + NVTE_ALLOW_NONDETERMINISTIC_ALGO: 0 + NCCL_ALGO: Ring + CUBLAS_WORKSPACE_CONFIG: :4096:8 +TEST_TYPE: frozen-start +MODE: inference +MODEL_ARGS: + --log-num-zeros-in-grad: true + --log-validation-ppl-to-tensorboard: true + --log-timers-to-tensorboard: true + --log-memory-to-tensorboard: true + --timing-log-level: 0 + --load: ${CHECKPOINT_LOAD_PATH}/model/deepseek_16b_pyt/dcp/mcore-v1_bf16/checkpoints + --tokenizer-model: ${CHECKPOINT_LOAD_PATH}/model/deepseek_16b_pyt/dcp/mcore-v1_bf16/multiMixV8.gpt4o_nc_sd.500000.128k.vocab.json + --tokenizer-type: TikTokenizer + --tiktoken-pattern: v2 + --distributed-backend: nccl + --log-interval: 1 + --transformer-impl: transformer_engine + --tensor-model-parallel-size: 4 + --pipeline-model-parallel-size: 1 + --expert-model-parallel-size: 8 + --expert-tensor-parallel-size: 1 + --sequence-parallel: true + --use-mcore-models: true + --moe-token-dispatcher-type: alltoall + --moe-grouped-gemm: true + --num-experts: 64 + --moe-router-topk: 6 + --moe-z-loss-coeff: 0 + --moe-router-load-balancing-type: seq_aux_loss + --moe-aux-loss-coeff: 1e-3 + --moe-router-score-function: sigmoid + --untie-embeddings-and-output-weights: true + --disable-bias-linear: true + --init-method-std: 0.014 + --position-embedding-type: rope + --rotary-base: 1000000 + --rotary-percent: 1.0 + --num-layers: 27 + --hidden-size: 2048 + --moe-ffn-hidden-size: 1408 + --moe-shared-expert-intermediate-size: 2816 + --ffn-hidden-size: 10944 + --num-attention-heads: 16 + --kv-channels: 128 + --normalization: RMSNorm + --swiglu: true + --attention-dropout: 0.0 + --hidden-dropout: 0.0 + --seq-length: 4096 + --max-position-embeddings: 4096 + --micro-batch-size: 1 + --ckpt-format: torch_dist + --ckpt-fully-parallel-save: true + --ckpt-fully-parallel-load: true + --ckpt-assume-constant-structure: true + --dist-ckpt-strictness: log_unexpected + --bf16: true + --attention-backend: flash + --no-create-attention-mask-in-dataloader: true + --num-workers: 8 + --use-checkpoint-args: true + --no-use-tokenizer-model-from-checkpoint-args: true + --no-load-optim: true + --deterministic-mode: true # moe will use different ops for determinism for inference + --save-interval: 2000 + --temperature: 1.0 + --top_k: 1 + --return-log-probs: true + --num-tokens-to-generate: 30 + --max-tokens-to-oom: 3600000 + --inference-max-seq-length: 4096 + --output-path: ${INFERENCE_OUTPUT_PATH} + --incoming-requests-per-sec: -1 # all requests arrive up front. + --inference-repeat-n: 8 + --inference-dynamic-batching-buffer-size-gb: 20 + --inference-dynamic-batching-max-requests: 16 + --inference-logging-step-interval: 1 + --moe-enable-routing-replay: true + --prompt-file: "./tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/prompts.json" + --suspend-resume-interval: 16 + --suspend-timeout: 4.0 + --rl-kv-cache-management-mode: recompute + --inference-dynamic-batching-unified-memory-level: 0 + --no-rl-persist-cuda-graphs: true + +METRICS: diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/prompts.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/prompts.json new file mode 100644 index 00000000000..7dcda2a3fa6 --- /dev/null +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume/prompts.json @@ -0,0 +1,159 @@ +{"text": "The cat sat on the mat and"} +{"text": "The sun rose in the east,"} +{"text": "She opened the door and saw"} +{"text": "He picked up the book,"} +{"text": "Rain poured down all day,"} +{"text": "The old house stood"} +{"text": "Birds sang in the trees,"} +{"text": "A car drove by,"} +{"text": "The dog barked loudly,"} +{"text": "The water was very"} +{"text": "The capital of France is Paris. It is"} +{"text": "Water boils at 100 degrees Celsius. This is"} +{"text": "Humans have five senses: sight, sound, smell, taste, and"} +{"text": "The Earth revolves around the Sun, taking approximately"} +{"text": "A triangle has three sides. A square has"} +{"text": "Computers process information using"} +{"text": "The Amazon River is the"} +{"text": "Photosynthesis is the process by which plants"} +{"text": "Gravity is a force that"} +{"text": "DNA stands for"} +{"text": "Once upon a time, there was"} +{"text": "All's well that ends"} +{"text": "Every cloud has a silver"} +{"text": "A stitch in time saves"} +{"text": "Bite the bullet and"} +{"text": "Cost an arm and a"} +{"text": "Hit the road,"} +{"text": "Let the cat out of the"} +{"text": "Speak of the devil and"} +{"text": "The early bird catches the"} +{"text": "Monday, Tuesday, Wednesday,"} +{"text": "1, 2, 3, 4,"} +{"text": "Apple, Banana, Orange,"} +{"text": "Red, Green, Blue,"} +{"text": "North, South, East,"} +{"text": "First, Second, Third,"} +{"text": "A, B, C, D,"} +{"text": "January, February, March,"} +{"text": "Up, Down, Left,"} +{"text": "Small, Medium, Large,"} +{"text": "In a small village, nestled among the hills, lived"} +{"text": "The detective peered through the misty window. Outside,"} +{"text": "A sudden gust of wind swept through the forest,"} +{"text": "She woke up with a start, realizing that"} +{"text": "The ancient map, tattered and worn, showed"} +{"text": "Far, far away, in a land of dragons and magic,"} +{"text": "He hesitated at the crossroads, unsure which"} +{"text": "The ship sailed smoothly across the calm sea,"} +{"text": "A mysterious package arrived on her doorstep. Inside,"} +{"text": "The old clock in the hall chimed midnight."} +{"text": "The sky was a brilliant shade of"} +{"text": "Her hair was long and flowing, like"} +{"text": "The smell of freshly baked bread filled"} +{"text": "The old, gnarled tree stood on the hill, its branches"} +{"text": "The city lights twinkled in the distance,"} +{"text": "His voice was deep and resonant,"} +{"text": "The surface of the lake was smooth as"} +{"text": "The vibrant colors of the sunset painted"} +{"text": "The intricate pattern on the rug showed"} +{"text": "The air was crisp and cool,"} +{"text": "What do you call a group of"} +{"text": "How long does it take to"} +{"text": "Where can one find the most"} +{"text": "Why is the sky"} +{"text": "When did the first"} +{"text": "Who was the last person to"} +{"text": "Which way should we go to"} +{"text": "What would happen if"} +{"text": "How many stars are"} +{"text": "Where does the river"} +{"text": "`def main():`"} +{"text": "``"} +{"text": "{ \"name\": \"John\", \"age\":"} +{"text": "`import os`"} +{"text": "`SELECT * FROM users WHERE`"} +{"text": "\"Hello?\" she whispered into the darkness. \"Is"} +{"text": "He said, \"I don't know what to do.\" She replied, \"Well,"} +{"text": "\"Can you pass the salt?\" asked Tom. Sarah reached for"} +{"text": "\"Good morning,\" the shopkeeper greeted. \"How may I"} +{"text": "\"I'm so tired,\" she sighed. \"Me too,\" he agreed, \"I just want to"} +{"text": "Her laughter was music to"} +{"text": "The city was a sleeping giant,"} +{"text": "Time flew like an arrow,"} +{"text": "His words were daggers,"} +{"text": "The fog was a thick blanket,"} +{"text": "The waves crashed like thunder,"} +{"text": "Hope was a fragile bird,"} +{"text": "The moon was a silver coin,"} +{"text": "The wind whispered secrets,"} +{"text": "Life is a journey, not"} +{"text": "The quick brown fox jumps over"} +{"text": "Once bitten, twice"} +{"text": "As clear as day,"} +{"text": "The more, the merrier."} +{"text": "A penny for your"} +{"text": "You can't have your cake and eat"} +{"text": "The early bird gets the"} +{"text": "Between a rock and a hard"} +{"text": "Don't put all your eggs in one"} +{"text": "When in Rome, do as the"} +{"text": "Spring, Summer, Autumn,"} +{"text": "Do, Re, Mi, Fa,"} +{"text": "North America, South America, Europe,"} +{"text": "Circle, Square, Triangle,"} +{"text": "Tiny, Small, Medium,"} +{"text": "The train arrived late, causing"} +{"text": "She carefully placed the delicate vase on"} +{"text": "He decided to take a long walk to clear"} +{"text": "The old woman sat by the fire, knitting"} +{"text": "The news spread quickly throughout the"} +{"text": "The aroma of coffee filled the air, inviting"} +{"text": "Beneath the surface of the calm water,"} +{"text": "He adjusted his glasses and began to read"} +{"text": "The sound of distant thunder rumbled,"} +{"text": "The forgotten garden was overgrown with"} +{"text": "The doctor examined the patient and prescribed"} +{"text": "The chef prepared a delicious meal, using"} +{"text": "The engineer designed a new bridge, considering"} +{"text": "The artist painted a vibrant landscape, capturing"} +{"text": "The scientist conducted an experiment, observing"} +{"text": "A group of crows is called a"} +{"text": "A parliament of owls is a"} +{"text": "The opposite of hot is"} +{"text": "The square root of 9 is"} +{"text": "The longest river in Africa is the"} +{"text": "The study found that regular exercise can"} +{"text": "The theory of relativity was proposed by"} +{"text": "The process of melting ice is called"} +{"text": "Photosynthesis requires sunlight, water, and"} +{"text": "The main ingredient in bread is"} +{"text": "What is the primary function of the"} +{"text": "How do you define the term"} +{"text": "Where does the saying 'strike while the iron is hot' come from?"} +{"text": "Why do leaves change color in the autumn?"} +{"text": "When was the first personal computer"} +{"text": "Who invented the light bulb?"} +{"text": "Which planet is known as the Red Planet?"} +{"text": "What happens if you mix acid with a base?"} +{"text": "How many days are in a leap year?"} +{"text": "Where do migratory birds go in the winter?"} +{"text": "`function calculateArea(radius) {`"} +{"text": "`# Python comments start with`"} +{"text": "`CREATE TABLE employees (`"} +{"text": "``"} +{"text": "\"Excuse me,\" he coughed, \"but I think you've dropped something.\""} +{"text": "She retorted, \"I'm not sure what you mean by that.\""} +{"text": "\"It's freezing in here!\" he exclaimed. \"Can someone please\""} +{"text": "The customer complained, \"This isn't what I ordered.\" The waiter replied,"} +{"text": "\"Tell me about your day,\" she encouraged. He began,"} +{"text": "His memory was a patchwork quilt of"} +{"text": "The problem was a Gordian knot, impossible to"} +{"text": "The news hit him like a ton of"} +{"text": "Her words were a balm to his"} +{"text": "The traffic moved at a snail's pace on"} +{"text": "The silence in the room was deafening, a heavy"} +{"text": "Opportunity knocked loudly on his"} +{"text": "The city lights were a scatter of diamonds against"} +{"text": "The mountain stood sentinel over the"} +{"text": "Reading a good book is like taking a trip without"} diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json index 0a32a2c875c..9b105e4fa2d 100644 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [0.4429202973842621, 0.017771262675523758, 0.01790841668844223, 0.016864703968167305, 0.016803359612822533, 0.016811424866318703, 0.016884256154298782, 0.016778528690338135, 0.016986047849059105, 0.016792479902505875, 0.016880257055163383, 0.016891231760382652, 0.016854560002684593, 0.01682988740503788, 0.016822686418890953, 0.01692502386868, 0.016792958602309227, 0.0169671680778265, 0.01693049632012844, 0.0170868169516325, 0.01686326414346695, 0.017535584047436714, 0.0174525436013937, 0.017324192449450493, 0.016914688050746918, 0.01683216169476509, 0.016909919679164886, 0.016884224489331245, 0.017001086845993996, 0.016849694773554802], "latency": 0.9421291537582874, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.305788278579712, -1.9660029411315918, -2.139838695526123, -6.157798767089844, -0.8562318086624146, -2.4214887619018555, -3.5043883323669434, -4.133810043334961, -2.009009838104248, -1.8133208751678467, -2.3323073387145996, -7.160175323486328, -0.040603119879961014, -1.9747259616851807, -5.076613903045654, -8.853288650512695, -9.848663330078125, -0.783089280128479, -4.775578022003174, -0.8501623868942261, -2.353159189224243, -0.019392186775803566, -0.035699184983968735, -3.369636058807373, -8.736637115478516, -1.2479770183563232, -6.668802261352539, -3.84025239944458, -3.774880886077881, -4.180184364318848, -2.2127902507781982, -1.07676362991333, -0.2321961224079132, -0.8445965647697449, -4.720583915710449, -9.144975662231445, -0.013737889938056469, -3.1713855266571045, -1.316046953201294, -3.976555824279785, -0.7929940223693848, -0.0020036876667290926, -2.9234514236450195, -10.630117416381836, -3.2423582077026367, -1.1527093648910522, -4.902451515197754, -0.20881010591983795, -0.06518254429101944, -1.3553434610366821, -2.205620765686035, -4.443068981170654, -0.3349221646785736, -4.0811614990234375, -0.40434733033180237, -0.14260707795619965, -2.7138302326202393, -10.61572551727295, -0.05091002210974693, -3.3788461685180664, -0.8990436792373657, -4.757172584533691, -0.2625967562198639, -2.6857080459594727, -0.8338347673416138, -1.5987446308135986, -5.796599388122559, -17.023239135742188, -2.5919642448425293, -0.1391627937555313, -7.425058841705322, -1.0969927310943604, -2.1373608112335205, -1.5555475950241089, -0.29913192987442017, -5.805688381195068, -0.006563534028828144, -7.741588592529297, -2.729809284210205, -2.989825487136841, -2.937342643737793, -2.452791690826416, -0.39692243933677673, -1.4191737174987793, -2.281113862991333, -0.6101264357566833, -1.3127052783966064, -1.93826162815094, -1.759519100189209, -0.8280774354934692, -0.48737525939941406, -1.2929327487945557, -1.4731515645980835, -1.0149478912353516, -0.402925580739975, -0.4662020802497864, -0.04289804771542549, -1.2809830904006958, -2.1367523670196533, -2.672316074371338, -0.832058310508728, -0.3975365459918976, -2.8649744987487793, -1.5586214065551758, -1.6164027452468872, -0.048774562776088715, -1.3553334474563599, -1.374987006187439, -1.2671791315078735, -1.29192054271698, -0.49132436513900757]}} \ No newline at end of file +{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [0.9536803364753723, 0.016934143379330635, 0.016783935949206352, 0.016745438799262047, 0.0167548805475235, 0.01675168052315712, 0.016725631430745125, 0.016744224354624748, 0.016771871596574783, 0.01673772744834423, 0.01671331189572811, 0.016742143779993057, 0.016752831637859344, 0.016735071316361427, 0.016708416864275932, 0.01676086336374283, 0.01672108843922615, 0.01675747148692608, 0.01672768034040928, 0.01673593558371067, 0.01673644781112671, 0.016768928617239, 0.016721663996577263, 0.01674390397965908, 0.016715550795197487, 0.01673286408185959, 0.016974497586488724, 0.016759486868977547, 0.01675366424024105, 0.017026912420988083], "latency": 1.4477943610399961, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.3058578968048096, -1.965078592300415, -2.131650447845459, -6.1445770263671875, -0.8567591905593872, -2.4118287563323975, -3.49544095993042, -4.07368278503418, -1.9927215576171875, -1.8116189241409302, -2.220911979675293, -7.154321193695068, -0.041270580142736435, -1.897834300994873, -5.07651424407959, -8.796056747436523, -9.88559341430664, -0.7177769541740417, -4.775661468505859, -0.8519912362098694, -2.3280630111694336, -0.018436847254633904, -0.038715627044439316, -3.4831454753875732, -8.691339492797852, -1.2537559270858765, -6.647421836853027, -3.785327911376953, -3.7754249572753906, -4.1729302406311035, -2.268207550048828, -1.0762473344802856, -0.22336173057556152, -0.7773433923721313, -4.659046173095703, -9.07835865020752, -0.01364840567111969, -3.1569409370422363, -1.3136285543441772, -3.999577760696411, -0.8146029710769653, -0.0020667400676757097, -2.9257936477661133, -10.559369087219238, -3.301023483276367, -1.1468515396118164, -4.866663455963135, -0.20965954661369324, -0.06276518106460571, -1.3678232431411743, -2.2146267890930176, -4.369752883911133, -0.35328271985054016, -4.076470851898193, -0.39479735493659973, -0.14124885201454163, -2.7151336669921875, -10.645881652832031, -0.05100790411233902, -3.277879238128662, -0.859420657157898, -4.694356918334961, -0.26331964135169983, -2.601013660430908, -0.8340632319450378, -1.5944981575012207, -5.802148818969727, -16.992801666259766, -2.9630136489868164, -0.12174151837825775, -7.421735763549805, -1.090034008026123, -2.115244150161743, -1.592454195022583, -0.297377347946167, -5.607227325439453, -0.006619194056838751, -7.817281723022461, -2.701261043548584, -2.988292932510376, -2.9706215858459473, -2.4563350677490234, -0.3993130624294281, -1.5173310041427612, -2.269473075866699, -0.6111201047897339, -1.313757300376892, -1.9383023977279663, -1.6797527074813843, -0.7714957594871521, -0.49417543411254883, -1.2875804901123047, -1.5885818004608154, -1.018824577331543, -0.4005858302116394, -0.46394026279449463, -0.04470847547054291, -1.2914193868637085, -2.2410547733306885, -2.740159273147583, -0.7651359438896179, -0.4316181242465973, -2.7719383239746094, -1.5367236137390137, -1.652032732963562, -0.051836322993040085, -1.3689777851104736, -1.342658519744873, -1.26646089553833, -1.3113347291946411, -0.5160548686981201]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json index 0a088a3b4ed..16ce3cb46a0 100644 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [2.715181350708008, 11.115615844726562, 0.08171491324901581, 0.08067888021469116, 0.08026569336652756, 0.08201305568218231, 0.08297079056501389, 0.07990239560604095, 0.07923731207847595, 0.08088396489620209, 0.08342364430427551, 0.07902496308088303, 0.07883366197347641, 0.0821300819516182, 0.07879510521888733, 0.07889033854007721, 0.08096816390752792, 0.07890790700912476, 0.07898931205272675, 0.07891136407852173, 0.07872992008924484, 0.07891993969678879, 0.07908882945775986, 0.08219005167484283, 0.07928377389907837, 0.0791754499077797, 0.08204790204763412, 0.07909702509641647, 0.07994850724935532, 0.0790436789393425], "latency": 16.090769955015276, "logprobs": [-10.748703956604004, -3.675847053527832, -2.8152527809143066, -1.2499192953109741, -0.2585306465625763, -1.7650476694107056, -2.4413700103759766, -1.9855635166168213, -2.1556897163391113, -6.126346588134766, -0.8885424733161926, -2.466485023498535, -3.53129506111145, -4.1022443771362305, -1.973730444908142, -1.8129527568817139, -2.3135061264038086, -7.073224067687988, -0.0406799241900444, -1.9924827814102173, -5.044793128967285, -8.79849910736084, -9.896184921264648, -0.9244536757469177, -4.819119453430176, -0.8409886360168457, -2.3493337631225586, -0.019546041265130043, -0.03429899737238884, -3.486131429672241, -8.708669662475586, -1.2524677515029907, -6.648501396179199, -3.6543850898742676, -3.5817432403564453, -4.293689250946045, -2.213235855102539, -1.026153802871704, -0.22022850811481476, -0.7749938368797302, -4.7083001136779785, -9.260919570922852, -0.013350849971175194, -3.177624464035034, -1.3237272500991821, -3.991711139678955, -0.7711713314056396, -0.0020787552930414677, -2.9259750843048096, -10.556608200073242, -3.0338008403778076, -1.165448546409607, -4.884476184844971, -0.22491267323493958, -0.06299388408660889, -1.2974224090576172, -2.228250503540039, -4.375787258148193, -0.3615659773349762, -4.020719528198242, -0.3728649318218231, -0.16031591594219208, -2.7166409492492676, -10.650144577026367, -0.057426948100328445, -3.3819196224212646, -0.8289875388145447, -4.716109752655029, -0.2623739540576935, -2.6586318016052246, -0.846296489238739, -1.6911215782165527, -5.863524436950684, -17.074047088623047, -2.9786670207977295, -0.12697581946849823, -7.423051834106445, -1.1104215383529663, -2.125497579574585, -1.481943130493164, -0.26388564705848694, -5.852108001708984, -0.006604391150176525, -7.682407379150391, -2.7386088371276855, -2.9692039489746094, -3.0358991622924805, -2.434255838394165, -0.4008456766605377, -1.4501973390579224, -2.3068716526031494, -0.5563173294067383, -1.3114793300628662, -1.9436699151992798, -1.6950371265411377, -0.7694160342216492, -0.504065215587616, -1.2403564453125, -1.5687276124954224, -1.0141794681549072, -0.4076817035675049, -0.48037511110305786, -0.04258028045296669, -1.3669413328170776, -2.1299216747283936, -2.6870312690734863, -0.7604206800460815, -0.39242351055145264, -2.869314432144165, -1.464285135269165, -1.643430471420288, -0.04816753789782524, -1.4055166244506836, -1.3622899055480957, -1.2863339185714722, -1.2075212001800537, -0.5359172821044922]}} \ No newline at end of file +{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [2.545225143432617, 0.8161460161209106, 0.08185821026563644, 0.08545549213886261, 0.0806993618607521, 0.08108274638652802, 0.08104605227708817, 0.08051212877035141, 0.08013814687728882, 0.08076290786266327, 0.08076870441436768, 0.08029650896787643, 0.07956188917160034, 0.07908589392900467, 0.07883257418870926, 0.0789686068892479, 0.07868800312280655, 0.0788155198097229, 0.07876496016979218, 0.07869625836610794, 0.07890035212039948, 0.08047452569007874, 0.08083260804414749, 0.08091676980257034, 0.08101955056190491, 0.08092495799064636, 0.08079087734222412, 0.08215625584125519, 0.08282729238271713, 0.08078553527593613], "latency": 5.632539719343185, "logprobs": [-10.748703956604004, -3.6647238731384277, -2.829481363296509, -1.2498102188110352, -0.2529161274433136, -1.8659480810165405, -2.381495237350464, -1.9656293392181396, -2.1487326622009277, -6.079752445220947, -0.854481041431427, -2.4210457801818848, -3.5035147666931152, -4.105377674102783, -1.9736212491989136, -1.812272310256958, -2.2293882369995117, -7.158683776855469, -0.04035309702157974, -1.8912277221679688, -5.030168056488037, -8.83056640625, -9.887261390686035, -0.783703088760376, -4.775330066680908, -0.8503050208091736, -2.3185184001922607, -0.019133294001221657, -0.035927604883909225, -3.367396831512451, -8.677278518676758, -1.249742031097412, -6.646797180175781, -3.7622885704040527, -3.5719683170318604, -4.217543125152588, -2.1486034393310547, -1.0877041816711426, -0.21807751059532166, -0.779091477394104, -4.703271865844727, -9.254538536071777, -0.013438244350254536, -3.1536498069763184, -1.347169041633606, -3.951521873474121, -0.7524824142456055, -0.0020295039284974337, -2.977275848388672, -10.547475814819336, -3.2425384521484375, -1.1805994510650635, -4.853910446166992, -0.20160463452339172, -0.06345974653959274, -1.3051351308822632, -2.185082197189331, -4.38629150390625, -0.36718395352363586, -4.047024726867676, -0.35912153124809265, -0.14624275267124176, -2.715745687484741, -10.57785415649414, -0.057624127715826035, -3.278026819229126, -0.8596221804618835, -4.68856954574585, -0.2627037465572357, -2.6609294414520264, -0.8223639726638794, -1.599161148071289, -5.80098295211792, -16.973386764526367, -2.616450548171997, -0.13072170317173004, -7.462261199951172, -1.082613229751587, -2.122760534286499, -1.5544897317886353, -0.2857922911643982, -5.874238967895508, -0.006397482007741928, -7.670827865600586, -2.7104744911193848, -2.9125661849975586, -3.0234169960021973, -2.3567330837249756, -0.39910370111465454, -1.4856780767440796, -2.293515920639038, -0.6103871464729309, -1.3627440929412842, -1.9288791418075562, -1.683215618133545, -0.7717607021331787, -0.5037432312965393, -1.2485487461090088, -1.559265375137329, -1.0295413732528687, -0.4404847025871277, -0.46411699056625366, -0.04514020308852196, -1.3507211208343506, -2.1256327629089355, -2.687516927719116, -0.759257435798645, -0.41867509484291077, -2.854245185852051, -1.5189608335494995, -1.5710458755493164, -0.05560074374079704, -1.357395052909851, -1.3819431066513062, -1.2458440065383911, -1.2788543701171875, -0.5129148364067078]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json index 46a451d0b64..9374ead29ab 100644 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [32.35166549682617, 0.833970844745636, 0.09404217451810837, 0.09242991358041763, 0.09451283514499664, 0.09116563200950623, 0.0916728675365448, 0.09169203042984009, 0.0920996442437172, 0.09247440099716187, 0.09316505491733551, 0.09183433651924133, 0.09311366081237793, 0.0922863706946373, 0.09139427542686462, 0.0916166678071022, 0.09881363064050674, 0.09086793661117554, 0.09085418283939362, 0.0913468450307846, 0.0913306251168251, 0.09422652423381805, 0.09134646505117416, 0.09283513575792313, 0.09112297743558884, 0.09120230376720428, 0.09097100794315338, 0.09246265143156052, 0.09317846596240997, 0.09015017747879028], "latency": 35.78577698091976, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.305788278579712, -1.9660029411315918, -2.139838695526123, -6.157798767089844, -0.8562318086624146, -2.4214887619018555, -3.5043883323669434, -4.133810043334961, -2.009009838104248, -1.8133208751678467, -2.3323073387145996, -7.160175323486328, -0.040603119879961014, -1.9747259616851807, -5.076613903045654, -8.853288650512695, -9.848663330078125, -0.783089280128479, -4.775578022003174, -0.8501623868942261, -2.353159189224243, -0.019392186775803566, -0.035699184983968735, -3.369636058807373, -8.736637115478516, -1.2479770183563232, -6.668802261352539, -3.84025239944458, -3.774880886077881, -4.180184364318848, -2.2127902507781982, -1.07676362991333, -0.2321961224079132, -0.8445965647697449, -4.720583915710449, -9.144975662231445, -0.013737889938056469, -3.1713855266571045, -1.316046953201294, -3.976555824279785, -0.7929940223693848, -0.0020036876667290926, -2.9234514236450195, -10.630117416381836, -3.2423582077026367, -1.1527093648910522, -4.902451515197754, -0.20881010591983795, -0.06518254429101944, -1.3553434610366821, -2.205620765686035, -4.443068981170654, -0.3349221646785736, -4.0811614990234375, -0.40434733033180237, -0.14260707795619965, -2.7138302326202393, -10.61572551727295, -0.05091002210974693, -3.3788461685180664, -0.8990436792373657, -4.757172584533691, -0.2625967562198639, -2.6857080459594727, -0.8338347673416138, -1.5987446308135986, -5.796599388122559, -17.023239135742188, -2.5919642448425293, -0.1391627937555313, -7.425058841705322, -1.0969927310943604, -2.1373608112335205, -1.5555475950241089, -0.29913192987442017, -5.805688381195068, -0.006563534028828144, -7.741588592529297, -2.729809284210205, -2.989825487136841, -2.937342643737793, -2.452791690826416, -0.39692243933677673, -1.4191737174987793, -2.281113862991333, -0.6101264357566833, -1.3127052783966064, -1.93826162815094, -1.759519100189209, -0.8280774354934692, -0.48737525939941406, -1.2929327487945557, -1.4731515645980835, -1.0149478912353516, -0.402925580739975, -0.4662020802497864, -0.04289804771542549, -1.2809830904006958, -2.1367523670196533, -2.672316074371338, -0.832058310508728, -0.3975365459918976, -2.8649744987487793, -1.5586214065551758, -1.6164027452468872, -0.048774562776088715, -1.3553334474563599, -1.374987006187439, -1.2671791315078735, -1.29192054271698, -0.49132436513900757]}} \ No newline at end of file +{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [13.711557388305664, 0.9041259288787842, 0.09681683033704758, 0.09153660386800766, 0.09111235290765762, 0.09335695952177048, 0.09111097455024719, 0.09149472415447235, 0.09076278656721115, 0.09109959006309509, 0.09105174243450165, 0.09161145985126495, 0.09026294946670532, 0.09116349369287491, 0.09077664464712143, 0.09046704322099686, 0.09124940633773804, 0.09130454063415527, 0.09034591913223267, 0.09066786617040634, 0.0906708836555481, 0.09116076678037643, 0.09075567871332169, 0.09169074892997742, 0.0911671370267868, 0.09112399816513062, 0.09118761122226715, 0.09077664464712143, 0.09082793444395065, 0.09155046194791794], "latency": 17.191568877082318, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.3058578968048096, -1.965078592300415, -2.131650447845459, -6.1445770263671875, -0.8567591905593872, -2.4118287563323975, -3.49544095993042, -4.07368278503418, -1.9927215576171875, -1.8116189241409302, -2.220911979675293, -7.154321193695068, -0.041270580142736435, -1.897834300994873, -5.07651424407959, -8.796056747436523, -9.88559341430664, -0.7177769541740417, -4.775661468505859, -0.8519912362098694, -2.3280630111694336, -0.018436847254633904, -0.038715627044439316, -3.4831454753875732, -8.691339492797852, -1.2537559270858765, -6.647421836853027, -3.785327911376953, -3.7754249572753906, -4.1729302406311035, -2.268207550048828, -1.0762473344802856, -0.22336173057556152, -0.7773433923721313, -4.659046173095703, -9.07835865020752, -0.01364840567111969, -3.1569409370422363, -1.3136285543441772, -3.999577760696411, -0.8146029710769653, -0.0020667400676757097, -2.9257936477661133, -10.559369087219238, -3.301023483276367, -1.1468515396118164, -4.866663455963135, -0.20965954661369324, -0.06276518106460571, -1.3678232431411743, -2.2146267890930176, -4.369752883911133, -0.35328271985054016, -4.076470851898193, -0.39479735493659973, -0.14124885201454163, -2.7151336669921875, -10.645881652832031, -0.05100790411233902, -3.277879238128662, -0.859420657157898, -4.694356918334961, -0.26331964135169983, -2.601013660430908, -0.8340632319450378, -1.5944981575012207, -5.802148818969727, -16.992801666259766, -2.9630136489868164, -0.12174151837825775, -7.421735763549805, -1.090034008026123, -2.115244150161743, -1.592454195022583, -0.297377347946167, -5.607227325439453, -0.006619194056838751, -7.817281723022461, -2.701261043548584, -2.988292932510376, -2.9706215858459473, -2.4563350677490234, -0.3993130624294281, -1.5173310041427612, -2.269473075866699, -0.6111201047897339, -1.313757300376892, -1.9383023977279663, -1.6797527074813843, -0.7714957594871521, -0.49417543411254883, -1.2875804901123047, -1.5885818004608154, -1.018824577331543, -0.4005858302116394, -0.46394026279449463, -0.04470847547054291, -1.2914193868637085, -2.2410547733306885, -2.740159273147583, -0.7651359438896179, -0.4316181242465973, -2.7719383239746094, -1.5367236137390137, -1.652032732963562, -0.051836322993040085, -1.3689777851104736, -1.342658519744873, -1.26646089553833, -1.3113347291946411, -0.5160548686981201]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json index f4357530aed..00ed37733ae 100644 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json @@ -6,53 +6,53 @@ "values": { "1": 9.14877, "2": 9.15171, - "3": 9.14691, - "4": 9.15346, + "3": 9.1469, + "4": 9.15345, "5": 9.15057, - "6": 9.14683, + "6": 9.14688, "7": 9.14378, "8": 9.14363, - "9": 9.15069, - "10": 9.15231, - "11": 9.14609, + "9": 9.15072, + "10": 9.15239, + "11": 9.14608, "12": 9.14125, - "13": 9.1414, - "14": 9.14248, - "15": 9.13419, - "16": 9.12601, - "17": 9.12407, - "18": 9.12053, - "19": 9.11789, - "20": 9.09777, - "21": 9.06948, - "22": 9.06985, - "23": 9.07079, - "24": 9.06043, - "25": 9.05505, - "26": 9.05713, + "13": 9.14146, + "14": 9.14247, + "15": 9.13422, + "16": 9.12606, + "17": 9.12413, + "18": 9.12057, + "19": 9.1179, + "20": 9.09773, + "21": 9.0695, + "22": 9.06984, + "23": 9.07077, + "24": 9.06045, + "25": 9.05509, + "26": 9.05714, "27": 9.04089, "28": 9.0186, - "29": 9.00353, - "30": 8.99697, - "31": 8.99484, - "32": 8.98416, - "33": 8.97763, - "34": 8.98617, - "35": 8.94993, - "36": 8.94557, - "37": 8.92133, - "38": 8.94104, - "39": 8.92482, - "40": 8.87122, - "41": 8.89627, - "42": 8.87601, + "29": 9.00351, + "30": 8.99698, + "31": 8.9948, + "32": 8.98417, + "33": 8.97761, + "34": 8.9862, + "35": 8.94992, + "36": 8.9456, + "37": 8.92135, + "38": 8.94106, + "39": 8.92485, + "40": 8.87125, + "41": 8.89626, + "42": 8.87604, "43": 8.87414, - "44": 8.8411, - "45": 8.81228, - "46": 8.79564, + "44": 8.84111, + "45": 8.81225, + "46": 8.79568, "47": 8.84576, - "48": 8.77191, - "49": 8.78047, + "48": 8.77194, + "49": 8.78043, "50": 8.76196 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3477955.0, - "2": 3392302.0, - "3": 3630021.0, - "4": 3532452.0, - "5": 3783960.0, - "6": 3584449.0, - "7": 3478372.0, - "8": 3414330.0, - "9": 3511649.0, - "10": 3544311.0, - "11": 3475468.0, - "12": 3518965.0, - "13": 3591786.0, - "14": 3549396.0, - "15": 3421163.0, - "16": 3383319.0, - "17": 3424120.0, - "18": 3509184.0, - "19": 3426107.0, - "20": 3465915.0, - "21": 3700118.0, - "22": 3474397.0, - "23": 3693474.0, - "24": 3405657.0, - "25": 3457588.0, - "26": 3479130.0, - "27": 3555371.0, - "28": 3496999.0, - "29": 3561842.0, - "30": 3708011.0, - "31": 3397663.0, - "32": 3467970.0, - "33": 3515742.0, - "34": 3501589.0, - "35": 3432484.0, - "36": 3453953.0, - "37": 3958777.0, - "38": 3488640.0, - "39": 3409958.0, - "40": 3614258.0, - "41": 3425709.0, - "42": 3643603.0, - "43": 3473029.0, - "44": 3448331.0, - "45": 3452202.0, - "46": 3585738.0, - "47": 3467386.0, - "48": 3462962.0, - "49": 3529813.0, - "50": 3412019.0 + "1": 3478044.0, + "2": 3392170.0, + "3": 3630100.0, + "4": 3532464.0, + "5": 3783909.0, + "6": 3584604.0, + "7": 3478292.0, + "8": 3414214.0, + "9": 3511551.0, + "10": 3544353.0, + "11": 3475513.0, + "12": 3519004.0, + "13": 3591792.0, + "14": 3549575.0, + "15": 3421322.0, + "16": 3383312.0, + "17": 3424142.0, + "18": 3509310.0, + "19": 3426210.0, + "20": 3465844.0, + "21": 3699866.0, + "22": 3474417.0, + "23": 3693512.0, + "24": 3405590.0, + "25": 3457789.0, + "26": 3479283.0, + "27": 3555496.0, + "28": 3497078.0, + "29": 3561734.0, + "30": 3708144.0, + "31": 3397570.0, + "32": 3467832.0, + "33": 3515682.0, + "34": 3501518.0, + "35": 3432575.0, + "36": 3454076.0, + "37": 3958864.0, + "38": 3488540.0, + "39": 3410013.0, + "40": 3614392.0, + "41": 3425670.0, + "42": 3643700.0, + "43": 3472723.0, + "44": 3448423.0, + "45": 3452103.0, + "46": 3585686.0, + "47": 3467299.0, + "48": 3462916.0, + "49": 3529603.0, + "50": 3411958.0 } }, "mem-allocated-bytes": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 21.47107, - "2": 0.21426, - "3": 0.18485, - "4": 0.1655, - "5": 0.16764, - "6": 0.16482, - "7": 0.16761, - "8": 0.16451, - "9": 0.16762, - "10": 0.16536, - "11": 0.17999, - "12": 0.18657, - "13": 0.16983, - "14": 0.16676, - "15": 0.16908, - "16": 0.16963, - "17": 0.17346, - "18": 0.17019, - "19": 0.17052, - "20": 0.17018, - "21": 0.16541, - "22": 0.16566, - "23": 0.16521, - "24": 0.16662, - "25": 0.16493, - "26": 0.16377, - "27": 0.16515, - "28": 0.16469, - "29": 0.16683, - "30": 0.16435, - "31": 0.1697, - "32": 0.16472, - "33": 0.1693, - "34": 0.16637, - "35": 0.16593, - "36": 0.16439, - "37": 0.16693, - "38": 0.16653, - "39": 0.16645, - "40": 0.16669, - "41": 0.16547, - "42": 0.16438, - "43": 0.16787, - "44": 0.16848, - "45": 0.16631, - "46": 0.16902, - "47": 0.16588, - "48": 0.16644, - "49": 0.16691, - "50": 0.1671 + "1": "nan", + "2": 4.3752, + "3": 0.18438, + "4": 0.17408, + "5": 0.17426, + "6": 0.17324, + "7": 0.17437, + "8": 0.16591, + "9": 0.16608, + "10": 0.16563, + "11": 0.16603, + "12": 0.1654, + "13": 0.16746, + "14": 0.16557, + "15": 0.16692, + "16": 0.16648, + "17": 0.16679, + "18": 0.1661, + "19": 0.16846, + "20": 0.17421, + "21": 0.16648, + "22": 0.16578, + "23": 0.16601, + "24": 0.16672, + "25": 0.16647, + "26": 0.16552, + "27": 0.16788, + "28": 0.16751, + "29": 0.1673, + "30": 0.1667, + "31": 0.16952, + "32": 0.16693, + "33": 0.16603, + "34": 0.17134, + "35": 0.16658, + "36": 0.16674, + "37": 0.16801, + "38": 0.16643, + "39": 0.1679, + "40": 0.16548, + "41": 0.16743, + "42": 0.16511, + "43": 0.16745, + "44": 0.16536, + "45": 0.16772, + "46": 0.16513, + "47": 0.16764, + "48": 0.16926, + "49": 0.16982, + "50": 0.16849 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json index b0c23087659..8fb704f4745 100644 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 9.28644, - "2": 9.28396, - "3": 9.28076, - "4": 9.28856, - "5": 9.27699, - "6": 9.28726, - "7": 9.27831, - "8": 9.28266, - "9": 9.28518, - "10": 9.28294, - "11": 9.28326, - "12": 9.27377, - "13": 9.27113, - "14": 9.27209, - "15": 9.25297, - "16": 9.24499, - "17": 9.24857, - "18": 9.2295, - "19": 9.23151, - "20": 9.20818, - "21": 9.1704, + "1": 9.28648, + "2": 9.28389, + "3": 9.2807, + "4": 9.2885, + "5": 9.27705, + "6": 9.28737, + "7": 9.27833, + "8": 9.2826, + "9": 9.28528, + "10": 9.28289, + "11": 9.28325, + "12": 9.27371, + "13": 9.27127, + "14": 9.27213, + "15": 9.253, + "16": 9.24492, + "17": 9.24859, + "18": 9.22958, + "19": 9.23149, + "20": 9.20816, + "21": 9.17058, "22": 9.15059, - "23": 9.16837, - "24": 9.15073, - "25": 9.14424, - "26": 9.14738, - "27": 9.12308, - "28": 9.09717, - "29": 9.09386, - "30": 9.07826, - "31": 8.97181, - "32": 9.0315, - "33": 9.02023, - "34": 8.98663, - "35": 8.95928, - "36": 8.97134, - "37": 8.91442, + "23": 9.16841, + "24": 9.15088, + "25": 9.14428, + "26": 9.14731, + "27": 9.12298, + "28": 9.09703, + "29": 9.09381, + "30": 9.07824, + "31": 8.97182, + "32": 9.03154, + "33": 9.02015, + "34": 8.98673, + "35": 8.95912, + "36": 8.97146, + "37": 8.91452, "38": 8.88791, - "39": 8.88879, - "40": 8.90639, - "41": 8.81803, - "42": 8.87405, - "43": 8.85655, - "44": 8.81693, - "45": 8.81356, - "46": 8.84453, - "47": 8.73701, - "48": 8.66923, - "49": 8.70104, - "50": 8.73489 + "39": 8.88878, + "40": 8.90648, + "41": 8.81814, + "42": 8.87399, + "43": 8.85661, + "44": 8.81711, + "45": 8.8137, + "46": 8.84467, + "47": 8.73715, + "48": 8.66933, + "49": 8.70117, + "50": 8.73514 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5959428.0, - "2": 6553739.0, - "3": 7313558.0, - "4": 6377212.0, - "5": 6498220.0, - "6": 7152015.0, - "7": 6210260.0, - "8": 6334672.0, - "9": 6624655.0, - "10": 6529106.0, - "11": 7466660.0, - "12": 6471717.0, - "13": 6003465.0, - "14": 8072041.0, - "15": 6529968.0, - "16": 7526852.0, - "17": 6035134.0, - "18": 6289690.0, - "19": 6162498.0, - "20": 6527712.0, - "21": 6981897.0, - "22": 7132920.0, - "23": 5928645.0, - "24": 6210340.0, - "25": 6993116.0, - "26": 6471329.0, - "27": 6355333.0, - "28": 6876968.0, - "29": 6380137.0, - "30": 6468615.0, - "31": 8165212.0, - "32": 6765571.0, - "33": 6355561.0, - "34": 6662287.0, - "35": 7065313.0, - "36": 6076925.0, - "37": 7785462.0, - "38": 6727049.0, - "39": 7315988.0, - "40": 6555018.0, - "41": 7314645.0, - "42": 6591992.0, - "43": 6928020.0, - "44": 7274444.0, - "45": 6680179.0, - "46": 6232560.0, - "47": 6496796.0, - "48": 6809653.0, - "49": 6753531.0, - "50": 6238141.0 + "1": 5959426.0, + "2": 6553765.0, + "3": 7313448.0, + "4": 6377019.0, + "5": 6498265.0, + "6": 7151976.0, + "7": 6210453.0, + "8": 6334691.0, + "9": 6624555.0, + "10": 6529053.0, + "11": 7466628.0, + "12": 6471518.0, + "13": 6003450.0, + "14": 8071967.0, + "15": 6529964.0, + "16": 7526726.0, + "17": 6035087.0, + "18": 6289754.0, + "19": 6162432.0, + "20": 6527695.0, + "21": 6981984.0, + "22": 7132788.0, + "23": 5928504.0, + "24": 6210076.0, + "25": 6993073.0, + "26": 6471296.0, + "27": 6355325.0, + "28": 6877023.0, + "29": 6380286.0, + "30": 6468637.0, + "31": 8165049.0, + "32": 6765693.0, + "33": 6355607.0, + "34": 6662298.0, + "35": 7065050.0, + "36": 6077046.0, + "37": 7785469.0, + "38": 6727037.0, + "39": 7315675.0, + "40": 6555109.0, + "41": 7314543.0, + "42": 6591977.0, + "43": 6927941.0, + "44": 7274324.0, + "45": 6680295.0, + "46": 6232304.0, + "47": 6496696.0, + "48": 6809772.0, + "49": 6753632.0, + "50": 6238092.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1653821440.0, - "2": 1653821440.0, - "3": 1653821440.0, - "4": 1653821440.0, - "5": 1653821440.0, - "6": 1653821440.0, - "7": 1653821440.0, - "8": 1653821440.0, - "9": 1653821440.0, - "10": 1653821440.0, - "11": 1653821440.0, - "12": 1653821440.0, - "13": 1653821440.0, - "14": 1653821440.0, - "15": 1653821440.0, - "16": 1653821440.0, - "17": 1653821440.0, - "18": 1653821440.0, - "19": 1653821440.0, - "20": 1653821440.0, - "21": 1653821440.0, - "22": 1653821440.0, - "23": 1653821440.0, - "24": 1653821440.0, - "25": 1653821440.0, - "26": 1653821440.0, - "27": 1653821440.0, - "28": 1653821440.0, - "29": 1653821440.0, - "30": 1653821440.0, - "31": 1653821440.0, - "32": 1653821440.0, - "33": 1653821440.0, - "34": 1653821440.0, - "35": 1653821440.0, - "36": 1653821440.0, - "37": 1653821440.0, - "38": 1653821440.0, - "39": 1653821440.0, - "40": 1653821440.0, - "41": 1653821440.0, - "42": 1653821440.0, - "43": 1653821440.0, - "44": 1653821440.0, - "45": 1653821440.0, - "46": 1653821440.0, - "47": 1653821440.0, - "48": 1653821440.0, - "49": 1653821440.0, - "50": 1653821440.0 + "1": 1650282496.0, + "2": 1650282496.0, + "3": 1650282496.0, + "4": 1650282496.0, + "5": 1650282496.0, + "6": 1650282496.0, + "7": 1650282496.0, + "8": 1650282496.0, + "9": 1650282496.0, + "10": 1650282496.0, + "11": 1650282496.0, + "12": 1650282496.0, + "13": 1650282496.0, + "14": 1650282496.0, + "15": 1650282496.0, + "16": 1650282496.0, + "17": 1650282496.0, + "18": 1650282496.0, + "19": 1650282496.0, + "20": 1650282496.0, + "21": 1650282496.0, + "22": 1650282496.0, + "23": 1650282496.0, + "24": 1650282496.0, + "25": 1650282496.0, + "26": 1650282496.0, + "27": 1650282496.0, + "28": 1650282496.0, + "29": 1650282496.0, + "30": 1650282496.0, + "31": 1650282496.0, + "32": 1650282496.0, + "33": 1650282496.0, + "34": 1650282496.0, + "35": 1650282496.0, + "36": 1650282496.0, + "37": 1650282496.0, + "38": 1650282496.0, + "39": 1650282496.0, + "40": 1650282496.0, + "41": 1650282496.0, + "42": 1650282496.0, + "43": 1650282496.0, + "44": 1650282496.0, + "45": 1650282496.0, + "46": 1650282496.0, + "47": 1650282496.0, + "48": 1650282496.0, + "49": 1650282496.0, + "50": 1650282496.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1653825536.0, - "2": 2142998016.0, - "3": 2142998016.0, - "4": 2142998016.0, - "5": 2142998016.0, - "6": 2142998016.0, - "7": 2142998016.0, - "8": 2142998016.0, - "9": 2142998016.0, - "10": 2142998016.0, - "11": 2142998016.0, - "12": 2142998016.0, - "13": 2142998016.0, - "14": 2142998016.0, - "15": 2142998016.0, - "16": 2142998016.0, - "17": 2142998016.0, - "18": 2142998016.0, - "19": 2142998016.0, - "20": 2142998016.0, - "21": 2142998016.0, - "22": 2142998016.0, - "23": 2142998016.0, - "24": 2142998016.0, - "25": 2142998016.0, - "26": 2142998016.0, - "27": 2142998016.0, - "28": 2142998016.0, - "29": 2142998016.0, - "30": 2142998016.0, - "31": 2142998016.0, - "32": 2142998016.0, - "33": 2142998016.0, - "34": 2142998016.0, - "35": 2142998016.0, - "36": 2142998016.0, - "37": 2142998016.0, - "38": 2142998016.0, - "39": 2142998016.0, - "40": 2142998016.0, - "41": 2142998016.0, - "42": 2142998016.0, - "43": 2142998016.0, - "44": 2142998016.0, - "45": 2142998016.0, - "46": 2142998016.0, - "47": 2142998016.0, - "48": 2142998016.0, - "49": 2142998016.0, - "50": 2142998016.0 + "1": 1650286592.0, + "2": 2137679360.0, + "3": 2137679360.0, + "4": 2137679360.0, + "5": 2137679360.0, + "6": 2137679360.0, + "7": 2137679360.0, + "8": 2137679360.0, + "9": 2137679360.0, + "10": 2137679360.0, + "11": 2137679360.0, + "12": 2137679360.0, + "13": 2137679360.0, + "14": 2137679360.0, + "15": 2137679360.0, + "16": 2137679360.0, + "17": 2137679360.0, + "18": 2137679360.0, + "19": 2137679360.0, + "20": 2137679360.0, + "21": 2137679360.0, + "22": 2137679360.0, + "23": 2137679360.0, + "24": 2137679360.0, + "25": 2137679360.0, + "26": 2137679360.0, + "27": 2137679360.0, + "28": 2137679360.0, + "29": 2137679360.0, + "30": 2137679360.0, + "31": 2137679360.0, + "32": 2137679360.0, + "33": 2137679360.0, + "34": 2137679360.0, + "35": 2137679360.0, + "36": 2137679360.0, + "37": 2137679360.0, + "38": 2137679360.0, + "39": 2137679360.0, + "40": 2137679360.0, + "41": 2137679360.0, + "42": 2137679360.0, + "43": 2137679360.0, + "44": 2137679360.0, + "45": 2137679360.0, + "46": 2137679360.0, + "47": 2137679360.0, + "48": 2137679360.0, + "49": 2137679360.0, + "50": 2137679360.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 28.88794, - "2": 1.3875, - "3": 1.3655, - "4": 0.91436, - "5": 0.92323, - "6": 0.90862, - "7": 0.90351, - "8": 0.90087, - "9": 0.90804, - "10": 0.90099, - "11": 1.44829, - "12": 1.27198, - "13": 1.47603, - "14": 0.90715, - "15": 0.90169, - "16": 0.8955, - "17": 0.91977, - "18": 0.91161, - "19": 0.90173, - "20": 0.89581, - "21": 0.89026, - "22": 0.88949, - "23": 0.91159, - "24": 0.90975, - "25": 0.90708, - "26": 0.89948, - "27": 0.89544, - "28": 0.89745, - "29": 0.90068, - "30": 0.89534, - "31": 0.90066, - "32": 0.91859, - "33": 0.91419, - "34": 0.89878, - "35": 0.89846, - "36": 0.8945, - "37": 0.89356, - "38": 0.89475, - "39": 0.89372, - "40": 0.90674, - "41": 0.90461, - "42": 0.93092, - "43": 0.90002, - "44": 0.89721, - "45": 0.89453, - "46": 0.89499, - "47": 0.90828, - "48": 0.89629, - "49": 0.90644, - "50": 0.90588 + "1": "nan", + "2": 7.91637, + "3": 0.92764, + "4": 0.91334, + "5": 0.91263, + "6": 0.91881, + "7": 0.91512, + "8": 0.91691, + "9": 0.91241, + "10": 0.91216, + "11": 0.90894, + "12": 0.90923, + "13": 0.91112, + "14": 0.91514, + "15": 0.91364, + "16": 0.91332, + "17": 0.91209, + "18": 0.9107, + "19": 1.32194, + "20": 0.91463, + "21": 0.91083, + "22": 0.91645, + "23": 0.91042, + "24": 0.91104, + "25": 0.90961, + "26": 0.90996, + "27": 0.91215, + "28": 1.30488, + "29": 0.91859, + "30": 0.91091, + "31": 0.91133, + "32": 0.91333, + "33": 0.9091, + "34": 0.91409, + "35": 1.30333, + "36": 0.91422, + "37": 0.91635, + "38": 0.91473, + "39": 1.50529, + "40": 0.97326, + "41": 1.31231, + "42": 0.91182, + "43": 1.30555, + "44": 0.91651, + "45": 0.91568, + "46": 1.35255, + "47": 0.91348, + "48": 0.91258, + "49": 0.91001, + "50": 0.90511 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json index f4a701a2e4d..92f66b60691 100644 --- a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json @@ -4,31 +4,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 10.74903, - "2": 10.75924, - "3": 16.15622, - "4": 20.1728, - "5": 11.07413, - "6": 10.29087, - "7": 10.31369, - "8": 10.31557, - "9": 9.68992, - "10": 9.25112, - "11": 9.43376, - "12": 9.8267, - "13": 8.88334, - "14": 8.49023, - "15": 8.79113, - "16": 7.95739, - "17": 7.70005, - "18": 7.81826, - "19": 8.21562, - "20": 8.16452, - "21": 7.833, - "22": 7.71899, - "23": 7.88724, - "24": 7.70093, - "25": 7.78994 + "1": 10.72478, + "2": 10.75508, + "3": 16.36503, + "4": 19.85665, + "5": 11.26807, + "6": 10.26242, + "7": 10.27643, + "8": 10.21919, + "9": 9.67706, + "10": 9.28114, + "11": 9.41509, + "12": 9.80636, + "13": 8.90098, + "14": 8.48799, + "15": 8.79292, + "16": 7.96872, + "17": 7.70291, + "18": 7.79927, + "19": 8.18669, + "20": 8.15261, + "21": 7.82296, + "22": 7.71245, + "23": 7.86818, + "24": 7.65708, + "25": 7.77835 } }, "num-zeros": { @@ -36,31 +36,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 245867.0, - "2": 256817.0, - "3": 248438.0, - "4": 233541.0, - "5": 251594.0, - "6": 259588.0, - "7": 256938.0, - "8": 237612.0, - "9": 241154.0, - "10": 252461.0, - "11": 288146.0, - "12": 248712.0, - "13": 241371.0, - "14": 228365.0, - "15": 261948.0, - "16": 237032.0, - "17": 249760.0, - "18": 251590.0, - "19": 257104.0, - "20": 248292.0, - "21": 231805.0, - "22": 223805.0, - "23": 247959.0, - "24": 250798.0, - "25": 237325.0 + "1": 245877.0, + "2": 256678.0, + "3": 248449.0, + "4": 233627.0, + "5": 251461.0, + "6": 259612.0, + "7": 256977.0, + "8": 237781.0, + "9": 241225.0, + "10": 252449.0, + "11": 288363.0, + "12": 248683.0, + "13": 241476.0, + "14": 228497.0, + "15": 262029.0, + "16": 236949.0, + "17": 249661.0, + "18": 251680.0, + "19": 257143.0, + "20": 248220.0, + "21": 231800.0, + "22": 223145.0, + "23": 247912.0, + "24": 250781.0, + "25": 238528.0 } }, "mem-allocated-bytes": { @@ -101,30 +101,30 @@ "step_interval": 1, "values": { "1": 40735715328.0, - "2": 44991991808.0, - "3": 44993564672.0, - "4": 44993564672.0, - "5": 44993564672.0, - "6": 44993564672.0, - "7": 44993564672.0, - "8": 44993564672.0, - "9": 44993564672.0, - "10": 44993564672.0, - "11": 44993564672.0, - "12": 44993564672.0, - "13": 44993564672.0, - "14": 44993564672.0, - "15": 44993564672.0, - "16": 44993564672.0, - "17": 44993564672.0, - "18": 44993564672.0, - "19": 44993564672.0, - "20": 44993564672.0, - "21": 44993564672.0, - "22": 44993564672.0, - "23": 44993564672.0, - "24": 44993564672.0, - "25": 44993564672.0 + "2": 44989894656.0, + "3": 44989894656.0, + "4": 44989894656.0, + "5": 44989894656.0, + "6": 44989894656.0, + "7": 44989894656.0, + "8": 44989894656.0, + "9": 44989894656.0, + "10": 44989894656.0, + "11": 44989894656.0, + "12": 44989894656.0, + "13": 44989894656.0, + "14": 44989894656.0, + "15": 44989894656.0, + "16": 44989894656.0, + "17": 44989894656.0, + "18": 44989894656.0, + "19": 44989894656.0, + "20": 44989894656.0, + "21": 44989894656.0, + "22": 44989894656.0, + "23": 44989894656.0, + "24": 44989894656.0, + "25": 44989894656.0 } }, "iteration-time": { @@ -132,31 +132,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 25.74522, - "2": 0.73559, - "3": 0.40581, - "4": 0.38308, - "5": 0.37606, - "6": 0.37631, - "7": 0.39269, - "8": 0.37902, - "9": 0.37764, - "10": 0.8554, - "11": 0.95952, - "12": 0.37861, - "13": 0.38954, - "14": 0.42497, - "15": 0.37698, - "16": 0.37629, - "17": 0.37835, - "18": 0.3766, - "19": 0.37494, - "20": 0.42005, - "21": 0.38011, - "22": 0.37713, - "23": 0.37617, - "24": 0.37515, - "25": 0.37401 + "1": "nan", + "2": 6.67745, + "3": 0.39735, + "4": 0.37954, + "5": 0.37756, + "6": 0.38019, + "7": 0.37708, + "8": 0.37784, + "9": 0.37652, + "10": 0.379, + "11": 0.37836, + "12": 0.38173, + "13": 0.37692, + "14": 0.37886, + "15": 0.37923, + "16": 0.37855, + "17": 0.3788, + "18": 0.37899, + "19": 0.37732, + "20": 0.37813, + "21": 0.37908, + "22": 0.38047, + "23": 0.38247, + "24": 0.38016, + "25": 0.37866 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_gb200.json index f6470962a57..4a556d7842b 100644 --- a/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_gb200.json @@ -5,2006 +5,2006 @@ "step_interval": 5, "values": { "1": 10.35422, - "5": 10.35245, - "10": 10.2685, - "15": 9.88229, + "5": 10.35244, + "10": 10.26851, + "15": 9.88227, "20": 9.69037, - "25": 9.56791, - "30": 9.46222, - "35": 9.3914, - "40": 9.30692, + "25": 9.56795, + "30": 9.46219, + "35": 9.39134, + "40": 9.3069, "45": 9.22623, - "50": 9.17628, - "55": 9.10985, + "50": 9.17627, + "55": 9.10983, "60": 9.02747, - "65": 8.96632, - "70": 8.97188, - "75": 8.89048, - "80": 8.90106, - "85": 8.82105, - "90": 8.80103, - "95": 8.76113, - "100": 8.71072, - "105": 8.65308, - "110": 8.59599, - "115": 8.574, - "120": 8.55934, - "125": 8.50551, - "130": 8.49512, - "135": 8.40399, - "140": 8.39479, - "145": 8.33222, - "150": 8.29186, - "155": 8.20142, - "160": 8.18848, - "165": 8.128, - "170": 8.10751, - "175": 8.07862, - "180": 7.94901, - "185": 7.98432, - "190": 7.89822, - "195": 7.84101, - "200": 7.79696, - "205": 7.74434, - "210": 7.68052, - "215": 7.65626, - "220": 7.59702, - "225": 7.51914, - "230": 7.45301, - "235": 7.437, - "240": 7.31011, - "245": 7.25757, - "250": 7.17667, - "255": 7.13144, - "260": 7.02879, - "265": 6.98496, - "270": 6.95865, - "275": 6.88942, - "280": 6.83967, - "285": 6.80686, - "290": 6.8118, - "295": 6.6953, - "300": 6.67358, - "305": 6.62245, - "310": 6.56517, - "315": 6.48413, - "320": 6.54165, - "325": 6.51196, - "330": 6.4768, - "335": 6.41889, - "340": 6.4309, - "345": 6.36847, - "350": 6.4031, - "355": 6.33763, - "360": 6.36178, - "365": 6.34573, - "370": 6.29755, - "375": 6.27978, - "380": 6.2496, - "385": 6.2422, - "390": 6.2024, - "395": 6.20439, - "400": 6.27329, - "405": 6.19011, - "410": 6.24281, - "415": 6.18168, - "420": 6.14477, - "425": 6.0925, - "430": 6.08008, - "435": 6.11672, - "440": 6.07312, - "445": 6.02634, - "450": 6.09764, - "455": 6.00716, - "460": 6.01176, - "465": 6.02621, - "470": 5.99986, - "475": 5.97788, - "480": 5.9838, - "485": 5.95964, - "490": 5.92051, - "495": 5.86947, - "500": 5.89269, - "505": 5.89102, - "510": 5.91775, - "515": 5.83931, - "520": 5.85796, - "525": 5.86203, - "530": 5.8352, - "535": 5.83783, - "540": 5.81699, - "545": 5.76242, - "550": 5.77885, + "65": 8.96604, + "70": 8.97179, + "75": 8.89044, + "80": 8.90169, + "85": 8.8215, + "90": 8.80145, + "95": 8.76479, + "100": 8.71678, + "105": 8.65914, + "110": 8.59577, + "115": 8.56179, + "120": 8.56322, + "125": 8.49369, + "130": 8.4767, + "135": 8.38244, + "140": 8.38327, + "145": 8.32016, + "150": 8.2906, + "155": 8.19567, + "160": 8.19227, + "165": 8.12922, + "170": 8.12686, + "175": 8.07496, + "180": 7.96342, + "185": 7.96966, + "190": 7.89985, + "195": 7.87228, + "200": 7.80925, + "205": 7.75866, + "210": 7.69986, + "215": 7.64959, + "220": 7.61327, + "225": 7.52293, + "230": 7.45816, + "235": 7.43469, + "240": 7.32166, + "245": 7.26914, + "250": 7.17842, + "255": 7.15919, + "260": 7.03225, + "265": 7.00419, + "270": 6.97262, + "275": 6.9009, + "280": 6.84399, + "285": 6.79324, + "290": 6.80189, + "295": 6.69807, + "300": 6.66977, + "305": 6.61829, + "310": 6.56177, + "315": 6.49709, + "320": 6.55012, + "325": 6.52737, + "330": 6.48147, + "335": 6.42692, + "340": 6.44752, + "345": 6.38568, + "350": 6.40994, + "355": 6.34603, + "360": 6.3743, + "365": 6.33387, + "370": 6.30346, + "375": 6.28671, + "380": 6.26299, + "385": 6.25445, + "390": 6.21746, + "395": 6.2045, + "400": 6.25252, + "405": 6.17649, + "410": 6.26333, + "415": 6.18102, + "420": 6.15185, + "425": 6.11123, + "430": 6.08865, + "435": 6.11583, + "440": 6.05448, + "445": 6.02378, + "450": 6.0877, + "455": 6.01558, + "460": 6.01151, + "465": 6.01898, + "470": 5.96315, + "475": 5.956, + "480": 5.96648, + "485": 5.93978, + "490": 5.90354, + "495": 5.86746, + "500": 5.88068, + "505": 5.88819, + "510": 5.9053, + "515": 5.81479, + "520": 5.84294, + "525": 5.85994, + "530": 5.83191, + "535": 5.83363, + "540": 5.81726, + "545": 5.77191, + "550": 5.768, "555": 5.74973, - "560": 5.76156, - "565": 5.72592, - "570": 5.73512, - "575": 5.712, - "580": 5.67375, - "585": 5.6946, - "590": 5.64405, - "595": 5.62603, - "600": 5.67008, - "605": 5.65655, - "610": 5.65366, - "615": 5.62064, - "620": 5.64921, - "625": 5.63251, - "630": 5.57696, - "635": 5.59531, - "640": 5.56297, - "645": 5.5869, - "650": 5.5489, - "655": 5.53997, - "660": 5.53436, - "665": 5.56961, - "670": 5.48437, - "675": 5.50604, - "680": 5.51736, - "685": 5.52566, - "690": 5.5252, - "695": 5.47231, - "700": 5.43782, - "705": 5.39228, - "710": 5.41032, - "715": 5.46022, - "720": 5.41853, - "725": 5.45343, - "730": 5.42707, - "735": 5.43485, - "740": 5.40507, - "745": 5.41236, - "750": 5.44519, - "755": 5.41647, - "760": 5.38349, - "765": 5.37137, - "770": 5.35623, - "775": 5.33993, - "780": 5.32279, - "785": 5.3151, - "790": 5.29657, - "795": 5.3167, - "800": 5.31938, - "805": 5.33863, - "810": 5.29451, - "815": 5.25571, - "820": 5.27795, - "825": 5.28468, - "830": 5.2709, - "835": 5.28986, - "840": 5.30873, - "845": 5.21399, - "850": 5.2374, - "855": 5.25008, - "860": 5.25245, - "865": 5.25216, - "870": 5.22852, - "875": 5.20461, - "880": 5.28578, - "885": 5.263, - "890": 5.20651, - "895": 5.21338, - "900": 5.2269, - "905": 5.22836, - "910": 5.1828, - "915": 5.21279, - "920": 5.18433, - "925": 5.20054, - "930": 5.18046, - "935": 5.15577, - "940": 5.1496, - "945": 5.19546, - "950": 5.13288, - "955": 5.09131, - "960": 5.13083, - "965": 5.08724, - "970": 5.06569, - "975": 5.11223, - "980": 5.09256, - "985": 5.05842, - "990": 5.08334, - "995": 5.08465, - "1000": 5.08384, - "1005": 5.09125, - "1010": 5.10163, - "1015": 5.06466, - "1020": 5.10689, - "1025": 5.0516, - "1030": 4.99252, - "1035": 5.06777, - "1040": 5.02491, - "1045": 5.05717, - "1050": 5.07492, - "1055": 5.03175, - "1060": 5.07479, - "1065": 4.98581, - "1070": 4.98112, - "1075": 4.98143, - "1080": 4.96516, - "1085": 5.01548, - "1090": 5.0182, - "1095": 5.02594, - "1100": 5.01391, - "1105": 4.98258, - "1110": 4.93104, - "1115": 4.93686, - "1120": 4.947, - "1125": 4.8995, - "1130": 5.0543, - "1135": 4.92499, - "1140": 4.94746, - "1145": 4.89933, - "1150": 4.98041, - "1155": 4.89585, - "1160": 4.89064, - "1165": 4.90996, - "1170": 4.98544, - "1175": 4.95656, - "1180": 4.8423, - "1185": 4.92303, - "1190": 4.87653, - "1195": 4.93, - "1200": 5.01576, - "1205": 4.97712, - "1210": 4.83972, - "1215": 4.88236, - "1220": 4.89309, - "1225": 4.89164, - "1230": 4.89919, - "1235": 4.89071, - "1240": 4.86546, - "1245": 4.89583, - "1250": 4.83246, - "1255": 4.87794, - "1260": 4.79463, - "1265": 4.86284, - "1270": 4.9332, - "1275": 4.84685, - "1280": 4.83214, - "1285": 4.91065, - "1290": 4.7226, - "1295": 4.82715, - "1300": 4.85147, - "1305": 4.8245, - "1310": 4.92114, - "1315": 4.80015, - "1320": 4.87901, - "1325": 4.77386, - "1330": 4.82046, - "1335": 4.80223, - "1340": 4.81075, - "1345": 4.82254, - "1350": 4.8353, - "1355": 4.80641, - "1360": 4.74366, - "1365": 4.84945, - "1370": 4.82252, - "1375": 4.83939, - "1380": 4.75649, - "1385": 4.74065, - "1390": 4.78815, - "1395": 4.80805, - "1400": 4.6808, - "1405": 4.68185, - "1410": 4.7621, - "1415": 4.79327, - "1420": 4.76612, - "1425": 4.73052, - "1430": 4.76058, - "1435": 4.77955, - "1440": 4.76316, - "1445": 4.75671, - "1450": 4.72188, - "1455": 4.66272, - "1460": 4.76812, - "1465": 4.74343, - "1470": 4.69766, - "1475": 4.71375, - "1480": 4.72142, - "1485": 4.75034, - "1490": 4.76209, - "1495": 4.75628, - "1500": 4.77525, - "1505": 4.69891, - "1510": 4.71363, - "1515": 4.71411, - "1520": 4.76512, - "1525": 4.74485, - "1530": 4.67983, - "1535": 4.69641, - "1540": 4.71941, - "1545": 4.61013, - "1550": 4.6519, - "1555": 4.61966, - "1560": 4.71294, - "1565": 4.63871, - "1570": 4.67622, - "1575": 4.67935, - "1580": 4.67107, - "1585": 4.6943, - "1590": 4.68267, - "1595": 4.72598, - "1600": 4.69215, - "1605": 4.68526, - "1610": 4.62388, - "1615": 4.62371, - "1620": 4.70645, - "1625": 4.6732, - "1630": 4.61911, - "1635": 4.61701, - "1640": 4.70368, - "1645": 4.64951, - "1650": 4.66917, - "1655": 4.63276, - "1660": 4.68699, - "1665": 4.63274, - "1670": 4.70909, - "1675": 4.65842, - "1680": 4.60889, - "1685": 4.65717, - "1690": 4.65198, - "1695": 4.67302, - "1700": 4.65944, - "1705": 4.65173, - "1710": 4.64988, - "1715": 4.70702, - "1720": 4.65537, - "1725": 4.67412, - "1730": 4.64872, - "1735": 4.63874, - "1740": 4.61695, - "1745": 4.63573, - "1750": 4.6167, - "1755": 4.65271, - "1760": 4.59833, - "1765": 4.63722, - "1770": 4.62905, - "1775": 4.60239, - "1780": 4.61141, - "1785": 4.61797, - "1790": 4.52113, - "1795": 4.59334, - "1800": 4.61622, - "1805": 4.57378, - "1810": 4.57293, - "1815": 4.58646, - "1820": 4.61368, - "1825": 4.63914, - "1830": 4.59977, - "1835": 4.57978, - "1840": 4.50525, - "1845": 4.54671, - "1850": 4.65044, - "1855": 4.59676, - "1860": 4.58291, - "1865": 4.5633, - "1870": 4.59359, - "1875": 4.56685, - "1880": 4.60588, - "1885": 4.52548, - "1890": 4.52269, - "1895": 4.65846, - "1900": 4.49851, - "1905": 4.58282, - "1910": 4.61139, - "1915": 4.59197, - "1920": 4.57456, - "1925": 4.54941, - "1930": 4.57628, - "1935": 4.54692, - "1940": 4.52706, - "1945": 4.55129, - "1950": 4.53106, - "1955": 4.56936, - "1960": 4.55672, - "1965": 4.58067, - "1970": 4.53437, - "1975": 4.57124, - "1980": 4.52836, - "1985": 4.59265, - "1990": 4.49609, - "1995": 4.58286, - "2000": 4.56014, - "2005": 4.54543, - "2010": 4.56184, - "2015": 4.57224, - "2020": 4.50897, - "2025": 4.51272, - "2030": 4.56801, - "2035": 4.54178, - "2040": 4.59257, - "2045": 4.46338, - "2050": 4.53276, - "2055": 4.53493, - "2060": 4.51123, - "2065": 4.56508, - "2070": 4.51254, - "2075": 4.58051, - "2080": 4.56982, - "2085": 4.51231, - "2090": 4.48206, - "2095": 4.44301, - "2100": 4.42195, - "2105": 4.45539, - "2110": 4.57755, - "2115": 4.57086, - "2120": 4.58797, - "2125": 4.50282, - "2130": 4.50448, - "2135": 4.5236, - "2140": 4.52479, - "2145": 4.45692, - "2150": 4.50607, - "2155": 4.47495, - "2160": 4.44005, - "2165": 4.57071, - "2170": 4.49443, - "2175": 4.52909, - "2180": 4.51407, - "2185": 4.43416, - "2190": 4.48329, - "2195": 4.53122, - "2200": 4.47987, - "2205": 4.40502, - "2210": 4.48945, - "2215": 4.47545, - "2220": 4.45968, - "2225": 4.44502, - "2230": 4.44925, - "2235": 4.45689, - "2240": 4.44356, - "2245": 4.53227, - "2250": 4.45832, - "2255": 4.54856, - "2260": 4.48516, - "2265": 4.44114, - "2270": 4.41925, - "2275": 4.40923, - "2280": 4.49208, - "2285": 4.46706, - "2290": 4.46495, - "2295": 4.5026, - "2300": 4.48893, - "2305": 4.45544, - "2310": 4.42513, - "2315": 4.44614, - "2320": 4.34633, - "2325": 4.45929, - "2330": 4.46377, - "2335": 4.46755, - "2340": 4.43987, - "2345": 4.46478, - "2350": 4.37018, - "2355": 4.45451, - "2360": 4.47943, - "2365": 4.42723, - "2370": 4.39311, - "2375": 4.46952, - "2380": 4.45692, - "2385": 4.36626, - "2390": 4.42156, - "2395": 4.38141, - "2400": 4.41992, - "2405": 4.45863, - "2410": 4.37381, - "2415": 4.51059, - "2420": 4.45632, - "2425": 4.40926, - "2430": 4.47547, - "2435": 4.36493, - "2440": 4.44307, - "2445": 4.42164, - "2450": 4.41492, - "2455": 4.48239, - "2460": 4.41127, - "2465": 4.4402, - "2470": 4.42808, - "2475": 4.3983, - "2480": 4.46754, - "2485": 4.46477, - "2490": 4.35937, - "2495": 4.38771, - "2500": 4.43193, - "2505": 4.38789, - "2510": 4.36203, - "2515": 4.38675, - "2520": 4.44477, - "2525": 4.34675, - "2530": 4.40232, - "2535": 4.45469, - "2540": 4.38574, - "2545": 4.361, - "2550": 4.41054, - "2555": 4.40529, - "2560": 4.42, - "2565": 4.39688, - "2570": 4.44834, - "2575": 4.40227, - "2580": 4.39673, - "2585": 4.40022, - "2590": 4.42269, - "2595": 4.35354, - "2600": 4.38655, - "2605": 4.4434, - "2610": 4.3812, - "2615": 4.34473, - "2620": 4.40662, - "2625": 4.43438, - "2630": 4.38142, - "2635": 4.41217, - "2640": 4.40788, - "2645": 4.3937, - "2650": 4.38742, - "2655": 4.42718, - "2660": 4.3398, - "2665": 4.28599, - "2670": 4.38225, - "2675": 4.2985, - "2680": 4.34147, - "2685": 4.33224, - "2690": 4.34018, - "2695": 4.27853, - "2700": 4.35347, - "2705": 4.32968, - "2710": 4.33072, - "2715": 4.30968, - "2720": 4.3596, - "2725": 4.33879, - "2730": 4.28963, - "2735": 4.31091, - "2740": 4.41199, - "2745": 4.30621, - "2750": 4.33163, - "2755": 4.43327, - "2760": 4.39563, - "2765": 4.39594, - "2770": 4.35359, - "2775": 4.33876, - "2780": 4.36131, - "2785": 4.29861, - "2790": 4.3742, - "2795": 4.37154, - "2800": 4.38362, - "2805": 4.24503, - "2810": 4.29996, - "2815": 4.32073, - "2820": 4.34689, - "2825": 4.28647, - "2830": 4.34946, - "2835": 4.41875, - "2840": 4.34532, - "2845": 4.3299, - "2850": 4.32293, - "2855": 4.34374, - "2860": 4.38449, - "2865": 4.31389, - "2870": 4.31181, - "2875": 4.29495, - "2880": 4.30058, - "2885": 4.28681, - "2890": 4.28732, - "2895": 4.36558, - "2900": 4.29222, - "2905": 4.35007, - "2910": 4.28441, - "2915": 4.31508, - "2920": 4.30641, - "2925": 4.32773, - "2930": 4.29699, - "2935": 4.32767, - "2940": 4.336, - "2945": 4.28982, - "2950": 4.2496, - "2955": 4.31771, - "2960": 4.22707, - "2965": 4.30817, - "2970": 4.32609, - "2975": 4.31564, - "2980": 4.27612, - "2985": 4.33998, - "2990": 4.25728, - "2995": 4.36075, - "3000": 4.24229, - "3005": 4.25575, - "3010": 4.32204, - "3015": 4.2624, - "3020": 4.27728, - "3025": 4.26188, - "3030": 4.24791, - "3035": 4.27697, - "3040": 4.27001, - "3045": 4.26491, - "3050": 4.32833, - "3055": 4.28187, - "3060": 4.25902, - "3065": 4.31083, - "3070": 4.25102, - "3075": 4.28272, - "3080": 4.21521, - "3085": 4.28053, - "3090": 4.24649, - "3095": 4.29467, - "3100": 4.33845, - "3105": 4.2412, - "3110": 4.24585, - "3115": 4.2396, - "3120": 4.31883, - "3125": 4.22556, - "3130": 4.25095, - "3135": 4.25067, - "3140": 4.27584, - "3145": 4.24051, - "3150": 4.29321, - "3155": 4.21729, - "3160": 4.28915, - "3165": 4.26423, - "3170": 4.20392, - "3175": 4.32032, - "3180": 4.21695, - "3185": 4.19612, - "3190": 4.25336, - "3195": 4.23982, - "3200": 4.27545, - "3205": 4.24361, - "3210": 4.25035, - "3215": 4.28017, - "3220": 4.21637, - "3225": 4.2733, - "3230": 4.24886, - "3235": 4.27531, - "3240": 4.20496, - "3245": 4.23141, - "3250": 4.30901, - "3255": 4.28175, - "3260": 4.23313, - "3265": 4.16257, - "3270": 4.23237, - "3275": 4.24959, - "3280": 4.26375, - "3285": 4.2221, - "3290": 4.2613, - "3295": 4.3077, - "3300": 4.2937, - "3305": 4.21761, - "3310": 4.27846, - "3315": 4.21993, - "3320": 4.26761, - "3325": 4.25835, - "3330": 4.26906, - "3335": 4.17137, - "3340": 4.25774, - "3345": 4.23153, - "3350": 4.26791, - "3355": 4.19612, - "3360": 4.16417, - "3365": 4.18977, - "3370": 4.19654, - "3375": 4.24734, - "3380": 4.20658, - "3385": 4.19282, - "3390": 4.20336, - "3395": 4.21661, - "3400": 4.17872, - "3405": 4.29099, - "3410": 4.18967, - "3415": 4.24469, - "3420": 4.17319, - "3425": 4.18831, - "3430": 4.20669, - "3435": 4.20085, - "3440": 4.25044, - "3445": 4.23429, - "3450": 4.24876, - "3455": 4.15724, - "3460": 4.16723, - "3465": 4.19209, - "3470": 4.17121, - "3475": 4.21491, - "3480": 4.24855, - "3485": 4.16038, - "3490": 4.2623, - "3495": 4.17754, - "3500": 4.1724, - "3505": 4.14141, - "3510": 4.20048, - "3515": 4.22065, - "3520": 4.16803, - "3525": 4.22204, - "3530": 4.25065, - "3535": 4.25038, - "3540": 4.14641, - "3545": 4.13379, - "3550": 4.19951, - "3555": 4.08915, - "3560": 4.11427, - "3565": 4.19023, - "3570": 4.2077, - "3575": 4.23368, - "3580": 4.14255, - "3585": 4.14338, - "3590": 4.14381, - "3595": 4.24395, - "3600": 4.17785, - "3605": 4.12261, - "3610": 4.17045, - "3615": 4.18374, - "3620": 4.18142, - "3625": 4.16862, - "3630": 4.07986, - "3635": 4.12121, - "3640": 4.1492, - "3645": 4.19521, - "3650": 4.12881, - "3655": 4.19055, - "3660": 4.10765, - "3665": 4.24809, - "3670": 4.19207, - "3675": 4.18454, - "3680": 4.14248, - "3685": 4.13659, - "3690": 4.08318, - "3695": 4.14766, - "3700": 4.15423, - "3705": 4.13901, - "3710": 4.16851, - "3715": 4.12807, - "3720": 4.07507, - "3725": 4.18959, - "3730": 4.14707, - "3735": 4.15437, - "3740": 4.10581, - "3745": 4.09172, - "3750": 4.09863, - "3755": 3.99645, - "3760": 4.14862, - "3765": 4.12344, - "3770": 4.09278, - "3775": 4.10764, - "3780": 4.1384, - "3785": 4.04606, - "3790": 4.15597, - "3795": 4.17997, - "3800": 4.14609, - "3805": 4.1217, - "3810": 4.13957, - "3815": 4.12743, - "3820": 4.16431, - "3825": 4.07886, - "3830": 4.04683, - "3835": 4.13565, - "3840": 4.10057, - "3845": 4.13876, - "3850": 4.08041, - "3855": 4.06965, - "3860": 4.15177, - "3865": 4.10886, - "3870": 4.19462, - "3875": 4.08622, - "3880": 4.16126, - "3885": 4.0792, - "3890": 4.11958, - "3895": 4.13058, - "3900": 4.1326, - "3905": 4.10442, - "3910": 4.15978, - "3915": 4.08327, - "3920": 4.11072, - "3925": 4.07026, - "3930": 4.12084, - "3935": 4.10274, - "3940": 4.14506, - "3945": 4.13091, - "3950": 4.1061, - "3955": 4.10859, - "3960": 4.07452, - "3965": 4.11377, - "3970": 4.04662, - "3975": 4.11829, - "3980": 4.04427, - "3985": 4.14386, - "3990": 4.11176, - "3995": 4.15765, - "4000": 4.08081, - "4005": 4.12004, - "4010": 4.07417, - "4015": 4.14683, - "4020": 4.14644, - "4025": 4.09244, - "4030": 4.12255, - "4035": 4.10062, - "4040": 4.10925, - "4045": 4.13571, - "4050": 4.17937, - "4055": 4.06781, - "4060": 4.07351, - "4065": 4.10485, - "4070": 4.09988, - "4075": 4.08426, - "4080": 4.008, - "4085": 4.07109, - "4090": 4.13154, - "4095": 4.03909, - "4100": 4.08171, - "4105": 4.06983, - "4110": 4.05133, - "4115": 4.09053, - "4120": 4.09365, - "4125": 4.05058, - "4130": 4.05789, - "4135": 4.00959, - "4140": 4.10095, - "4145": 4.07389, - "4150": 4.02059, - "4155": 4.08863, - "4160": 4.0065, - "4165": 4.13517, - "4170": 4.10473, - "4175": 4.09133, - "4180": 4.13545, - "4185": 4.03028, - "4190": 4.04272, - "4195": 4.01271, - "4200": 4.0991, - "4205": 4.07792, - "4210": 4.04868, - "4215": 4.08492, - "4220": 4.09469, - "4225": 4.03724, - "4230": 4.07247, - "4235": 4.08646, - "4240": 4.00806, - "4245": 4.00204, - "4250": 4.03923, - "4255": 3.99945, - "4260": 4.02417, - "4265": 4.02893, - "4270": 4.00791, - "4275": 3.99794, - "4280": 4.0821, - "4285": 4.0041, - "4290": 3.98139, - "4295": 4.0712, - "4300": 3.97713, - "4305": 4.05004, - "4310": 4.10948, - "4315": 4.02413, - "4320": 4.07907, - "4325": 3.95142, - "4330": 4.04415, - "4335": 4.00236, - "4340": 4.05274, - "4345": 4.02868, - "4350": 4.05037, - "4355": 3.99734, - "4360": 3.98836, - "4365": 3.99484, - "4370": 4.02463, - "4375": 4.05081, - "4380": 4.02856, - "4385": 4.04073, - "4390": 4.04799, - "4395": 4.04965, - "4400": 4.0465, - "4405": 3.96096, - "4410": 4.00051, - "4415": 4.00359, - "4420": 4.03226, - "4425": 4.07326, - "4430": 3.96123, - "4435": 4.02258, - "4440": 3.99067, - "4445": 3.98873, - "4450": 3.93575, - "4455": 4.02772, - "4460": 3.91662, - "4465": 4.01378, - "4470": 3.9985, - "4475": 3.98844, - "4480": 4.05603, - "4485": 3.94335, - "4490": 3.93992, - "4495": 3.98092, - "4500": 3.98503, - "4505": 4.04954, - "4510": 4.07614, - "4515": 4.01292, - "4520": 4.02085, - "4525": 3.92862, - "4530": 4.0512, - "4535": 3.98579, - "4540": 3.98721, - "4545": 3.96091, - "4550": 3.9859, - "4555": 4.01483, - "4560": 3.99287, - "4565": 3.98704, - "4570": 3.96572, - "4575": 3.95798, - "4580": 3.94622, - "4585": 4.04923, - "4590": 3.9124, - "4595": 4.02514, - "4600": 3.96503, - "4605": 3.95058, - "4610": 3.92692, - "4615": 3.95051, - "4620": 3.98608, + "560": 5.74862, + "565": 5.73474, + "570": 5.73697, + "575": 5.71875, + "580": 5.65636, + "585": 5.67362, + "590": 5.62994, + "595": 5.63984, + "600": 5.65741, + "605": 5.63531, + "610": 5.64542, + "615": 5.61652, + "620": 5.6367, + "625": 5.65916, + "630": 5.60147, + "635": 5.59802, + "640": 5.57461, + "645": 5.58812, + "650": 5.55562, + "655": 5.5488, + "660": 5.52534, + "665": 5.57479, + "670": 5.47585, + "675": 5.51316, + "680": 5.52697, + "685": 5.50858, + "690": 5.52376, + "695": 5.47373, + "700": 5.43586, + "705": 5.37977, + "710": 5.44082, + "715": 5.46763, + "720": 5.42906, + "725": 5.44931, + "730": 5.41484, + "735": 5.41365, + "740": 5.40059, + "745": 5.41292, + "750": 5.43581, + "755": 5.40179, + "760": 5.36305, + "765": 5.37276, + "770": 5.35635, + "775": 5.32888, + "780": 5.31908, + "785": 5.30782, + "790": 5.28898, + "795": 5.31475, + "800": 5.31447, + "805": 5.34343, + "810": 5.29927, + "815": 5.24314, + "820": 5.28725, + "825": 5.31529, + "830": 5.26729, + "835": 5.30493, + "840": 5.31113, + "845": 5.21284, + "850": 5.23233, + "855": 5.25005, + "860": 5.24698, + "865": 5.26621, + "870": 5.23597, + "875": 5.19926, + "880": 5.29408, + "885": 5.26177, + "890": 5.20201, + "895": 5.21565, + "900": 5.22992, + "905": 5.22061, + "910": 5.18794, + "915": 5.20538, + "920": 5.18427, + "925": 5.19248, + "930": 5.1727, + "935": 5.14715, + "940": 5.14966, + "945": 5.18893, + "950": 5.15875, + "955": 5.09555, + "960": 5.14027, + "965": 5.08914, + "970": 5.07034, + "975": 5.11743, + "980": 5.10166, + "985": 5.06264, + "990": 5.08607, + "995": 5.0956, + "1000": 5.09103, + "1005": 5.09954, + "1010": 5.097, + "1015": 5.06808, + "1020": 5.10625, + "1025": 5.04915, + "1030": 4.99804, + "1035": 5.07873, + "1040": 5.03042, + "1045": 5.04968, + "1050": 5.08079, + "1055": 5.03578, + "1060": 5.08799, + "1065": 4.98247, + "1070": 4.97899, + "1075": 4.98678, + "1080": 4.97907, + "1085": 5.01173, + "1090": 5.02146, + "1095": 5.02248, + "1100": 5.0172, + "1105": 4.98326, + "1110": 4.92767, + "1115": 4.92908, + "1120": 4.95516, + "1125": 4.89882, + "1130": 5.04872, + "1135": 4.92221, + "1140": 4.95418, + "1145": 4.90174, + "1150": 4.9825, + "1155": 4.914, + "1160": 4.90757, + "1165": 4.91722, + "1170": 4.98739, + "1175": 4.95708, + "1180": 4.84853, + "1185": 4.92856, + "1190": 4.89222, + "1195": 4.92577, + "1200": 5.01238, + "1205": 4.97038, + "1210": 4.85084, + "1215": 4.88675, + "1220": 4.88661, + "1225": 4.89237, + "1230": 4.90525, + "1235": 4.89192, + "1240": 4.87586, + "1245": 4.89021, + "1250": 4.83298, + "1255": 4.88231, + "1260": 4.80569, + "1265": 4.86962, + "1270": 4.93569, + "1275": 4.84407, + "1280": 4.82585, + "1285": 4.9187, + "1290": 4.7207, + "1295": 4.83168, + "1300": 4.84988, + "1305": 4.83284, + "1310": 4.91649, + "1315": 4.80151, + "1320": 4.87973, + "1325": 4.77275, + "1330": 4.82154, + "1335": 4.7989, + "1340": 4.80786, + "1345": 4.82988, + "1350": 4.83467, + "1355": 4.80195, + "1360": 4.74063, + "1365": 4.84719, + "1370": 4.81709, + "1375": 4.83832, + "1380": 4.76502, + "1385": 4.7394, + "1390": 4.78736, + "1395": 4.80151, + "1400": 4.67481, + "1405": 4.6766, + "1410": 4.75678, + "1415": 4.79175, + "1420": 4.76775, + "1425": 4.72711, + "1430": 4.76087, + "1435": 4.77786, + "1440": 4.76816, + "1445": 4.75692, + "1450": 4.72069, + "1455": 4.66908, + "1460": 4.78031, + "1465": 4.74164, + "1470": 4.69459, + "1475": 4.71481, + "1480": 4.72217, + "1485": 4.75277, + "1490": 4.75536, + "1495": 4.73124, + "1500": 4.77502, + "1505": 4.68863, + "1510": 4.72556, + "1515": 4.71948, + "1520": 4.76127, + "1525": 4.7393, + "1530": 4.68131, + "1535": 4.70294, + "1540": 4.7174, + "1545": 4.61173, + "1550": 4.64164, + "1555": 4.61876, + "1560": 4.71064, + "1565": 4.64286, + "1570": 4.6759, + "1575": 4.67829, + "1580": 4.66854, + "1585": 4.69151, + "1590": 4.67386, + "1595": 4.72778, + "1600": 4.69207, + "1605": 4.68147, + "1610": 4.61474, + "1615": 4.62707, + "1620": 4.70251, + "1625": 4.67161, + "1630": 4.61246, + "1635": 4.61327, + "1640": 4.69908, + "1645": 4.64987, + "1650": 4.67226, + "1655": 4.62881, + "1660": 4.68249, + "1665": 4.62556, + "1670": 4.70554, + "1675": 4.65425, + "1680": 4.60146, + "1685": 4.65819, + "1690": 4.64996, + "1695": 4.67006, + "1700": 4.65625, + "1705": 4.65152, + "1710": 4.64685, + "1715": 4.69759, + "1720": 4.65208, + "1725": 4.66975, + "1730": 4.64425, + "1735": 4.64299, + "1740": 4.61291, + "1745": 4.62997, + "1750": 4.6083, + "1755": 4.64938, + "1760": 4.6049, + "1765": 4.62898, + "1770": 4.61893, + "1775": 4.59671, + "1780": 4.60995, + "1785": 4.62232, + "1790": 4.51589, + "1795": 4.5899, + "1800": 4.61411, + "1805": 4.57352, + "1810": 4.56953, + "1815": 4.58557, + "1820": 4.60518, + "1825": 4.63038, + "1830": 4.5886, + "1835": 4.57328, + "1840": 4.50201, + "1845": 4.54108, + "1850": 4.64782, + "1855": 4.59506, + "1860": 4.57645, + "1865": 4.56283, + "1870": 4.59126, + "1875": 4.5641, + "1880": 4.59555, + "1885": 4.52527, + "1890": 4.5125, + "1895": 4.64848, + "1900": 4.49256, + "1905": 4.57663, + "1910": 4.61161, + "1915": 4.59131, + "1920": 4.57205, + "1925": 4.54446, + "1930": 4.5772, + "1935": 4.55553, + "1940": 4.5257, + "1945": 4.55056, + "1950": 4.53022, + "1955": 4.56348, + "1960": 4.55271, + "1965": 4.57378, + "1970": 4.53254, + "1975": 4.56525, + "1980": 4.52189, + "1985": 4.59018, + "1990": 4.48917, + "1995": 4.57228, + "2000": 4.55914, + "2005": 4.53724, + "2010": 4.55658, + "2015": 4.56339, + "2020": 4.49992, + "2025": 4.50587, + "2030": 4.56106, + "2035": 4.53759, + "2040": 4.58721, + "2045": 4.457, + "2050": 4.52805, + "2055": 4.53119, + "2060": 4.50153, + "2065": 4.55744, + "2070": 4.50464, + "2075": 4.5742, + "2080": 4.56507, + "2085": 4.51266, + "2090": 4.47776, + "2095": 4.43338, + "2100": 4.41447, + "2105": 4.44887, + "2110": 4.57245, + "2115": 4.55797, + "2120": 4.58313, + "2125": 4.49019, + "2130": 4.49422, + "2135": 4.51235, + "2140": 4.514, + "2145": 4.45457, + "2150": 4.50149, + "2155": 4.46912, + "2160": 4.43112, + "2165": 4.56287, + "2170": 4.48533, + "2175": 4.52236, + "2180": 4.50345, + "2185": 4.43039, + "2190": 4.47437, + "2195": 4.51568, + "2200": 4.47286, + "2205": 4.3956, + "2210": 4.48161, + "2215": 4.46691, + "2220": 4.45638, + "2225": 4.4438, + "2230": 4.44494, + "2235": 4.44948, + "2240": 4.43393, + "2245": 4.49198, + "2250": 4.43813, + "2255": 4.52308, + "2260": 4.46955, + "2265": 4.42867, + "2270": 4.41013, + "2275": 4.40538, + "2280": 4.48383, + "2285": 4.45978, + "2290": 4.45906, + "2295": 4.49431, + "2300": 4.48019, + "2305": 4.44674, + "2310": 4.41156, + "2315": 4.4364, + "2320": 4.33316, + "2325": 4.44819, + "2330": 4.45393, + "2335": 4.45713, + "2340": 4.43146, + "2345": 4.45053, + "2350": 4.36235, + "2355": 4.44763, + "2360": 4.47316, + "2365": 4.4144, + "2370": 4.38341, + "2375": 4.46164, + "2380": 4.44698, + "2385": 4.35711, + "2390": 4.40708, + "2395": 4.37616, + "2400": 4.41473, + "2405": 4.44932, + "2410": 4.36001, + "2415": 4.50803, + "2420": 4.44674, + "2425": 4.40048, + "2430": 4.46931, + "2435": 4.3642, + "2440": 4.41901, + "2445": 4.41586, + "2450": 4.40808, + "2455": 4.46976, + "2460": 4.4024, + "2465": 4.42408, + "2470": 4.41954, + "2475": 4.38572, + "2480": 4.46519, + "2485": 4.46026, + "2490": 4.35562, + "2495": 4.36675, + "2500": 4.42544, + "2505": 4.38207, + "2510": 4.35357, + "2515": 4.37236, + "2520": 4.43953, + "2525": 4.33191, + "2530": 4.39049, + "2535": 4.44422, + "2540": 4.37879, + "2545": 4.35463, + "2550": 4.40344, + "2555": 4.39915, + "2560": 4.41186, + "2565": 4.38478, + "2570": 4.43972, + "2575": 4.39122, + "2580": 4.37909, + "2585": 4.3875, + "2590": 4.41846, + "2595": 4.33351, + "2600": 4.37468, + "2605": 4.43425, + "2610": 4.3832, + "2615": 4.36272, + "2620": 4.41136, + "2625": 4.43227, + "2630": 4.37736, + "2635": 4.40664, + "2640": 4.40595, + "2645": 4.38568, + "2650": 4.37312, + "2655": 4.41973, + "2660": 4.32712, + "2665": 4.27889, + "2670": 4.3758, + "2675": 4.29011, + "2680": 4.33746, + "2685": 4.31911, + "2690": 4.33859, + "2695": 4.27418, + "2700": 4.34345, + "2705": 4.30891, + "2710": 4.31588, + "2715": 4.30292, + "2720": 4.3503, + "2725": 4.33351, + "2730": 4.28543, + "2735": 4.30222, + "2740": 4.39965, + "2745": 4.30587, + "2750": 4.32586, + "2755": 4.42295, + "2760": 4.39183, + "2765": 4.38673, + "2770": 4.34346, + "2775": 4.3323, + "2780": 4.35649, + "2785": 4.28833, + "2790": 4.367, + "2795": 4.36066, + "2800": 4.37417, + "2805": 4.23619, + "2810": 4.29784, + "2815": 4.30864, + "2820": 4.34062, + "2825": 4.27944, + "2830": 4.34203, + "2835": 4.39268, + "2840": 4.32351, + "2845": 4.33238, + "2850": 4.31699, + "2855": 4.34195, + "2860": 4.37341, + "2865": 4.30534, + "2870": 4.30538, + "2875": 4.28707, + "2880": 4.2918, + "2885": 4.28004, + "2890": 4.27596, + "2895": 4.36243, + "2900": 4.28955, + "2905": 4.34758, + "2910": 4.28887, + "2915": 4.30973, + "2920": 4.29685, + "2925": 4.3276, + "2930": 4.29027, + "2935": 4.3264, + "2940": 4.32579, + "2945": 4.28513, + "2950": 4.24246, + "2955": 4.31595, + "2960": 4.21782, + "2965": 4.30204, + "2970": 4.31666, + "2975": 4.29965, + "2980": 4.26783, + "2985": 4.33124, + "2990": 4.25236, + "2995": 4.35178, + "3000": 4.22126, + "3005": 4.25027, + "3010": 4.31805, + "3015": 4.25513, + "3020": 4.26967, + "3025": 4.25007, + "3030": 4.24379, + "3035": 4.26866, + "3040": 4.25428, + "3045": 4.24621, + "3050": 4.30963, + "3055": 4.26861, + "3060": 4.24531, + "3065": 4.30289, + "3070": 4.24171, + "3075": 4.27193, + "3080": 4.21395, + "3085": 4.26482, + "3090": 4.23437, + "3095": 4.28693, + "3100": 4.32923, + "3105": 4.23148, + "3110": 4.24017, + "3115": 4.23017, + "3120": 4.30801, + "3125": 4.22123, + "3130": 4.24202, + "3135": 4.24195, + "3140": 4.26352, + "3145": 4.23895, + "3150": 4.2845, + "3155": 4.20332, + "3160": 4.28259, + "3165": 4.25178, + "3170": 4.19661, + "3175": 4.305, + "3180": 4.20698, + "3185": 4.18284, + "3190": 4.238, + "3195": 4.22101, + "3200": 4.26205, + "3205": 4.2274, + "3210": 4.22971, + "3215": 4.25478, + "3220": 4.20128, + "3225": 4.25509, + "3230": 4.23451, + "3235": 4.25631, + "3240": 4.18699, + "3245": 4.21861, + "3250": 4.29631, + "3255": 4.26241, + "3260": 4.20843, + "3265": 4.14406, + "3270": 4.2146, + "3275": 4.23503, + "3280": 4.24474, + "3285": 4.19823, + "3290": 4.24452, + "3295": 4.29653, + "3300": 4.28796, + "3305": 4.20274, + "3310": 4.25659, + "3315": 4.20445, + "3320": 4.25604, + "3325": 4.24521, + "3330": 4.24841, + "3335": 4.15592, + "3340": 4.24682, + "3345": 4.22063, + "3350": 4.25898, + "3355": 4.18246, + "3360": 4.14873, + "3365": 4.17793, + "3370": 4.1828, + "3375": 4.23422, + "3380": 4.19182, + "3385": 4.17824, + "3390": 4.19292, + "3395": 4.19439, + "3400": 4.16509, + "3405": 4.27491, + "3410": 4.17725, + "3415": 4.22617, + "3420": 4.1509, + "3425": 4.16781, + "3430": 4.19158, + "3435": 4.18525, + "3440": 4.22877, + "3445": 4.21499, + "3450": 4.23222, + "3455": 4.13823, + "3460": 4.15052, + "3465": 4.18078, + "3470": 4.1525, + "3475": 4.19416, + "3480": 4.23229, + "3485": 4.14076, + "3490": 4.23959, + "3495": 4.16724, + "3500": 4.15276, + "3505": 4.12489, + "3510": 4.18597, + "3515": 4.21082, + "3520": 4.14916, + "3525": 4.20029, + "3530": 4.23638, + "3535": 4.24227, + "3540": 4.12978, + "3545": 4.11752, + "3550": 4.18289, + "3555": 4.07565, + "3560": 4.10178, + "3565": 4.18244, + "3570": 4.18631, + "3575": 4.22151, + "3580": 4.12928, + "3585": 4.13157, + "3590": 4.13551, + "3595": 4.22328, + "3600": 4.16218, + "3605": 4.11479, + "3610": 4.16076, + "3615": 4.17481, + "3620": 4.18507, + "3625": 4.15747, + "3630": 4.06713, + "3635": 4.10508, + "3640": 4.13571, + "3645": 4.17695, + "3650": 4.11143, + "3655": 4.17768, + "3660": 4.0939, + "3665": 4.23142, + "3670": 4.17573, + "3675": 4.17312, + "3680": 4.13176, + "3685": 4.12373, + "3690": 4.06898, + "3695": 4.13323, + "3700": 4.15518, + "3705": 4.1313, + "3710": 4.1591, + "3715": 4.11361, + "3720": 4.05404, + "3725": 4.17572, + "3730": 4.13823, + "3735": 4.1374, + "3740": 4.08643, + "3745": 4.07593, + "3750": 4.08455, + "3755": 3.98679, + "3760": 4.13398, + "3765": 4.10747, + "3770": 4.07466, + "3775": 4.09411, + "3780": 4.13302, + "3785": 4.03506, + "3790": 4.14719, + "3795": 4.16785, + "3800": 4.13739, + "3805": 4.10785, + "3810": 4.12622, + "3815": 4.10852, + "3820": 4.15209, + "3825": 4.0675, + "3830": 4.02571, + "3835": 4.12846, + "3840": 4.07719, + "3845": 4.12571, + "3850": 4.08206, + "3855": 4.06548, + "3860": 4.14609, + "3865": 4.09582, + "3870": 4.18183, + "3875": 4.07501, + "3880": 4.15013, + "3885": 4.0712, + "3890": 4.10715, + "3895": 4.11649, + "3900": 4.11744, + "3905": 4.09793, + "3910": 4.14315, + "3915": 4.07271, + "3920": 4.10394, + "3925": 4.05934, + "3930": 4.10847, + "3935": 4.09814, + "3940": 4.13477, + "3945": 4.12002, + "3950": 4.1024, + "3955": 4.10915, + "3960": 4.06286, + "3965": 4.11105, + "3970": 4.03796, + "3975": 4.11092, + "3980": 4.03602, + "3985": 4.13894, + "3990": 4.10627, + "3995": 4.15195, + "4000": 4.07567, + "4005": 4.11031, + "4010": 4.06885, + "4015": 4.13442, + "4020": 4.13258, + "4025": 4.08344, + "4030": 4.09891, + "4035": 4.07746, + "4040": 4.08629, + "4045": 4.12042, + "4050": 4.16709, + "4055": 4.06068, + "4060": 4.09684, + "4065": 4.11785, + "4070": 4.10111, + "4075": 4.07772, + "4080": 3.99533, + "4085": 4.06122, + "4090": 4.12753, + "4095": 4.03309, + "4100": 4.07507, + "4105": 4.06648, + "4110": 4.04117, + "4115": 4.08931, + "4120": 4.09145, + "4125": 4.03195, + "4130": 4.04741, + "4135": 4.00654, + "4140": 4.09841, + "4145": 4.07132, + "4150": 4.02335, + "4155": 4.08403, + "4160": 4.00765, + "4165": 4.12986, + "4170": 4.09717, + "4175": 4.08868, + "4180": 4.1327, + "4185": 4.02372, + "4190": 4.03805, + "4195": 4.00586, + "4200": 4.09163, + "4205": 4.07527, + "4210": 4.04241, + "4215": 4.08333, + "4220": 4.09021, + "4225": 4.02743, + "4230": 4.06102, + "4235": 4.08189, + "4240": 3.99783, + "4245": 3.99004, + "4250": 4.04104, + "4255": 3.99634, + "4260": 4.01871, + "4265": 4.02626, + "4270": 3.99767, + "4275": 3.99513, + "4280": 4.07798, + "4285": 4.00349, + "4290": 3.96863, + "4295": 4.06779, + "4300": 3.96234, + "4305": 4.0369, + "4310": 4.09875, + "4315": 4.01874, + "4320": 4.06815, + "4325": 3.95004, + "4330": 4.03865, + "4335": 3.9892, + "4340": 4.03784, + "4345": 4.01796, + "4350": 4.05107, + "4355": 3.99237, + "4360": 3.98164, + "4365": 3.99508, + "4370": 4.0174, + "4375": 4.04336, + "4380": 4.02624, + "4385": 4.03367, + "4390": 4.04815, + "4395": 4.04338, + "4400": 4.04518, + "4405": 3.96033, + "4410": 3.99736, + "4415": 3.9979, + "4420": 4.0297, + "4425": 4.06808, + "4430": 3.95422, + "4435": 4.01626, + "4440": 3.98142, + "4445": 3.98399, + "4450": 3.93556, + "4455": 4.02788, + "4460": 3.91977, + "4465": 4.0109, + "4470": 3.99668, + "4475": 3.98255, + "4480": 4.05393, + "4485": 3.94309, + "4490": 3.92581, + "4495": 3.95859, + "4500": 3.97867, + "4505": 4.04, + "4510": 4.07623, + "4515": 3.9959, + "4520": 4.01708, + "4525": 3.9261, + "4530": 4.05145, + "4535": 3.97511, + "4540": 3.97856, + "4545": 3.94619, + "4550": 3.98668, + "4555": 4.0127, + "4560": 3.98697, + "4565": 3.98466, + "4570": 3.96044, + "4575": 3.94834, + "4580": 3.9363, + "4585": 4.03478, + "4590": 3.91317, + "4595": 4.01873, + "4600": 3.96146, + "4605": 3.94273, + "4610": 3.9145, + "4615": 3.94668, + "4620": 3.98377, "4625": 3.98344, - "4630": 4.01606, - "4635": 3.97278, - "4640": 4.03702, - "4645": 4.00826, - "4650": 3.97985, - "4655": 3.99497, - "4660": 4.00224, - "4665": 3.94105, - "4670": 3.96421, - "4675": 3.96315, - "4680": 4.02051, - "4685": 3.93792, - "4690": 3.93128, - "4695": 3.97186, - "4700": 3.96988, - "4705": 3.94952, - "4710": 3.947, - "4715": 3.96328, - "4720": 3.99834, - "4725": 3.97077, - "4730": 3.9653, - "4735": 3.94854, - "4740": 3.92977, - "4745": 3.97813, - "4750": 3.99079, - "4755": 4.00711, - "4760": 3.92927, - "4765": 3.90193, - "4770": 3.96645, - "4775": 3.97879, - "4780": 3.92892, - "4785": 3.98765, - "4790": 3.97529, - "4795": 3.96873, - "4800": 3.96119, - "4805": 3.94245, - "4810": 3.94244, - "4815": 4.02083, - "4820": 3.95845, - "4825": 3.88427, - "4830": 3.97924, - "4835": 3.94016, - "4840": 3.96291, - "4845": 3.89607, - "4850": 3.96098, - "4855": 3.91998, - "4860": 3.9169, - "4865": 3.9663, - "4870": 3.94757, - "4875": 3.90096, - "4880": 3.96475, - "4885": 3.94232, - "4890": 4.01839, - "4895": 3.99299, - "4900": 3.91249, - "4905": 3.92754, - "4910": 3.93812, - "4915": 3.9594, - "4920": 3.93952, - "4925": 3.89755, - "4930": 3.87537, - "4935": 3.92137, - "4940": 3.90239, - "4945": 4.01846, - "4950": 3.87989, - "4955": 3.90518, - "4960": 3.91526, - "4965": 3.91975, - "4970": 3.94245, - "4975": 3.96591, - "4980": 3.93667, - "4985": 3.89408, - "4990": 3.89954, - "4995": 3.93128, - "5000": 3.89493, - "5005": 3.9832, - "5010": 3.94628, - "5015": 3.8808, - "5020": 3.91947, - "5025": 3.95008, - "5030": 3.86703, - "5035": 3.94348, - "5040": 3.88171, - "5045": 3.92652, - "5050": 3.88813, - "5055": 3.96114, - "5060": 3.97171, - "5065": 3.89822, - "5070": 3.90703, - "5075": 3.85742, - "5080": 3.90515, - "5085": 3.9231, - "5090": 3.95623, - "5095": 3.8734, - "5100": 3.91704, - "5105": 3.93905, - "5110": 3.9064, - "5115": 3.85824, - "5120": 3.80175, - "5125": 3.91544, - "5130": 3.8159, - "5135": 3.8967, - "5140": 3.8791, - "5145": 3.84076, - "5150": 3.882, - "5155": 3.91344, - "5160": 3.87681, - "5165": 3.93438, - "5170": 3.87112, - "5175": 3.8871, - "5180": 3.88765, - "5185": 3.95545, - "5190": 3.87634, - "5195": 3.8804, - "5200": 3.8662, - "5205": 3.83911, - "5210": 3.81896, - "5215": 3.79586, - "5220": 3.88102, - "5225": 3.88281, - "5230": 3.86341, - "5235": 3.87722, - "5240": 3.85136, - "5245": 3.84338, - "5250": 3.84551, - "5255": 3.95032, - "5260": 3.87155, - "5265": 3.89322, - "5270": 3.91026, - "5275": 3.89697, - "5280": 3.83509, - "5285": 3.90763, - "5290": 3.88255, - "5295": 3.87648, - "5300": 3.8594, - "5305": 3.88472, - "5310": 3.85586, - "5315": 3.80581, - "5320": 3.8601, - "5325": 3.81809, - "5330": 3.83962, - "5335": 3.87137, - "5340": 3.92886, - "5345": 3.85649, - "5350": 3.90355, - "5355": 3.89053, - "5360": 3.9261, - "5365": 3.83716, - "5370": 3.79193, - "5375": 3.88157, - "5380": 3.78562, - "5385": 3.83611, - "5390": 3.80121, - "5395": 3.77503, - "5400": 3.88396, - "5405": 3.89339, - "5410": 3.85684, - "5415": 3.84745, - "5420": 3.9035, - "5425": 3.78795, - "5430": 3.87525, - "5435": 3.84895, - "5440": 3.83828, - "5445": 3.802, - "5450": 3.79522, - "5455": 3.774, - "5460": 3.7766, - "5465": 3.80316, - "5470": 3.86702, - "5475": 3.78026, - "5480": 3.9182, - "5485": 3.85413, - "5490": 3.79268, - "5495": 3.82492, - "5500": 3.85287, - "5505": 3.88395, - "5510": 3.86808, - "5515": 3.85314, - "5520": 3.87075, - "5525": 3.83442, - "5530": 3.80888, - "5535": 3.80272, - "5540": 3.78509, - "5545": 3.87204, - "5550": 3.78597, - "5555": 3.88343, - "5560": 3.85212, - "5565": 3.81688, - "5570": 3.92508, - "5575": 3.85786, - "5580": 3.79218, - "5585": 3.80211, - "5590": 3.81614, - "5595": 3.84411, - "5600": 3.798, - "5605": 3.78372, - "5610": 3.80449, - "5615": 3.74789, - "5620": 3.79311, - "5625": 3.78401, - "5630": 3.80961, - "5635": 3.78637, - "5640": 3.8212, - "5645": 3.8181, - "5650": 3.79649, - "5655": 3.81352, - "5660": 3.82943, - "5665": 3.82089, - "5670": 3.81359, - "5675": 3.86063, - "5680": 3.83313, - "5685": 3.81559, - "5690": 3.77231, - "5695": 3.8567, - "5700": 3.86387, - "5705": 3.79085, - "5710": 3.78087, - "5715": 3.77859, - "5720": 3.81501, - "5725": 3.82833, - "5730": 3.88647, - "5735": 3.77963, - "5740": 3.88162, - "5745": 3.82503, - "5750": 3.77692, - "5755": 3.84361, - "5760": 3.92267, - "5765": 3.78825, - "5770": 3.87152, - "5775": 3.78807, - "5780": 3.75578, - "5785": 3.83496, - "5790": 3.80068, - "5795": 3.81735, - "5800": 3.81627, - "5805": 3.80412, - "5810": 3.75159, - "5815": 3.8031, - "5820": 3.8024, - "5825": 3.74161, - "5830": 3.77724, - "5835": 3.74017, - "5840": 3.74703, - "5845": 3.82445, - "5850": 3.86436, - "5855": 3.71721, - "5860": 3.76339, - "5865": 3.77967, - "5870": 3.83307, - "5875": 3.78694, - "5880": 3.81534, - "5885": 3.74546, - "5890": 3.78069, - "5895": 3.73696, - "5900": 3.76264, - "5905": 3.76683, - "5910": 3.76716, - "5915": 3.73053, - "5920": 3.79967, - "5925": 3.77252, - "5930": 3.74243, - "5935": 3.74545, - "5940": 3.75364, - "5945": 3.78901, - "5950": 3.77015, - "5955": 3.81651, - "5960": 3.7782, - "5965": 3.81463, - "5970": 3.75104, - "5975": 3.74739, - "5980": 3.73722, - "5985": 3.80694, - "5990": 3.82171, - "5995": 3.722, - "6000": 3.72266, - "6005": 3.73962, - "6010": 3.74336, - "6015": 3.7746, - "6020": 3.76688, - "6025": 3.73145, - "6030": 3.77989, - "6035": 3.78277, - "6040": 3.61519, - "6045": 3.75842, - "6050": 3.69122, - "6055": 3.71913, - "6060": 3.7413, - "6065": 3.79665, - "6070": 3.71515, - "6075": 3.8191, - "6080": 3.73016, - "6085": 3.75666, - "6090": 3.74572, - "6095": 3.80546, - "6100": 3.71133, - "6105": 3.76993, - "6110": 3.70466, - "6115": 3.66369, - "6120": 3.68935, - "6125": 3.78868, - "6130": 3.72474, - "6135": 3.73741, - "6140": 3.6891, - "6145": 3.66217, - "6150": 3.75481, - "6155": 3.71689, - "6160": 3.72608, - "6165": 3.7701, - "6170": 3.76174, - "6175": 3.70933, - "6180": 3.69005, - "6185": 3.78068, - "6190": 3.71579, - "6195": 3.75587, - "6200": 3.6962, - "6205": 3.69804, - "6210": 3.69295, - "6215": 3.78417, - "6220": 3.67261, - "6225": 3.62839, - "6230": 3.68886, - "6235": 3.68581, - "6240": 3.72802, - "6245": 3.7189, - "6250": 3.75154, - "6255": 3.68137, - "6260": 3.70605, - "6265": 3.7616, - "6270": 3.74744, - "6275": 3.66758, - "6280": 3.66574, - "6285": 3.69423, - "6290": 3.7921, - "6295": 3.68575, - "6300": 3.68636, - "6305": 3.67309, - "6310": 3.69399, - "6315": 3.73971, - "6320": 3.7176, - "6325": 3.661, - "6330": 3.72769, - "6335": 3.67119, - "6340": 3.63089, - "6345": 3.66435, - "6350": 3.72534, - "6355": 3.73935, - "6360": 3.68467, - "6365": 3.65461, - "6370": 3.71553, - "6375": 3.70703, - "6380": 3.69902, - "6385": 3.66848, - "6390": 3.7119, - "6395": 3.71457, - "6400": 3.63089, - "6405": 3.69741, - "6410": 3.71624, - "6415": 3.64467, - "6420": 3.63397, - "6425": 3.72726, - "6430": 3.69598, - "6435": 3.73297, - "6440": 3.6601, - "6445": 3.67551, - "6450": 3.69761, - "6455": 3.62573, - "6460": 3.66021, - "6465": 3.65112, - "6470": 3.71768, - "6475": 3.61813, - "6480": 3.66177, - "6485": 3.61236, - "6490": 3.66519, - "6495": 3.66662, - "6500": 3.64352, - "6505": 3.76548, - "6510": 3.6913, - "6515": 3.70921, - "6520": 3.7037, - "6525": 3.64516, - "6530": 3.7158, - "6535": 3.72972, - "6540": 3.6672, - "6545": 3.65644, - "6550": 3.70972, - "6555": 3.68313, - "6560": 3.67396, - "6565": 3.60359, - "6570": 3.63961, - "6575": 3.62084, - "6580": 3.64253, - "6585": 3.72422, - "6590": 3.65075, - "6595": 3.64447, - "6600": 3.68537, - "6605": 3.64533, - "6610": 3.66297, - "6615": 3.66109, - "6620": 3.62351, - "6625": 3.63375, - "6630": 3.59617, - "6635": 3.68315, - "6640": 3.63556, - "6645": 3.66557, - "6650": 3.68945, - "6655": 3.63754, - "6660": 3.72091, - "6665": 3.64074, - "6670": 3.60452, - "6675": 3.74115, - "6680": 3.58849, - "6685": 3.61346, - "6690": 3.67011, - "6695": 3.63585, - "6700": 3.62254, - "6705": 3.63271, - "6710": 3.65249, - "6715": 3.66421, - "6720": 3.66702, - "6725": 3.68608, - "6730": 3.51346, - "6735": 3.66455, - "6740": 3.67018, - "6745": 3.6028, - "6750": 3.5982, - "6755": 3.70195, - "6760": 3.6189, - "6765": 3.66257, - "6770": 3.6274, - "6775": 3.65125, - "6780": 3.63903, - "6785": 3.64659, - "6790": 3.64866, - "6795": 3.64001, - "6800": 3.62785, - "6805": 3.56962, - "6810": 3.62754, - "6815": 3.65123, - "6820": 3.62224, - "6825": 3.69465, - "6830": 3.64482, - "6835": 3.61985, - "6840": 3.61798, - "6845": 3.62594, - "6850": 3.64893, - "6855": 3.60919, - "6860": 3.54241, - "6865": 3.64846, - "6870": 3.64271, - "6875": 3.67668, - "6880": 3.62537, - "6885": 3.53112, - "6890": 3.6427, - "6895": 3.58165, - "6900": 3.58067, - "6905": 3.56174, - "6910": 3.56731, - "6915": 3.60212, - "6920": 3.53722, - "6925": 3.588, - "6930": 3.65986, - "6935": 3.60092, - "6940": 3.64664, - "6945": 3.61674, - "6950": 3.49459, - "6955": 3.62498, - "6960": 3.63396, - "6965": 3.62161, - "6970": 3.59062, - "6975": 3.6845, - "6980": 3.57377, - "6985": 3.57376, - "6990": 3.62667, - "6995": 3.50321, - "7000": 3.54665, - "7005": 3.58818, - "7010": 3.62914, - "7015": 3.60197, - "7020": 3.56789, - "7025": 3.64105, - "7030": 3.5891, - "7035": 3.57947, - "7040": 3.61653, - "7045": 3.58556, - "7050": 3.52548, - "7055": 3.58293, - "7060": 3.55071, - "7065": 3.55652, - "7070": 3.66637, - "7075": 3.56593, - "7080": 3.5204, - "7085": 3.605, - "7090": 3.5647, - "7095": 3.60696, - "7100": 3.5538, - "7105": 3.59805, - "7110": 3.53957, - "7115": 3.56264, - "7120": 3.53334, - "7125": 3.55448, - "7130": 3.50431, - "7135": 3.53327, - "7140": 3.60182, - "7145": 3.59783, - "7150": 3.53841, - "7155": 3.49313, - "7160": 3.52057, - "7165": 3.66157, - "7170": 3.51702, - "7175": 3.62995, - "7180": 3.60196, - "7185": 3.62689, - "7190": 3.57772, - "7195": 3.55742, - "7200": 3.55695, - "7205": 3.61098, - "7210": 3.59335, - "7215": 3.5796, - "7220": 3.54968, - "7225": 3.56501, - "7230": 3.60564, - "7235": 3.50554, - "7240": 3.49172, - "7245": 3.55398, - "7250": 3.5434, - "7255": 3.50526, - "7260": 3.57411, - "7265": 3.54783, - "7270": 3.58181, - "7275": 3.60584, - "7280": 3.51494, - "7285": 3.58229, - "7290": 3.54179, - "7295": 3.50254, - "7300": 3.58218, - "7305": 3.56903, - "7310": 3.53203, - "7315": 3.49213, - "7320": 3.53829, - "7325": 3.54885, - "7330": 3.61801, - "7335": 3.60462, - "7340": 3.49545, - "7345": 3.60733, - "7350": 3.54384, - "7355": 3.53195, - "7360": 3.52472, - "7365": 3.55736, - "7370": 3.49407, - "7375": 3.5114, - "7380": 3.5516, - "7385": 3.59139, - "7390": 3.46118, - "7395": 3.56758, - "7400": 3.52877, - "7405": 3.63126, - "7410": 3.45602, - "7415": 3.5414, - "7420": 3.51043, - "7425": 3.49751, - "7430": 3.47133, - "7435": 3.59846, - "7440": 3.54834, - "7445": 3.55328, - "7450": 3.51411, - "7455": 3.51456, - "7460": 3.51689, - "7465": 3.56614, - "7470": 3.52216, - "7475": 3.45813, - "7480": 3.48715, - "7485": 3.43821, - "7490": 3.55088, - "7495": 3.54733, - "7500": 3.44617, - "7505": 3.46113, - "7510": 3.56349, - "7515": 3.55974, - "7520": 3.56885, - "7525": 3.52514, - "7530": 3.53059, - "7535": 3.43253, - "7540": 3.4912, - "7545": 3.54108, - "7550": 3.52703, - "7555": 3.46271, - "7560": 3.50864, - "7565": 3.47987, - "7570": 3.53129, - "7575": 3.53237, - "7580": 3.45552, - "7585": 3.50865, - "7590": 3.47724, - "7595": 3.5295, - "7600": 3.52278, - "7605": 3.51023, - "7610": 3.53725, - "7615": 3.45807, - "7620": 3.44678, - "7625": 3.55025, - "7630": 3.44549, - "7635": 3.51048, - "7640": 3.5734, - "7645": 3.52343, - "7650": 3.45008, - "7655": 3.48472, - "7660": 3.44057, - "7665": 3.46229, - "7670": 3.4376, - "7675": 3.47446, - "7680": 3.45788, - "7685": 3.51833, - "7690": 3.48518, - "7695": 3.51457, - "7700": 3.51723, - "7705": 3.42279, - "7710": 3.54415, - "7715": 3.51771, - "7720": 3.47055, - "7725": 3.54518, - "7730": 3.46742, - "7735": 3.49629, - "7740": 3.44513, - "7745": 3.45912, - "7750": 3.5023, - "7755": 3.50666, - "7760": 3.5341, - "7765": 3.45317, - "7770": 3.46855, - "7775": 3.45791, - "7780": 3.48222, - "7785": 3.44831, - "7790": 3.47109, - "7795": 3.45192, - "7800": 3.46833, - "7805": 3.46788, - "7810": 3.49708, - "7815": 3.50443, - "7820": 3.50768, - "7825": 3.4544, - "7830": 3.44247, - "7835": 3.43749, - "7840": 3.44221, - "7845": 3.52316, - "7850": 3.42472, - "7855": 3.3896, - "7860": 3.43234, - "7865": 3.425, - "7870": 3.42322, - "7875": 3.3983, - "7880": 3.43146, - "7885": 3.45765, - "7890": 3.44064, - "7895": 3.3687, - "7900": 3.49987, - "7905": 3.40071, - "7910": 3.39048, - "7915": 3.48449, - "7920": 3.41662, - "7925": 3.44372, - "7930": 3.42454, - "7935": 3.46023, - "7940": 3.41235, - "7945": 3.30937, - "7950": 3.40773, - "7955": 3.39087, - "7960": 3.35621, - "7965": 3.4207, - "7970": 3.45545, - "7975": 3.4521, - "7980": 3.40418, - "7985": 3.44078, - "7990": 3.43864, - "7995": 3.43483, - "8000": 3.37039, - "8005": 3.39874, - "8010": 3.42083, - "8015": 3.40345, - "8020": 3.44833, - "8025": 3.38362, - "8030": 3.43879, - "8035": 3.3326, - "8040": 3.41088, - "8045": 3.46222, - "8050": 3.4337, - "8055": 3.45409, - "8060": 3.44443, - "8065": 3.36758, - "8070": 3.40496, - "8075": 3.40946, - "8080": 3.37366, - "8085": 3.36011, - "8090": 3.38853, - "8095": 3.36701, - "8100": 3.41367, - "8105": 3.40436, - "8110": 3.35197, - "8115": 3.35887, - "8120": 3.36624, - "8125": 3.40069, - "8130": 3.36322, - "8135": 3.42668, - "8140": 3.33533, - "8145": 3.40498, - "8150": 3.46328, - "8155": 3.40301, - "8160": 3.38748, - "8165": 3.38739, - "8170": 3.46665, - "8175": 3.39426, - "8180": 3.42795, - "8185": 3.38195, - "8190": 3.25879, - "8195": 3.44404, - "8200": 3.35531, - "8205": 3.3581, - "8210": 3.39884, - "8215": 3.35272, - "8220": 3.41182, - "8225": 3.42662, - "8230": 3.41915, - "8235": 3.41262, - "8240": 3.37393, - "8245": 3.36593, - "8250": 3.40811, - "8255": 3.39967, - "8260": 3.41711, - "8265": 3.36959, - "8270": 3.34905, - "8275": 3.42302, - "8280": 3.3668, - "8285": 3.41062, - "8290": 3.36411, - "8295": 3.3432, - "8300": 3.47474, - "8305": 3.32761, - "8310": 3.36529, - "8315": 3.37728, - "8320": 3.35788, - "8325": 3.36624, - "8330": 3.3427, - "8335": 3.30537, - "8340": 3.2945, - "8345": 3.36019, - "8350": 3.34658, - "8355": 3.41778, - "8360": 3.38672, - "8365": 3.39006, - "8370": 3.41054, - "8375": 3.31198, - "8380": 3.38688, - "8385": 3.28955, - "8390": 3.35265, - "8395": 3.31915, - "8400": 3.33318, - "8405": 3.31168, - "8410": 3.35925, - "8415": 3.36067, - "8420": 3.31295, - "8425": 3.35628, - "8430": 3.37117, - "8435": 3.35994, - "8440": 3.39604, - "8445": 3.30325, - "8450": 3.30856, - "8455": 3.36555, - "8460": 3.33734, - "8465": 3.3425, - "8470": 3.30641, - "8475": 3.3183, - "8480": 3.40075, - "8485": 3.34058, - "8490": 3.35057, - "8495": 3.20438, - "8500": 3.36982, - "8505": 3.34352, - "8510": 3.30787, - "8515": 3.35855, - "8520": 3.33617, - "8525": 3.37767, - "8530": 3.30427, - "8535": 3.35716, - "8540": 3.38194, - "8545": 3.37524, - "8550": 3.33184, - "8555": 3.29702, - "8560": 3.29016, - "8565": 3.38363, - "8570": 3.35012, - "8575": 3.33426, - "8580": 3.37259, - "8585": 3.31625, - "8590": 3.35009, - "8595": 3.2739, - "8600": 3.3349, - "8605": 3.35197, - "8610": 3.33368, - "8615": 3.30809, - "8620": 3.39422, - "8625": 3.33125, - "8630": 3.32528, - "8635": 3.35839, - "8640": 3.32923, - "8645": 3.37574, - "8650": 3.22962, - "8655": 3.30282, - "8660": 3.35719, - "8665": 3.34131, - "8670": 3.27386, - "8675": 3.29455, - "8680": 3.27324, - "8685": 3.33625, - "8690": 3.27297, - "8695": 3.28882, - "8700": 3.32661, - "8705": 3.2462, - "8710": 3.34955, - "8715": 3.28739, - "8720": 3.32377, - "8725": 3.24717, - "8730": 3.32001, - "8735": 3.26113, - "8740": 3.29023, - "8745": 3.24211, - "8750": 3.20107, - "8755": 3.25086, - "8760": 3.28211, - "8765": 3.3, - "8770": 3.23352, - "8775": 3.23815, - "8780": 3.31927, - "8785": 3.32627, - "8790": 3.2956, - "8795": 3.20125, - "8800": 3.21558, - "8805": 3.23194, - "8810": 3.33784, - "8815": 3.2062, - "8820": 3.21891, - "8825": 3.25474, - "8830": 3.28565, - "8835": 3.30475, - "8840": 3.26078, - "8845": 3.29325, - "8850": 3.2477, - "8855": 3.25768, - "8860": 3.21304, - "8865": 3.18389, - "8870": 3.25757, - "8875": 3.26317, - "8880": 3.20176, - "8885": 3.18427, - "8890": 3.24087, - "8895": 3.20419, - "8900": 3.23363, - "8905": 3.24457, - "8910": 3.16399, - "8915": 3.23167, - "8920": 3.20329, - "8925": 3.1939, - "8930": 3.2743, - "8935": 3.20212, - "8940": 3.23189, - "8945": 3.24941, - "8950": 3.22515, - "8955": 3.22861, - "8960": 3.17347, - "8965": 3.17025, - "8970": 3.20226, - "8975": 3.22152, - "8980": 3.19843, - "8985": 3.21253, - "8990": 3.13913, - "8995": 3.19576, - "9000": 3.11718, - "9005": 3.17026, - "9010": 3.1992, - "9015": 3.20217, - "9020": 3.17753, - "9025": 3.13434, - "9030": 3.25084, - "9035": 3.21647, - "9040": 3.15386, - "9045": 3.22133, - "9050": 3.14585, - "9055": 3.19268, - "9060": 3.20051, - "9065": 3.14678, - "9070": 3.15442, - "9075": 3.18294, - "9080": 3.26761, - "9085": 3.13477, - "9090": 3.17606, - "9095": 3.15098, - "9100": 3.10874, - "9105": 3.17192, - "9110": 3.115, - "9115": 3.13987, - "9120": 3.1543, - "9125": 3.16248, - "9130": 3.14783, - "9135": 3.15271, - "9140": 3.10768, - "9145": 3.13132, - "9150": 3.09675, - "9155": 3.09754, - "9160": 3.14879, - "9165": 3.1441, - "9170": 3.19339, - "9175": 3.0944, - "9180": 3.15424, - "9185": 3.1034, - "9190": 3.12042, - "9195": 3.11459, - "9200": 3.14395, - "9205": 3.14284, - "9210": 3.13595, - "9215": 3.18047, - "9220": 3.13746, - "9225": 3.14336, - "9230": 3.12487, - "9235": 3.15961, - "9240": 3.11689, - "9245": 3.15862, - "9250": 3.09177, - "9255": 3.15784, - "9260": 3.06305, - "9265": 3.04303, - "9270": 3.09484, - "9275": 3.16103, - "9280": 3.09274, - "9285": 3.09112, - "9290": 3.0468, - "9295": 3.10238, - "9300": 3.12194, - "9305": 3.16627, - "9310": 3.13614, - "9315": 3.07746, - "9320": 3.06398, - "9325": 3.16399, - "9330": 3.10785, - "9335": 3.12455, - "9340": 3.11033, - "9345": 3.12613, - "9350": 3.0716, - "9355": 3.16011, - "9360": 3.07337, - "9365": 3.07371, - "9370": 3.07084, - "9375": 3.0954, - "9380": 3.04946, - "9385": 3.07578, - "9390": 3.07942, - "9395": 3.06686, - "9400": 3.0997, - "9405": 3.04751, - "9410": 3.10143, - "9415": 3.04589, - "9420": 3.07791, - "9425": 3.0757, - "9430": 3.06316, - "9435": 3.04606, - "9440": 3.0264, - "9445": 2.9929, - "9450": 3.0312, - "9455": 3.08953, - "9460": 2.95978, - "9465": 3.05166, - "9470": 3.02096, - "9475": 3.02369, - "9480": 2.96982, - "9485": 3.04987, - "9490": 3.03704, - "9495": 3.07415, - "9500": 3.03023, - "9505": 3.05897, - "9510": 3.0328, - "9515": 3.0382, - "9520": 3.01183, - "9525": 3.07221, - "9530": 3.01848, - "9535": 3.01226, - "9540": 2.98935, - "9545": 3.02208, - "9550": 3.09792, - "9555": 3.06815, - "9560": 3.05842, - "9565": 3.10889, - "9570": 3.05454, - "9575": 3.02675, - "9580": 3.00998, - "9585": 2.97279, - "9590": 2.95638, - "9595": 2.99324, - "9600": 3.0027, - "9605": 3.01902, - "9610": 3.05892, - "9615": 3.0019, - "9620": 3.02903, - "9625": 2.95319, - "9630": 3.0082, - "9635": 3.04897, - "9640": 3.04118, - "9645": 3.05672, - "9650": 2.98913, - "9655": 2.90689, - "9660": 3.08226, - "9665": 3.01031, - "9670": 3.044, - "9675": 3.04209, - "9680": 2.98035, - "9685": 2.93197, - "9690": 2.96095, - "9695": 3.04188, - "9700": 3.00185, - "9705": 3.04621, - "9710": 3.01767, - "9715": 2.97691, - "9720": 2.95988, - "9725": 2.98283, - "9730": 3.06795, - "9735": 2.96742, - "9740": 2.96905, - "9745": 2.99478, - "9750": 3.01691, - "9755": 3.0013, - "9760": 2.93758, - "9765": 3.05673, - "9770": 3.02859, - "9775": 2.98298, - "9780": 3.01062, - "9785": 2.96763, - "9790": 2.89477, - "9795": 2.92067, - "9800": 2.99514, - "9805": 2.96782, - "9810": 2.98408, - "9815": 2.92973, - "9820": 2.94521, - "9825": 2.97205, - "9830": 3.02765, - "9835": 2.93998, - "9840": 2.93843, - "9845": 2.97664, - "9850": 2.91576, - "9855": 2.92623, - "9860": 3.03566, - "9865": 2.9366, - "9870": 2.93599, - "9875": 2.9518, - "9880": 2.95762, - "9885": 2.93776, - "9890": 2.9485, - "9895": 2.95099, - "9900": 2.965, - "9905": 2.91557, - "9910": 2.96935, - "9915": 2.88555, - "9920": 2.97164, - "9925": 2.90879, - "9930": 2.92833, - "9935": 2.94418, - "9940": 2.97757, - "9945": 2.88738, - "9950": 3.03356, - "9955": 2.87682, - "9960": 2.99039, - "9965": 2.90098, - "9970": 2.91344, - "9975": 2.96518, - "9980": 2.91955, - "9985": 2.87364, - "9990": 2.90037, - "9995": 2.94927, - "10000": 2.9224 + "4630": 4.0161, + "4635": 3.96746, + "4640": 4.02648, + "4645": 3.99702, + "4650": 3.96587, + "4655": 3.9956, + "4660": 3.99201, + "4665": 3.93617, + "4670": 3.9488, + "4675": 3.95699, + "4680": 4.01655, + "4685": 3.93244, + "4690": 3.92392, + "4695": 3.96645, + "4700": 3.96368, + "4705": 3.94586, + "4710": 3.94822, + "4715": 3.96157, + "4720": 3.98896, + "4725": 3.96405, + "4730": 3.96398, + "4735": 3.95982, + "4740": 3.92778, + "4745": 3.93557, + "4750": 3.97155, + "4755": 3.99109, + "4760": 3.92608, + "4765": 3.8874, + "4770": 3.96393, + "4775": 3.97531, + "4780": 3.92213, + "4785": 3.99383, + "4790": 3.97135, + "4795": 3.9662, + "4800": 3.96044, + "4805": 3.9379, + "4810": 3.93529, + "4815": 4.02335, + "4820": 3.95373, + "4825": 3.8786, + "4830": 3.96803, + "4835": 3.93817, + "4840": 3.959, + "4845": 3.89322, + "4850": 3.95333, + "4855": 3.9087, + "4860": 3.92142, + "4865": 3.96204, + "4870": 3.96502, + "4875": 3.90423, + "4880": 3.96569, + "4885": 3.93421, + "4890": 4.01207, + "4895": 3.98696, + "4900": 3.90517, + "4905": 3.91283, + "4910": 3.9242, + "4915": 3.95004, + "4920": 3.94261, + "4925": 3.8883, + "4930": 3.87324, + "4935": 3.92074, + "4940": 3.89339, + "4945": 4.02103, + "4950": 3.8799, + "4955": 3.90128, + "4960": 3.90793, + "4965": 3.91786, + "4970": 3.94055, + "4975": 3.96248, + "4980": 3.93694, + "4985": 3.88853, + "4990": 3.88737, + "4995": 3.93503, + "5000": 3.89642, + "5005": 3.98184, + "5010": 3.94132, + "5015": 3.8755, + "5020": 3.91263, + "5025": 3.9462, + "5030": 3.85955, + "5035": 3.93803, + "5040": 3.87701, + "5045": 3.91926, + "5050": 3.87907, + "5055": 3.95906, + "5060": 3.95434, + "5065": 3.8793, + "5070": 3.90575, + "5075": 3.8611, + "5080": 3.91, + "5085": 3.92093, + "5090": 3.95191, + "5095": 3.8749, + "5100": 3.91539, + "5105": 3.93434, + "5110": 3.90326, + "5115": 3.85404, + "5120": 3.79401, + "5125": 3.90393, + "5130": 3.81418, + "5135": 3.88868, + "5140": 3.87556, + "5145": 3.83712, + "5150": 3.8787, + "5155": 3.89971, + "5160": 3.86685, + "5165": 3.93238, + "5170": 3.87219, + "5175": 3.89063, + "5180": 3.88541, + "5185": 3.95847, + "5190": 3.8774, + "5195": 3.87746, + "5200": 3.86692, + "5205": 3.84123, + "5210": 3.81744, + "5215": 3.80057, + "5220": 3.87691, + "5225": 3.88183, + "5230": 3.86878, + "5235": 3.88089, + "5240": 3.86046, + "5245": 3.84468, + "5250": 3.83607, + "5255": 3.95795, + "5260": 3.87022, + "5265": 3.88644, + "5270": 3.89624, + "5275": 3.89515, + "5280": 3.83578, + "5285": 3.91821, + "5290": 3.88595, + "5295": 3.87231, + "5300": 3.86093, + "5305": 3.88515, + "5310": 3.8582, + "5315": 3.81741, + "5320": 3.87733, + "5325": 3.84866, + "5330": 3.85341, + "5335": 3.88844, + "5340": 3.93499, + "5345": 3.85979, + "5350": 3.90037, + "5355": 3.89742, + "5360": 3.923, + "5365": 3.85202, + "5370": 3.80575, + "5375": 3.8934, + "5380": 3.79276, + "5385": 3.84564, + "5390": 3.81998, + "5395": 3.77963, + "5400": 3.89714, + "5405": 3.89767, + "5410": 3.85425, + "5415": 3.85532, + "5420": 3.90698, + "5425": 3.78363, + "5430": 3.88213, + "5435": 3.853, + "5440": 3.83905, + "5445": 3.78618, + "5450": 3.78322, + "5455": 3.78017, + "5460": 3.7813, + "5465": 3.82595, + "5470": 3.8724, + "5475": 3.77831, + "5480": 3.92076, + "5485": 3.85344, + "5490": 3.7958, + "5495": 3.82748, + "5500": 3.85562, + "5505": 3.87739, + "5510": 3.85693, + "5515": 3.85035, + "5520": 3.88153, + "5525": 3.84441, + "5530": 3.81919, + "5535": 3.81629, + "5540": 3.79298, + "5545": 3.87961, + "5550": 3.78893, + "5555": 3.8766, + "5560": 3.83823, + "5565": 3.80475, + "5570": 3.91643, + "5575": 3.86016, + "5580": 3.78753, + "5585": 3.8011, + "5590": 3.8212, + "5595": 3.84544, + "5600": 3.80037, + "5605": 3.78597, + "5610": 3.80207, + "5615": 3.74348, + "5620": 3.79289, + "5625": 3.79372, + "5630": 3.81072, + "5635": 3.79036, + "5640": 3.81213, + "5645": 3.82907, + "5650": 3.79987, + "5655": 3.82181, + "5660": 3.83562, + "5665": 3.82007, + "5670": 3.80975, + "5675": 3.84837, + "5680": 3.82712, + "5685": 3.80538, + "5690": 3.7783, + "5695": 3.86887, + "5700": 3.84075, + "5705": 3.79278, + "5710": 3.77762, + "5715": 3.78043, + "5720": 3.82044, + "5725": 3.83724, + "5730": 3.88875, + "5735": 3.78949, + "5740": 3.89389, + "5745": 3.83466, + "5750": 3.78546, + "5755": 3.84204, + "5760": 3.92068, + "5765": 3.79446, + "5770": 3.87579, + "5775": 3.78777, + "5780": 3.76695, + "5785": 3.84009, + "5790": 3.80168, + "5795": 3.80761, + "5800": 3.81834, + "5805": 3.80338, + "5810": 3.76274, + "5815": 3.80576, + "5820": 3.80576, + "5825": 3.7495, + "5830": 3.76423, + "5835": 3.73525, + "5840": 3.74656, + "5845": 3.81958, + "5850": 3.86098, + "5855": 3.72004, + "5860": 3.76578, + "5865": 3.76901, + "5870": 3.82867, + "5875": 3.77642, + "5880": 3.81761, + "5885": 3.74847, + "5890": 3.7856, + "5895": 3.72057, + "5900": 3.75574, + "5905": 3.76963, + "5910": 3.77428, + "5915": 3.72425, + "5920": 3.79122, + "5925": 3.7615, + "5930": 3.74765, + "5935": 3.74547, + "5940": 3.75824, + "5945": 3.78505, + "5950": 3.78211, + "5955": 3.808, + "5960": 3.76946, + "5965": 3.81091, + "5970": 3.73625, + "5975": 3.74892, + "5980": 3.73408, + "5985": 3.81086, + "5990": 3.82735, + "5995": 3.72207, + "6000": 3.71999, + "6005": 3.72812, + "6010": 3.75112, + "6015": 3.77777, + "6020": 3.7631, + "6025": 3.72233, + "6030": 3.79075, + "6035": 3.7826, + "6040": 3.59767, + "6045": 3.74448, + "6050": 3.68644, + "6055": 3.72058, + "6060": 3.74475, + "6065": 3.79522, + "6070": 3.72115, + "6075": 3.83568, + "6080": 3.72489, + "6085": 3.7565, + "6090": 3.73754, + "6095": 3.80333, + "6100": 3.70037, + "6105": 3.76789, + "6110": 3.70176, + "6115": 3.66795, + "6120": 3.68623, + "6125": 3.77625, + "6130": 3.721, + "6135": 3.72892, + "6140": 3.68942, + "6145": 3.66153, + "6150": 3.74429, + "6155": 3.70904, + "6160": 3.71919, + "6165": 3.76196, + "6170": 3.75498, + "6175": 3.70516, + "6180": 3.68488, + "6185": 3.77908, + "6190": 3.71575, + "6195": 3.74819, + "6200": 3.68086, + "6205": 3.69133, + "6210": 3.69776, + "6215": 3.77806, + "6220": 3.67494, + "6225": 3.62509, + "6230": 3.67324, + "6235": 3.66956, + "6240": 3.72655, + "6245": 3.71846, + "6250": 3.74448, + "6255": 3.67906, + "6260": 3.69955, + "6265": 3.75518, + "6270": 3.74026, + "6275": 3.67958, + "6280": 3.66393, + "6285": 3.68813, + "6290": 3.78248, + "6295": 3.68369, + "6300": 3.66839, + "6305": 3.65298, + "6310": 3.69071, + "6315": 3.73893, + "6320": 3.71583, + "6325": 3.65373, + "6330": 3.71955, + "6335": 3.6644, + "6340": 3.62769, + "6345": 3.64045, + "6350": 3.71678, + "6355": 3.73529, + "6360": 3.67756, + "6365": 3.64997, + "6370": 3.71229, + "6375": 3.70068, + "6380": 3.6978, + "6385": 3.66104, + "6390": 3.7039, + "6395": 3.70114, + "6400": 3.62999, + "6405": 3.69768, + "6410": 3.71836, + "6415": 3.64196, + "6420": 3.62717, + "6425": 3.72279, + "6430": 3.69813, + "6435": 3.72959, + "6440": 3.65232, + "6445": 3.67127, + "6450": 3.70032, + "6455": 3.62131, + "6460": 3.65367, + "6465": 3.64751, + "6470": 3.70033, + "6475": 3.60484, + "6480": 3.65142, + "6485": 3.59998, + "6490": 3.64795, + "6495": 3.64642, + "6500": 3.61973, + "6505": 3.75499, + "6510": 3.68629, + "6515": 3.69601, + "6520": 3.70393, + "6525": 3.63989, + "6530": 3.70465, + "6535": 3.71827, + "6540": 3.65912, + "6545": 3.63606, + "6550": 3.68576, + "6555": 3.67001, + "6560": 3.66095, + "6565": 3.59585, + "6570": 3.6113, + "6575": 3.6015, + "6580": 3.62517, + "6585": 3.70869, + "6590": 3.63788, + "6595": 3.64203, + "6600": 3.67546, + "6605": 3.6274, + "6610": 3.6506, + "6615": 3.64637, + "6620": 3.62523, + "6625": 3.62609, + "6630": 3.60413, + "6635": 3.67962, + "6640": 3.6282, + "6645": 3.6709, + "6650": 3.67407, + "6655": 3.6331, + "6660": 3.72593, + "6665": 3.63461, + "6670": 3.59253, + "6675": 3.72278, + "6680": 3.57421, + "6685": 3.60042, + "6690": 3.65416, + "6695": 3.62365, + "6700": 3.61204, + "6705": 3.62796, + "6710": 3.64208, + "6715": 3.64883, + "6720": 3.64282, + "6725": 3.6773, + "6730": 3.50297, + "6735": 3.6602, + "6740": 3.66238, + "6745": 3.59637, + "6750": 3.5933, + "6755": 3.68567, + "6760": 3.60772, + "6765": 3.63948, + "6770": 3.61203, + "6775": 3.62955, + "6780": 3.62136, + "6785": 3.63685, + "6790": 3.62904, + "6795": 3.62025, + "6800": 3.61589, + "6805": 3.54693, + "6810": 3.61795, + "6815": 3.62899, + "6820": 3.60551, + "6825": 3.66005, + "6830": 3.62524, + "6835": 3.58864, + "6840": 3.59881, + "6845": 3.6088, + "6850": 3.63634, + "6855": 3.59903, + "6860": 3.52349, + "6865": 3.63091, + "6870": 3.62102, + "6875": 3.66041, + "6880": 3.59619, + "6885": 3.51712, + "6890": 3.61751, + "6895": 3.55489, + "6900": 3.5628, + "6905": 3.54888, + "6910": 3.54538, + "6915": 3.58959, + "6920": 3.53507, + "6925": 3.56445, + "6930": 3.63621, + "6935": 3.57437, + "6940": 3.61652, + "6945": 3.5881, + "6950": 3.46509, + "6955": 3.60171, + "6960": 3.60777, + "6965": 3.58732, + "6970": 3.56151, + "6975": 3.65424, + "6980": 3.54644, + "6985": 3.54325, + "6990": 3.60162, + "6995": 3.474, + "7000": 3.51538, + "7005": 3.5298, + "7010": 3.59537, + "7015": 3.56136, + "7020": 3.53491, + "7025": 3.60792, + "7030": 3.55911, + "7035": 3.54955, + "7040": 3.58781, + "7045": 3.55659, + "7050": 3.49251, + "7055": 3.54942, + "7060": 3.51896, + "7065": 3.53085, + "7070": 3.63537, + "7075": 3.52605, + "7080": 3.48807, + "7085": 3.57794, + "7090": 3.53252, + "7095": 3.56878, + "7100": 3.52442, + "7105": 3.56374, + "7110": 3.50997, + "7115": 3.52615, + "7120": 3.49493, + "7125": 3.52584, + "7130": 3.47331, + "7135": 3.50532, + "7140": 3.57464, + "7145": 3.56095, + "7150": 3.51899, + "7155": 3.46688, + "7160": 3.49604, + "7165": 3.63047, + "7170": 3.48121, + "7175": 3.58857, + "7180": 3.5691, + "7185": 3.5964, + "7190": 3.54707, + "7195": 3.53401, + "7200": 3.52613, + "7205": 3.57926, + "7210": 3.56306, + "7215": 3.55787, + "7220": 3.51791, + "7225": 3.53283, + "7230": 3.56542, + "7235": 3.47165, + "7240": 3.45474, + "7245": 3.51647, + "7250": 3.51117, + "7255": 3.46447, + "7260": 3.53313, + "7265": 3.51237, + "7270": 3.54338, + "7275": 3.56454, + "7280": 3.48566, + "7285": 3.53203, + "7290": 3.50149, + "7295": 3.46415, + "7300": 3.53853, + "7305": 3.53975, + "7310": 3.49003, + "7315": 3.43979, + "7320": 3.50251, + "7325": 3.51133, + "7330": 3.57191, + "7335": 3.55164, + "7340": 3.45023, + "7345": 3.57228, + "7350": 3.49176, + "7355": 3.49032, + "7360": 3.48369, + "7365": 3.50999, + "7370": 3.4523, + "7375": 3.46708, + "7380": 3.49449, + "7385": 3.54043, + "7390": 3.41909, + "7395": 3.52501, + "7400": 3.48715, + "7405": 3.58005, + "7410": 3.40739, + "7415": 3.49153, + "7420": 3.45772, + "7425": 3.44349, + "7430": 3.43054, + "7435": 3.54587, + "7440": 3.50329, + "7445": 3.50826, + "7450": 3.45768, + "7455": 3.46178, + "7460": 3.47602, + "7465": 3.5254, + "7470": 3.47081, + "7475": 3.40666, + "7480": 3.43753, + "7485": 3.38854, + "7490": 3.48795, + "7495": 3.49051, + "7500": 3.39407, + "7505": 3.40751, + "7510": 3.51324, + "7515": 3.512, + "7520": 3.51883, + "7525": 3.47493, + "7530": 3.4731, + "7535": 3.36519, + "7540": 3.43764, + "7545": 3.4791, + "7550": 3.47137, + "7555": 3.40892, + "7560": 3.45804, + "7565": 3.45625, + "7570": 3.49164, + "7575": 3.4911, + "7580": 3.41372, + "7585": 3.44695, + "7590": 3.42887, + "7595": 3.47674, + "7600": 3.45118, + "7605": 3.43952, + "7610": 3.47225, + "7615": 3.40723, + "7620": 3.38321, + "7625": 3.49449, + "7630": 3.37498, + "7635": 3.44619, + "7640": 3.50168, + "7645": 3.4568, + "7650": 3.39634, + "7655": 3.41527, + "7660": 3.37672, + "7665": 3.40264, + "7670": 3.37542, + "7675": 3.41375, + "7680": 3.38996, + "7685": 3.44532, + "7690": 3.40592, + "7695": 3.44347, + "7700": 3.43885, + "7705": 3.35236, + "7710": 3.46134, + "7715": 3.44596, + "7720": 3.39064, + "7725": 3.46339, + "7730": 3.38094, + "7735": 3.40119, + "7740": 3.36481, + "7745": 3.37313, + "7750": 3.40099, + "7755": 3.40221, + "7760": 3.43674, + "7765": 3.35611, + "7770": 3.37254, + "7775": 3.36091, + "7780": 3.39603, + "7785": 3.34807, + "7790": 3.36324, + "7795": 3.3447, + "7800": 3.36116, + "7805": 3.35135, + "7810": 3.3887, + "7815": 3.40401, + "7820": 3.39129, + "7825": 3.33462, + "7830": 3.33707, + "7835": 3.31597, + "7840": 3.31659, + "7845": 3.40692, + "7850": 3.2961, + "7855": 3.26657, + "7860": 3.29978, + "7865": 3.29939, + "7870": 3.2919, + "7875": 3.26125, + "7880": 3.30015, + "7885": 3.33338, + "7890": 3.3034, + "7895": 3.2224, + "7900": 3.351, + "7905": 3.25547, + "7910": 3.25081, + "7915": 3.33258, + "7920": 3.29191, + "7925": 3.29955, + "7930": 3.27252, + "7935": 3.31456, + "7940": 3.27509, + "7945": 3.16313, + "7950": 3.2553, + "7955": 3.23155, + "7960": 3.19618, + "7965": 3.2654, + "7970": 3.29718, + "7975": 3.3041, + "7980": 3.24972, + "7985": 3.27419, + "7990": 3.26304, + "7995": 3.26896, + "8000": 3.20174, + "8005": 3.2351, + "8010": 3.26525, + "8015": 3.23019, + "8020": 3.28101, + "8025": 3.19867, + "8030": 3.2564, + "8035": 3.1643, + "8040": 3.22515, + "8045": 3.2746, + "8050": 3.254, + "8055": 3.26881, + "8060": 3.28016, + "8065": 3.1881, + "8070": 3.21356, + "8075": 3.22354, + "8080": 3.16626, + "8085": 3.16369, + "8090": 3.19929, + "8095": 3.16717, + "8100": 3.2157, + "8105": 3.21146, + "8110": 3.15722, + "8115": 3.15971, + "8120": 3.17492, + "8125": 3.20066, + "8130": 3.17685, + "8135": 3.22572, + "8140": 3.1462, + "8145": 3.20659, + "8150": 3.27097, + "8155": 3.19468, + "8160": 3.17546, + "8165": 3.17715, + "8170": 3.24992, + "8175": 3.17887, + "8180": 3.21589, + "8185": 3.16181, + "8190": 3.0422, + "8195": 3.22733, + "8200": 3.13241, + "8205": 3.15377, + "8210": 3.18169, + "8215": 3.13894, + "8220": 3.19046, + "8225": 3.21643, + "8230": 3.20372, + "8235": 3.19009, + "8240": 3.17354, + "8245": 3.14561, + "8250": 3.20224, + "8255": 3.18292, + "8260": 3.19735, + "8265": 3.1663, + "8270": 3.13552, + "8275": 3.19339, + "8280": 3.14024, + "8285": 3.18806, + "8290": 3.13996, + "8295": 3.11815, + "8300": 3.26308, + "8305": 3.10245, + "8310": 3.14159, + "8315": 3.13698, + "8320": 3.12748, + "8325": 3.12582, + "8330": 3.11988, + "8335": 3.07856, + "8340": 3.06752, + "8345": 3.12874, + "8350": 3.12254, + "8355": 3.18031, + "8360": 3.13903, + "8365": 3.15154, + "8370": 3.16924, + "8375": 3.07953, + "8380": 3.13997, + "8385": 3.06502, + "8390": 3.10852, + "8395": 3.07739, + "8400": 3.0828, + "8405": 3.06331, + "8410": 3.10589, + "8415": 3.12834, + "8420": 3.0838, + "8425": 3.11586, + "8430": 3.12859, + "8435": 3.12856, + "8440": 3.14824, + "8445": 3.06011, + "8450": 3.06665, + "8455": 3.12296, + "8460": 3.09292, + "8465": 3.09195, + "8470": 3.0569, + "8475": 3.07022, + "8480": 3.15746, + "8485": 3.09315, + "8490": 3.11908, + "8495": 2.96385, + "8500": 3.12521, + "8505": 3.09613, + "8510": 3.06092, + "8515": 3.11198, + "8520": 3.08242, + "8525": 3.12991, + "8530": 3.04905, + "8535": 3.10929, + "8540": 3.12875, + "8545": 3.12042, + "8550": 3.08551, + "8555": 3.04778, + "8560": 3.05736, + "8565": 3.13461, + "8570": 3.11584, + "8575": 3.07175, + "8580": 3.12644, + "8585": 3.06781, + "8590": 3.10401, + "8595": 3.0231, + "8600": 3.09067, + "8605": 3.09462, + "8610": 3.0909, + "8615": 3.06003, + "8620": 3.14962, + "8625": 3.08784, + "8630": 3.07936, + "8635": 3.12204, + "8640": 3.10252, + "8645": 3.13914, + "8650": 2.99369, + "8655": 3.05103, + "8660": 3.11272, + "8665": 3.09732, + "8670": 3.01974, + "8675": 3.03631, + "8680": 3.01503, + "8685": 3.08163, + "8690": 3.01551, + "8695": 3.04054, + "8700": 3.09953, + "8705": 3.00052, + "8710": 3.11245, + "8715": 3.04593, + "8720": 3.06627, + "8725": 3.00168, + "8730": 3.07992, + "8735": 3.02147, + "8740": 3.05113, + "8745": 2.99083, + "8750": 2.95244, + "8755": 3.01212, + "8760": 3.03327, + "8765": 3.04424, + "8770": 2.98771, + "8775": 3.00883, + "8780": 3.0585, + "8785": 3.08726, + "8790": 3.04395, + "8795": 2.95563, + "8800": 2.95968, + "8805": 2.99775, + "8810": 3.10815, + "8815": 2.95952, + "8820": 2.97636, + "8825": 3.01759, + "8830": 3.04101, + "8835": 3.06645, + "8840": 3.01573, + "8845": 3.06375, + "8850": 3.01064, + "8855": 2.99983, + "8860": 2.98172, + "8865": 2.93477, + "8870": 3.03435, + "8875": 3.02319, + "8880": 2.9693, + "8885": 2.94788, + "8890": 2.99851, + "8895": 2.95562, + "8900": 2.9878, + "8905": 3.0062, + "8910": 2.93783, + "8915": 2.99902, + "8920": 2.95724, + "8925": 2.96238, + "8930": 3.02703, + "8935": 2.97853, + "8940": 3.00249, + "8945": 3.02143, + "8950": 2.98576, + "8955": 3.00818, + "8960": 2.94131, + "8965": 2.94395, + "8970": 2.98049, + "8975": 2.986, + "8980": 2.96328, + "8985": 2.9805, + "8990": 2.91045, + "8995": 2.97136, + "9000": 2.88042, + "9005": 2.95244, + "9010": 2.97946, + "9015": 2.97742, + "9020": 2.95275, + "9025": 2.9156, + "9030": 3.03546, + "9035": 2.99646, + "9040": 2.93517, + "9045": 3.00882, + "9050": 2.91857, + "9055": 2.9753, + "9060": 2.98644, + "9065": 2.93271, + "9070": 2.94469, + "9075": 2.98122, + "9080": 3.05763, + "9085": 2.9195, + "9090": 2.95755, + "9095": 2.95071, + "9100": 2.89904, + "9105": 2.94749, + "9110": 2.89905, + "9115": 2.91987, + "9120": 2.93974, + "9125": 2.97289, + "9130": 2.93095, + "9135": 2.96125, + "9140": 2.91525, + "9145": 2.93439, + "9150": 2.89035, + "9155": 2.90334, + "9160": 2.95641, + "9165": 2.94019, + "9170": 2.99356, + "9175": 2.9094, + "9180": 2.95834, + "9185": 2.90452, + "9190": 2.91478, + "9195": 2.90828, + "9200": 2.94414, + "9205": 2.93801, + "9210": 2.92984, + "9215": 2.99611, + "9220": 2.96158, + "9225": 2.94602, + "9230": 2.91305, + "9235": 2.98214, + "9240": 2.92829, + "9245": 2.97714, + "9250": 2.91938, + "9255": 2.96502, + "9260": 2.86898, + "9265": 2.83058, + "9270": 2.91289, + "9275": 2.96145, + "9280": 2.91545, + "9285": 2.91734, + "9290": 2.87289, + "9295": 2.9314, + "9300": 2.94237, + "9305": 2.98842, + "9310": 2.96118, + "9315": 2.90266, + "9320": 2.89933, + "9325": 2.9883, + "9330": 2.92867, + "9335": 2.95319, + "9340": 2.94202, + "9345": 2.94638, + "9350": 2.90096, + "9355": 2.98461, + "9360": 2.88465, + "9365": 2.90496, + "9370": 2.88666, + "9375": 2.91118, + "9380": 2.89072, + "9385": 2.89387, + "9390": 2.90725, + "9395": 2.88876, + "9400": 2.91882, + "9405": 2.87, + "9410": 2.93217, + "9415": 2.88291, + "9420": 2.90393, + "9425": 2.90399, + "9430": 2.90268, + "9435": 2.87641, + "9440": 2.8581, + "9445": 2.82803, + "9450": 2.86507, + "9455": 2.93473, + "9460": 2.80685, + "9465": 2.88564, + "9470": 2.85621, + "9475": 2.85721, + "9480": 2.80664, + "9485": 2.87736, + "9490": 2.86754, + "9495": 2.92255, + "9500": 2.86093, + "9505": 2.90891, + "9510": 2.8654, + "9515": 2.8756, + "9520": 2.84784, + "9525": 2.91213, + "9530": 2.87907, + "9535": 2.86115, + "9540": 2.83086, + "9545": 2.8876, + "9550": 2.94817, + "9555": 2.92011, + "9560": 2.90837, + "9565": 2.9666, + "9570": 2.90328, + "9575": 2.8902, + "9580": 2.86849, + "9585": 2.84106, + "9590": 2.79893, + "9595": 2.83621, + "9600": 2.85848, + "9605": 2.88944, + "9610": 2.93178, + "9615": 2.86237, + "9620": 2.88815, + "9625": 2.80776, + "9630": 2.86575, + "9635": 2.90042, + "9640": 2.91494, + "9645": 2.92131, + "9650": 2.8455, + "9655": 2.77161, + "9660": 2.95357, + "9665": 2.87329, + "9670": 2.9218, + "9675": 2.90834, + "9680": 2.82953, + "9685": 2.79504, + "9690": 2.84103, + "9695": 2.91562, + "9700": 2.86643, + "9705": 2.92568, + "9710": 2.89057, + "9715": 2.84043, + "9720": 2.8267, + "9725": 2.8616, + "9730": 2.93505, + "9735": 2.83888, + "9740": 2.83365, + "9745": 2.85564, + "9750": 2.88748, + "9755": 2.8808, + "9760": 2.80671, + "9765": 2.93595, + "9770": 2.89879, + "9775": 2.85187, + "9780": 2.87577, + "9785": 2.83863, + "9790": 2.78016, + "9795": 2.78405, + "9800": 2.85774, + "9805": 2.84537, + "9810": 2.86556, + "9815": 2.80709, + "9820": 2.81843, + "9825": 2.85924, + "9830": 2.90831, + "9835": 2.81964, + "9840": 2.82465, + "9845": 2.87016, + "9850": 2.7952, + "9855": 2.81385, + "9860": 2.92471, + "9865": 2.83123, + "9870": 2.82246, + "9875": 2.84042, + "9880": 2.8571, + "9885": 2.82682, + "9890": 2.84516, + "9895": 2.85099, + "9900": 2.86065, + "9905": 2.79607, + "9910": 2.86903, + "9915": 2.78096, + "9920": 2.85961, + "9925": 2.81661, + "9930": 2.83705, + "9935": 2.85207, + "9940": 2.889, + "9945": 2.78996, + "9950": 2.92535, + "9955": 2.79057, + "9960": 2.90626, + "9965": 2.80602, + "9970": 2.80965, + "9975": 2.87058, + "9980": 2.82422, + "9985": 2.76524, + "9990": 2.81382, + "9995": 2.86255, + "10000": 2.84033 } }, "num-zeros": { @@ -2012,2007 +2012,2007 @@ "end_step": 10000, "step_interval": 5, "values": { - "1": 40047.0, - "5": 40027.0, - "10": 41481.0, - "15": 37237.0, - "20": 40806.0, - "25": 40120.0, - "30": 40733.0, + "1": 40049.0, + "5": 40026.0, + "10": 41478.0, + "15": 37238.0, + "20": 40803.0, + "25": 40118.0, + "30": 40737.0, "35": 39352.0, - "40": 41491.0, - "45": 42261.0, - "50": 38434.0, - "55": 39335.0, - "60": 42255.0, - "65": 39955.0, - "70": 40717.0, - "75": 41501.0, - "80": 40882.0, - "85": 40797.0, - "90": 40718.0, - "95": 40722.0, - "100": 41567.0, - "105": 40813.0, - "110": 38703.0, + "40": 41495.0, + "45": 42254.0, + "50": 38432.0, + "55": 39339.0, + "60": 42258.0, + "65": 39958.0, + "70": 40720.0, + "75": 41489.0, + "80": 40877.0, + "85": 40795.0, + "90": 40725.0, + "95": 40729.0, + "100": 41562.0, + "105": 40808.0, + "110": 38708.0, "115": 41555.0, - "120": 39266.0, - "125": 40718.0, - "130": 40721.0, - "135": 37903.0, + "120": 39261.0, + "125": 40715.0, + "130": 40714.0, + "135": 37901.0, "140": 38740.0, - "145": 40951.0, - "150": 40005.0, - "155": 40802.0, - "160": 40125.0, - "165": 38574.0, - "170": 37338.0, - "175": 40052.0, - "180": 40094.0, - "185": 38571.0, - "190": 39334.0, - "195": 41487.0, - "200": 41562.0, - "205": 40102.0, - "210": 40791.0, - "215": 40035.0, - "220": 40770.0, - "225": 39404.0, - "230": 41479.0, - "235": 37929.0, - "240": 39341.0, - "245": 38673.0, - "250": 40022.0, - "255": 41481.0, - "260": 39249.0, - "265": 41559.0, - "270": 40723.0, - "275": 40803.0, - "280": 41490.0, - "285": 41557.0, - "290": 40783.0, - "295": 38589.0, - "300": 38698.0, + "145": 40954.0, + "150": 40014.0, + "155": 40806.0, + "160": 40116.0, + "165": 38577.0, + "170": 37336.0, + "175": 40048.0, + "180": 40092.0, + "185": 38567.0, + "190": 39329.0, + "195": 41483.0, + "200": 41569.0, + "205": 40098.0, + "210": 40792.0, + "215": 40036.0, + "220": 40767.0, + "225": 39408.0, + "230": 41485.0, + "235": 37937.0, + "240": 39335.0, + "245": 38667.0, + "250": 40021.0, + "255": 41476.0, + "260": 39255.0, + "265": 41568.0, + "270": 40726.0, + "275": 40797.0, + "280": 41489.0, + "285": 41559.0, + "290": 40786.0, + "295": 38588.0, + "300": 38699.0, "305": 41557.0, - "310": 39258.0, - "315": 40102.0, - "320": 39349.0, - "325": 40788.0, - "330": 40794.0, - "335": 40158.0, - "340": 37942.0, - "345": 39951.0, - "350": 40720.0, + "310": 39256.0, + "315": 40098.0, + "320": 39347.0, + "325": 40787.0, + "330": 40792.0, + "335": 40156.0, + "340": 37936.0, + "345": 39947.0, + "350": 40715.0, "355": 39952.0, - "360": 41566.0, - "365": 37962.0, - "370": 40027.0, - "375": 41496.0, - "380": 38719.0, - "385": 37807.0, + "360": 41555.0, + "365": 37965.0, + "370": 40028.0, + "375": 41492.0, + "380": 38714.0, + "385": 37805.0, "390": 39950.0, - "395": 40790.0, - "400": 39275.0, - "405": 40714.0, - "410": 39466.0, - "415": 40731.0, - "420": 41493.0, - "425": 39409.0, - "430": 39448.0, - "435": 42250.0, - "440": 35764.0, - "445": 40038.0, - "450": 41482.0, - "455": 39952.0, - "460": 38593.0, - "465": 39321.0, - "470": 40801.0, + "395": 40793.0, + "400": 39274.0, + "405": 40724.0, + "410": 39465.0, + "415": 40739.0, + "420": 41489.0, + "425": 39405.0, + "430": 39446.0, + "435": 42247.0, + "440": 35768.0, + "445": 40032.0, + "450": 41492.0, + "455": 39946.0, + "460": 38584.0, + "465": 39327.0, + "470": 40802.0, "475": 40801.0, - "480": 40795.0, - "485": 39197.0, - "490": 38700.0, - "495": 40782.0, - "500": 40715.0, - "505": 41498.0, - "510": 37736.0, - "515": 40719.0, - "520": 40022.0, - "525": 39255.0, - "530": 38802.0, - "535": 40800.0, - "540": 40028.0, - "545": 41567.0, - "550": 40795.0, - "555": 40729.0, - "560": 39958.0, - "565": 40719.0, + "480": 40790.0, + "485": 39205.0, + "490": 38705.0, + "495": 40769.0, + "500": 40711.0, + "505": 41496.0, + "510": 37735.0, + "515": 40724.0, + "520": 40017.0, + "525": 39257.0, + "530": 38805.0, + "535": 40796.0, + "540": 40032.0, + "545": 41572.0, + "550": 40803.0, + "555": 40726.0, + "560": 39961.0, + "565": 40710.0, "570": 40192.0, - "575": 39316.0, - "580": 40801.0, - "585": 40712.0, - "590": 40028.0, - "595": 40035.0, - "600": 40029.0, - "605": 40809.0, - "610": 40888.0, - "615": 39946.0, + "575": 39318.0, + "580": 40810.0, + "585": 40722.0, + "590": 40024.0, + "595": 40034.0, + "600": 40032.0, + "605": 40806.0, + "610": 40880.0, + "615": 39944.0, "620": 41545.0, - "625": 40720.0, - "630": 42251.0, - "635": 39969.0, - "640": 37077.0, - "645": 40113.0, - "650": 39255.0, - "655": 39186.0, - "660": 37347.0, - "665": 40113.0, - "670": 40789.0, - "675": 39262.0, - "680": 39950.0, - "685": 39263.0, - "690": 42259.0, - "695": 38566.0, - "700": 40033.0, - "705": 38566.0, - "710": 42254.0, - "715": 42248.0, - "720": 41491.0, - "725": 40799.0, - "730": 38640.0, - "735": 40796.0, - "740": 41546.0, - "745": 41563.0, - "750": 40026.0, - "755": 38731.0, - "760": 38588.0, - "765": 39961.0, - "770": 40718.0, - "775": 40728.0, - "780": 39341.0, - "785": 41573.0, - "790": 42320.0, - "795": 41580.0, - "800": 40803.0, - "805": 37076.0, - "810": 39344.0, - "815": 40722.0, - "820": 43020.0, - "825": 40020.0, - "830": 39953.0, - "835": 41490.0, - "840": 38561.0, - "845": 41561.0, - "850": 38008.0, - "855": 36546.0, - "860": 41486.0, - "865": 39955.0, - "870": 35813.0, - "875": 38577.0, - "880": 39974.0, - "885": 40036.0, - "890": 39434.0, - "895": 40729.0, - "900": 40033.0, - "905": 40014.0, - "910": 40030.0, - "915": 39280.0, - "920": 40108.0, - "925": 40106.0, - "930": 40102.0, - "935": 40719.0, - "940": 40797.0, - "945": 39957.0, - "950": 37714.0, - "955": 40102.0, - "960": 40787.0, - "965": 40103.0, + "625": 40719.0, + "630": 42248.0, + "635": 39971.0, + "640": 37072.0, + "645": 40109.0, + "650": 39248.0, + "655": 39187.0, + "660": 37352.0, + "665": 40117.0, + "670": 40787.0, + "675": 39265.0, + "680": 39948.0, + "685": 39264.0, + "690": 42261.0, + "695": 38564.0, + "700": 40034.0, + "705": 38576.0, + "710": 42246.0, + "715": 42249.0, + "720": 41489.0, + "725": 40800.0, + "730": 38641.0, + "735": 40792.0, + "740": 41545.0, + "745": 41558.0, + "750": 40024.0, + "755": 38730.0, + "760": 38591.0, + "765": 39955.0, + "770": 40713.0, + "775": 40724.0, + "780": 39340.0, + "785": 41582.0, + "790": 42324.0, + "795": 41576.0, + "800": 40797.0, + "805": 37067.0, + "810": 39346.0, + "815": 40717.0, + "820": 43030.0, + "825": 40019.0, + "830": 39952.0, + "835": 41481.0, + "840": 38558.0, + "845": 41567.0, + "850": 38004.0, + "855": 36548.0, + "860": 41488.0, + "865": 39959.0, + "870": 35818.0, + "875": 38583.0, + "880": 39967.0, + "885": 40040.0, + "890": 39421.0, + "895": 40720.0, + "900": 40034.0, + "905": 40018.0, + "910": 40029.0, + "915": 39279.0, + "920": 40113.0, + "925": 40108.0, + "930": 40099.0, + "935": 40722.0, + "940": 40801.0, + "945": 39962.0, + "950": 37713.0, + "955": 40104.0, + "960": 40798.0, + "965": 40095.0, "970": 40715.0, - "975": 39957.0, + "975": 39961.0, "980": 40804.0, - "985": 30977.0, - "990": 39348.0, - "995": 42263.0, + "985": 30974.0, + "990": 39341.0, + "995": 42260.0, "1000": 41568.0, "1005": 41494.0, - "1010": 41642.0, - "1015": 40042.0, - "1020": 39258.0, - "1025": 40020.0, - "1030": 40194.0, - "1035": 39414.0, - "1040": 40108.0, - "1045": 40802.0, - "1050": 41494.0, - "1055": 37945.0, - "1060": 42253.0, - "1065": 37185.0, - "1070": 39276.0, - "1075": 43019.0, - "1080": 39372.0, - "1085": 40027.0, - "1090": 39968.0, - "1095": 38504.0, - "1100": 38641.0, - "1105": 39346.0, - "1110": 42324.0, - "1115": 40782.0, + "1010": 41633.0, + "1015": 40037.0, + "1020": 39254.0, + "1025": 40022.0, + "1030": 40191.0, + "1035": 39403.0, + "1040": 40101.0, + "1045": 40801.0, + "1050": 41497.0, + "1055": 37940.0, + "1060": 42251.0, + "1065": 37195.0, + "1070": 39282.0, + "1075": 43025.0, + "1080": 39364.0, + "1085": 40032.0, + "1090": 39972.0, + "1095": 38516.0, + "1100": 38640.0, + "1105": 39349.0, + "1110": 42323.0, + "1115": 40803.0, "1120": 40719.0, - "1125": 40731.0, - "1130": 38660.0, - "1135": 40094.0, - "1140": 40132.0, - "1145": 39368.0, - "1150": 41568.0, - "1155": 40711.0, - "1160": 41497.0, - "1165": 40052.0, + "1125": 40730.0, + "1130": 38659.0, + "1135": 40097.0, + "1140": 40137.0, + "1145": 39350.0, + "1150": 41575.0, + "1155": 40716.0, + "1160": 41487.0, + "1165": 40044.0, "1170": 39257.0, - "1175": 40028.0, - "1180": 40742.0, - "1185": 39268.0, - "1190": 39266.0, - "1195": 40716.0, + "1175": 40031.0, + "1180": 40731.0, + "1185": 39277.0, + "1190": 39252.0, + "1195": 40714.0, "1200": 41557.0, - "1205": 38588.0, - "1210": 41568.0, - "1215": 39341.0, - "1220": 41572.0, - "1225": 40108.0, - "1230": 39342.0, - "1235": 41480.0, - "1240": 40722.0, - "1245": 41478.0, - "1250": 39404.0, - "1255": 38714.0, - "1260": 41488.0, - "1265": 41507.0, - "1270": 40726.0, - "1275": 38439.0, - "1280": 40108.0, - "1285": 40718.0, - "1290": 40030.0, - "1295": 40790.0, - "1300": 40719.0, - "1305": 41508.0, - "1310": 41500.0, - "1315": 40793.0, - "1320": 40729.0, - "1325": 40729.0, - "1330": 40797.0, - "1335": 38672.0, - "1340": 40790.0, - "1345": 39967.0, - "1350": 40785.0, - "1355": 40112.0, - "1360": 42258.0, - "1365": 39409.0, - "1370": 39344.0, - "1375": 40790.0, - "1380": 38646.0, - "1385": 38568.0, - "1390": 40052.0, - "1395": 40789.0, - "1400": 40798.0, - "1405": 40819.0, - "1410": 37787.0, - "1415": 40022.0, - "1420": 41491.0, - "1425": 40817.0, - "1430": 39969.0, - "1435": 35885.0, - "1440": 38559.0, - "1445": 39322.0, - "1450": 40102.0, - "1455": 41560.0, - "1460": 40799.0, - "1465": 40721.0, - "1470": 37188.0, + "1205": 38604.0, + "1210": 41564.0, + "1215": 39332.0, + "1220": 41578.0, + "1225": 40101.0, + "1230": 39349.0, + "1235": 41495.0, + "1240": 40720.0, + "1245": 41499.0, + "1250": 39412.0, + "1255": 38722.0, + "1260": 41480.0, + "1265": 41496.0, + "1270": 40723.0, + "1275": 38450.0, + "1280": 40105.0, + "1285": 40724.0, + "1290": 40031.0, + "1295": 40786.0, + "1300": 40725.0, + "1305": 41501.0, + "1310": 41506.0, + "1315": 40792.0, + "1320": 40733.0, + "1325": 40728.0, + "1330": 40791.0, + "1335": 38673.0, + "1340": 40794.0, + "1345": 39963.0, + "1350": 40786.0, + "1355": 40116.0, + "1360": 42253.0, + "1365": 39404.0, + "1370": 39352.0, + "1375": 40794.0, + "1380": 38649.0, + "1385": 38563.0, + "1390": 40060.0, + "1395": 40796.0, + "1400": 40808.0, + "1405": 40828.0, + "1410": 37800.0, + "1415": 40020.0, + "1420": 41484.0, + "1425": 40814.0, + "1430": 39979.0, + "1435": 35891.0, + "1440": 38558.0, + "1445": 39323.0, + "1450": 40110.0, + "1455": 41557.0, + "1460": 40786.0, + "1465": 40730.0, + "1470": 37187.0, "1475": 40718.0, "1480": 37270.0, - "1485": 37833.0, - "1490": 38513.0, - "1495": 38562.0, - "1500": 41488.0, - "1505": 40025.0, - "1510": 40750.0, - "1515": 40799.0, - "1520": 40796.0, - "1525": 40876.0, - "1530": 39299.0, - "1535": 39350.0, - "1540": 37893.0, - "1545": 39982.0, - "1550": 40881.0, - "1555": 40806.0, - "1560": 40801.0, - "1565": 37881.0, - "1570": 39947.0, - "1575": 40042.0, + "1485": 37828.0, + "1490": 38505.0, + "1495": 38576.0, + "1500": 41484.0, + "1505": 40021.0, + "1510": 40728.0, + "1515": 40797.0, + "1520": 40793.0, + "1525": 40872.0, + "1530": 39293.0, + "1535": 39341.0, + "1540": 37887.0, + "1545": 39978.0, + "1550": 40895.0, + "1555": 40804.0, + "1560": 40806.0, + "1565": 37870.0, + "1570": 39956.0, + "1575": 40040.0, "1580": 38670.0, - "1585": 39290.0, - "1590": 39334.0, - "1595": 37960.0, - "1600": 40786.0, - "1605": 39337.0, - "1610": 40728.0, - "1615": 37881.0, - "1620": 39280.0, - "1625": 41570.0, - "1630": 39955.0, - "1635": 40793.0, - "1640": 41494.0, - "1645": 40042.0, - "1650": 39345.0, - "1655": 41508.0, - "1660": 40873.0, - "1665": 41565.0, - "1670": 40808.0, - "1675": 40810.0, - "1680": 40877.0, - "1685": 39960.0, + "1585": 39293.0, + "1590": 39345.0, + "1595": 37962.0, + "1600": 40793.0, + "1605": 39335.0, + "1610": 40729.0, + "1615": 37865.0, + "1620": 39276.0, + "1625": 41579.0, + "1630": 39951.0, + "1635": 40798.0, + "1640": 41497.0, + "1645": 40031.0, + "1650": 39342.0, + "1655": 41505.0, + "1660": 40885.0, + "1665": 41562.0, + "1670": 40816.0, + "1675": 40803.0, + "1680": 40882.0, + "1685": 39952.0, "1690": 40048.0, - "1695": 39334.0, - "1700": 40814.0, - "1705": 41637.0, - "1710": 41492.0, - "1715": 39339.0, + "1695": 39332.0, + "1700": 40815.0, + "1705": 41629.0, + "1710": 41506.0, + "1715": 39344.0, "1720": 41564.0, - "1725": 40046.0, - "1730": 39357.0, - "1735": 38634.0, - "1740": 41496.0, - "1745": 37748.0, - "1750": 39275.0, + "1725": 40048.0, + "1730": 39359.0, + "1735": 38630.0, + "1740": 41499.0, + "1745": 37755.0, + "1750": 39284.0, "1755": 39329.0, - "1760": 39269.0, - "1765": 40785.0, - "1770": 40790.0, - "1775": 39407.0, - "1780": 41498.0, - "1785": 41567.0, - "1790": 40715.0, - "1795": 41492.0, - "1800": 39404.0, + "1760": 39266.0, + "1765": 40789.0, + "1770": 40796.0, + "1775": 39412.0, + "1780": 41496.0, + "1785": 41563.0, + "1790": 40719.0, + "1795": 41489.0, + "1800": 39401.0, "1805": 40724.0, - "1810": 40035.0, - "1815": 37723.0, + "1810": 40036.0, + "1815": 37718.0, "1820": 40732.0, - "1825": 39389.0, - "1830": 41499.0, - "1835": 39430.0, - "1840": 40819.0, - "1845": 40789.0, - "1850": 40798.0, - "1855": 40802.0, - "1860": 40719.0, - "1865": 40045.0, - "1870": 41648.0, - "1875": 40725.0, - "1880": 39333.0, - "1885": 39202.0, - "1890": 41565.0, - "1895": 40723.0, - "1900": 37833.0, - "1905": 41506.0, - "1910": 41486.0, - "1915": 40939.0, - "1920": 41573.0, - "1925": 39284.0, - "1930": 41481.0, - "1935": 40799.0, + "1825": 39388.0, + "1830": 41505.0, + "1835": 39427.0, + "1840": 40818.0, + "1845": 40805.0, + "1850": 40792.0, + "1855": 40797.0, + "1860": 40723.0, + "1865": 40038.0, + "1870": 41651.0, + "1875": 40730.0, + "1880": 39338.0, + "1885": 39198.0, + "1890": 41574.0, + "1895": 40729.0, + "1900": 37838.0, + "1905": 41510.0, + "1910": 41487.0, + "1915": 40936.0, + "1920": 41574.0, + "1925": 39276.0, + "1930": 41485.0, + "1935": 40797.0, "1940": 40042.0, - "1945": 39407.0, - "1950": 41496.0, - "1955": 41569.0, - "1960": 40801.0, - "1965": 40107.0, - "1970": 39984.0, - "1975": 42254.0, - "1980": 36500.0, - "1985": 40130.0, - "1990": 41560.0, - "1995": 40030.0, - "2000": 41509.0, - "2005": 41556.0, - "2010": 37825.0, - "2015": 38743.0, - "2020": 40722.0, - "2025": 38696.0, - "2030": 38091.0, - "2035": 40749.0, - "2040": 41579.0, - "2045": 40169.0, - "2050": 39511.0, + "1945": 39406.0, + "1950": 41503.0, + "1955": 41562.0, + "1960": 40804.0, + "1965": 40105.0, + "1970": 39968.0, + "1975": 42257.0, + "1980": 36507.0, + "1985": 40133.0, + "1990": 41555.0, + "1995": 40040.0, + "2000": 41497.0, + "2005": 41564.0, + "2010": 37826.0, + "2015": 38741.0, + "2020": 40738.0, + "2025": 38694.0, + "2030": 38084.0, + "2035": 40750.0, + "2040": 41584.0, + "2045": 40161.0, + "2050": 39496.0, "2055": 41561.0, - "2060": 39393.0, - "2065": 42256.0, - "2070": 41483.0, - "2075": 39288.0, - "2080": 42265.0, - "2085": 39312.0, - "2090": 40821.0, - "2095": 41554.0, - "2100": 41571.0, - "2105": 41493.0, + "2060": 39387.0, + "2065": 42264.0, + "2070": 41495.0, + "2075": 39275.0, + "2080": 42260.0, + "2085": 39309.0, + "2090": 40822.0, + "2095": 41562.0, + "2100": 41570.0, + "2105": 41492.0, "2110": 40813.0, - "2115": 40728.0, - "2120": 41489.0, - "2125": 40043.0, - "2130": 39324.0, - "2135": 39402.0, - "2140": 41492.0, - "2145": 38585.0, - "2150": 40036.0, - "2155": 41505.0, - "2160": 41567.0, - "2165": 40043.0, - "2170": 40801.0, - "2175": 39345.0, - "2180": 40037.0, - "2185": 41492.0, - "2190": 40872.0, - "2195": 38738.0, - "2200": 40806.0, - "2205": 39962.0, - "2210": 39417.0, - "2215": 40793.0, - "2220": 39274.0, - "2225": 40090.0, - "2230": 40807.0, - "2235": 37270.0, - "2240": 40042.0, - "2245": 40723.0, - "2250": 42258.0, - "2255": 40744.0, - "2260": 41565.0, - "2265": 40826.0, - "2270": 40036.0, - "2275": 40732.0, - "2280": 39210.0, - "2285": 40881.0, - "2290": 39420.0, - "2295": 37899.0, - "2300": 41586.0, - "2305": 40730.0, - "2310": 40035.0, - "2315": 38513.0, - "2320": 40082.0, - "2325": 41491.0, - "2330": 40730.0, - "2335": 37187.0, - "2340": 40744.0, - "2345": 40194.0, - "2350": 40117.0, - "2355": 40872.0, - "2360": 39270.0, - "2365": 40727.0, - "2370": 40742.0, - "2375": 38583.0, - "2380": 40029.0, + "2115": 40727.0, + "2120": 41502.0, + "2125": 40042.0, + "2130": 39328.0, + "2135": 39411.0, + "2140": 41498.0, + "2145": 38583.0, + "2150": 40037.0, + "2155": 41497.0, + "2160": 41564.0, + "2165": 40037.0, + "2170": 40800.0, + "2175": 39342.0, + "2180": 40039.0, + "2185": 41498.0, + "2190": 40873.0, + "2195": 38743.0, + "2200": 40805.0, + "2205": 39958.0, + "2210": 39422.0, + "2215": 40794.0, + "2220": 39271.0, + "2225": 40084.0, + "2230": 40799.0, + "2235": 37275.0, + "2240": 40045.0, + "2245": 40724.0, + "2250": 42263.0, + "2255": 40735.0, + "2260": 41564.0, + "2265": 40834.0, + "2270": 40037.0, + "2275": 40727.0, + "2280": 39206.0, + "2285": 40878.0, + "2290": 39421.0, + "2295": 37905.0, + "2300": 41575.0, + "2305": 40722.0, + "2310": 40037.0, + "2315": 38512.0, + "2320": 40095.0, + "2325": 41486.0, + "2330": 40737.0, + "2335": 37171.0, + "2340": 40737.0, + "2345": 40187.0, + "2350": 40124.0, + "2355": 40869.0, + "2360": 39273.0, + "2365": 40731.0, + "2370": 40739.0, + "2375": 38573.0, + "2380": 40038.0, "2385": 40812.0, - "2390": 40115.0, - "2395": 40736.0, - "2400": 41566.0, - "2405": 40100.0, - "2410": 40803.0, - "2415": 39204.0, - "2420": 39970.0, - "2425": 37799.0, - "2430": 39280.0, - "2435": 41502.0, - "2440": 40022.0, - "2445": 39369.0, - "2450": 40811.0, - "2455": 42267.0, - "2460": 40103.0, - "2465": 39496.0, - "2470": 37836.0, - "2475": 40046.0, - "2480": 40034.0, - "2485": 39339.0, - "2490": 40104.0, - "2495": 41491.0, - "2500": 39206.0, - "2505": 40731.0, - "2510": 40725.0, - "2515": 38670.0, - "2520": 40814.0, - "2525": 41568.0, - "2530": 40729.0, - "2535": 39983.0, - "2540": 39211.0, - "2545": 37979.0, - "2550": 40811.0, - "2555": 41491.0, + "2390": 40123.0, + "2395": 40733.0, + "2400": 41562.0, + "2405": 40106.0, + "2410": 40809.0, + "2415": 39187.0, + "2420": 39962.0, + "2425": 37805.0, + "2430": 39274.0, + "2435": 41503.0, + "2440": 40034.0, + "2445": 39364.0, + "2450": 40810.0, + "2455": 42262.0, + "2460": 40106.0, + "2465": 39492.0, + "2470": 37838.0, + "2475": 40047.0, + "2480": 40033.0, + "2485": 39335.0, + "2490": 40109.0, + "2495": 41499.0, + "2500": 39199.0, + "2505": 40739.0, + "2510": 40729.0, + "2515": 38673.0, + "2520": 40816.0, + "2525": 41576.0, + "2530": 40734.0, + "2535": 39972.0, + "2540": 39210.0, + "2545": 37977.0, + "2550": 40809.0, + "2555": 41495.0, "2560": 39454.0, - "2565": 39193.0, - "2570": 39351.0, - "2575": 40732.0, - "2580": 40723.0, - "2585": 40871.0, - "2590": 40121.0, - "2595": 37969.0, - "2600": 39972.0, - "2605": 38724.0, - "2610": 41573.0, - "2615": 40101.0, - "2620": 41494.0, - "2625": 39301.0, - "2630": 40020.0, - "2635": 39498.0, - "2640": 40793.0, - "2645": 40037.0, - "2650": 40070.0, - "2655": 39188.0, - "2660": 37267.0, - "2665": 40900.0, - "2670": 40885.0, - "2675": 38432.0, - "2680": 40037.0, - "2685": 41578.0, - "2690": 40024.0, - "2695": 40729.0, - "2700": 39271.0, - "2705": 41562.0, - "2710": 40789.0, - "2715": 38510.0, - "2720": 40060.0, - "2725": 38703.0, - "2730": 40874.0, - "2735": 40033.0, - "2740": 38577.0, - "2745": 40041.0, - "2750": 40799.0, - "2755": 38504.0, - "2760": 38531.0, - "2765": 39273.0, - "2770": 41586.0, - "2775": 39352.0, - "2780": 40749.0, + "2565": 39194.0, + "2570": 39357.0, + "2575": 40739.0, + "2580": 40741.0, + "2585": 40874.0, + "2590": 40125.0, + "2595": 37968.0, + "2600": 39974.0, + "2605": 38721.0, + "2610": 41556.0, + "2615": 40103.0, + "2620": 41489.0, + "2625": 39288.0, + "2630": 40024.0, + "2635": 39500.0, + "2640": 40786.0, + "2645": 40032.0, + "2650": 40062.0, + "2655": 39187.0, + "2660": 37263.0, + "2665": 40897.0, + "2670": 40884.0, + "2675": 38434.0, + "2680": 40033.0, + "2685": 41574.0, + "2690": 40026.0, + "2695": 40731.0, + "2700": 39276.0, + "2705": 41565.0, + "2710": 40802.0, + "2715": 38507.0, + "2720": 40059.0, + "2725": 38688.0, + "2730": 40880.0, + "2735": 40045.0, + "2740": 38580.0, + "2745": 40037.0, + "2750": 40795.0, + "2755": 38513.0, + "2760": 38519.0, + "2765": 39263.0, + "2770": 41585.0, + "2775": 39349.0, + "2780": 40759.0, "2785": 40737.0, - "2790": 39299.0, - "2795": 40026.0, - "2800": 39431.0, - "2805": 40802.0, - "2810": 41563.0, - "2815": 42257.0, - "2820": 40730.0, - "2825": 40049.0, - "2830": 40792.0, - "2835": 41554.0, - "2840": 40796.0, - "2845": 38597.0, - "2850": 42259.0, + "2790": 39294.0, + "2795": 40032.0, + "2800": 39417.0, + "2805": 40799.0, + "2810": 41555.0, + "2815": 42260.0, + "2820": 40727.0, + "2825": 40057.0, + "2830": 40788.0, + "2835": 41557.0, + "2840": 40808.0, + "2845": 38584.0, + "2850": 42261.0, "2855": 40820.0, - "2860": 39358.0, - "2865": 39368.0, - "2870": 40201.0, - "2875": 42279.0, - "2880": 40792.0, + "2860": 39359.0, + "2865": 39355.0, + "2870": 40203.0, + "2875": 42270.0, + "2880": 40794.0, "2885": 39966.0, - "2890": 38586.0, - "2895": 40724.0, - "2900": 39355.0, - "2905": 39983.0, - "2910": 40736.0, - "2915": 40032.0, - "2920": 37877.0, - "2925": 40798.0, - "2930": 36504.0, - "2935": 41586.0, - "2940": 40808.0, - "2945": 38882.0, - "2950": 39439.0, - "2955": 38040.0, - "2960": 41495.0, - "2965": 39195.0, - "2970": 40804.0, - "2975": 38810.0, - "2980": 41504.0, - "2985": 39281.0, - "2990": 42341.0, - "2995": 40786.0, - "3000": 37959.0, - "3005": 42260.0, - "3010": 38714.0, - "3015": 40797.0, - "3020": 41500.0, - "3025": 39339.0, - "3030": 38455.0, - "3035": 40026.0, - "3040": 41562.0, - "3045": 39357.0, - "3050": 41489.0, - "3055": 40729.0, - "3060": 38506.0, - "3065": 39285.0, - "3070": 40805.0, - "3075": 37983.0, - "3080": 39214.0, - "3085": 41574.0, - "3090": 39275.0, - "3095": 39354.0, - "3100": 38590.0, - "3105": 39983.0, - "3110": 37139.0, - "3115": 38456.0, - "3120": 41649.0, - "3125": 40112.0, - "3130": 39304.0, - "3135": 39297.0, - "3140": 39990.0, - "3145": 40822.0, - "3150": 41491.0, - "3155": 38600.0, - "3160": 40909.0, + "2890": 38579.0, + "2895": 40731.0, + "2900": 39346.0, + "2905": 39987.0, + "2910": 40731.0, + "2915": 40036.0, + "2920": 37876.0, + "2925": 40800.0, + "2930": 36513.0, + "2935": 41569.0, + "2940": 40811.0, + "2945": 38881.0, + "2950": 39426.0, + "2955": 38032.0, + "2960": 41491.0, + "2965": 39201.0, + "2970": 40809.0, + "2975": 38817.0, + "2980": 41506.0, + "2985": 39280.0, + "2990": 42330.0, + "2995": 40788.0, + "3000": 37965.0, + "3005": 42250.0, + "3010": 38723.0, + "3015": 40800.0, + "3020": 41498.0, + "3025": 39346.0, + "3030": 38449.0, + "3035": 40037.0, + "3040": 41565.0, + "3045": 39340.0, + "3050": 41493.0, + "3055": 40739.0, + "3060": 38494.0, + "3065": 39280.0, + "3070": 40806.0, + "3075": 37988.0, + "3080": 39203.0, + "3085": 41578.0, + "3090": 39282.0, + "3095": 39346.0, + "3100": 38582.0, + "3105": 39987.0, + "3110": 37137.0, + "3115": 38469.0, + "3120": 41643.0, + "3125": 40102.0, + "3130": 39310.0, + "3135": 39283.0, + "3140": 39979.0, + "3145": 40807.0, + "3150": 41493.0, + "3155": 38603.0, + "3160": 40912.0, "3165": 41488.0, - "3170": 39262.0, - "3175": 37451.0, - "3180": 39440.0, - "3185": 42266.0, - "3190": 37988.0, - "3195": 39263.0, - "3200": 38679.0, + "3170": 39269.0, + "3175": 37458.0, + "3180": 39434.0, + "3185": 42272.0, + "3190": 37996.0, + "3195": 39260.0, + "3200": 38678.0, "3205": 40044.0, - "3210": 39963.0, - "3215": 38583.0, - "3220": 39962.0, - "3225": 40120.0, - "3230": 40108.0, - "3235": 42347.0, - "3240": 40025.0, - "3245": 40747.0, - "3250": 41498.0, - "3255": 42266.0, - "3260": 40110.0, - "3265": 42254.0, - "3270": 40797.0, - "3275": 41567.0, - "3280": 40160.0, - "3285": 39264.0, - "3290": 38668.0, - "3295": 40738.0, - "3300": 40163.0, - "3305": 42277.0, - "3310": 42342.0, - "3315": 41500.0, - "3320": 41489.0, + "3210": 39956.0, + "3215": 38595.0, + "3220": 39963.0, + "3225": 40121.0, + "3230": 40110.0, + "3235": 42351.0, + "3240": 40026.0, + "3245": 40737.0, + "3250": 41490.0, + "3255": 42263.0, + "3260": 40111.0, + "3265": 42257.0, + "3270": 40796.0, + "3275": 41563.0, + "3280": 40153.0, + "3285": 39263.0, + "3290": 38660.0, + "3295": 40730.0, + "3300": 40151.0, + "3305": 42270.0, + "3310": 42356.0, + "3315": 41493.0, + "3320": 41500.0, "3325": 39278.0, - "3330": 40800.0, - "3335": 40105.0, - "3340": 40799.0, + "3330": 40809.0, + "3335": 40107.0, + "3340": 40802.0, "3345": 40801.0, - "3350": 40821.0, - "3355": 41573.0, - "3360": 41498.0, - "3365": 40736.0, - "3370": 40046.0, - "3375": 40724.0, - "3380": 40049.0, - "3385": 39342.0, - "3390": 40031.0, - "3395": 39981.0, - "3400": 38103.0, - "3405": 38657.0, - "3410": 39968.0, - "3415": 40031.0, - "3420": 40797.0, - "3425": 40806.0, + "3350": 40816.0, + "3355": 41577.0, + "3360": 41495.0, + "3365": 40737.0, + "3370": 40047.0, + "3375": 40726.0, + "3380": 40037.0, + "3385": 39343.0, + "3390": 40030.0, + "3395": 39980.0, + "3400": 38101.0, + "3405": 38660.0, + "3410": 39982.0, + "3415": 40037.0, + "3420": 40806.0, + "3425": 40817.0, "3430": 40730.0, - "3435": 40058.0, - "3440": 41569.0, - "3445": 37974.0, - "3450": 37913.0, - "3455": 40794.0, - "3460": 42268.0, - "3465": 39367.0, - "3470": 38596.0, - "3475": 40191.0, - "3480": 40824.0, - "3485": 38830.0, - "3490": 40041.0, - "3495": 40030.0, - "3500": 40027.0, - "3505": 40861.0, - "3510": 40802.0, - "3515": 40061.0, - "3520": 39274.0, - "3525": 41565.0, - "3530": 40722.0, - "3535": 41572.0, - "3540": 40735.0, - "3545": 40821.0, - "3550": 41575.0, - "3555": 40114.0, - "3560": 40734.0, - "3565": 40799.0, - "3570": 40789.0, - "3575": 40038.0, - "3580": 40034.0, - "3585": 41587.0, - "3590": 41513.0, - "3595": 39323.0, - "3600": 39339.0, - "3605": 39274.0, - "3610": 40030.0, - "3615": 42267.0, - "3620": 38690.0, - "3625": 39964.0, + "3435": 40055.0, + "3440": 41585.0, + "3445": 37966.0, + "3450": 37910.0, + "3455": 40816.0, + "3460": 42270.0, + "3465": 39363.0, + "3470": 38601.0, + "3475": 40198.0, + "3480": 40828.0, + "3485": 38823.0, + "3490": 40047.0, + "3495": 40031.0, + "3500": 40026.0, + "3505": 40882.0, + "3510": 40807.0, + "3515": 40058.0, + "3520": 39286.0, + "3525": 41566.0, + "3530": 40723.0, + "3535": 41583.0, + "3540": 40726.0, + "3545": 40826.0, + "3550": 41584.0, + "3555": 40118.0, + "3560": 40740.0, + "3565": 40791.0, + "3570": 40813.0, + "3575": 40033.0, + "3580": 40031.0, + "3585": 41591.0, + "3590": 41500.0, + "3595": 39335.0, + "3600": 39340.0, + "3605": 39278.0, + "3610": 40037.0, + "3615": 42260.0, + "3620": 38683.0, + "3625": 39958.0, "3630": 40808.0, - "3635": 40114.0, - "3640": 39205.0, - "3645": 39352.0, - "3650": 38651.0, - "3655": 40181.0, - "3660": 42331.0, - "3665": 41499.0, - "3670": 37366.0, - "3675": 39426.0, + "3635": 40098.0, + "3640": 39200.0, + "3645": 39343.0, + "3650": 38656.0, + "3655": 40174.0, + "3660": 42334.0, + "3665": 41493.0, + "3670": 37358.0, + "3675": 39430.0, "3680": 37365.0, - "3685": 39366.0, - "3690": 40814.0, - "3695": 42339.0, - "3700": 38228.0, - "3705": 39491.0, - "3710": 39283.0, - "3715": 38532.0, - "3720": 40803.0, - "3725": 37333.0, - "3730": 37827.0, - "3735": 40787.0, - "3740": 40800.0, - "3745": 38571.0, - "3750": 39420.0, - "3755": 39359.0, - "3760": 39366.0, - "3765": 39362.0, - "3770": 42354.0, - "3775": 40807.0, - "3780": 42259.0, - "3785": 37898.0, - "3790": 39356.0, - "3795": 40020.0, - "3800": 39528.0, - "3805": 37093.0, - "3810": 39434.0, - "3815": 40730.0, - "3820": 40123.0, - "3825": 42267.0, - "3830": 40032.0, - "3835": 40793.0, - "3840": 40029.0, - "3845": 39335.0, - "3850": 39421.0, - "3855": 39361.0, - "3860": 40068.0, - "3865": 41503.0, - "3870": 37743.0, - "3875": 39972.0, - "3880": 40044.0, - "3885": 41492.0, - "3890": 39974.0, - "3895": 40730.0, - "3900": 39272.0, - "3905": 38582.0, - "3910": 40026.0, - "3915": 40799.0, - "3920": 36528.0, - "3925": 39964.0, - "3930": 39232.0, - "3935": 39379.0, - "3940": 39432.0, - "3945": 41503.0, - "3950": 39976.0, - "3955": 39441.0, - "3960": 38632.0, - "3965": 39987.0, - "3970": 39276.0, - "3975": 39980.0, - "3980": 40811.0, - "3985": 38584.0, - "3990": 39213.0, - "3995": 39421.0, + "3685": 39371.0, + "3690": 40818.0, + "3695": 42336.0, + "3700": 38220.0, + "3705": 39486.0, + "3710": 39280.0, + "3715": 38541.0, + "3720": 40816.0, + "3725": 37328.0, + "3730": 37820.0, + "3735": 40803.0, + "3740": 40803.0, + "3745": 38575.0, + "3750": 39428.0, + "3755": 39350.0, + "3760": 39369.0, + "3765": 39375.0, + "3770": 42353.0, + "3775": 40815.0, + "3780": 42255.0, + "3785": 37888.0, + "3790": 39362.0, + "3795": 40030.0, + "3800": 39527.0, + "3805": 37097.0, + "3810": 39436.0, + "3815": 40725.0, + "3820": 40116.0, + "3825": 42263.0, + "3830": 40034.0, + "3835": 40796.0, + "3840": 40042.0, + "3845": 39342.0, + "3850": 39405.0, + "3855": 39359.0, + "3860": 40061.0, + "3865": 41501.0, + "3870": 37759.0, + "3875": 39967.0, + "3880": 40042.0, + "3885": 41499.0, + "3890": 39982.0, + "3895": 40741.0, + "3900": 39287.0, + "3905": 38580.0, + "3910": 40028.0, + "3915": 40794.0, + "3920": 36522.0, + "3925": 39968.0, + "3930": 39243.0, + "3935": 39381.0, + "3940": 39436.0, + "3945": 41510.0, + "3950": 39974.0, + "3955": 39430.0, + "3960": 38644.0, + "3965": 39978.0, + "3970": 39281.0, + "3975": 39965.0, + "3980": 40821.0, + "3985": 38588.0, + "3990": 39214.0, + "3995": 39424.0, "4000": 40030.0, - "4005": 40052.0, + "4005": 40041.0, "4010": 35676.0, - "4015": 41579.0, - "4020": 39268.0, - "4025": 40206.0, - "4030": 37026.0, - "4035": 41499.0, - "4040": 34446.0, - "4045": 40807.0, - "4050": 37760.0, - "4055": 39409.0, - "4060": 37226.0, - "4065": 40731.0, - "4070": 38513.0, + "4015": 41585.0, + "4020": 39279.0, + "4025": 40199.0, + "4030": 37025.0, + "4035": 41506.0, + "4040": 34438.0, + "4045": 40795.0, + "4050": 37758.0, + "4055": 39417.0, + "4060": 37215.0, + "4065": 40728.0, + "4070": 38510.0, "4075": 40043.0, "4080": 40881.0, - "4085": 41499.0, - "4090": 40734.0, - "4095": 41508.0, - "4100": 37931.0, - "4105": 41496.0, - "4110": 41492.0, - "4115": 40215.0, - "4120": 40805.0, - "4125": 38696.0, - "4130": 40740.0, - "4135": 39378.0, - "4140": 39345.0, - "4145": 40033.0, - "4150": 39377.0, - "4155": 39431.0, - "4160": 40204.0, - "4165": 39346.0, - "4170": 40747.0, - "4175": 39268.0, - "4180": 40783.0, - "4185": 40803.0, - "4190": 39272.0, - "4195": 40825.0, - "4200": 41501.0, - "4205": 40725.0, - "4210": 40735.0, - "4215": 40044.0, - "4220": 38667.0, - "4225": 40044.0, - "4230": 38793.0, - "4235": 39340.0, - "4240": 40807.0, - "4245": 40738.0, - "4250": 40080.0, - "4255": 39370.0, + "4085": 41505.0, + "4090": 40731.0, + "4095": 41506.0, + "4100": 37943.0, + "4105": 41502.0, + "4110": 41502.0, + "4115": 40210.0, + "4120": 40814.0, + "4125": 38706.0, + "4130": 40741.0, + "4135": 39374.0, + "4140": 39348.0, + "4145": 40039.0, + "4150": 39376.0, + "4155": 39440.0, + "4160": 40188.0, + "4165": 39347.0, + "4170": 40750.0, + "4175": 39258.0, + "4180": 40797.0, + "4185": 40793.0, + "4190": 39267.0, + "4195": 40815.0, + "4200": 41494.0, + "4205": 40721.0, + "4210": 40732.0, + "4215": 40049.0, + "4220": 38675.0, + "4225": 40049.0, + "4230": 38797.0, + "4235": 39334.0, + "4240": 40806.0, + "4245": 40748.0, + "4250": 40084.0, + "4255": 39365.0, "4260": 38659.0, - "4265": 40739.0, - "4270": 40799.0, - "4275": 40130.0, - "4280": 40032.0, - "4285": 41492.0, - "4290": 40740.0, - "4295": 37122.0, - "4300": 39321.0, - "4305": 40022.0, - "4310": 40130.0, + "4265": 40727.0, + "4270": 40790.0, + "4275": 40122.0, + "4280": 40033.0, + "4285": 41495.0, + "4290": 40745.0, + "4295": 37114.0, + "4300": 39335.0, + "4305": 40023.0, + "4310": 40131.0, "4315": 40136.0, - "4320": 41578.0, - "4325": 40051.0, - "4330": 38728.0, - "4335": 42260.0, - "4340": 40735.0, - "4345": 40794.0, - "4350": 37990.0, - "4355": 41511.0, - "4360": 40184.0, - "4365": 40820.0, - "4370": 37206.0, - "4375": 40029.0, - "4380": 38494.0, - "4385": 40098.0, - "4390": 40741.0, - "4395": 39973.0, + "4320": 41577.0, + "4325": 40056.0, + "4330": 38726.0, + "4335": 42266.0, + "4340": 40732.0, + "4345": 40792.0, + "4350": 37987.0, + "4355": 41519.0, + "4360": 40187.0, + "4365": 40827.0, + "4370": 37216.0, + "4375": 40038.0, + "4380": 38491.0, + "4385": 40100.0, + "4390": 40730.0, + "4395": 39974.0, "4400": 39959.0, - "4405": 40190.0, - "4410": 41584.0, - "4415": 41497.0, - "4420": 40034.0, - "4425": 40193.0, + "4405": 40188.0, + "4410": 41587.0, + "4415": 41490.0, + "4420": 40045.0, + "4425": 40192.0, "4430": 40727.0, - "4435": 37963.0, - "4440": 39977.0, - "4445": 39440.0, - "4450": 39971.0, - "4455": 40733.0, - "4460": 40810.0, - "4465": 41493.0, - "4470": 41500.0, - "4475": 39197.0, - "4480": 41554.0, - "4485": 40120.0, - "4490": 42257.0, - "4495": 39968.0, - "4500": 40032.0, - "4505": 40814.0, - "4510": 40835.0, - "4515": 37918.0, - "4520": 39273.0, - "4525": 40737.0, - "4530": 39962.0, - "4535": 39373.0, - "4540": 39421.0, - "4545": 38727.0, + "4435": 37958.0, + "4440": 39971.0, + "4445": 39426.0, + "4450": 39966.0, + "4455": 40729.0, + "4460": 40805.0, + "4465": 41497.0, + "4470": 41493.0, + "4475": 39199.0, + "4480": 41559.0, + "4485": 40116.0, + "4490": 42262.0, + "4495": 39974.0, + "4500": 40040.0, + "4505": 40813.0, + "4510": 40823.0, + "4515": 37930.0, + "4520": 39283.0, + "4525": 40728.0, + "4530": 39960.0, + "4535": 39368.0, + "4540": 39416.0, + "4545": 38732.0, "4550": 40035.0, - "4555": 40804.0, - "4560": 39345.0, - "4565": 40137.0, - "4570": 41665.0, - "4575": 40027.0, - "4580": 37833.0, - "4585": 39459.0, - "4590": 37313.0, - "4595": 39334.0, - "4600": 40042.0, - "4605": 40741.0, - "4610": 40827.0, - "4615": 40738.0, - "4620": 40741.0, - "4625": 41490.0, - "4630": 40055.0, - "4635": 40729.0, - "4640": 41498.0, - "4645": 41504.0, - "4650": 40799.0, - "4655": 39969.0, - "4660": 40890.0, - "4665": 41498.0, - "4670": 39275.0, - "4675": 40037.0, - "4680": 41587.0, - "4685": 38056.0, - "4690": 40746.0, - "4695": 39269.0, + "4555": 40802.0, + "4560": 39350.0, + "4565": 40133.0, + "4570": 41659.0, + "4575": 40032.0, + "4580": 37817.0, + "4585": 39478.0, + "4590": 37315.0, + "4595": 39337.0, + "4600": 40052.0, + "4605": 40738.0, + "4610": 40822.0, + "4615": 40733.0, + "4620": 40742.0, + "4625": 41499.0, + "4630": 40051.0, + "4635": 40725.0, + "4640": 41510.0, + "4645": 41496.0, + "4650": 40815.0, + "4655": 39970.0, + "4660": 40889.0, + "4665": 41486.0, + "4670": 39271.0, + "4675": 40041.0, + "4680": 41579.0, + "4685": 38055.0, + "4690": 40740.0, + "4695": 39273.0, "4700": 39962.0, - "4705": 40817.0, - "4710": 42266.0, - "4715": 41582.0, - "4720": 40882.0, - "4725": 40819.0, - "4730": 38533.0, - "4735": 40050.0, - "4740": 37833.0, - "4745": 39424.0, - "4750": 40049.0, - "4755": 39203.0, - "4760": 40116.0, - "4765": 41501.0, - "4770": 40137.0, - "4775": 36642.0, - "4780": 39279.0, - "4785": 40047.0, - "4790": 42334.0, - "4795": 39283.0, - "4800": 42282.0, - "4805": 39430.0, - "4810": 40033.0, - "4815": 42268.0, + "4705": 40814.0, + "4710": 42259.0, + "4715": 41578.0, + "4720": 40886.0, + "4725": 40804.0, + "4730": 38534.0, + "4735": 40045.0, + "4740": 37831.0, + "4745": 39437.0, + "4750": 40066.0, + "4755": 39199.0, + "4760": 40111.0, + "4765": 41505.0, + "4770": 40117.0, + "4775": 36639.0, + "4780": 39286.0, + "4785": 40051.0, + "4790": 42345.0, + "4795": 39278.0, + "4800": 42266.0, + "4805": 39435.0, + "4810": 40027.0, + "4815": 42266.0, "4820": 39362.0, - "4825": 37847.0, - "4830": 40123.0, - "4835": 41502.0, - "4840": 40040.0, - "4845": 41582.0, - "4850": 38634.0, + "4825": 37853.0, + "4830": 40127.0, + "4835": 41508.0, + "4840": 40034.0, + "4845": 41581.0, + "4850": 38640.0, "4855": 40216.0, - "4860": 38650.0, - "4865": 40033.0, - "4870": 41572.0, - "4875": 40727.0, - "4880": 41594.0, - "4885": 40728.0, - "4890": 40734.0, + "4860": 38654.0, + "4865": 40051.0, + "4870": 41565.0, + "4875": 40742.0, + "4880": 41588.0, + "4885": 40735.0, + "4890": 40733.0, "4895": 40803.0, - "4900": 40042.0, - "4905": 40802.0, - "4910": 40031.0, - "4915": 40817.0, - "4920": 40033.0, - "4925": 40037.0, - "4930": 39973.0, - "4935": 40804.0, - "4940": 39986.0, - "4945": 39424.0, - "4950": 40041.0, - "4955": 39989.0, - "4960": 38590.0, - "4965": 38681.0, - "4970": 39347.0, + "4900": 40039.0, + "4905": 40808.0, + "4910": 40039.0, + "4915": 40828.0, + "4920": 40032.0, + "4925": 40045.0, + "4930": 39981.0, + "4935": 40802.0, + "4940": 39975.0, + "4945": 39422.0, + "4950": 40048.0, + "4955": 39983.0, + "4960": 38589.0, + "4965": 38677.0, + "4970": 39354.0, "4975": 39962.0, - "4980": 37870.0, - "4985": 37769.0, - "4990": 39344.0, + "4980": 37869.0, + "4985": 37768.0, + "4990": 39340.0, "4995": 40057.0, - "5000": 38585.0, - "5005": 40032.0, - "5010": 38663.0, - "5015": 40737.0, - "5020": 39208.0, - "5025": 41492.0, - "5030": 36525.0, - "5035": 37952.0, - "5040": 40740.0, + "5000": 38578.0, + "5005": 40029.0, + "5010": 38656.0, + "5015": 40732.0, + "5020": 39205.0, + "5025": 41494.0, + "5030": 36520.0, + "5035": 37948.0, + "5040": 40735.0, "5045": 39224.0, - "5050": 39266.0, - "5055": 39990.0, - "5060": 40798.0, - "5065": 38597.0, - "5070": 42259.0, - "5075": 40038.0, - "5080": 41494.0, - "5085": 39296.0, - "5090": 40794.0, - "5095": 40872.0, - "5100": 39349.0, - "5105": 40057.0, - "5110": 40835.0, - "5115": 38566.0, - "5120": 40118.0, - "5125": 41494.0, - "5130": 40127.0, - "5135": 41509.0, - "5140": 41558.0, - "5145": 38089.0, - "5150": 39354.0, - "5155": 40029.0, - "5160": 41583.0, - "5165": 39964.0, - "5170": 40735.0, - "5175": 38793.0, - "5180": 41494.0, - "5185": 40812.0, - "5190": 38641.0, - "5195": 38586.0, + "5050": 39275.0, + "5055": 39987.0, + "5060": 40800.0, + "5065": 38608.0, + "5070": 42256.0, + "5075": 40041.0, + "5080": 41496.0, + "5085": 39284.0, + "5090": 40797.0, + "5095": 40866.0, + "5100": 39354.0, + "5105": 40067.0, + "5110": 40830.0, + "5115": 38555.0, + "5120": 40128.0, + "5125": 41499.0, + "5130": 40131.0, + "5135": 41497.0, + "5140": 41559.0, + "5145": 38083.0, + "5150": 39350.0, + "5155": 40034.0, + "5160": 41585.0, + "5165": 39974.0, + "5170": 40734.0, + "5175": 38784.0, + "5180": 41493.0, + "5185": 40815.0, + "5190": 38647.0, + "5195": 38585.0, "5200": 40114.0, - "5205": 42262.0, - "5210": 39267.0, - "5215": 37197.0, - "5220": 40045.0, - "5225": 41578.0, - "5230": 40195.0, - "5235": 40028.0, - "5240": 38658.0, - "5245": 40818.0, - "5250": 38505.0, - "5255": 40036.0, - "5260": 40806.0, - "5265": 39270.0, - "5270": 41505.0, - "5275": 41504.0, - "5280": 39273.0, - "5285": 40055.0, - "5290": 38728.0, - "5295": 39346.0, - "5300": 39454.0, + "5205": 42263.0, + "5210": 39274.0, + "5215": 37186.0, + "5220": 40041.0, + "5225": 41582.0, + "5230": 40186.0, + "5235": 40032.0, + "5240": 38653.0, + "5245": 40822.0, + "5250": 38501.0, + "5255": 40029.0, + "5260": 40803.0, + "5265": 39273.0, + "5270": 41499.0, + "5275": 41503.0, + "5280": 39277.0, + "5285": 40047.0, + "5290": 38735.0, + "5295": 39354.0, + "5300": 39451.0, "5305": 39286.0, - "5310": 41570.0, - "5315": 39225.0, - "5320": 40900.0, - "5325": 40811.0, - "5330": 39332.0, - "5335": 40106.0, - "5340": 42261.0, - "5345": 39977.0, - "5350": 40803.0, - "5355": 40131.0, - "5360": 37286.0, - "5365": 37934.0, - "5370": 40801.0, - "5375": 40039.0, - "5380": 39351.0, - "5385": 39351.0, - "5390": 38086.0, - "5395": 39408.0, - "5400": 38759.0, - "5405": 39349.0, - "5410": 40033.0, - "5415": 40730.0, - "5420": 39988.0, - "5425": 40109.0, - "5430": 40797.0, - "5435": 42267.0, - "5440": 39285.0, - "5445": 38573.0, + "5310": 41572.0, + "5315": 39223.0, + "5320": 40892.0, + "5325": 40805.0, + "5330": 39335.0, + "5335": 40109.0, + "5340": 42269.0, + "5345": 39968.0, + "5350": 40810.0, + "5355": 40138.0, + "5360": 37294.0, + "5365": 37928.0, + "5370": 40798.0, + "5375": 40046.0, + "5380": 39347.0, + "5385": 39349.0, + "5390": 38084.0, + "5395": 39413.0, + "5400": 38757.0, + "5405": 39354.0, + "5410": 40037.0, + "5415": 40743.0, + "5420": 39974.0, + "5425": 40108.0, + "5430": 40799.0, + "5435": 42269.0, + "5440": 39300.0, + "5445": 38576.0, "5450": 40051.0, - "5455": 40137.0, - "5460": 41503.0, - "5465": 40882.0, - "5470": 39430.0, - "5475": 39429.0, - "5480": 40050.0, - "5485": 41490.0, - "5490": 39435.0, - "5495": 40799.0, + "5455": 40133.0, + "5460": 41492.0, + "5465": 40880.0, + "5470": 39431.0, + "5475": 39430.0, + "5480": 40054.0, + "5485": 41503.0, + "5490": 39433.0, + "5495": 40803.0, "5500": 40881.0, - "5505": 37760.0, - "5510": 42256.0, - "5515": 39287.0, - "5520": 40734.0, - "5525": 40807.0, - "5530": 39294.0, - "5535": 40739.0, - "5540": 40125.0, - "5545": 41583.0, - "5550": 38723.0, - "5555": 39967.0, - "5560": 40185.0, - "5565": 42354.0, - "5570": 41495.0, - "5575": 39393.0, - "5580": 39334.0, - "5585": 40741.0, - "5590": 38583.0, - "5595": 40039.0, - "5600": 39354.0, - "5605": 41566.0, - "5610": 40826.0, - "5615": 40806.0, + "5505": 37766.0, + "5510": 42261.0, + "5515": 39297.0, + "5520": 40725.0, + "5525": 40809.0, + "5530": 39296.0, + "5535": 40747.0, + "5540": 40132.0, + "5545": 41580.0, + "5550": 38719.0, + "5555": 39981.0, + "5560": 40193.0, + "5565": 42367.0, + "5570": 41487.0, + "5575": 39403.0, + "5580": 39344.0, + "5585": 40738.0, + "5590": 38574.0, + "5595": 40043.0, + "5600": 39352.0, + "5605": 41568.0, + "5610": 40811.0, + "5615": 40804.0, "5620": 39416.0, - "5625": 39411.0, - "5630": 40137.0, - "5635": 39335.0, - "5640": 40793.0, - "5645": 40739.0, + "5625": 39418.0, + "5630": 40139.0, + "5635": 39330.0, + "5640": 40796.0, + "5645": 40729.0, "5650": 38590.0, - "5655": 39270.0, - "5660": 38730.0, - "5665": 40814.0, - "5670": 41568.0, - "5675": 40836.0, - "5680": 39341.0, - "5685": 40733.0, - "5690": 39975.0, - "5695": 40805.0, - "5700": 39356.0, - "5705": 40041.0, - "5710": 39334.0, - "5715": 40813.0, - "5720": 40871.0, - "5725": 39965.0, - "5730": 40001.0, - "5735": 39967.0, + "5655": 39272.0, + "5660": 38714.0, + "5665": 40824.0, + "5670": 41572.0, + "5675": 40834.0, + "5680": 39344.0, + "5685": 40737.0, + "5690": 39974.0, + "5695": 40815.0, + "5700": 39360.0, + "5705": 40039.0, + "5710": 39337.0, + "5715": 40811.0, + "5720": 40870.0, + "5725": 39963.0, + "5730": 40004.0, + "5735": 39973.0, "5740": 40036.0, - "5745": 40798.0, - "5750": 37193.0, - "5755": 41500.0, - "5760": 40805.0, - "5765": 37134.0, - "5770": 40731.0, - "5775": 40061.0, - "5780": 38648.0, - "5785": 42343.0, + "5745": 40813.0, + "5750": 37197.0, + "5755": 41496.0, + "5760": 40803.0, + "5765": 37120.0, + "5770": 40722.0, + "5775": 40054.0, + "5780": 38641.0, + "5785": 42338.0, "5790": 38014.0, - "5795": 40878.0, - "5800": 40800.0, - "5805": 39962.0, - "5810": 43038.0, - "5815": 39286.0, - "5820": 40723.0, - "5825": 35568.0, - "5830": 39423.0, - "5835": 40015.0, - "5840": 40027.0, - "5845": 40781.0, - "5850": 41503.0, - "5855": 42262.0, - "5860": 38528.0, + "5795": 40879.0, + "5800": 40790.0, + "5805": 39970.0, + "5810": 43035.0, + "5815": 39280.0, + "5820": 40726.0, + "5825": 35575.0, + "5830": 39431.0, + "5835": 40036.0, + "5840": 40034.0, + "5845": 40791.0, + "5850": 41508.0, + "5855": 42263.0, + "5860": 38532.0, "5865": 39322.0, - "5870": 39430.0, - "5875": 40048.0, + "5870": 39428.0, + "5875": 40055.0, "5880": 39343.0, - "5885": 40811.0, - "5890": 37908.0, - "5895": 40726.0, - "5900": 40035.0, - "5905": 38673.0, + "5885": 40805.0, + "5890": 37907.0, + "5895": 40727.0, + "5900": 40049.0, + "5905": 38677.0, "5910": 37956.0, - "5915": 37845.0, - "5920": 40816.0, - "5925": 37923.0, - "5930": 40883.0, - "5935": 39272.0, - "5940": 40114.0, - "5945": 39345.0, - "5950": 40126.0, - "5955": 39351.0, - "5960": 40036.0, + "5915": 37838.0, + "5920": 40821.0, + "5925": 37926.0, + "5930": 40891.0, + "5935": 39274.0, + "5940": 40102.0, + "5945": 39337.0, + "5950": 40122.0, + "5955": 39357.0, + "5960": 40045.0, "5965": 38752.0, - "5970": 38430.0, - "5975": 36513.0, - "5980": 40736.0, - "5985": 40030.0, - "5990": 40801.0, - "5995": 38590.0, - "6000": 38756.0, - "6005": 40038.0, - "6010": 39969.0, - "6015": 40028.0, - "6020": 41557.0, - "6025": 40031.0, - "6030": 39362.0, - "6035": 41583.0, - "6040": 38584.0, - "6045": 39974.0, - "6050": 39971.0, - "6055": 41577.0, - "6060": 40107.0, - "6065": 41573.0, + "5970": 38435.0, + "5975": 36510.0, + "5980": 40737.0, + "5985": 40025.0, + "5990": 40809.0, + "5995": 38595.0, + "6000": 38754.0, + "6005": 40048.0, + "6010": 39967.0, + "6015": 40015.0, + "6020": 41554.0, + "6025": 40025.0, + "6030": 39367.0, + "6035": 41581.0, + "6040": 38587.0, + "6045": 39975.0, + "6050": 39980.0, + "6055": 41587.0, + "6060": 40121.0, + "6065": 41566.0, "6070": 38741.0, - "6075": 41500.0, - "6080": 38010.0, - "6085": 35962.0, - "6090": 40734.0, - "6095": 41498.0, - "6100": 40755.0, - "6105": 35938.0, - "6110": 40109.0, - "6115": 41500.0, - "6120": 40121.0, - "6125": 37190.0, - "6130": 39260.0, - "6135": 39284.0, - "6140": 41564.0, - "6145": 40046.0, - "6150": 39291.0, - "6155": 41492.0, - "6160": 39967.0, - "6165": 40730.0, - "6170": 37315.0, - "6175": 40797.0, - "6180": 37841.0, - "6185": 40814.0, - "6190": 41505.0, - "6195": 38606.0, - "6200": 41490.0, - "6205": 41572.0, - "6210": 38746.0, - "6215": 41511.0, - "6220": 39986.0, - "6225": 40740.0, - "6230": 37890.0, - "6235": 40818.0, - "6240": 40736.0, - "6245": 40176.0, - "6250": 41497.0, - "6255": 40727.0, - "6260": 41582.0, - "6265": 39231.0, - "6270": 40813.0, - "6275": 40871.0, - "6280": 43026.0, - "6285": 40818.0, - "6290": 41575.0, - "6295": 40797.0, - "6300": 39978.0, - "6305": 38639.0, - "6310": 38668.0, - "6315": 41510.0, - "6320": 40894.0, - "6325": 37703.0, + "6075": 41492.0, + "6080": 37997.0, + "6085": 35964.0, + "6090": 40738.0, + "6095": 41509.0, + "6100": 40750.0, + "6105": 35934.0, + "6110": 40119.0, + "6115": 41498.0, + "6120": 40120.0, + "6125": 37197.0, + "6130": 39262.0, + "6135": 39285.0, + "6140": 41566.0, + "6145": 40051.0, + "6150": 39288.0, + "6155": 41490.0, + "6160": 39959.0, + "6165": 40739.0, + "6170": 37313.0, + "6175": 40790.0, + "6180": 37826.0, + "6185": 40822.0, + "6190": 41504.0, + "6195": 38588.0, + "6200": 41504.0, + "6205": 41566.0, + "6210": 38747.0, + "6215": 41505.0, + "6220": 39977.0, + "6225": 40746.0, + "6230": 37896.0, + "6235": 40826.0, + "6240": 40737.0, + "6245": 40185.0, + "6250": 41489.0, + "6255": 40731.0, + "6260": 41587.0, + "6265": 39218.0, + "6270": 40803.0, + "6275": 40882.0, + "6280": 43037.0, + "6285": 40813.0, + "6290": 41586.0, + "6295": 40804.0, + "6300": 39974.0, + "6305": 38652.0, + "6310": 38664.0, + "6315": 41503.0, + "6320": 40883.0, + "6325": 37702.0, "6330": 39282.0, - "6335": 41580.0, - "6340": 40745.0, - "6345": 41508.0, - "6350": 41608.0, - "6355": 40097.0, - "6360": 38743.0, - "6365": 40814.0, - "6370": 38746.0, - "6375": 40056.0, - "6380": 37133.0, - "6385": 40188.0, - "6390": 39518.0, - "6395": 41500.0, - "6400": 36593.0, - "6405": 40051.0, - "6410": 40118.0, - "6415": 41562.0, - "6420": 40802.0, - "6425": 37282.0, - "6430": 39967.0, - "6435": 40111.0, - "6440": 41499.0, - "6445": 40729.0, - "6450": 38504.0, - "6455": 38582.0, - "6460": 39226.0, - "6465": 42256.0, - "6470": 41491.0, + "6335": 41577.0, + "6340": 40743.0, + "6345": 41507.0, + "6350": 41598.0, + "6355": 40104.0, + "6360": 38733.0, + "6365": 40812.0, + "6370": 38736.0, + "6375": 40062.0, + "6380": 37122.0, + "6385": 40192.0, + "6390": 39512.0, + "6395": 41493.0, + "6400": 36594.0, + "6405": 40046.0, + "6410": 40103.0, + "6415": 41573.0, + "6420": 40794.0, + "6425": 37290.0, + "6430": 39964.0, + "6435": 40119.0, + "6440": 41495.0, + "6445": 40730.0, + "6450": 38495.0, + "6455": 38565.0, + "6460": 39219.0, + "6465": 42271.0, + "6470": 41503.0, "6475": 40808.0, - "6480": 40124.0, - "6485": 39277.0, - "6490": 35796.0, - "6495": 39269.0, - "6500": 41499.0, - "6505": 40751.0, - "6510": 40069.0, - "6515": 40120.0, - "6520": 40797.0, - "6525": 42266.0, - "6530": 41497.0, - "6535": 39292.0, - "6540": 40868.0, - "6545": 37983.0, - "6550": 39348.0, - "6555": 40809.0, - "6560": 35748.0, - "6565": 39211.0, - "6570": 40141.0, - "6575": 41505.0, + "6480": 40123.0, + "6485": 39266.0, + "6490": 35805.0, + "6495": 39273.0, + "6500": 41498.0, + "6505": 40737.0, + "6510": 40050.0, + "6515": 40129.0, + "6520": 40794.0, + "6525": 42268.0, + "6530": 41498.0, + "6535": 39298.0, + "6540": 40849.0, + "6545": 37978.0, + "6550": 39352.0, + "6555": 40798.0, + "6560": 35747.0, + "6565": 39203.0, + "6570": 40137.0, + "6575": 41503.0, "6580": 41580.0, - "6585": 40055.0, - "6590": 35473.0, - "6595": 40813.0, - "6600": 39296.0, - "6605": 39349.0, - "6610": 41500.0, - "6615": 40799.0, - "6620": 41565.0, - "6625": 40733.0, - "6630": 37820.0, - "6635": 38684.0, - "6640": 40812.0, - "6645": 38027.0, - "6650": 40046.0, - "6655": 40045.0, - "6660": 41502.0, - "6665": 41503.0, - "6670": 39264.0, - "6675": 39343.0, - "6680": 42279.0, - "6685": 40728.0, - "6690": 40050.0, - "6695": 40727.0, - "6700": 40784.0, - "6705": 41556.0, - "6710": 39198.0, - "6715": 38510.0, - "6720": 39976.0, - "6725": 41582.0, - "6730": 41490.0, - "6735": 38666.0, - "6740": 37268.0, - "6745": 41494.0, - "6750": 40752.0, - "6755": 38585.0, - "6760": 39364.0, - "6765": 39335.0, - "6770": 39981.0, + "6585": 40054.0, + "6590": 35479.0, + "6595": 40806.0, + "6600": 39293.0, + "6605": 39340.0, + "6610": 41505.0, + "6615": 40802.0, + "6620": 41570.0, + "6625": 40720.0, + "6630": 37819.0, + "6635": 38691.0, + "6640": 40815.0, + "6645": 38022.0, + "6650": 40022.0, + "6655": 40038.0, + "6660": 41501.0, + "6665": 41506.0, + "6670": 39285.0, + "6675": 39350.0, + "6680": 42265.0, + "6685": 40738.0, + "6690": 40037.0, + "6695": 40730.0, + "6700": 40790.0, + "6705": 41557.0, + "6710": 39208.0, + "6715": 38515.0, + "6720": 39974.0, + "6725": 41571.0, + "6730": 41500.0, + "6735": 38669.0, + "6740": 37264.0, + "6745": 41495.0, + "6750": 40733.0, + "6755": 38588.0, + "6760": 39356.0, + "6765": 39336.0, + "6770": 39971.0, "6775": 38658.0, - "6780": 38595.0, - "6785": 40056.0, - "6790": 40738.0, - "6795": 40734.0, - "6800": 40726.0, - "6805": 40804.0, - "6810": 40188.0, - "6815": 40781.0, - "6820": 40121.0, - "6825": 40817.0, + "6780": 38605.0, + "6785": 40065.0, + "6790": 40734.0, + "6795": 40741.0, + "6800": 40725.0, + "6805": 40809.0, + "6810": 40198.0, + "6815": 40788.0, + "6820": 40122.0, + "6825": 40814.0, "6830": 41577.0, - "6835": 38610.0, - "6840": 40802.0, - "6845": 42338.0, - "6850": 40122.0, - "6855": 39336.0, - "6860": 41493.0, - "6865": 40742.0, - "6870": 40051.0, - "6875": 40805.0, - "6880": 40806.0, + "6835": 38600.0, + "6840": 40803.0, + "6845": 42335.0, + "6850": 40120.0, + "6855": 39329.0, + "6860": 41494.0, + "6865": 40737.0, + "6870": 40056.0, + "6875": 40798.0, + "6880": 40803.0, "6885": 39354.0, - "6890": 40035.0, - "6895": 40144.0, - "6900": 37774.0, - "6905": 40893.0, - "6910": 41599.0, - "6915": 41564.0, + "6890": 40034.0, + "6895": 40145.0, + "6900": 37765.0, + "6905": 40881.0, + "6910": 41582.0, + "6915": 41578.0, "6920": 40062.0, - "6925": 40119.0, - "6930": 42259.0, - "6935": 38505.0, - "6940": 39406.0, - "6945": 40794.0, - "6950": 39963.0, - "6955": 39437.0, - "6960": 40724.0, - "6965": 40790.0, - "6970": 40797.0, - "6975": 41497.0, - "6980": 39511.0, - "6985": 40829.0, - "6990": 40113.0, - "6995": 39955.0, - "7000": 39427.0, - "7005": 39414.0, - "7010": 39959.0, - "7015": 38644.0, + "6925": 40130.0, + "6930": 42269.0, + "6935": 38511.0, + "6940": 39396.0, + "6945": 40798.0, + "6950": 39977.0, + "6955": 39425.0, + "6960": 40735.0, + "6965": 40796.0, + "6970": 40806.0, + "6975": 41499.0, + "6980": 39504.0, + "6985": 40838.0, + "6990": 40112.0, + "6995": 39966.0, + "7000": 39432.0, + "7005": 39421.0, + "7010": 39962.0, + "7015": 38640.0, "7020": 40802.0, - "7025": 39268.0, - "7030": 38676.0, - "7035": 39352.0, - "7040": 42343.0, - "7045": 36593.0, - "7050": 38574.0, - "7055": 40880.0, + "7025": 39265.0, + "7030": 38673.0, + "7035": 39348.0, + "7040": 42355.0, + "7045": 36583.0, + "7050": 38577.0, + "7055": 40887.0, "7060": 40737.0, - "7065": 37948.0, - "7070": 40049.0, - "7075": 39272.0, - "7080": 40732.0, + "7065": 37945.0, + "7070": 40046.0, + "7075": 39287.0, + "7080": 40733.0, "7085": 40729.0, - "7090": 36608.0, - "7095": 40722.0, - "7100": 40809.0, - "7105": 40728.0, - "7110": 42339.0, + "7090": 36618.0, + "7095": 40729.0, + "7100": 40804.0, + "7105": 40723.0, + "7110": 42346.0, "7115": 39279.0, - "7120": 40793.0, - "7125": 38509.0, - "7130": 40885.0, - "7135": 39275.0, - "7140": 40091.0, - "7145": 40742.0, + "7120": 40798.0, + "7125": 38496.0, + "7130": 40888.0, + "7135": 39279.0, + "7140": 40093.0, + "7145": 40740.0, "7150": 40802.0, - "7155": 42343.0, - "7160": 40048.0, - "7165": 40036.0, - "7170": 41504.0, - "7175": 40818.0, - "7180": 40801.0, - "7185": 39279.0, - "7190": 40818.0, - "7195": 39961.0, - "7200": 40126.0, - "7205": 40787.0, - "7210": 41567.0, - "7215": 41574.0, - "7220": 37346.0, - "7225": 40808.0, - "7230": 40102.0, - "7235": 41490.0, - "7240": 38581.0, - "7245": 39468.0, - "7250": 40815.0, + "7155": 42341.0, + "7160": 40034.0, + "7165": 40047.0, + "7170": 41496.0, + "7175": 40820.0, + "7180": 40803.0, + "7185": 39286.0, + "7190": 40820.0, + "7195": 39971.0, + "7200": 40128.0, + "7205": 40805.0, + "7210": 41569.0, + "7215": 41566.0, + "7220": 37345.0, + "7225": 40812.0, + "7230": 40095.0, + "7235": 41503.0, + "7240": 38585.0, + "7245": 39463.0, + "7250": 40823.0, "7255": 39967.0, - "7260": 38540.0, + "7260": 38537.0, "7265": 39341.0, - "7270": 40738.0, - "7275": 38587.0, - "7280": 39424.0, - "7285": 40113.0, - "7290": 41579.0, - "7295": 40741.0, - "7300": 40057.0, - "7305": 39537.0, - "7310": 40150.0, - "7315": 40872.0, - "7320": 40110.0, - "7325": 40810.0, - "7330": 41499.0, - "7335": 39347.0, - "7340": 40806.0, - "7345": 40119.0, - "7350": 39348.0, - "7355": 40742.0, + "7270": 40743.0, + "7275": 38597.0, + "7280": 39423.0, + "7285": 40104.0, + "7290": 41575.0, + "7295": 40737.0, + "7300": 40045.0, + "7305": 39533.0, + "7310": 40144.0, + "7315": 40873.0, + "7320": 40108.0, + "7325": 40817.0, + "7330": 41492.0, + "7335": 39349.0, + "7340": 40809.0, + "7345": 40115.0, + "7350": 39349.0, + "7355": 40733.0, "7360": 40183.0, - "7365": 41500.0, - "7370": 38567.0, - "7375": 38445.0, - "7380": 40758.0, - "7385": 40148.0, - "7390": 38650.0, - "7395": 38452.0, - "7400": 41499.0, - "7405": 41498.0, - "7410": 38504.0, - "7415": 38526.0, - "7420": 39337.0, - "7425": 41503.0, - "7430": 39358.0, - "7435": 39964.0, - "7440": 40133.0, - "7445": 40728.0, - "7450": 40814.0, - "7455": 42258.0, - "7460": 38827.0, - "7465": 35636.0, - "7470": 40821.0, - "7475": 37816.0, - "7480": 40881.0, - "7485": 37981.0, - "7490": 40817.0, - "7495": 40112.0, - "7500": 41494.0, - "7505": 40809.0, - "7510": 39210.0, - "7515": 40056.0, - "7520": 40744.0, - "7525": 40106.0, - "7530": 40815.0, - "7535": 39286.0, - "7540": 40022.0, - "7545": 38457.0, - "7550": 40736.0, - "7555": 40105.0, - "7560": 41497.0, - "7565": 40038.0, - "7570": 40735.0, - "7575": 40744.0, - "7580": 39963.0, + "7365": 41486.0, + "7370": 38559.0, + "7375": 38443.0, + "7380": 40751.0, + "7385": 40136.0, + "7390": 38651.0, + "7395": 38454.0, + "7400": 41490.0, + "7405": 41496.0, + "7410": 38493.0, + "7415": 38534.0, + "7420": 39336.0, + "7425": 41504.0, + "7430": 39353.0, + "7435": 39969.0, + "7440": 40129.0, + "7445": 40734.0, + "7450": 40812.0, + "7455": 42273.0, + "7460": 38828.0, + "7465": 35633.0, + "7470": 40814.0, + "7475": 37814.0, + "7480": 40883.0, + "7485": 37985.0, + "7490": 40810.0, + "7495": 40099.0, + "7500": 41506.0, + "7505": 40808.0, + "7510": 39205.0, + "7515": 40050.0, + "7520": 40752.0, + "7525": 40114.0, + "7530": 40818.0, + "7535": 39293.0, + "7540": 40032.0, + "7545": 38449.0, + "7550": 40739.0, + "7555": 40099.0, + "7560": 41499.0, + "7565": 40028.0, + "7570": 40732.0, + "7575": 40736.0, + "7580": 39961.0, "7585": 40726.0, - "7590": 40811.0, - "7595": 40817.0, - "7600": 35675.0, - "7605": 40722.0, - "7610": 41496.0, - "7615": 38447.0, + "7590": 40808.0, + "7595": 40821.0, + "7600": 35678.0, + "7605": 40734.0, + "7610": 41500.0, + "7615": 38451.0, "7620": 41576.0, - "7625": 40728.0, - "7630": 41564.0, - "7635": 41513.0, + "7625": 40721.0, + "7630": 41562.0, + "7635": 41509.0, "7640": 40114.0, - "7645": 40108.0, - "7650": 38662.0, - "7655": 41570.0, - "7660": 39972.0, - "7665": 41566.0, + "7645": 40104.0, + "7650": 38659.0, + "7655": 41564.0, + "7660": 39967.0, + "7665": 41561.0, "7670": 39987.0, - "7675": 39445.0, - "7680": 40743.0, - "7685": 39364.0, - "7690": 40136.0, - "7695": 40064.0, - "7700": 41500.0, - "7705": 40190.0, - "7710": 40791.0, - "7715": 40029.0, - "7720": 35788.0, - "7725": 39357.0, - "7730": 39361.0, - "7735": 37958.0, - "7740": 40881.0, - "7745": 40736.0, - "7750": 41502.0, - "7755": 39414.0, - "7760": 40142.0, - "7765": 39342.0, - "7770": 39354.0, - "7775": 39363.0, - "7780": 38587.0, - "7785": 38744.0, - "7790": 39346.0, - "7795": 40041.0, - "7800": 40126.0, - "7805": 38031.0, - "7810": 42339.0, - "7815": 38587.0, - "7820": 40814.0, - "7825": 37900.0, + "7675": 39441.0, + "7680": 40746.0, + "7685": 39361.0, + "7690": 40144.0, + "7695": 40072.0, + "7700": 41497.0, + "7705": 40201.0, + "7710": 40792.0, + "7715": 40037.0, + "7720": 35804.0, + "7725": 39348.0, + "7730": 39363.0, + "7735": 37967.0, + "7740": 40886.0, + "7745": 40735.0, + "7750": 41495.0, + "7755": 39413.0, + "7760": 40123.0, + "7765": 39347.0, + "7770": 39355.0, + "7775": 39368.0, + "7780": 38584.0, + "7785": 38746.0, + "7790": 39342.0, + "7795": 40046.0, + "7800": 40119.0, + "7805": 38028.0, + "7810": 42348.0, + "7815": 38597.0, + "7820": 40816.0, + "7825": 37892.0, "7830": 40876.0, - "7835": 39362.0, - "7840": 40813.0, - "7845": 41509.0, - "7850": 39349.0, - "7855": 38686.0, - "7860": 39975.0, - "7865": 38776.0, - "7870": 40803.0, - "7875": 40123.0, - "7880": 40721.0, + "7835": 39351.0, + "7840": 40822.0, + "7845": 41501.0, + "7850": 39354.0, + "7855": 38681.0, + "7860": 39972.0, + "7865": 38767.0, + "7870": 40804.0, + "7875": 40115.0, + "7880": 40726.0, "7885": 40737.0, - "7890": 40035.0, - "7895": 42265.0, - "7900": 40117.0, - "7905": 41492.0, - "7910": 37904.0, - "7915": 39288.0, - "7920": 39380.0, - "7925": 42257.0, - "7930": 39284.0, - "7935": 41572.0, - "7940": 39333.0, - "7945": 41571.0, - "7950": 36608.0, + "7890": 40042.0, + "7895": 42262.0, + "7900": 40115.0, + "7905": 41500.0, + "7910": 37907.0, + "7915": 39291.0, + "7920": 39363.0, + "7925": 42261.0, + "7930": 39286.0, + "7935": 41575.0, + "7940": 39337.0, + "7945": 41579.0, + "7950": 36604.0, "7955": 37918.0, - "7960": 40050.0, - "7965": 40816.0, + "7960": 40051.0, + "7965": 40811.0, "7970": 40870.0, - "7975": 37746.0, - "7980": 41499.0, - "7985": 39969.0, - "7990": 39419.0, - "7995": 39351.0, - "8000": 41516.0, - "8005": 40804.0, - "8010": 40743.0, - "8015": 40885.0, - "8020": 38657.0, - "8025": 40879.0, - "8030": 37839.0, - "8035": 40071.0, - "8040": 39220.0, - "8045": 41585.0, - "8050": 38599.0, - "8055": 39274.0, - "8060": 39277.0, - "8065": 40801.0, - "8070": 40812.0, - "8075": 41564.0, - "8080": 41571.0, - "8085": 39294.0, - "8090": 40829.0, - "8095": 39344.0, - "8100": 40745.0, - "8105": 40921.0, - "8110": 38681.0, - "8115": 40811.0, - "8120": 39349.0, - "8125": 39959.0, - "8130": 39285.0, - "8135": 41509.0, - "8140": 39970.0, - "8145": 40817.0, - "8150": 41566.0, - "8155": 41513.0, - "8160": 39480.0, - "8165": 40026.0, - "8170": 38719.0, - "8175": 40031.0, - "8180": 37413.0, - "8185": 40734.0, - "8190": 39365.0, - "8195": 40038.0, - "8200": 40104.0, - "8205": 40051.0, - "8210": 39274.0, - "8215": 40805.0, - "8220": 38595.0, - "8225": 39275.0, - "8230": 40820.0, - "8235": 40043.0, - "8240": 39335.0, - "8245": 38661.0, - "8250": 41571.0, - "8255": 39418.0, - "8260": 40826.0, - "8265": 41514.0, - "8270": 42273.0, - "8275": 40735.0, - "8280": 40053.0, - "8285": 40865.0, + "7975": 37747.0, + "7980": 41496.0, + "7985": 39973.0, + "7990": 39416.0, + "7995": 39343.0, + "8000": 41521.0, + "8005": 40810.0, + "8010": 40725.0, + "8015": 40884.0, + "8020": 38653.0, + "8025": 40891.0, + "8030": 37840.0, + "8035": 40059.0, + "8040": 39228.0, + "8045": 41590.0, + "8050": 38601.0, + "8055": 39278.0, + "8060": 39271.0, + "8065": 40802.0, + "8070": 40818.0, + "8075": 41561.0, + "8080": 41572.0, + "8085": 39301.0, + "8090": 40815.0, + "8095": 39338.0, + "8100": 40750.0, + "8105": 40908.0, + "8110": 38677.0, + "8115": 40800.0, + "8120": 39344.0, + "8125": 39965.0, + "8130": 39294.0, + "8135": 41495.0, + "8140": 39972.0, + "8145": 40814.0, + "8150": 41569.0, + "8155": 41516.0, + "8160": 39476.0, + "8165": 40023.0, + "8170": 38714.0, + "8175": 40028.0, + "8180": 37402.0, + "8185": 40723.0, + "8190": 39358.0, + "8195": 40034.0, + "8200": 40100.0, + "8205": 40040.0, + "8210": 39270.0, + "8215": 40795.0, + "8220": 38597.0, + "8225": 39272.0, + "8230": 40824.0, + "8235": 40047.0, + "8240": 39334.0, + "8245": 38651.0, + "8250": 41566.0, + "8255": 39428.0, + "8260": 40827.0, + "8265": 41515.0, + "8270": 42283.0, + "8275": 40748.0, + "8280": 40046.0, + "8285": 40879.0, "8290": 40101.0, "8295": 39261.0, - "8300": 40805.0, - "8305": 40122.0, - "8310": 39299.0, - "8315": 39215.0, - "8320": 41505.0, - "8325": 39277.0, - "8330": 40731.0, - "8335": 40041.0, - "8340": 40056.0, + "8300": 40799.0, + "8305": 40112.0, + "8310": 39284.0, + "8315": 39206.0, + "8320": 41508.0, + "8325": 39274.0, + "8330": 40736.0, + "8335": 40049.0, + "8340": 40054.0, "8345": 39433.0, - "8350": 40804.0, - "8355": 40060.0, - "8360": 40806.0, - "8365": 39959.0, - "8370": 39448.0, - "8375": 38877.0, - "8380": 40740.0, - "8385": 40061.0, - "8390": 40816.0, - "8395": 39982.0, - "8400": 40122.0, - "8405": 39216.0, - "8410": 41500.0, - "8415": 38591.0, - "8420": 40101.0, - "8425": 39980.0, - "8430": 37814.0, - "8435": 39425.0, - "8440": 37100.0, - "8445": 38583.0, - "8450": 39439.0, - "8455": 39976.0, - "8460": 38029.0, - "8465": 37903.0, - "8470": 38585.0, - "8475": 40823.0, - "8480": 40176.0, - "8485": 37667.0, - "8490": 41499.0, - "8495": 40032.0, - "8500": 39980.0, - "8505": 38431.0, - "8510": 41503.0, - "8515": 39427.0, - "8520": 39449.0, - "8525": 38538.0, - "8530": 40812.0, - "8535": 40747.0, + "8350": 40801.0, + "8355": 40069.0, + "8360": 40809.0, + "8365": 39966.0, + "8370": 39444.0, + "8375": 38886.0, + "8380": 40735.0, + "8385": 40067.0, + "8390": 40808.0, + "8395": 39979.0, + "8400": 40124.0, + "8405": 39215.0, + "8410": 41495.0, + "8415": 38597.0, + "8420": 40105.0, + "8425": 39968.0, + "8430": 37823.0, + "8435": 39426.0, + "8440": 37103.0, + "8445": 38572.0, + "8450": 39432.0, + "8455": 39980.0, + "8460": 38019.0, + "8465": 37897.0, + "8470": 38587.0, + "8475": 40813.0, + "8480": 40179.0, + "8485": 37672.0, + "8490": 41501.0, + "8495": 40028.0, + "8500": 39976.0, + "8505": 38419.0, + "8510": 41506.0, + "8515": 39429.0, + "8520": 39439.0, + "8525": 38534.0, + "8530": 40811.0, + "8535": 40752.0, "8540": 40740.0, - "8545": 39348.0, - "8550": 40820.0, - "8555": 40054.0, - "8560": 40727.0, - "8565": 39972.0, - "8570": 39307.0, - "8575": 40037.0, - "8580": 40104.0, - "8585": 40034.0, - "8590": 40837.0, - "8595": 40025.0, - "8600": 40202.0, + "8545": 39352.0, + "8550": 40828.0, + "8555": 40052.0, + "8560": 40730.0, + "8565": 39969.0, + "8570": 39288.0, + "8575": 40043.0, + "8580": 40100.0, + "8585": 40045.0, + "8590": 40844.0, + "8595": 40019.0, + "8600": 40208.0, "8605": 39299.0, - "8610": 40884.0, - "8615": 38601.0, - "8620": 40059.0, - "8625": 42265.0, - "8630": 40738.0, - "8635": 39284.0, - "8640": 40730.0, - "8645": 40059.0, - "8650": 37191.0, - "8655": 40126.0, - "8660": 38651.0, - "8665": 40730.0, - "8670": 40795.0, - "8675": 40038.0, - "8680": 38507.0, - "8685": 42261.0, - "8690": 37898.0, - "8695": 39283.0, - "8700": 38665.0, - "8705": 40810.0, - "8710": 40043.0, - "8715": 40044.0, - "8720": 41506.0, - "8725": 39338.0, + "8610": 40885.0, + "8615": 38597.0, + "8620": 40048.0, + "8625": 42264.0, + "8630": 40742.0, + "8635": 39280.0, + "8640": 40729.0, + "8645": 40047.0, + "8650": 37204.0, + "8655": 40128.0, + "8660": 38666.0, + "8665": 40733.0, + "8670": 40803.0, + "8675": 40048.0, + "8680": 38511.0, + "8685": 42269.0, + "8690": 37899.0, + "8695": 39281.0, + "8700": 38655.0, + "8705": 40806.0, + "8710": 40038.0, + "8715": 40039.0, + "8720": 41505.0, + "8725": 39340.0, "8730": 40802.0, - "8735": 38678.0, - "8740": 39288.0, - "8745": 38648.0, + "8735": 38677.0, + "8740": 39299.0, + "8745": 38657.0, "8750": 38565.0, - "8755": 40904.0, + "8755": 40893.0, "8760": 40739.0, - "8765": 39201.0, + "8765": 39199.0, "8770": 41571.0, - "8775": 40806.0, - "8780": 40795.0, - "8785": 39280.0, - "8790": 41500.0, - "8795": 40802.0, - "8800": 41564.0, - "8805": 41499.0, - "8810": 39282.0, - "8815": 40729.0, + "8775": 40811.0, + "8780": 40793.0, + "8785": 39276.0, + "8790": 41493.0, + "8795": 40801.0, + "8800": 41581.0, + "8805": 41504.0, + "8810": 39284.0, + "8815": 40718.0, "8820": 39272.0, - "8825": 41499.0, - "8830": 42264.0, - "8835": 40799.0, - "8840": 39347.0, - "8845": 42272.0, - "8850": 41493.0, - "8855": 42277.0, - "8860": 39337.0, - "8865": 39292.0, - "8870": 41575.0, - "8875": 38722.0, - "8880": 38648.0, - "8885": 38586.0, - "8890": 39228.0, - "8895": 40035.0, - "8900": 40050.0, - "8905": 38515.0, - "8910": 40745.0, - "8915": 37896.0, - "8920": 39280.0, - "8925": 39282.0, - "8930": 42262.0, - "8935": 37312.0, - "8940": 41579.0, - "8945": 41495.0, - "8950": 40046.0, - "8955": 41503.0, - "8960": 41508.0, - "8965": 42264.0, - "8970": 37914.0, + "8825": 41504.0, + "8830": 42268.0, + "8835": 40810.0, + "8840": 39342.0, + "8845": 42262.0, + "8850": 41497.0, + "8855": 42271.0, + "8860": 39335.0, + "8865": 39297.0, + "8870": 41584.0, + "8875": 38718.0, + "8880": 38638.0, + "8885": 38597.0, + "8890": 39219.0, + "8895": 40047.0, + "8900": 40047.0, + "8905": 38513.0, + "8910": 40742.0, + "8915": 37897.0, + "8920": 39288.0, + "8925": 39298.0, + "8930": 42263.0, + "8935": 37320.0, + "8940": 41573.0, + "8945": 41504.0, + "8950": 40032.0, + "8955": 41507.0, + "8960": 41505.0, + "8965": 42254.0, + "8970": 37917.0, "8975": 36496.0, - "8980": 40795.0, + "8980": 40793.0, "8985": 41506.0, - "8990": 40732.0, - "8995": 39327.0, - "9000": 40724.0, - "9005": 39280.0, - "9010": 36504.0, - "9015": 39341.0, - "9020": 40048.0, - "9025": 39973.0, - "9030": 40066.0, - "9035": 40131.0, - "9040": 40811.0, - "9045": 39964.0, - "9050": 40096.0, - "9055": 40811.0, - "9060": 38522.0, - "9065": 38570.0, - "9070": 38603.0, - "9075": 40123.0, - "9080": 40115.0, - "9085": 40740.0, - "9090": 40044.0, - "9095": 39956.0, - "9100": 38515.0, - "9105": 38664.0, - "9110": 40103.0, - "9115": 39274.0, - "9120": 34493.0, - "9125": 39493.0, - "9130": 42333.0, - "9135": 39260.0, - "9140": 39198.0, - "9145": 40211.0, - "9150": 39279.0, - "9155": 42262.0, - "9160": 40793.0, + "8990": 40745.0, + "8995": 39341.0, + "9000": 40743.0, + "9005": 39288.0, + "9010": 36497.0, + "9015": 39339.0, + "9020": 40053.0, + "9025": 39967.0, + "9030": 40071.0, + "9035": 40127.0, + "9040": 40810.0, + "9045": 39973.0, + "9050": 40099.0, + "9055": 40814.0, + "9060": 38519.0, + "9065": 38571.0, + "9070": 38599.0, + "9075": 40114.0, + "9080": 40124.0, + "9085": 40735.0, + "9090": 40045.0, + "9095": 39960.0, + "9100": 38509.0, + "9105": 38671.0, + "9110": 40108.0, + "9115": 39269.0, + "9120": 34496.0, + "9125": 39497.0, + "9130": 42336.0, + "9135": 39251.0, + "9140": 39202.0, + "9145": 40220.0, + "9150": 39277.0, + "9155": 42265.0, + "9160": 40790.0, "9165": 40041.0, - "9170": 40023.0, - "9175": 38593.0, - "9180": 39962.0, - "9185": 40127.0, - "9190": 40025.0, - "9195": 40055.0, + "9170": 40031.0, + "9175": 38590.0, + "9180": 39970.0, + "9185": 40118.0, + "9190": 40040.0, + "9195": 40067.0, "9200": 38015.0, - "9205": 40737.0, - "9210": 39279.0, - "9215": 40743.0, - "9220": 40807.0, - "9225": 40820.0, - "9230": 40800.0, - "9235": 38810.0, - "9240": 41508.0, - "9245": 41580.0, - "9250": 40725.0, - "9255": 40130.0, - "9260": 40203.0, - "9265": 41495.0, - "9270": 41498.0, - "9275": 41583.0, - "9280": 37272.0, - "9285": 40946.0, - "9290": 35889.0, - "9295": 40826.0, - "9300": 40823.0, - "9305": 39410.0, - "9310": 40729.0, - "9315": 40801.0, - "9320": 38580.0, - "9325": 40146.0, - "9330": 40808.0, - "9335": 38496.0, - "9340": 41495.0, - "9345": 40803.0, - "9350": 40809.0, - "9355": 38451.0, - "9360": 42267.0, - "9365": 38659.0, - "9370": 41496.0, + "9205": 40744.0, + "9210": 39285.0, + "9215": 40742.0, + "9220": 40802.0, + "9225": 40814.0, + "9230": 40801.0, + "9235": 38814.0, + "9240": 41512.0, + "9245": 41587.0, + "9250": 40729.0, + "9255": 40127.0, + "9260": 40210.0, + "9265": 41498.0, + "9270": 41499.0, + "9275": 41590.0, + "9280": 37268.0, + "9285": 40950.0, + "9290": 35887.0, + "9295": 40816.0, + "9300": 40816.0, + "9305": 39416.0, + "9310": 40731.0, + "9315": 40809.0, + "9320": 38577.0, + "9325": 40148.0, + "9330": 40809.0, + "9335": 38501.0, + "9340": 41492.0, + "9345": 40816.0, + "9350": 40803.0, + "9355": 38459.0, + "9360": 42259.0, + "9365": 38664.0, + "9370": 41494.0, "9375": 40807.0, - "9380": 40807.0, - "9385": 40739.0, - "9390": 41574.0, + "9380": 40805.0, + "9385": 40741.0, + "9390": 41569.0, "9395": 40875.0, - "9400": 40801.0, - "9405": 40045.0, - "9410": 40827.0, - "9415": 40051.0, - "9420": 40750.0, - "9425": 41498.0, - "9430": 40738.0, - "9435": 39403.0, - "9440": 41504.0, - "9445": 40816.0, - "9450": 39358.0, - "9455": 42336.0, - "9460": 40810.0, - "9465": 42270.0, + "9400": 40792.0, + "9405": 40044.0, + "9410": 40812.0, + "9415": 40046.0, + "9420": 40747.0, + "9425": 41516.0, + "9430": 40735.0, + "9435": 39411.0, + "9440": 41514.0, + "9445": 40812.0, + "9450": 39359.0, + "9455": 42334.0, + "9460": 40806.0, + "9465": 42261.0, "9470": 35927.0, - "9475": 40818.0, - "9480": 41570.0, - "9485": 39425.0, - "9490": 39300.0, - "9495": 38590.0, - "9500": 41511.0, - "9505": 40035.0, - "9510": 41575.0, - "9515": 40137.0, + "9475": 40813.0, + "9480": 41581.0, + "9485": 39426.0, + "9490": 39299.0, + "9495": 38606.0, + "9500": 41506.0, + "9505": 40032.0, + "9510": 41591.0, + "9515": 40131.0, "9520": 39271.0, - "9525": 39491.0, - "9530": 41566.0, + "9525": 39489.0, + "9530": 41564.0, "9535": 38672.0, - "9540": 39280.0, - "9545": 39287.0, - "9550": 41573.0, - "9555": 40739.0, - "9560": 39355.0, - "9565": 40057.0, - "9570": 39438.0, - "9575": 42267.0, - "9580": 40039.0, - "9585": 40062.0, - "9590": 38494.0, - "9595": 38682.0, - "9600": 37223.0, - "9605": 40813.0, - "9610": 41577.0, - "9615": 39989.0, - "9620": 39979.0, - "9625": 40807.0, - "9630": 40793.0, - "9635": 38440.0, - "9640": 40808.0, - "9645": 39963.0, - "9650": 41510.0, - "9655": 42269.0, - "9660": 40809.0, - "9665": 40051.0, - "9670": 40058.0, - "9675": 38725.0, - "9680": 40738.0, - "9685": 39978.0, - "9690": 39403.0, - "9695": 39272.0, - "9700": 39215.0, - "9705": 40876.0, - "9710": 39278.0, + "9540": 39279.0, + "9545": 39280.0, + "9550": 41583.0, + "9555": 40738.0, + "9560": 39357.0, + "9565": 40051.0, + "9570": 39442.0, + "9575": 42270.0, + "9580": 40042.0, + "9585": 40050.0, + "9590": 38500.0, + "9595": 38676.0, + "9600": 37224.0, + "9605": 40818.0, + "9610": 41582.0, + "9615": 39994.0, + "9620": 39974.0, + "9625": 40803.0, + "9630": 40792.0, + "9635": 38442.0, + "9640": 40798.0, + "9645": 39961.0, + "9650": 41497.0, + "9655": 42268.0, + "9660": 40808.0, + "9665": 40046.0, + "9670": 40061.0, + "9675": 38736.0, + "9680": 40740.0, + "9685": 39973.0, + "9690": 39389.0, + "9695": 39267.0, + "9700": 39206.0, + "9705": 40874.0, + "9710": 39270.0, "9715": 39375.0, - "9720": 40184.0, + "9720": 40178.0, "9725": 38746.0, - "9730": 40805.0, - "9735": 41584.0, - "9740": 41583.0, - "9745": 39350.0, - "9750": 40812.0, - "9755": 40900.0, - "9760": 39289.0, + "9730": 40802.0, + "9735": 41588.0, + "9740": 41569.0, + "9745": 39352.0, + "9750": 40816.0, + "9755": 40902.0, + "9760": 39304.0, "9765": 43038.0, - "9770": 39411.0, - "9775": 39973.0, - "9780": 40152.0, - "9785": 40891.0, - "9790": 39227.0, - "9795": 42276.0, - "9800": 37234.0, - "9805": 39987.0, - "9810": 40822.0, - "9815": 40808.0, - "9820": 39290.0, - "9825": 40816.0, - "9830": 39515.0, - "9835": 39281.0, - "9840": 37898.0, - "9845": 39966.0, - "9850": 39280.0, - "9855": 38520.0, - "9860": 37944.0, - "9865": 41506.0, - "9870": 39349.0, - "9875": 37152.0, - "9880": 40049.0, - "9885": 39214.0, - "9890": 40038.0, + "9770": 39415.0, + "9775": 39965.0, + "9780": 40157.0, + "9785": 40886.0, + "9790": 39218.0, + "9795": 42274.0, + "9800": 37236.0, + "9805": 39992.0, + "9810": 40815.0, + "9815": 40802.0, + "9820": 39289.0, + "9825": 40811.0, + "9830": 39520.0, + "9835": 39286.0, + "9840": 37891.0, + "9845": 39967.0, + "9850": 39291.0, + "9855": 38518.0, + "9860": 37946.0, + "9865": 41497.0, + "9870": 39345.0, + "9875": 37147.0, + "9880": 40054.0, + "9885": 39210.0, + "9890": 40035.0, "9895": 41582.0, "9900": 39972.0, - "9905": 41571.0, + "9905": 41565.0, "9910": 41586.0, - "9915": 41489.0, + "9915": 41495.0, "9920": 39983.0, - "9925": 38661.0, - "9930": 40038.0, + "9925": 38666.0, + "9930": 40046.0, "9935": 37912.0, - "9940": 41641.0, - "9945": 41494.0, - "9950": 40807.0, - "9955": 41507.0, - "9960": 40810.0, - "9965": 40801.0, - "9970": 39359.0, - "9975": 40763.0, - "9980": 41497.0, - "9985": 42269.0, - "9990": 38528.0, - "9995": 42262.0, - "10000": 40050.0 + "9940": 41640.0, + "9945": 41500.0, + "9950": 40798.0, + "9955": 41500.0, + "9960": 40813.0, + "9965": 40810.0, + "9970": 39354.0, + "9975": 40765.0, + "9980": 41500.0, + "9985": 42262.0, + "9990": 38524.0, + "9995": 42267.0, + "10000": 40052.0 } }, "mem-allocated-bytes": { @@ -5137,890 +5137,890 @@ "5570": 1083622400.0, "5575": 1083622400.0, "5580": 1083622400.0, - "5585": 1082312704.0, - "5590": 1082312704.0, - "5595": 1082312704.0, - "5600": 1082312704.0, - "5605": 1082312704.0, - "5610": 1082312704.0, - "5615": 1082312704.0, - "5620": 1082312704.0, - "5625": 1082312704.0, - "5630": 1082312704.0, - "5635": 1082312704.0, - "5640": 1082312704.0, - "5645": 1082312704.0, - "5650": 1082312704.0, - "5655": 1082312704.0, - "5660": 1082312704.0, - "5665": 1082312704.0, - "5670": 1082312704.0, - "5675": 1082312704.0, - "5680": 1082312704.0, - "5685": 1082312704.0, - "5690": 1082312704.0, - "5695": 1082312704.0, - "5700": 1082312704.0, - "5705": 1082312704.0, - "5710": 1082312704.0, - "5715": 1082312704.0, - "5720": 1082312704.0, - "5725": 1082312704.0, - "5730": 1082312704.0, - "5735": 1082312704.0, - "5740": 1082312704.0, - "5745": 1082312704.0, - "5750": 1082312704.0, - "5755": 1082312704.0, - "5760": 1082312704.0, - "5765": 1082312704.0, - "5770": 1082312704.0, - "5775": 1082312704.0, - "5780": 1082312704.0, - "5785": 1082312704.0, - "5790": 1082312704.0, - "5795": 1082312704.0, - "5800": 1082312704.0, - "5805": 1082312704.0, - "5810": 1082312704.0, - "5815": 1082312704.0, - "5820": 1082312704.0, - "5825": 1082312704.0, - "5830": 1082312704.0, - "5835": 1082312704.0, - "5840": 1082312704.0, - "5845": 1082312704.0, - "5850": 1082312704.0, - "5855": 1082312704.0, - "5860": 1082312704.0, - "5865": 1082312704.0, - "5870": 1082312704.0, - "5875": 1082312704.0, - "5880": 1082312704.0, - "5885": 1082312704.0, - "5890": 1082312704.0, - "5895": 1082312704.0, - "5900": 1082312704.0, - "5905": 1082312704.0, - "5910": 1082312704.0, - "5915": 1082312704.0, - "5920": 1082312704.0, - "5925": 1082312704.0, - "5930": 1082312704.0, - "5935": 1082312704.0, - "5940": 1082312704.0, - "5945": 1082312704.0, - "5950": 1082312704.0, - "5955": 1082312704.0, - "5960": 1082312704.0, - "5965": 1082312704.0, - "5970": 1082312704.0, - "5975": 1082312704.0, - "5980": 1082312704.0, - "5985": 1082312704.0, - "5990": 1082312704.0, - "5995": 1082312704.0, - "6000": 1082312704.0, - "6005": 1082312704.0, - "6010": 1082312704.0, - "6015": 1082312704.0, - "6020": 1082312704.0, - "6025": 1082312704.0, - "6030": 1082312704.0, - "6035": 1082312704.0, - "6040": 1082312704.0, - "6045": 1082312704.0, - "6050": 1082312704.0, - "6055": 1082312704.0, - "6060": 1082312704.0, - "6065": 1082312704.0, - "6070": 1082312704.0, - "6075": 1082312704.0, - "6080": 1082312704.0, - "6085": 1082312704.0, - "6090": 1082312704.0, - "6095": 1082312704.0, - "6100": 1082312704.0, - "6105": 1082312704.0, - "6110": 1082312704.0, - "6115": 1082312704.0, - "6120": 1082312704.0, - "6125": 1082312704.0, - "6130": 1082312704.0, - "6135": 1082312704.0, - "6140": 1082312704.0, - "6145": 1082312704.0, - "6150": 1082312704.0, - "6155": 1082312704.0, - "6160": 1082312704.0, - "6165": 1082312704.0, - "6170": 1082312704.0, - "6175": 1082312704.0, - "6180": 1082312704.0, - "6185": 1082312704.0, - "6190": 1082312704.0, - "6195": 1082312704.0, - "6200": 1082312704.0, - "6205": 1082312704.0, - "6210": 1082312704.0, - "6215": 1082312704.0, - "6220": 1082312704.0, - "6225": 1082312704.0, - "6230": 1082312704.0, - "6235": 1082312704.0, - "6240": 1082312704.0, - "6245": 1082312704.0, - "6250": 1082312704.0, - "6255": 1082312704.0, - "6260": 1082312704.0, - "6265": 1082312704.0, - "6270": 1082312704.0, - "6275": 1082312704.0, - "6280": 1082312704.0, - "6285": 1082312704.0, - "6290": 1082312704.0, - "6295": 1082312704.0, - "6300": 1082312704.0, - "6305": 1082312704.0, - "6310": 1082312704.0, - "6315": 1082312704.0, - "6320": 1082312704.0, - "6325": 1082312704.0, - "6330": 1082312704.0, - "6335": 1082312704.0, - "6340": 1082312704.0, - "6345": 1082312704.0, - "6350": 1082312704.0, - "6355": 1082312704.0, - "6360": 1082312704.0, - "6365": 1082312704.0, - "6370": 1082312704.0, - "6375": 1082312704.0, - "6380": 1082312704.0, - "6385": 1082312704.0, - "6390": 1082312704.0, - "6395": 1082312704.0, - "6400": 1082312704.0, - "6405": 1082312704.0, - "6410": 1082312704.0, - "6415": 1082312704.0, - "6420": 1082312704.0, - "6425": 1082312704.0, - "6430": 1082312704.0, - "6435": 1082312704.0, - "6440": 1082312704.0, - "6445": 1082312704.0, - "6450": 1082312704.0, - "6455": 1082312704.0, - "6460": 1082312704.0, - "6465": 1082312704.0, - "6470": 1082312704.0, - "6475": 1082312704.0, - "6480": 1082312704.0, - "6485": 1082312704.0, - "6490": 1082312704.0, - "6495": 1082312704.0, - "6500": 1082312704.0, - "6505": 1082312704.0, - "6510": 1082312704.0, - "6515": 1082312704.0, - "6520": 1082312704.0, - "6525": 1082312704.0, - "6530": 1082312704.0, - "6535": 1082312704.0, - "6540": 1082312704.0, - "6545": 1082312704.0, - "6550": 1082312704.0, - "6555": 1082312704.0, - "6560": 1082312704.0, - "6565": 1082312704.0, - "6570": 1082312704.0, - "6575": 1082312704.0, - "6580": 1082312704.0, - "6585": 1082312704.0, - "6590": 1082312704.0, - "6595": 1082312704.0, - "6600": 1082312704.0, - "6605": 1082312704.0, - "6610": 1082312704.0, - "6615": 1082312704.0, - "6620": 1082312704.0, - "6625": 1082312704.0, - "6630": 1082312704.0, - "6635": 1082312704.0, - "6640": 1082312704.0, - "6645": 1082312704.0, - "6650": 1082312704.0, - "6655": 1082312704.0, - "6660": 1082312704.0, - "6665": 1082312704.0, - "6670": 1082312704.0, - "6675": 1082312704.0, - "6680": 1082312704.0, - "6685": 1082312704.0, - "6690": 1082312704.0, - "6695": 1082312704.0, - "6700": 1082312704.0, - "6705": 1082312704.0, - "6710": 1082312704.0, - "6715": 1082312704.0, - "6720": 1082312704.0, - "6725": 1082312704.0, - "6730": 1082312704.0, - "6735": 1082312704.0, - "6740": 1082312704.0, - "6745": 1082312704.0, - "6750": 1082312704.0, - "6755": 1082312704.0, - "6760": 1082312704.0, - "6765": 1082312704.0, - "6770": 1082312704.0, - "6775": 1082312704.0, - "6780": 1082312704.0, - "6785": 1082312704.0, - "6790": 1082312704.0, - "6795": 1082312704.0, - "6800": 1082312704.0, - "6805": 1082312704.0, - "6810": 1082312704.0, - "6815": 1082312704.0, - "6820": 1082312704.0, - "6825": 1082312704.0, - "6830": 1082312704.0, - "6835": 1082312704.0, - "6840": 1082312704.0, - "6845": 1082312704.0, - "6850": 1082312704.0, - "6855": 1082312704.0, - "6860": 1082312704.0, - "6865": 1082312704.0, - "6870": 1082312704.0, - "6875": 1082312704.0, - "6880": 1082312704.0, - "6885": 1082312704.0, - "6890": 1082312704.0, - "6895": 1082312704.0, - "6900": 1082312704.0, - "6905": 1082312704.0, - "6910": 1082312704.0, - "6915": 1082312704.0, - "6920": 1082312704.0, - "6925": 1082312704.0, - "6930": 1082312704.0, - "6935": 1082312704.0, - "6940": 1082312704.0, - "6945": 1082312704.0, - "6950": 1082312704.0, - "6955": 1082312704.0, - "6960": 1082312704.0, - "6965": 1082312704.0, - "6970": 1082312704.0, - "6975": 1082312704.0, - "6980": 1082312704.0, - "6985": 1082312704.0, - "6990": 1082312704.0, - "6995": 1082312704.0, - "7000": 1082312704.0, - "7005": 1082312704.0, - "7010": 1082312704.0, - "7015": 1082312704.0, - "7020": 1082312704.0, - "7025": 1082312704.0, - "7030": 1082312704.0, - "7035": 1082312704.0, - "7040": 1082312704.0, - "7045": 1082312704.0, - "7050": 1082312704.0, - "7055": 1082312704.0, - "7060": 1082312704.0, - "7065": 1082312704.0, - "7070": 1082312704.0, - "7075": 1082312704.0, - "7080": 1082312704.0, - "7085": 1082312704.0, - "7090": 1082312704.0, - "7095": 1082312704.0, - "7100": 1082312704.0, - "7105": 1082312704.0, - "7110": 1082312704.0, - "7115": 1082312704.0, - "7120": 1082312704.0, - "7125": 1082312704.0, - "7130": 1082312704.0, - "7135": 1082312704.0, - "7140": 1082312704.0, - "7145": 1082312704.0, - "7150": 1082312704.0, - "7155": 1082312704.0, - "7160": 1082312704.0, - "7165": 1082312704.0, - "7170": 1082312704.0, - "7175": 1082312704.0, - "7180": 1082312704.0, - "7185": 1082312704.0, - "7190": 1082312704.0, - "7195": 1082312704.0, - "7200": 1082312704.0, - "7205": 1082312704.0, - "7210": 1082312704.0, - "7215": 1082312704.0, - "7220": 1082312704.0, - "7225": 1082312704.0, - "7230": 1082312704.0, - "7235": 1082312704.0, - "7240": 1082312704.0, - "7245": 1082312704.0, - "7250": 1082312704.0, - "7255": 1082312704.0, - "7260": 1082312704.0, - "7265": 1082312704.0, - "7270": 1082312704.0, - "7275": 1082312704.0, - "7280": 1082312704.0, - "7285": 1082312704.0, - "7290": 1082312704.0, - "7295": 1082312704.0, - "7300": 1082312704.0, - "7305": 1082312704.0, - "7310": 1082312704.0, - "7315": 1082312704.0, - "7320": 1082312704.0, - "7325": 1082312704.0, - "7330": 1082312704.0, - "7335": 1082312704.0, - "7340": 1082312704.0, - "7345": 1082312704.0, - "7350": 1082312704.0, - "7355": 1082312704.0, - "7360": 1082312704.0, - "7365": 1082312704.0, - "7370": 1082312704.0, - "7375": 1082312704.0, - "7380": 1082312704.0, - "7385": 1082312704.0, - "7390": 1082312704.0, - "7395": 1082312704.0, - "7400": 1082312704.0, - "7405": 1082312704.0, - "7410": 1082312704.0, - "7415": 1082312704.0, - "7420": 1082312704.0, - "7425": 1082312704.0, - "7430": 1082312704.0, - "7435": 1082312704.0, - "7440": 1082312704.0, - "7445": 1082312704.0, - "7450": 1082312704.0, - "7455": 1082312704.0, - "7460": 1082312704.0, - "7465": 1082312704.0, - "7470": 1082312704.0, - "7475": 1082312704.0, - "7480": 1082312704.0, - "7485": 1082312704.0, - "7490": 1082312704.0, - "7495": 1082312704.0, - "7500": 1082312704.0, - "7505": 1082312704.0, - "7510": 1082312704.0, - "7515": 1082312704.0, - "7520": 1082312704.0, - "7525": 1082312704.0, - "7530": 1082312704.0, - "7535": 1082312704.0, - "7540": 1082312704.0, - "7545": 1082312704.0, - "7550": 1082312704.0, - "7555": 1082312704.0, - "7560": 1082312704.0, - "7565": 1082312704.0, - "7570": 1082312704.0, - "7575": 1082312704.0, - "7580": 1082312704.0, - "7585": 1082312704.0, - "7590": 1082312704.0, - "7595": 1082312704.0, - "7600": 1082312704.0, - "7605": 1082312704.0, - "7610": 1082312704.0, - "7615": 1082312704.0, - "7620": 1082312704.0, - "7625": 1082312704.0, - "7630": 1082312704.0, - "7635": 1082312704.0, - "7640": 1082312704.0, - "7645": 1082312704.0, - "7650": 1082312704.0, - "7655": 1082312704.0, - "7660": 1082312704.0, - "7665": 1082312704.0, - "7670": 1082312704.0, - "7675": 1082312704.0, - "7680": 1082312704.0, - "7685": 1082312704.0, - "7690": 1082312704.0, - "7695": 1082312704.0, - "7700": 1082312704.0, - "7705": 1082312704.0, - "7710": 1082312704.0, - "7715": 1082312704.0, - "7720": 1082312704.0, - "7725": 1082312704.0, - "7730": 1082312704.0, - "7735": 1082312704.0, - "7740": 1082312704.0, - "7745": 1082312704.0, - "7750": 1082312704.0, - "7755": 1082312704.0, - "7760": 1082312704.0, - "7765": 1082312704.0, - "7770": 1082312704.0, - "7775": 1082312704.0, - "7780": 1082312704.0, - "7785": 1082312704.0, - "7790": 1082312704.0, - "7795": 1082312704.0, - "7800": 1082312704.0, - "7805": 1082312704.0, - "7810": 1082312704.0, - "7815": 1082312704.0, - "7820": 1082312704.0, - "7825": 1082312704.0, - "7830": 1082312704.0, - "7835": 1082312704.0, - "7840": 1082312704.0, - "7845": 1082312704.0, - "7850": 1082312704.0, - "7855": 1082312704.0, - "7860": 1082312704.0, - "7865": 1082312704.0, - "7870": 1082312704.0, - "7875": 1082312704.0, - "7880": 1082312704.0, - "7885": 1082312704.0, - "7890": 1082312704.0, - "7895": 1082312704.0, - "7900": 1082312704.0, - "7905": 1082312704.0, - "7910": 1082312704.0, - "7915": 1082312704.0, - "7920": 1082312704.0, - "7925": 1082312704.0, - "7930": 1082312704.0, - "7935": 1082312704.0, - "7940": 1082312704.0, - "7945": 1082312704.0, - "7950": 1082312704.0, - "7955": 1082312704.0, - "7960": 1082312704.0, - "7965": 1082312704.0, - "7970": 1082312704.0, - "7975": 1082312704.0, - "7980": 1082312704.0, - "7985": 1082312704.0, - "7990": 1082312704.0, - "7995": 1082312704.0, - "8000": 1082312704.0, - "8005": 1082312704.0, - "8010": 1082312704.0, - "8015": 1082312704.0, - "8020": 1082312704.0, - "8025": 1082312704.0, - "8030": 1082312704.0, - "8035": 1082312704.0, - "8040": 1082312704.0, - "8045": 1082312704.0, - "8050": 1082312704.0, - "8055": 1082312704.0, - "8060": 1082312704.0, - "8065": 1082312704.0, - "8070": 1082312704.0, - "8075": 1082312704.0, - "8080": 1082312704.0, - "8085": 1082312704.0, - "8090": 1082312704.0, - "8095": 1082312704.0, - "8100": 1082312704.0, - "8105": 1082312704.0, - "8110": 1082312704.0, - "8115": 1082312704.0, - "8120": 1082312704.0, - "8125": 1082312704.0, - "8130": 1082312704.0, - "8135": 1082312704.0, - "8140": 1082312704.0, - "8145": 1082312704.0, - "8150": 1082312704.0, - "8155": 1082312704.0, - "8160": 1082312704.0, - "8165": 1082312704.0, - "8170": 1082312704.0, - "8175": 1082312704.0, - "8180": 1082312704.0, - "8185": 1082312704.0, - "8190": 1082312704.0, - "8195": 1082312704.0, - "8200": 1082312704.0, - "8205": 1082312704.0, - "8210": 1082312704.0, - "8215": 1082312704.0, - "8220": 1082312704.0, - "8225": 1082312704.0, - "8230": 1082312704.0, - "8235": 1082312704.0, - "8240": 1082312704.0, - "8245": 1082312704.0, - "8250": 1082312704.0, - "8255": 1082312704.0, - "8260": 1082312704.0, - "8265": 1082312704.0, - "8270": 1082312704.0, - "8275": 1082312704.0, - "8280": 1082312704.0, - "8285": 1082312704.0, - "8290": 1082312704.0, - "8295": 1082312704.0, - "8300": 1082312704.0, - "8305": 1082312704.0, - "8310": 1082312704.0, - "8315": 1082312704.0, - "8320": 1082312704.0, - "8325": 1082312704.0, - "8330": 1082312704.0, - "8335": 1082312704.0, - "8340": 1082312704.0, - "8345": 1082312704.0, - "8350": 1082312704.0, - "8355": 1082312704.0, - "8360": 1082312704.0, - "8365": 1082312704.0, - "8370": 1082312704.0, - "8375": 1082312704.0, - "8380": 1082312704.0, - "8385": 1082312704.0, - "8390": 1082312704.0, - "8395": 1082312704.0, - "8400": 1082312704.0, - "8405": 1082312704.0, - "8410": 1082312704.0, - "8415": 1082312704.0, - "8420": 1082312704.0, - "8425": 1082312704.0, - "8430": 1082312704.0, - "8435": 1082312704.0, - "8440": 1082312704.0, - "8445": 1082312704.0, - "8450": 1082312704.0, - "8455": 1082312704.0, - "8460": 1082312704.0, - "8465": 1082312704.0, - "8470": 1082312704.0, - "8475": 1082312704.0, - "8480": 1082312704.0, - "8485": 1082312704.0, - "8490": 1082312704.0, - "8495": 1082312704.0, - "8500": 1082312704.0, - "8505": 1082312704.0, - "8510": 1082312704.0, - "8515": 1082312704.0, - "8520": 1082312704.0, - "8525": 1082312704.0, - "8530": 1082312704.0, - "8535": 1082312704.0, - "8540": 1082312704.0, - "8545": 1082312704.0, - "8550": 1082312704.0, - "8555": 1082312704.0, - "8560": 1082312704.0, - "8565": 1082312704.0, - "8570": 1082312704.0, - "8575": 1082312704.0, - "8580": 1082312704.0, - "8585": 1082312704.0, - "8590": 1082312704.0, - "8595": 1082312704.0, - "8600": 1082312704.0, - "8605": 1082312704.0, - "8610": 1082312704.0, - "8615": 1082312704.0, - "8620": 1082312704.0, - "8625": 1082312704.0, - "8630": 1082312704.0, - "8635": 1082312704.0, - "8640": 1082312704.0, - "8645": 1082312704.0, - "8650": 1082312704.0, - "8655": 1082312704.0, - "8660": 1082312704.0, - "8665": 1082312704.0, - "8670": 1082312704.0, - "8675": 1082312704.0, - "8680": 1082312704.0, - "8685": 1082312704.0, - "8690": 1082312704.0, - "8695": 1082312704.0, - "8700": 1082312704.0, - "8705": 1082312704.0, - "8710": 1082312704.0, - "8715": 1082312704.0, - "8720": 1082312704.0, - "8725": 1082312704.0, - "8730": 1082312704.0, - "8735": 1082312704.0, - "8740": 1082312704.0, - "8745": 1082312704.0, - "8750": 1082312704.0, - "8755": 1082312704.0, - "8760": 1082312704.0, - "8765": 1082312704.0, - "8770": 1082312704.0, - "8775": 1082312704.0, - "8780": 1082312704.0, - "8785": 1082312704.0, - "8790": 1082312704.0, - "8795": 1082312704.0, - "8800": 1082312704.0, - "8805": 1082312704.0, - "8810": 1082312704.0, - "8815": 1082312704.0, - "8820": 1082312704.0, - "8825": 1082312704.0, - "8830": 1082312704.0, - "8835": 1082312704.0, - "8840": 1082312704.0, - "8845": 1082312704.0, - "8850": 1082312704.0, - "8855": 1082312704.0, - "8860": 1082312704.0, - "8865": 1082312704.0, - "8870": 1082312704.0, - "8875": 1082312704.0, - "8880": 1082312704.0, - "8885": 1082312704.0, - "8890": 1082312704.0, - "8895": 1082312704.0, - "8900": 1082312704.0, - "8905": 1082312704.0, - "8910": 1082312704.0, - "8915": 1082312704.0, - "8920": 1082312704.0, - "8925": 1082312704.0, - "8930": 1082312704.0, - "8935": 1082312704.0, - "8940": 1082312704.0, - "8945": 1082312704.0, - "8950": 1082312704.0, - "8955": 1082312704.0, - "8960": 1082312704.0, - "8965": 1082312704.0, - "8970": 1082312704.0, - "8975": 1082312704.0, - "8980": 1082312704.0, - "8985": 1082312704.0, - "8990": 1082312704.0, - "8995": 1082312704.0, - "9000": 1082312704.0, - "9005": 1082312704.0, - "9010": 1082312704.0, - "9015": 1082312704.0, - "9020": 1082312704.0, - "9025": 1082312704.0, - "9030": 1082312704.0, - "9035": 1082312704.0, - "9040": 1082312704.0, - "9045": 1082312704.0, - "9050": 1082312704.0, - "9055": 1082312704.0, - "9060": 1082312704.0, - "9065": 1082312704.0, - "9070": 1082312704.0, - "9075": 1082312704.0, - "9080": 1082312704.0, - "9085": 1082312704.0, - "9090": 1082312704.0, - "9095": 1082312704.0, - "9100": 1082312704.0, - "9105": 1082312704.0, - "9110": 1082312704.0, - "9115": 1082312704.0, - "9120": 1082312704.0, - "9125": 1082312704.0, - "9130": 1082312704.0, - "9135": 1082312704.0, - "9140": 1082312704.0, - "9145": 1082312704.0, - "9150": 1082312704.0, - "9155": 1082312704.0, - "9160": 1082312704.0, - "9165": 1082312704.0, - "9170": 1082312704.0, - "9175": 1082312704.0, - "9180": 1082312704.0, - "9185": 1082312704.0, - "9190": 1082312704.0, - "9195": 1082312704.0, - "9200": 1082312704.0, - "9205": 1082312704.0, - "9210": 1082312704.0, - "9215": 1082312704.0, - "9220": 1082312704.0, - "9225": 1082312704.0, - "9230": 1082312704.0, - "9235": 1082312704.0, - "9240": 1082312704.0, - "9245": 1082312704.0, - "9250": 1082312704.0, - "9255": 1082312704.0, - "9260": 1082312704.0, - "9265": 1082312704.0, - "9270": 1082312704.0, - "9275": 1082312704.0, - "9280": 1082312704.0, - "9285": 1082312704.0, - "9290": 1082312704.0, - "9295": 1082312704.0, - "9300": 1082312704.0, - "9305": 1082312704.0, - "9310": 1082312704.0, - "9315": 1082312704.0, - "9320": 1082312704.0, - "9325": 1082312704.0, - "9330": 1082312704.0, - "9335": 1082312704.0, - "9340": 1082312704.0, - "9345": 1082312704.0, - "9350": 1082312704.0, - "9355": 1082312704.0, - "9360": 1082312704.0, - "9365": 1082312704.0, - "9370": 1082312704.0, - "9375": 1082312704.0, - "9380": 1082312704.0, - "9385": 1082312704.0, - "9390": 1082312704.0, - "9395": 1082312704.0, - "9400": 1082312704.0, - "9405": 1082312704.0, - "9410": 1082312704.0, - "9415": 1082312704.0, - "9420": 1082312704.0, - "9425": 1082312704.0, - "9430": 1082312704.0, - "9435": 1082312704.0, - "9440": 1082312704.0, - "9445": 1082312704.0, - "9450": 1082312704.0, - "9455": 1082312704.0, - "9460": 1082312704.0, - "9465": 1082312704.0, - "9470": 1082312704.0, - "9475": 1082312704.0, - "9480": 1082312704.0, - "9485": 1082312704.0, - "9490": 1082312704.0, - "9495": 1082312704.0, - "9500": 1082312704.0, - "9505": 1082312704.0, - "9510": 1082312704.0, - "9515": 1082312704.0, - "9520": 1082312704.0, - "9525": 1082312704.0, - "9530": 1082312704.0, - "9535": 1082312704.0, - "9540": 1082312704.0, - "9545": 1082312704.0, - "9550": 1082312704.0, - "9555": 1082312704.0, - "9560": 1082312704.0, - "9565": 1082312704.0, - "9570": 1082312704.0, - "9575": 1082312704.0, - "9580": 1082312704.0, - "9585": 1082312704.0, - "9590": 1082312704.0, - "9595": 1082312704.0, - "9600": 1082312704.0, - "9605": 1082312704.0, - "9610": 1082312704.0, - "9615": 1082312704.0, - "9620": 1082312704.0, - "9625": 1082312704.0, - "9630": 1082312704.0, - "9635": 1082312704.0, - "9640": 1082312704.0, - "9645": 1082312704.0, - "9650": 1082312704.0, - "9655": 1082312704.0, - "9660": 1082312704.0, - "9665": 1082312704.0, - "9670": 1082312704.0, - "9675": 1082312704.0, - "9680": 1082312704.0, - "9685": 1082312704.0, - "9690": 1082312704.0, - "9695": 1082312704.0, - "9700": 1082312704.0, - "9705": 1082312704.0, - "9710": 1082312704.0, - "9715": 1082312704.0, - "9720": 1082312704.0, - "9725": 1082312704.0, - "9730": 1082312704.0, - "9735": 1082312704.0, - "9740": 1082312704.0, - "9745": 1082312704.0, - "9750": 1082312704.0, - "9755": 1082312704.0, - "9760": 1082312704.0, - "9765": 1082312704.0, - "9770": 1082312704.0, - "9775": 1082312704.0, - "9780": 1082312704.0, - "9785": 1082312704.0, - "9790": 1082312704.0, - "9795": 1082312704.0, - "9800": 1082312704.0, - "9805": 1082312704.0, - "9810": 1082312704.0, - "9815": 1082312704.0, - "9820": 1082312704.0, - "9825": 1082312704.0, - "9830": 1082312704.0, - "9835": 1082312704.0, - "9840": 1082312704.0, - "9845": 1082312704.0, - "9850": 1082312704.0, - "9855": 1082312704.0, - "9860": 1082312704.0, - "9865": 1082312704.0, - "9870": 1082312704.0, - "9875": 1082312704.0, - "9880": 1082312704.0, - "9885": 1082312704.0, - "9890": 1082312704.0, - "9895": 1082312704.0, - "9900": 1082312704.0, - "9905": 1082312704.0, - "9910": 1082312704.0, - "9915": 1082312704.0, - "9920": 1082312704.0, - "9925": 1082312704.0, - "9930": 1082312704.0, - "9935": 1082312704.0, - "9940": 1082312704.0, - "9945": 1082312704.0, - "9950": 1082312704.0, - "9955": 1082312704.0, - "9960": 1082312704.0, - "9965": 1082312704.0, - "9970": 1082312704.0, - "9975": 1082312704.0, - "9980": 1082312704.0, - "9985": 1082312704.0, - "9990": 1082312704.0, - "9995": 1082312704.0, - "10000": 1082312704.0 + "5585": 1083622400.0, + "5590": 1083622400.0, + "5595": 1083622400.0, + "5600": 1083622400.0, + "5605": 1083622400.0, + "5610": 1083622400.0, + "5615": 1083622400.0, + "5620": 1083622400.0, + "5625": 1083622400.0, + "5630": 1083622400.0, + "5635": 1083622400.0, + "5640": 1083622400.0, + "5645": 1083622400.0, + "5650": 1083622400.0, + "5655": 1083622400.0, + "5660": 1083622400.0, + "5665": 1083622400.0, + "5670": 1083622400.0, + "5675": 1083622400.0, + "5680": 1083622400.0, + "5685": 1083622400.0, + "5690": 1083622400.0, + "5695": 1083622400.0, + "5700": 1083622400.0, + "5705": 1083622400.0, + "5710": 1083622400.0, + "5715": 1083622400.0, + "5720": 1083622400.0, + "5725": 1083622400.0, + "5730": 1083622400.0, + "5735": 1083622400.0, + "5740": 1083622400.0, + "5745": 1083622400.0, + "5750": 1083622400.0, + "5755": 1083622400.0, + "5760": 1083622400.0, + "5765": 1083622400.0, + "5770": 1083622400.0, + "5775": 1083622400.0, + "5780": 1083622400.0, + "5785": 1083622400.0, + "5790": 1083622400.0, + "5795": 1083622400.0, + "5800": 1083622400.0, + "5805": 1083622400.0, + "5810": 1083622400.0, + "5815": 1083622400.0, + "5820": 1083622400.0, + "5825": 1083622400.0, + "5830": 1083622400.0, + "5835": 1083622400.0, + "5840": 1083622400.0, + "5845": 1083622400.0, + "5850": 1083622400.0, + "5855": 1083622400.0, + "5860": 1083622400.0, + "5865": 1083622400.0, + "5870": 1083622400.0, + "5875": 1083622400.0, + "5880": 1083622400.0, + "5885": 1083622400.0, + "5890": 1083622400.0, + "5895": 1083622400.0, + "5900": 1083622400.0, + "5905": 1083622400.0, + "5910": 1083622400.0, + "5915": 1083622400.0, + "5920": 1083622400.0, + "5925": 1083622400.0, + "5930": 1083622400.0, + "5935": 1083622400.0, + "5940": 1083622400.0, + "5945": 1083622400.0, + "5950": 1083622400.0, + "5955": 1083622400.0, + "5960": 1083622400.0, + "5965": 1083622400.0, + "5970": 1083622400.0, + "5975": 1083622400.0, + "5980": 1083622400.0, + "5985": 1083622400.0, + "5990": 1083622400.0, + "5995": 1083622400.0, + "6000": 1083622400.0, + "6005": 1083622400.0, + "6010": 1083622400.0, + "6015": 1083622400.0, + "6020": 1083622400.0, + "6025": 1083622400.0, + "6030": 1083622400.0, + "6035": 1083622400.0, + "6040": 1083622400.0, + "6045": 1083622400.0, + "6050": 1083622400.0, + "6055": 1083622400.0, + "6060": 1083622400.0, + "6065": 1083622400.0, + "6070": 1083622400.0, + "6075": 1083622400.0, + "6080": 1083622400.0, + "6085": 1083622400.0, + "6090": 1083622400.0, + "6095": 1083622400.0, + "6100": 1083622400.0, + "6105": 1083622400.0, + "6110": 1083622400.0, + "6115": 1083622400.0, + "6120": 1083622400.0, + "6125": 1083622400.0, + "6130": 1083622400.0, + "6135": 1083622400.0, + "6140": 1083622400.0, + "6145": 1083622400.0, + "6150": 1083622400.0, + "6155": 1083622400.0, + "6160": 1083622400.0, + "6165": 1083622400.0, + "6170": 1083622400.0, + "6175": 1083622400.0, + "6180": 1083622400.0, + "6185": 1083622400.0, + "6190": 1083622400.0, + "6195": 1083622400.0, + "6200": 1083622400.0, + "6205": 1083622400.0, + "6210": 1083622400.0, + "6215": 1083622400.0, + "6220": 1083622400.0, + "6225": 1083622400.0, + "6230": 1083622400.0, + "6235": 1083622400.0, + "6240": 1083622400.0, + "6245": 1083622400.0, + "6250": 1083622400.0, + "6255": 1083622400.0, + "6260": 1083622400.0, + "6265": 1083622400.0, + "6270": 1083622400.0, + "6275": 1083622400.0, + "6280": 1083622400.0, + "6285": 1083622400.0, + "6290": 1083622400.0, + "6295": 1083622400.0, + "6300": 1083622400.0, + "6305": 1083622400.0, + "6310": 1083622400.0, + "6315": 1083622400.0, + "6320": 1083622400.0, + "6325": 1083622400.0, + "6330": 1083622400.0, + "6335": 1083622400.0, + "6340": 1083622400.0, + "6345": 1083622400.0, + "6350": 1083622400.0, + "6355": 1083622400.0, + "6360": 1083622400.0, + "6365": 1083622400.0, + "6370": 1083622400.0, + "6375": 1083622400.0, + "6380": 1083622400.0, + "6385": 1083622400.0, + "6390": 1083622400.0, + "6395": 1083622400.0, + "6400": 1083622400.0, + "6405": 1083622400.0, + "6410": 1083622400.0, + "6415": 1083622400.0, + "6420": 1083622400.0, + "6425": 1083622400.0, + "6430": 1083622400.0, + "6435": 1083622400.0, + "6440": 1083622400.0, + "6445": 1083622400.0, + "6450": 1083622400.0, + "6455": 1083622400.0, + "6460": 1083622400.0, + "6465": 1083622400.0, + "6470": 1083622400.0, + "6475": 1083622400.0, + "6480": 1083622400.0, + "6485": 1083622400.0, + "6490": 1083622400.0, + "6495": 1083622400.0, + "6500": 1083622400.0, + "6505": 1083622400.0, + "6510": 1083622400.0, + "6515": 1083622400.0, + "6520": 1083622400.0, + "6525": 1083622400.0, + "6530": 1083622400.0, + "6535": 1083622400.0, + "6540": 1083622400.0, + "6545": 1083622400.0, + "6550": 1083622400.0, + "6555": 1083622400.0, + "6560": 1083622400.0, + "6565": 1083622400.0, + "6570": 1083622400.0, + "6575": 1083622400.0, + "6580": 1083622400.0, + "6585": 1083622400.0, + "6590": 1083622400.0, + "6595": 1083622400.0, + "6600": 1083622400.0, + "6605": 1083622400.0, + "6610": 1083622400.0, + "6615": 1083622400.0, + "6620": 1083622400.0, + "6625": 1083622400.0, + "6630": 1083622400.0, + "6635": 1083622400.0, + "6640": 1083622400.0, + "6645": 1083622400.0, + "6650": 1083622400.0, + "6655": 1083622400.0, + "6660": 1083622400.0, + "6665": 1083622400.0, + "6670": 1083622400.0, + "6675": 1083622400.0, + "6680": 1083622400.0, + "6685": 1083622400.0, + "6690": 1083622400.0, + "6695": 1083622400.0, + "6700": 1083622400.0, + "6705": 1083622400.0, + "6710": 1083622400.0, + "6715": 1083622400.0, + "6720": 1083622400.0, + "6725": 1083622400.0, + "6730": 1083622400.0, + "6735": 1083622400.0, + "6740": 1083622400.0, + "6745": 1083622400.0, + "6750": 1083622400.0, + "6755": 1083622400.0, + "6760": 1083622400.0, + "6765": 1083622400.0, + "6770": 1083622400.0, + "6775": 1083622400.0, + "6780": 1083622400.0, + "6785": 1083622400.0, + "6790": 1083622400.0, + "6795": 1083622400.0, + "6800": 1083622400.0, + "6805": 1083622400.0, + "6810": 1083622400.0, + "6815": 1083622400.0, + "6820": 1083622400.0, + "6825": 1083622400.0, + "6830": 1083622400.0, + "6835": 1083622400.0, + "6840": 1083622400.0, + "6845": 1083622400.0, + "6850": 1083622400.0, + "6855": 1083622400.0, + "6860": 1083622400.0, + "6865": 1083622400.0, + "6870": 1083622400.0, + "6875": 1083622400.0, + "6880": 1083622400.0, + "6885": 1083622400.0, + "6890": 1083622400.0, + "6895": 1083622400.0, + "6900": 1083622400.0, + "6905": 1083622400.0, + "6910": 1083622400.0, + "6915": 1083622400.0, + "6920": 1083622400.0, + "6925": 1083622400.0, + "6930": 1083622400.0, + "6935": 1083622400.0, + "6940": 1083622400.0, + "6945": 1083622400.0, + "6950": 1083622400.0, + "6955": 1083622400.0, + "6960": 1083622400.0, + "6965": 1083622400.0, + "6970": 1083622400.0, + "6975": 1083622400.0, + "6980": 1083622400.0, + "6985": 1083622400.0, + "6990": 1083622400.0, + "6995": 1083622400.0, + "7000": 1083622400.0, + "7005": 1083622400.0, + "7010": 1083622400.0, + "7015": 1083622400.0, + "7020": 1083622400.0, + "7025": 1083622400.0, + "7030": 1083622400.0, + "7035": 1083622400.0, + "7040": 1083622400.0, + "7045": 1083622400.0, + "7050": 1083622400.0, + "7055": 1083622400.0, + "7060": 1083622400.0, + "7065": 1083622400.0, + "7070": 1083622400.0, + "7075": 1083622400.0, + "7080": 1083622400.0, + "7085": 1083622400.0, + "7090": 1083622400.0, + "7095": 1083622400.0, + "7100": 1083622400.0, + "7105": 1083622400.0, + "7110": 1083622400.0, + "7115": 1083622400.0, + "7120": 1083622400.0, + "7125": 1083622400.0, + "7130": 1083622400.0, + "7135": 1083622400.0, + "7140": 1083622400.0, + "7145": 1083622400.0, + "7150": 1083622400.0, + "7155": 1083622400.0, + "7160": 1083622400.0, + "7165": 1083622400.0, + "7170": 1083622400.0, + "7175": 1083622400.0, + "7180": 1083622400.0, + "7185": 1083622400.0, + "7190": 1083622400.0, + "7195": 1083622400.0, + "7200": 1083622400.0, + "7205": 1083622400.0, + "7210": 1083622400.0, + "7215": 1083622400.0, + "7220": 1083622400.0, + "7225": 1083622400.0, + "7230": 1083622400.0, + "7235": 1083622400.0, + "7240": 1083622400.0, + "7245": 1083622400.0, + "7250": 1083622400.0, + "7255": 1083622400.0, + "7260": 1083622400.0, + "7265": 1083622400.0, + "7270": 1083622400.0, + "7275": 1083622400.0, + "7280": 1083622400.0, + "7285": 1083622400.0, + "7290": 1083622400.0, + "7295": 1083622400.0, + "7300": 1083622400.0, + "7305": 1083622400.0, + "7310": 1083622400.0, + "7315": 1083622400.0, + "7320": 1083622400.0, + "7325": 1083622400.0, + "7330": 1083622400.0, + "7335": 1083622400.0, + "7340": 1083622400.0, + "7345": 1083622400.0, + "7350": 1083622400.0, + "7355": 1083622400.0, + "7360": 1083622400.0, + "7365": 1083622400.0, + "7370": 1083622400.0, + "7375": 1083622400.0, + "7380": 1083622400.0, + "7385": 1083622400.0, + "7390": 1083622400.0, + "7395": 1083622400.0, + "7400": 1083622400.0, + "7405": 1083622400.0, + "7410": 1083622400.0, + "7415": 1083622400.0, + "7420": 1083622400.0, + "7425": 1083622400.0, + "7430": 1083622400.0, + "7435": 1083622400.0, + "7440": 1083622400.0, + "7445": 1083622400.0, + "7450": 1083622400.0, + "7455": 1083622400.0, + "7460": 1083622400.0, + "7465": 1083622400.0, + "7470": 1083622400.0, + "7475": 1083622400.0, + "7480": 1083622400.0, + "7485": 1083622400.0, + "7490": 1083622400.0, + "7495": 1083622400.0, + "7500": 1083622400.0, + "7505": 1083622400.0, + "7510": 1083622400.0, + "7515": 1083622400.0, + "7520": 1083622400.0, + "7525": 1083622400.0, + "7530": 1083622400.0, + "7535": 1083622400.0, + "7540": 1083622400.0, + "7545": 1083622400.0, + "7550": 1083622400.0, + "7555": 1083622400.0, + "7560": 1083622400.0, + "7565": 1083622400.0, + "7570": 1083622400.0, + "7575": 1083622400.0, + "7580": 1083622400.0, + "7585": 1083622400.0, + "7590": 1083622400.0, + "7595": 1083622400.0, + "7600": 1083622400.0, + "7605": 1083622400.0, + "7610": 1083622400.0, + "7615": 1083622400.0, + "7620": 1083622400.0, + "7625": 1083622400.0, + "7630": 1083622400.0, + "7635": 1083622400.0, + "7640": 1083622400.0, + "7645": 1083622400.0, + "7650": 1083622400.0, + "7655": 1083622400.0, + "7660": 1083622400.0, + "7665": 1083622400.0, + "7670": 1083622400.0, + "7675": 1083622400.0, + "7680": 1083622400.0, + "7685": 1083622400.0, + "7690": 1083622400.0, + "7695": 1083622400.0, + "7700": 1083622400.0, + "7705": 1083622400.0, + "7710": 1083622400.0, + "7715": 1083622400.0, + "7720": 1083622400.0, + "7725": 1083622400.0, + "7730": 1083622400.0, + "7735": 1083622400.0, + "7740": 1083622400.0, + "7745": 1083622400.0, + "7750": 1083622400.0, + "7755": 1083622400.0, + "7760": 1083622400.0, + "7765": 1083622400.0, + "7770": 1083622400.0, + "7775": 1083622400.0, + "7780": 1083622400.0, + "7785": 1083622400.0, + "7790": 1083622400.0, + "7795": 1083622400.0, + "7800": 1083622400.0, + "7805": 1083622400.0, + "7810": 1083622400.0, + "7815": 1083622400.0, + "7820": 1083622400.0, + "7825": 1083622400.0, + "7830": 1083622400.0, + "7835": 1083622400.0, + "7840": 1083622400.0, + "7845": 1083622400.0, + "7850": 1083622400.0, + "7855": 1083622400.0, + "7860": 1083622400.0, + "7865": 1083622400.0, + "7870": 1083622400.0, + "7875": 1083622400.0, + "7880": 1083622400.0, + "7885": 1083622400.0, + "7890": 1083622400.0, + "7895": 1083622400.0, + "7900": 1083622400.0, + "7905": 1083622400.0, + "7910": 1083622400.0, + "7915": 1083622400.0, + "7920": 1083622400.0, + "7925": 1083622400.0, + "7930": 1083622400.0, + "7935": 1083622400.0, + "7940": 1083622400.0, + "7945": 1083622400.0, + "7950": 1083622400.0, + "7955": 1083622400.0, + "7960": 1083622400.0, + "7965": 1083622400.0, + "7970": 1083622400.0, + "7975": 1083622400.0, + "7980": 1083622400.0, + "7985": 1083622400.0, + "7990": 1083622400.0, + "7995": 1083622400.0, + "8000": 1083622400.0, + "8005": 1083622400.0, + "8010": 1083622400.0, + "8015": 1083622400.0, + "8020": 1083622400.0, + "8025": 1083622400.0, + "8030": 1083622400.0, + "8035": 1083622400.0, + "8040": 1083622400.0, + "8045": 1083622400.0, + "8050": 1083622400.0, + "8055": 1083622400.0, + "8060": 1083622400.0, + "8065": 1083622400.0, + "8070": 1083622400.0, + "8075": 1083622400.0, + "8080": 1083622400.0, + "8085": 1083622400.0, + "8090": 1083622400.0, + "8095": 1083622400.0, + "8100": 1083622400.0, + "8105": 1083622400.0, + "8110": 1083622400.0, + "8115": 1083622400.0, + "8120": 1083622400.0, + "8125": 1083622400.0, + "8130": 1083622400.0, + "8135": 1083622400.0, + "8140": 1083622400.0, + "8145": 1083622400.0, + "8150": 1083622400.0, + "8155": 1083622400.0, + "8160": 1083622400.0, + "8165": 1083622400.0, + "8170": 1083622400.0, + "8175": 1083622400.0, + "8180": 1083622400.0, + "8185": 1083622400.0, + "8190": 1083622400.0, + "8195": 1083622400.0, + "8200": 1083622400.0, + "8205": 1083622400.0, + "8210": 1083622400.0, + "8215": 1083622400.0, + "8220": 1083622400.0, + "8225": 1083622400.0, + "8230": 1083622400.0, + "8235": 1083622400.0, + "8240": 1083622400.0, + "8245": 1083622400.0, + "8250": 1083622400.0, + "8255": 1083622400.0, + "8260": 1083622400.0, + "8265": 1083622400.0, + "8270": 1083622400.0, + "8275": 1083622400.0, + "8280": 1083622400.0, + "8285": 1083622400.0, + "8290": 1083622400.0, + "8295": 1083622400.0, + "8300": 1083622400.0, + "8305": 1083622400.0, + "8310": 1083622400.0, + "8315": 1083622400.0, + "8320": 1083622400.0, + "8325": 1083622400.0, + "8330": 1083622400.0, + "8335": 1083622400.0, + "8340": 1083622400.0, + "8345": 1083622400.0, + "8350": 1083622400.0, + "8355": 1083622400.0, + "8360": 1083622400.0, + "8365": 1083622400.0, + "8370": 1083622400.0, + "8375": 1083622400.0, + "8380": 1083622400.0, + "8385": 1083622400.0, + "8390": 1083622400.0, + "8395": 1083622400.0, + "8400": 1083622400.0, + "8405": 1083622400.0, + "8410": 1083622400.0, + "8415": 1083622400.0, + "8420": 1083622400.0, + "8425": 1083622400.0, + "8430": 1083622400.0, + "8435": 1083622400.0, + "8440": 1083622400.0, + "8445": 1083622400.0, + "8450": 1083622400.0, + "8455": 1083622400.0, + "8460": 1083622400.0, + "8465": 1083622400.0, + "8470": 1083622400.0, + "8475": 1083622400.0, + "8480": 1083622400.0, + "8485": 1083622400.0, + "8490": 1083622400.0, + "8495": 1083622400.0, + "8500": 1083622400.0, + "8505": 1083622400.0, + "8510": 1083622400.0, + "8515": 1083622400.0, + "8520": 1083622400.0, + "8525": 1083622400.0, + "8530": 1083622400.0, + "8535": 1083622400.0, + "8540": 1083622400.0, + "8545": 1083622400.0, + "8550": 1083622400.0, + "8555": 1083622400.0, + "8560": 1083622400.0, + "8565": 1083622400.0, + "8570": 1083622400.0, + "8575": 1083622400.0, + "8580": 1083622400.0, + "8585": 1083622400.0, + "8590": 1083622400.0, + "8595": 1083622400.0, + "8600": 1083622400.0, + "8605": 1083622400.0, + "8610": 1083622400.0, + "8615": 1083622400.0, + "8620": 1083622400.0, + "8625": 1083622400.0, + "8630": 1083622400.0, + "8635": 1083622400.0, + "8640": 1083622400.0, + "8645": 1083622400.0, + "8650": 1083622400.0, + "8655": 1083622400.0, + "8660": 1083622400.0, + "8665": 1083622400.0, + "8670": 1083622400.0, + "8675": 1083622400.0, + "8680": 1083622400.0, + "8685": 1083622400.0, + "8690": 1083622400.0, + "8695": 1083622400.0, + "8700": 1083622400.0, + "8705": 1083622400.0, + "8710": 1083622400.0, + "8715": 1083622400.0, + "8720": 1083622400.0, + "8725": 1083622400.0, + "8730": 1083622400.0, + "8735": 1083622400.0, + "8740": 1083622400.0, + "8745": 1083622400.0, + "8750": 1083622400.0, + "8755": 1083622400.0, + "8760": 1083622400.0, + "8765": 1083622400.0, + "8770": 1083622400.0, + "8775": 1083622400.0, + "8780": 1083622400.0, + "8785": 1083622400.0, + "8790": 1083622400.0, + "8795": 1083622400.0, + "8800": 1083622400.0, + "8805": 1083622400.0, + "8810": 1083622400.0, + "8815": 1083622400.0, + "8820": 1083622400.0, + "8825": 1083622400.0, + "8830": 1083622400.0, + "8835": 1083622400.0, + "8840": 1083622400.0, + "8845": 1083622400.0, + "8850": 1083622400.0, + "8855": 1083622400.0, + "8860": 1083622400.0, + "8865": 1083622400.0, + "8870": 1083622400.0, + "8875": 1083622400.0, + "8880": 1083622400.0, + "8885": 1083622400.0, + "8890": 1083622400.0, + "8895": 1083622400.0, + "8900": 1083622400.0, + "8905": 1083622400.0, + "8910": 1083622400.0, + "8915": 1083622400.0, + "8920": 1083622400.0, + "8925": 1083622400.0, + "8930": 1083622400.0, + "8935": 1083622400.0, + "8940": 1083622400.0, + "8945": 1083622400.0, + "8950": 1083622400.0, + "8955": 1083622400.0, + "8960": 1083622400.0, + "8965": 1083622400.0, + "8970": 1083622400.0, + "8975": 1083622400.0, + "8980": 1083622400.0, + "8985": 1083622400.0, + "8990": 1083622400.0, + "8995": 1083622400.0, + "9000": 1083622400.0, + "9005": 1083622400.0, + "9010": 1083622400.0, + "9015": 1083622400.0, + "9020": 1083622400.0, + "9025": 1083622400.0, + "9030": 1083622400.0, + "9035": 1083622400.0, + "9040": 1083622400.0, + "9045": 1083622400.0, + "9050": 1083622400.0, + "9055": 1083622400.0, + "9060": 1083622400.0, + "9065": 1083622400.0, + "9070": 1083622400.0, + "9075": 1083622400.0, + "9080": 1083622400.0, + "9085": 1083622400.0, + "9090": 1083622400.0, + "9095": 1083622400.0, + "9100": 1083622400.0, + "9105": 1083622400.0, + "9110": 1083622400.0, + "9115": 1083622400.0, + "9120": 1083622400.0, + "9125": 1083622400.0, + "9130": 1083622400.0, + "9135": 1083622400.0, + "9140": 1083622400.0, + "9145": 1083622400.0, + "9150": 1083622400.0, + "9155": 1083622400.0, + "9160": 1083622400.0, + "9165": 1083622400.0, + "9170": 1083622400.0, + "9175": 1083622400.0, + "9180": 1083622400.0, + "9185": 1083622400.0, + "9190": 1083622400.0, + "9195": 1083622400.0, + "9200": 1083622400.0, + "9205": 1083622400.0, + "9210": 1083622400.0, + "9215": 1083622400.0, + "9220": 1083622400.0, + "9225": 1083622400.0, + "9230": 1083622400.0, + "9235": 1083622400.0, + "9240": 1083622400.0, + "9245": 1083622400.0, + "9250": 1083622400.0, + "9255": 1083622400.0, + "9260": 1083622400.0, + "9265": 1083622400.0, + "9270": 1083622400.0, + "9275": 1083622400.0, + "9280": 1083622400.0, + "9285": 1083622400.0, + "9290": 1083622400.0, + "9295": 1083622400.0, + "9300": 1083622400.0, + "9305": 1083622400.0, + "9310": 1083622400.0, + "9315": 1083622400.0, + "9320": 1083622400.0, + "9325": 1083622400.0, + "9330": 1083622400.0, + "9335": 1083622400.0, + "9340": 1083622400.0, + "9345": 1083622400.0, + "9350": 1083622400.0, + "9355": 1083622400.0, + "9360": 1083622400.0, + "9365": 1083622400.0, + "9370": 1083622400.0, + "9375": 1083622400.0, + "9380": 1083622400.0, + "9385": 1083622400.0, + "9390": 1083622400.0, + "9395": 1083622400.0, + "9400": 1083622400.0, + "9405": 1083622400.0, + "9410": 1083622400.0, + "9415": 1083622400.0, + "9420": 1083622400.0, + "9425": 1083622400.0, + "9430": 1083622400.0, + "9435": 1083622400.0, + "9440": 1083622400.0, + "9445": 1083622400.0, + "9450": 1083622400.0, + "9455": 1083622400.0, + "9460": 1083622400.0, + "9465": 1083622400.0, + "9470": 1083622400.0, + "9475": 1083622400.0, + "9480": 1083622400.0, + "9485": 1083622400.0, + "9490": 1083622400.0, + "9495": 1083622400.0, + "9500": 1083622400.0, + "9505": 1083622400.0, + "9510": 1083622400.0, + "9515": 1083622400.0, + "9520": 1083622400.0, + "9525": 1083622400.0, + "9530": 1083622400.0, + "9535": 1083622400.0, + "9540": 1083622400.0, + "9545": 1083622400.0, + "9550": 1083622400.0, + "9555": 1083622400.0, + "9560": 1083622400.0, + "9565": 1083622400.0, + "9570": 1083622400.0, + "9575": 1083622400.0, + "9580": 1083622400.0, + "9585": 1083622400.0, + "9590": 1083622400.0, + "9595": 1083622400.0, + "9600": 1083622400.0, + "9605": 1083622400.0, + "9610": 1083622400.0, + "9615": 1083622400.0, + "9620": 1083622400.0, + "9625": 1083622400.0, + "9630": 1083622400.0, + "9635": 1083622400.0, + "9640": 1083622400.0, + "9645": 1083622400.0, + "9650": 1083622400.0, + "9655": 1083622400.0, + "9660": 1083622400.0, + "9665": 1083622400.0, + "9670": 1083622400.0, + "9675": 1083622400.0, + "9680": 1083622400.0, + "9685": 1083622400.0, + "9690": 1083622400.0, + "9695": 1083622400.0, + "9700": 1083622400.0, + "9705": 1083622400.0, + "9710": 1083622400.0, + "9715": 1083622400.0, + "9720": 1083622400.0, + "9725": 1083622400.0, + "9730": 1083622400.0, + "9735": 1083622400.0, + "9740": 1083622400.0, + "9745": 1083622400.0, + "9750": 1083622400.0, + "9755": 1083622400.0, + "9760": 1083622400.0, + "9765": 1083622400.0, + "9770": 1083622400.0, + "9775": 1083622400.0, + "9780": 1083622400.0, + "9785": 1083622400.0, + "9790": 1083622400.0, + "9795": 1083622400.0, + "9800": 1083622400.0, + "9805": 1083622400.0, + "9810": 1083622400.0, + "9815": 1083622400.0, + "9820": 1083622400.0, + "9825": 1083622400.0, + "9830": 1083622400.0, + "9835": 1083622400.0, + "9840": 1083622400.0, + "9845": 1083622400.0, + "9850": 1083622400.0, + "9855": 1083622400.0, + "9860": 1083622400.0, + "9865": 1083622400.0, + "9870": 1083622400.0, + "9875": 1083622400.0, + "9880": 1083622400.0, + "9885": 1083622400.0, + "9890": 1083622400.0, + "9895": 1083622400.0, + "9900": 1083622400.0, + "9905": 1083622400.0, + "9910": 1083622400.0, + "9915": 1083622400.0, + "9920": 1083622400.0, + "9925": 1083622400.0, + "9930": 1083622400.0, + "9935": 1083622400.0, + "9940": 1083622400.0, + "9945": 1083622400.0, + "9950": 1083622400.0, + "9955": 1083622400.0, + "9960": 1083622400.0, + "9965": 1083622400.0, + "9970": 1083622400.0, + "9975": 1083622400.0, + "9980": 1083622400.0, + "9985": 1083622400.0, + "9990": 1083622400.0, + "9995": 1083622400.0, + "10000": 1083622400.0 } }, "mem-max-allocated-bytes": { @@ -6429,1606 +6429,1606 @@ "1990": 6956085248.0, "1995": 6956085248.0, "2000": 6956085248.0, - "2005": 6956085248.0, - "2010": 6956085248.0, - "2015": 6956085248.0, - "2020": 6956085248.0, - "2025": 6956085248.0, - "2030": 6956085248.0, - "2035": 6956085248.0, - "2040": 6956085248.0, - "2045": 6956085248.0, - "2050": 6956085248.0, - "2055": 6956085248.0, - "2060": 6956085248.0, - "2065": 6956085248.0, - "2070": 6956085248.0, - "2075": 6956085248.0, - "2080": 6956085248.0, - "2085": 6956085248.0, - "2090": 6956085248.0, - "2095": 6956085248.0, - "2100": 6956085248.0, - "2105": 6956085248.0, - "2110": 6956085248.0, - "2115": 6956085248.0, - "2120": 6956085248.0, - "2125": 6956085248.0, - "2130": 6956085248.0, - "2135": 6956085248.0, - "2140": 6956085248.0, - "2145": 6956085248.0, - "2150": 6956085248.0, - "2155": 6956085248.0, - "2160": 6956085248.0, - "2165": 6956085248.0, - "2170": 6956085248.0, - "2175": 6956085248.0, - "2180": 6956085248.0, - "2185": 6956085248.0, - "2190": 6956085248.0, - "2195": 6956085248.0, - "2200": 6956085248.0, - "2205": 6956085248.0, - "2210": 6956085248.0, - "2215": 6956085248.0, - "2220": 6956085248.0, - "2225": 6956085248.0, - "2230": 6956085248.0, - "2235": 6956085248.0, - "2240": 6956085248.0, - "2245": 6956085248.0, - "2250": 6956085248.0, - "2255": 6956085248.0, - "2260": 6956085248.0, - "2265": 6956085248.0, - "2270": 6956085248.0, - "2275": 6956085248.0, - "2280": 6956085248.0, - "2285": 6956085248.0, - "2290": 6956085248.0, - "2295": 6956085248.0, - "2300": 6956085248.0, - "2305": 6956085248.0, - "2310": 6956085248.0, - "2315": 6956085248.0, - "2320": 6956085248.0, - "2325": 6956085248.0, - "2330": 6956085248.0, - "2335": 6956085248.0, - "2340": 6956085248.0, - "2345": 6956085248.0, - "2350": 6956085248.0, - "2355": 6956085248.0, - "2360": 6956085248.0, - "2365": 6956085248.0, - "2370": 6956085248.0, - "2375": 6956085248.0, - "2380": 6956085248.0, - "2385": 6956085248.0, - "2390": 6956085248.0, - "2395": 6956085248.0, - "2400": 6956085248.0, - "2405": 6956085248.0, - "2410": 6956085248.0, - "2415": 6956085248.0, - "2420": 6956085248.0, - "2425": 6956085248.0, - "2430": 6956085248.0, - "2435": 6956085248.0, - "2440": 6956085248.0, - "2445": 6956085248.0, - "2450": 6956085248.0, - "2455": 6956085248.0, - "2460": 6956085248.0, - "2465": 6956085248.0, - "2470": 6956085248.0, - "2475": 6956085248.0, - "2480": 6956085248.0, - "2485": 6956085248.0, - "2490": 6956085248.0, - "2495": 6956085248.0, - "2500": 6956085248.0, - "2505": 6956085248.0, - "2510": 6956085248.0, - "2515": 6956085248.0, - "2520": 6956085248.0, - "2525": 6956085248.0, - "2530": 6956085248.0, - "2535": 6956085248.0, - "2540": 6956085248.0, - "2545": 6956085248.0, - "2550": 6956085248.0, - "2555": 6956085248.0, - "2560": 6956085248.0, - "2565": 6956085248.0, - "2570": 6956085248.0, - "2575": 6956085248.0, - "2580": 6956085248.0, - "2585": 6956085248.0, - "2590": 6956085248.0, - "2595": 6956085248.0, - "2600": 6956085248.0, - "2605": 6956085248.0, - "2610": 6956085248.0, - "2615": 6956085248.0, - "2620": 6956085248.0, - "2625": 6956085248.0, - "2630": 6956085248.0, - "2635": 6956085248.0, - "2640": 6956085248.0, - "2645": 6956085248.0, - "2650": 6956085248.0, - "2655": 6956085248.0, - "2660": 6956085248.0, - "2665": 6956085248.0, - "2670": 6956085248.0, - "2675": 6956085248.0, - "2680": 6956085248.0, - "2685": 6956085248.0, - "2690": 6956085248.0, - "2695": 6956085248.0, - "2700": 6956085248.0, - "2705": 6956085248.0, - "2710": 6956085248.0, - "2715": 6956085248.0, - "2720": 6956085248.0, - "2725": 6956085248.0, - "2730": 6956085248.0, - "2735": 6956085248.0, - "2740": 6956085248.0, - "2745": 6956085248.0, - "2750": 6956085248.0, - "2755": 6956085248.0, - "2760": 6956085248.0, - "2765": 6956085248.0, - "2770": 6956085248.0, - "2775": 6956085248.0, - "2780": 6956085248.0, - "2785": 6956085248.0, - "2790": 6956085248.0, - "2795": 6956085248.0, - "2800": 6956085248.0, - "2805": 6956085248.0, - "2810": 6956085248.0, - "2815": 6956085248.0, - "2820": 6956085248.0, - "2825": 6956085248.0, - "2830": 6956085248.0, - "2835": 6956085248.0, - "2840": 6956085248.0, - "2845": 6956085248.0, - "2850": 6956085248.0, - "2855": 6956085248.0, - "2860": 6956085248.0, - "2865": 6956085248.0, - "2870": 6956085248.0, - "2875": 6956085248.0, - "2880": 6956085248.0, - "2885": 6956085248.0, - "2890": 6956085248.0, - "2895": 6956085248.0, - "2900": 6956085248.0, - "2905": 6956085248.0, - "2910": 6956085248.0, - "2915": 6956085248.0, - "2920": 6956085248.0, - "2925": 6956085248.0, - "2930": 6956085248.0, - "2935": 6956085248.0, - "2940": 6956085248.0, - "2945": 6956085248.0, - "2950": 6956085248.0, - "2955": 6956085248.0, - "2960": 6956085248.0, - "2965": 6956085248.0, - "2970": 6956085248.0, - "2975": 6956085248.0, - "2980": 6956085248.0, - "2985": 6956085248.0, - "2990": 6956085248.0, - "2995": 6956085248.0, - "3000": 6956085248.0, - "3005": 6956085248.0, - "3010": 6956085248.0, - "3015": 6956085248.0, - "3020": 6956085248.0, - "3025": 6956085248.0, - "3030": 6956085248.0, - "3035": 6956085248.0, - "3040": 6956085248.0, - "3045": 6956085248.0, - "3050": 6956085248.0, - "3055": 6956085248.0, - "3060": 6956085248.0, - "3065": 6956085248.0, - "3070": 6956085248.0, - "3075": 6956085248.0, - "3080": 6956085248.0, - "3085": 6956085248.0, - "3090": 6956085248.0, - "3095": 6956085248.0, - "3100": 6956085248.0, - "3105": 6956085248.0, - "3110": 6956085248.0, - "3115": 6956085248.0, - "3120": 6956085248.0, - "3125": 6956085248.0, - "3130": 6956085248.0, - "3135": 6956085248.0, - "3140": 6956085248.0, - "3145": 6956085248.0, - "3150": 6956085248.0, - "3155": 6956085248.0, - "3160": 6956085248.0, - "3165": 6956085248.0, - "3170": 6956085248.0, - "3175": 6956085248.0, - "3180": 6956085248.0, - "3185": 6956085248.0, - "3190": 6956085248.0, - "3195": 6956085248.0, - "3200": 6956085248.0, - "3205": 6956085248.0, - "3210": 6956085248.0, - "3215": 6956085248.0, - "3220": 6956085248.0, - "3225": 6956085248.0, - "3230": 6956085248.0, - "3235": 6956085248.0, - "3240": 6956085248.0, - "3245": 6956085248.0, - "3250": 6956085248.0, - "3255": 6956085248.0, - "3260": 6956085248.0, - "3265": 6956085248.0, - "3270": 6956085248.0, - "3275": 6956085248.0, - "3280": 6956085248.0, - "3285": 6956085248.0, - "3290": 6956085248.0, - "3295": 6956085248.0, - "3300": 6956085248.0, - "3305": 6956085248.0, - "3310": 6956085248.0, - "3315": 6956085248.0, - "3320": 6956085248.0, - "3325": 6956085248.0, - "3330": 6956085248.0, - "3335": 6956085248.0, - "3340": 6956085248.0, - "3345": 6956085248.0, - "3350": 6956085248.0, - "3355": 6956085248.0, - "3360": 6956085248.0, - "3365": 6956085248.0, - "3370": 6956085248.0, - "3375": 6956085248.0, - "3380": 6956085248.0, - "3385": 6956085248.0, - "3390": 6956085248.0, - "3395": 6956085248.0, - "3400": 6956085248.0, - "3405": 6956085248.0, - "3410": 6956085248.0, - "3415": 6956085248.0, - "3420": 6956085248.0, - "3425": 6956085248.0, - "3430": 6956085248.0, - "3435": 6956085248.0, - "3440": 6956085248.0, - "3445": 6956085248.0, - "3450": 6956085248.0, - "3455": 6956085248.0, - "3460": 6956085248.0, - "3465": 6956085248.0, - "3470": 6956085248.0, - "3475": 6956085248.0, - "3480": 6956085248.0, - "3485": 6956085248.0, - "3490": 6956085248.0, - "3495": 6956085248.0, - "3500": 6956085248.0, - "3505": 6956085248.0, - "3510": 6956085248.0, - "3515": 6956085248.0, - "3520": 6956085248.0, - "3525": 6956085248.0, - "3530": 6956085248.0, - "3535": 6956085248.0, - "3540": 6956085248.0, - "3545": 6956085248.0, - "3550": 6956085248.0, - "3555": 6956085248.0, - "3560": 6956085248.0, - "3565": 6956085248.0, - "3570": 6956085248.0, - "3575": 6956085248.0, - "3580": 6956085248.0, - "3585": 6956085248.0, - "3590": 6956085248.0, - "3595": 6956085248.0, - "3600": 6956085248.0, - "3605": 6956085248.0, - "3610": 6956085248.0, - "3615": 6956085248.0, - "3620": 6956085248.0, - "3625": 6956085248.0, - "3630": 6956085248.0, - "3635": 6956085248.0, - "3640": 6956085248.0, - "3645": 6956085248.0, - "3650": 6956085248.0, - "3655": 6956085248.0, - "3660": 6956085248.0, - "3665": 6956085248.0, - "3670": 6956085248.0, - "3675": 6956085248.0, - "3680": 6956085248.0, - "3685": 6956085248.0, - "3690": 6956085248.0, - "3695": 6956085248.0, - "3700": 6956085248.0, - "3705": 6956085248.0, - "3710": 6956085248.0, - "3715": 6956085248.0, - "3720": 6956085248.0, - "3725": 6956085248.0, - "3730": 6956085248.0, - "3735": 6956085248.0, - "3740": 6956085248.0, - "3745": 6956085248.0, - "3750": 6956085248.0, - "3755": 6956085248.0, - "3760": 6956085248.0, - "3765": 6956085248.0, - "3770": 6956085248.0, - "3775": 6956085248.0, - "3780": 6956085248.0, - "3785": 6956085248.0, - "3790": 6956085248.0, - "3795": 6956085248.0, - "3800": 6956085248.0, - "3805": 6956085248.0, - "3810": 6956085248.0, - "3815": 6956085248.0, - "3820": 6956085248.0, - "3825": 6956085248.0, - "3830": 6956085248.0, - "3835": 6956085248.0, - "3840": 6956085248.0, - "3845": 6956085248.0, - "3850": 6956085248.0, - "3855": 6956085248.0, - "3860": 6956085248.0, - "3865": 6956085248.0, - "3870": 6956085248.0, - "3875": 6956085248.0, - "3880": 6956085248.0, - "3885": 6956085248.0, - "3890": 6956085248.0, - "3895": 6956085248.0, - "3900": 6956085248.0, - "3905": 6956085248.0, - "3910": 6956085248.0, - "3915": 6956085248.0, - "3920": 6956085248.0, - "3925": 6956085248.0, - "3930": 6956085248.0, - "3935": 6956085248.0, - "3940": 6956085248.0, - "3945": 6956085248.0, - "3950": 6956085248.0, - "3955": 6956085248.0, - "3960": 6956085248.0, - "3965": 6956085248.0, - "3970": 6956085248.0, - "3975": 6956085248.0, - "3980": 6956085248.0, - "3985": 6956085248.0, - "3990": 6956085248.0, - "3995": 6956085248.0, - "4000": 6956085248.0, - "4005": 6956085248.0, - "4010": 6956085248.0, - "4015": 6956085248.0, - "4020": 6956085248.0, - "4025": 6956085248.0, - "4030": 6956085248.0, - "4035": 6956085248.0, - "4040": 6956085248.0, - "4045": 6956085248.0, - "4050": 6956085248.0, - "4055": 6956085248.0, - "4060": 6956085248.0, - "4065": 6956085248.0, - "4070": 6956085248.0, - "4075": 6956085248.0, - "4080": 6956085248.0, - "4085": 6956085248.0, - "4090": 6956085248.0, - "4095": 6956085248.0, - "4100": 6956085248.0, - "4105": 6956085248.0, - "4110": 6956085248.0, - "4115": 6956085248.0, - "4120": 6956085248.0, - "4125": 6956085248.0, - "4130": 6956085248.0, - "4135": 6956085248.0, - "4140": 6956085248.0, - "4145": 6956085248.0, - "4150": 6956085248.0, - "4155": 6956085248.0, - "4160": 6956085248.0, - "4165": 6956085248.0, - "4170": 6956085248.0, - "4175": 6956085248.0, - "4180": 6956085248.0, - "4185": 6956085248.0, - "4190": 6956085248.0, - "4195": 6956085248.0, - "4200": 6956085248.0, - "4205": 6956085248.0, - "4210": 6956085248.0, - "4215": 6956085248.0, - "4220": 6956085248.0, - "4225": 6956085248.0, - "4230": 6956085248.0, - "4235": 6956085248.0, - "4240": 6956085248.0, - "4245": 6956085248.0, - "4250": 6956085248.0, - "4255": 6956085248.0, - "4260": 6956085248.0, - "4265": 6956085248.0, - "4270": 6956085248.0, - "4275": 6956085248.0, - "4280": 6956085248.0, - "4285": 6956085248.0, - "4290": 6956085248.0, - "4295": 6956085248.0, - "4300": 6956085248.0, - "4305": 6956085248.0, - "4310": 6956085248.0, - "4315": 6956085248.0, - "4320": 6956085248.0, - "4325": 6956085248.0, - "4330": 6956085248.0, - "4335": 6956085248.0, - "4340": 6956085248.0, - "4345": 6956085248.0, - "4350": 6956085248.0, - "4355": 6956085248.0, - "4360": 6956085248.0, - "4365": 6956085248.0, - "4370": 6956085248.0, - "4375": 6956085248.0, - "4380": 6956085248.0, - "4385": 6956085248.0, - "4390": 6956085248.0, - "4395": 6956085248.0, - "4400": 6956085248.0, - "4405": 6956085248.0, - "4410": 6956085248.0, - "4415": 6956085248.0, - "4420": 6956085248.0, - "4425": 6956085248.0, - "4430": 6956085248.0, - "4435": 6956085248.0, - "4440": 6956085248.0, - "4445": 6956085248.0, - "4450": 6956085248.0, - "4455": 6956085248.0, - "4460": 6956085248.0, - "4465": 6956085248.0, - "4470": 6956085248.0, - "4475": 6956085248.0, - "4480": 6956085248.0, - "4485": 6956085248.0, - "4490": 6956085248.0, - "4495": 6956085248.0, - "4500": 6956085248.0, - "4505": 6956085248.0, - "4510": 6956085248.0, - "4515": 6956085248.0, - "4520": 6956085248.0, - "4525": 6956085248.0, - "4530": 6956085248.0, - "4535": 6956085248.0, - "4540": 6956085248.0, - "4545": 6956085248.0, - "4550": 6956085248.0, - "4555": 6956085248.0, - "4560": 6956085248.0, - "4565": 6956085248.0, - "4570": 6956085248.0, - "4575": 6956085248.0, - "4580": 6956085248.0, - "4585": 6956085248.0, - "4590": 6956085248.0, - "4595": 6956085248.0, - "4600": 6956085248.0, - "4605": 6956085248.0, - "4610": 6956085248.0, - "4615": 6956085248.0, - "4620": 6956085248.0, - "4625": 6956085248.0, - "4630": 6956085248.0, - "4635": 6956085248.0, - "4640": 6956085248.0, - "4645": 6956085248.0, - "4650": 6956085248.0, - "4655": 6956085248.0, - "4660": 6956085248.0, - "4665": 6956085248.0, - "4670": 6956085248.0, - "4675": 6956085248.0, - "4680": 6956085248.0, - "4685": 6956085248.0, - "4690": 6956085248.0, - "4695": 6956085248.0, - "4700": 6956085248.0, - "4705": 6956085248.0, - "4710": 6956085248.0, - "4715": 6956085248.0, - "4720": 6956085248.0, - "4725": 6956085248.0, - "4730": 6956085248.0, - "4735": 6956085248.0, - "4740": 6956085248.0, - "4745": 6956085248.0, - "4750": 6956085248.0, - "4755": 6956085248.0, - "4760": 6956085248.0, - "4765": 6956085248.0, - "4770": 6956085248.0, - "4775": 6956085248.0, - "4780": 6956085248.0, - "4785": 6956085248.0, - "4790": 6956085248.0, - "4795": 6956085248.0, - "4800": 6956085248.0, - "4805": 6956085248.0, - "4810": 6956085248.0, - "4815": 6956085248.0, - "4820": 6956085248.0, - "4825": 6956085248.0, - "4830": 6956085248.0, - "4835": 6956085248.0, - "4840": 6956085248.0, - "4845": 6956085248.0, - "4850": 6956085248.0, - "4855": 6956085248.0, - "4860": 6956085248.0, - "4865": 6956085248.0, - "4870": 6956085248.0, - "4875": 6956085248.0, - "4880": 6956085248.0, - "4885": 6956085248.0, - "4890": 6956085248.0, - "4895": 6956085248.0, - "4900": 6956085248.0, - "4905": 6956085248.0, - "4910": 6956085248.0, - "4915": 6956085248.0, - "4920": 6956085248.0, - "4925": 6956085248.0, - "4930": 6956085248.0, - "4935": 6956085248.0, - "4940": 6956085248.0, - "4945": 6956085248.0, - "4950": 6956085248.0, - "4955": 6956085248.0, - "4960": 6956085248.0, - "4965": 6956085248.0, - "4970": 6956085248.0, - "4975": 6956085248.0, - "4980": 6956085248.0, - "4985": 6956085248.0, - "4990": 6956085248.0, - "4995": 6956085248.0, - "5000": 6956085248.0, - "5005": 6956085248.0, - "5010": 6956085248.0, - "5015": 6956085248.0, - "5020": 6956085248.0, - "5025": 6956085248.0, - "5030": 6956085248.0, - "5035": 6956085248.0, - "5040": 6956085248.0, - "5045": 6956085248.0, - "5050": 6956085248.0, - "5055": 6956085248.0, - "5060": 6956085248.0, - "5065": 6956085248.0, - "5070": 6956085248.0, - "5075": 6956085248.0, - "5080": 6956085248.0, - "5085": 6956085248.0, - "5090": 6956085248.0, - "5095": 6956085248.0, - "5100": 6956085248.0, - "5105": 6956085248.0, - "5110": 6956085248.0, - "5115": 6956085248.0, - "5120": 6956085248.0, - "5125": 6956085248.0, - "5130": 6956085248.0, - "5135": 6956085248.0, - "5140": 6956085248.0, - "5145": 6956085248.0, - "5150": 6956085248.0, - "5155": 6956085248.0, - "5160": 6956085248.0, - "5165": 6956085248.0, - "5170": 6956085248.0, - "5175": 6956085248.0, - "5180": 6956085248.0, - "5185": 6956085248.0, - "5190": 6956085248.0, - "5195": 6956085248.0, - "5200": 6956085248.0, - "5205": 6956085248.0, - "5210": 6956085248.0, - "5215": 6956085248.0, - "5220": 6956085248.0, - "5225": 6956085248.0, - "5230": 6956085248.0, - "5235": 6956085248.0, - "5240": 6956085248.0, - "5245": 6956085248.0, - "5250": 6956085248.0, - "5255": 6956085248.0, - "5260": 6956085248.0, - "5265": 6956085248.0, - "5270": 6956085248.0, - "5275": 6956085248.0, - "5280": 6956085248.0, - "5285": 6956085248.0, - "5290": 6956085248.0, - "5295": 6956085248.0, - "5300": 6956085248.0, - "5305": 6956085248.0, - "5310": 6956085248.0, - "5315": 6956085248.0, - "5320": 6956085248.0, - "5325": 6956085248.0, - "5330": 6956085248.0, - "5335": 6956085248.0, - "5340": 6956085248.0, - "5345": 6956085248.0, - "5350": 6956085248.0, - "5355": 6956085248.0, - "5360": 6956085248.0, - "5365": 6956085248.0, - "5370": 6956085248.0, - "5375": 6956085248.0, - "5380": 6956085248.0, - "5385": 6956085248.0, - "5390": 6956085248.0, - "5395": 6956085248.0, - "5400": 6956085248.0, - "5405": 6956085248.0, - "5410": 6956085248.0, - "5415": 6956085248.0, - "5420": 6956085248.0, - "5425": 6956085248.0, - "5430": 6956085248.0, - "5435": 6956085248.0, - "5440": 6956085248.0, - "5445": 6956085248.0, - "5450": 6956085248.0, - "5455": 6956085248.0, - "5460": 6956085248.0, - "5465": 6956085248.0, - "5470": 6956085248.0, - "5475": 6956085248.0, - "5480": 6956085248.0, - "5485": 6956085248.0, - "5490": 6956085248.0, - "5495": 6956085248.0, - "5500": 6956085248.0, - "5505": 6956085248.0, - "5510": 6956085248.0, - "5515": 6956085248.0, - "5520": 6956085248.0, - "5525": 6956085248.0, - "5530": 6956085248.0, - "5535": 6956085248.0, - "5540": 6956085248.0, - "5545": 6956085248.0, - "5550": 6956085248.0, - "5555": 6956085248.0, - "5560": 6956085248.0, - "5565": 6956085248.0, - "5570": 6956085248.0, - "5575": 6956085248.0, - "5580": 6956085248.0, - "5585": 6968634368.0, - "5590": 6968634368.0, - "5595": 6968634368.0, - "5600": 6968634368.0, - "5605": 6968634368.0, - "5610": 6968634368.0, - "5615": 6968634368.0, - "5620": 6968634368.0, - "5625": 6968634368.0, - "5630": 6968634368.0, - "5635": 6968634368.0, - "5640": 6968634368.0, - "5645": 6968634368.0, - "5650": 6968634368.0, - "5655": 6968634368.0, - "5660": 6968634368.0, - "5665": 6968634368.0, - "5670": 6968634368.0, - "5675": 6968634368.0, - "5680": 6968634368.0, - "5685": 6968634368.0, - "5690": 6968634368.0, - "5695": 6968634368.0, - "5700": 6968634368.0, - "5705": 6968634368.0, - "5710": 6968634368.0, - "5715": 6968634368.0, - "5720": 6968634368.0, - "5725": 6968634368.0, - "5730": 6968634368.0, - "5735": 6968634368.0, - "5740": 6968634368.0, - "5745": 6968634368.0, - "5750": 6968634368.0, - "5755": 6968634368.0, - "5760": 6968634368.0, - "5765": 6968634368.0, - "5770": 6968634368.0, - "5775": 6968634368.0, - "5780": 6968634368.0, - "5785": 6968634368.0, - "5790": 6968634368.0, - "5795": 6968634368.0, - "5800": 6968634368.0, - "5805": 6968634368.0, - "5810": 6968634368.0, - "5815": 6968634368.0, - "5820": 6968634368.0, - "5825": 6968634368.0, - "5830": 6968634368.0, - "5835": 6968634368.0, - "5840": 6968634368.0, - "5845": 6968634368.0, - "5850": 6968634368.0, - "5855": 6968634368.0, - "5860": 6968634368.0, - "5865": 6968634368.0, - "5870": 6968634368.0, - "5875": 6968634368.0, - "5880": 6968634368.0, - "5885": 6968634368.0, - "5890": 6968634368.0, - "5895": 6968634368.0, - "5900": 6968634368.0, - "5905": 6968634368.0, - "5910": 6968634368.0, - "5915": 6968634368.0, - "5920": 6968634368.0, - "5925": 6968634368.0, - "5930": 6968634368.0, - "5935": 6968634368.0, - "5940": 6968634368.0, - "5945": 6968634368.0, - "5950": 6968634368.0, - "5955": 6968634368.0, - "5960": 6968634368.0, - "5965": 6968634368.0, - "5970": 6968634368.0, - "5975": 6968634368.0, - "5980": 6968634368.0, - "5985": 6968634368.0, - "5990": 6968634368.0, - "5995": 6968634368.0, - "6000": 6968634368.0, - "6005": 6968634368.0, - "6010": 6968634368.0, - "6015": 6968634368.0, - "6020": 6968634368.0, - "6025": 6968634368.0, - "6030": 6968634368.0, - "6035": 6968634368.0, - "6040": 6968634368.0, - "6045": 6968634368.0, - "6050": 6968634368.0, - "6055": 6968634368.0, - "6060": 6968634368.0, - "6065": 6968634368.0, - "6070": 6968634368.0, - "6075": 6968634368.0, - "6080": 6968634368.0, - "6085": 6968634368.0, - "6090": 6968634368.0, - "6095": 6968634368.0, - "6100": 6968634368.0, - "6105": 6968634368.0, - "6110": 6968634368.0, - "6115": 6968634368.0, - "6120": 6968634368.0, - "6125": 6968634368.0, - "6130": 6968634368.0, - "6135": 6968634368.0, - "6140": 6968634368.0, - "6145": 6968634368.0, - "6150": 6968634368.0, - "6155": 6968634368.0, - "6160": 6968634368.0, - "6165": 6968634368.0, - "6170": 6968634368.0, - "6175": 6968634368.0, - "6180": 6968634368.0, - "6185": 6968634368.0, - "6190": 6968634368.0, - "6195": 6968634368.0, - "6200": 6968634368.0, - "6205": 6968634368.0, - "6210": 6968634368.0, - "6215": 6968634368.0, - "6220": 6968634368.0, - "6225": 6968634368.0, - "6230": 6968634368.0, - "6235": 6968634368.0, - "6240": 6968634368.0, - "6245": 6968634368.0, - "6250": 6968634368.0, - "6255": 6968634368.0, - "6260": 6968634368.0, - "6265": 6968634368.0, - "6270": 6968634368.0, - "6275": 6968634368.0, - "6280": 6968634368.0, - "6285": 6968634368.0, - "6290": 6968634368.0, - "6295": 6968634368.0, - "6300": 6968634368.0, - "6305": 6968634368.0, - "6310": 6968634368.0, - "6315": 6968634368.0, - "6320": 6968634368.0, - "6325": 6968634368.0, - "6330": 6968634368.0, - "6335": 6968634368.0, - "6340": 6968634368.0, - "6345": 6968634368.0, - "6350": 6968634368.0, - "6355": 6968634368.0, - "6360": 6968634368.0, - "6365": 6968634368.0, - "6370": 6968634368.0, - "6375": 6968634368.0, - "6380": 6968634368.0, - "6385": 6968634368.0, - "6390": 6968634368.0, - "6395": 6968634368.0, - "6400": 6968634368.0, - "6405": 6968634368.0, - "6410": 6968634368.0, - "6415": 6968634368.0, - "6420": 6968634368.0, - "6425": 6968634368.0, - "6430": 6968634368.0, - "6435": 6968634368.0, - "6440": 6968634368.0, - "6445": 6968634368.0, - "6450": 6968634368.0, - "6455": 6968634368.0, - "6460": 6968634368.0, - "6465": 6968634368.0, - "6470": 6968634368.0, - "6475": 6968634368.0, - "6480": 6968634368.0, - "6485": 6968634368.0, - "6490": 6968634368.0, - "6495": 6968634368.0, - "6500": 6968634368.0, - "6505": 6968634368.0, - "6510": 6968634368.0, - "6515": 6968634368.0, - "6520": 6968634368.0, - "6525": 6968634368.0, - "6530": 6968634368.0, - "6535": 6968634368.0, - "6540": 6968634368.0, - "6545": 6968634368.0, - "6550": 6968634368.0, - "6555": 6968634368.0, - "6560": 6968634368.0, - "6565": 6968634368.0, - "6570": 6968634368.0, - "6575": 6968634368.0, - "6580": 6968634368.0, - "6585": 6968634368.0, - "6590": 6968634368.0, - "6595": 6968634368.0, - "6600": 6968634368.0, - "6605": 6968634368.0, - "6610": 6968634368.0, - "6615": 6968634368.0, - "6620": 6968634368.0, - "6625": 6968634368.0, - "6630": 6968634368.0, - "6635": 6968634368.0, - "6640": 6968634368.0, - "6645": 6968634368.0, - "6650": 6968634368.0, - "6655": 6968634368.0, - "6660": 6968634368.0, - "6665": 6968634368.0, - "6670": 6968634368.0, - "6675": 6968634368.0, - "6680": 6968634368.0, - "6685": 6968634368.0, - "6690": 6968634368.0, - "6695": 6968634368.0, - "6700": 6968634368.0, - "6705": 6968634368.0, - "6710": 6968634368.0, - "6715": 6968634368.0, - "6720": 6968634368.0, - "6725": 6968634368.0, - "6730": 6968634368.0, - "6735": 6968634368.0, - "6740": 6968634368.0, - "6745": 6968634368.0, - "6750": 6968634368.0, - "6755": 6968634368.0, - "6760": 6968634368.0, - "6765": 6968634368.0, - "6770": 6968634368.0, - "6775": 6968634368.0, - "6780": 6968634368.0, - "6785": 6968634368.0, - "6790": 6968634368.0, - "6795": 6968634368.0, - "6800": 6968634368.0, - "6805": 6968634368.0, - "6810": 6968634368.0, - "6815": 6968634368.0, - "6820": 6968634368.0, - "6825": 6968634368.0, - "6830": 6968634368.0, - "6835": 6968634368.0, - "6840": 6968634368.0, - "6845": 6968634368.0, - "6850": 6968634368.0, - "6855": 6968634368.0, - "6860": 6968634368.0, - "6865": 6968634368.0, - "6870": 6968634368.0, - "6875": 6968634368.0, - "6880": 6968634368.0, - "6885": 6968634368.0, - "6890": 6968634368.0, - "6895": 6968634368.0, - "6900": 6968634368.0, - "6905": 6968634368.0, - "6910": 6968634368.0, - "6915": 6968634368.0, - "6920": 6968634368.0, - "6925": 6968634368.0, - "6930": 6968634368.0, - "6935": 6968634368.0, - "6940": 6968634368.0, - "6945": 6968634368.0, - "6950": 6968634368.0, - "6955": 6968634368.0, - "6960": 6968634368.0, - "6965": 6968634368.0, - "6970": 6968634368.0, - "6975": 6968634368.0, - "6980": 6968634368.0, - "6985": 6968634368.0, - "6990": 6968634368.0, - "6995": 6968634368.0, - "7000": 6968634368.0, - "7005": 6968634368.0, - "7010": 6968634368.0, - "7015": 6968634368.0, - "7020": 6968634368.0, - "7025": 6968634368.0, - "7030": 6968634368.0, - "7035": 6968634368.0, - "7040": 6968634368.0, - "7045": 6968634368.0, - "7050": 6968634368.0, - "7055": 6968634368.0, - "7060": 6968634368.0, - "7065": 6968634368.0, - "7070": 6968634368.0, - "7075": 6968634368.0, - "7080": 6968634368.0, - "7085": 6968634368.0, - "7090": 6968634368.0, - "7095": 6968634368.0, - "7100": 6968634368.0, - "7105": 6968634368.0, - "7110": 6968634368.0, - "7115": 6968634368.0, - "7120": 6968634368.0, - "7125": 6968634368.0, - "7130": 6968634368.0, - "7135": 6968634368.0, - "7140": 6968634368.0, - "7145": 6968634368.0, - "7150": 6968634368.0, - "7155": 6968634368.0, - "7160": 6968634368.0, - "7165": 6968634368.0, - "7170": 6968634368.0, - "7175": 6968634368.0, - "7180": 6968634368.0, - "7185": 6968634368.0, - "7190": 6968634368.0, - "7195": 6968634368.0, - "7200": 6968634368.0, - "7205": 6968634368.0, - "7210": 6968634368.0, - "7215": 6968634368.0, - "7220": 6968634368.0, - "7225": 6968634368.0, - "7230": 6968634368.0, - "7235": 6968634368.0, - "7240": 6968634368.0, - "7245": 6968634368.0, - "7250": 6968634368.0, - "7255": 6968634368.0, - "7260": 6968634368.0, - "7265": 6968634368.0, - "7270": 6968634368.0, - "7275": 6968634368.0, - "7280": 6968634368.0, - "7285": 6968634368.0, - "7290": 6968634368.0, - "7295": 6968634368.0, - "7300": 6968634368.0, - "7305": 6968634368.0, - "7310": 6968634368.0, - "7315": 6968634368.0, - "7320": 6968634368.0, - "7325": 6968634368.0, - "7330": 6968634368.0, - "7335": 6968634368.0, - "7340": 6968634368.0, - "7345": 6968634368.0, - "7350": 6968634368.0, - "7355": 6968634368.0, - "7360": 6968634368.0, - "7365": 6968634368.0, - "7370": 6968634368.0, - "7375": 6968634368.0, - "7380": 6968634368.0, - "7385": 6968634368.0, - "7390": 6968634368.0, - "7395": 6968634368.0, - "7400": 6968634368.0, - "7405": 6968634368.0, - "7410": 6968634368.0, - "7415": 6968634368.0, - "7420": 6968634368.0, - "7425": 6968634368.0, - "7430": 6968634368.0, - "7435": 6968634368.0, - "7440": 6968634368.0, - "7445": 6968634368.0, - "7450": 6968634368.0, - "7455": 6968634368.0, - "7460": 6968634368.0, - "7465": 6968634368.0, - "7470": 6968634368.0, - "7475": 6968634368.0, - "7480": 6968634368.0, - "7485": 6968634368.0, - "7490": 6968634368.0, - "7495": 6968634368.0, - "7500": 6968634368.0, - "7505": 6968634368.0, - "7510": 6968634368.0, - "7515": 6968634368.0, - "7520": 6968634368.0, - "7525": 6968634368.0, - "7530": 6968634368.0, - "7535": 6968634368.0, - "7540": 6968634368.0, - "7545": 6968634368.0, - "7550": 6968634368.0, - "7555": 6968634368.0, - "7560": 6968634368.0, - "7565": 6968634368.0, - "7570": 6968634368.0, - "7575": 6968634368.0, - "7580": 6968634368.0, - "7585": 6968634368.0, - "7590": 6968634368.0, - "7595": 6968634368.0, - "7600": 6968634368.0, - "7605": 6968634368.0, - "7610": 6968634368.0, - "7615": 6968634368.0, - "7620": 6968634368.0, - "7625": 6968634368.0, - "7630": 6968634368.0, - "7635": 6968634368.0, - "7640": 6968634368.0, - "7645": 6968634368.0, - "7650": 6968634368.0, - "7655": 6968634368.0, - "7660": 6968634368.0, - "7665": 6968634368.0, - "7670": 6968634368.0, - "7675": 6968634368.0, - "7680": 6968634368.0, - "7685": 6968634368.0, - "7690": 6968634368.0, - "7695": 6968634368.0, - "7700": 6968634368.0, - "7705": 6968634368.0, - "7710": 6968634368.0, - "7715": 6968634368.0, - "7720": 6968634368.0, - "7725": 6968634368.0, - "7730": 6968634368.0, - "7735": 6968634368.0, - "7740": 6968634368.0, - "7745": 6968634368.0, - "7750": 6968634368.0, - "7755": 6968634368.0, - "7760": 6968634368.0, - "7765": 6968634368.0, - "7770": 6968634368.0, - "7775": 6968634368.0, - "7780": 6968634368.0, - "7785": 6968634368.0, - "7790": 6968634368.0, - "7795": 6968634368.0, - "7800": 6968634368.0, - "7805": 6968634368.0, - "7810": 6968634368.0, - "7815": 6968634368.0, - "7820": 6968634368.0, - "7825": 6968634368.0, - "7830": 6968634368.0, - "7835": 6968634368.0, - "7840": 6968634368.0, - "7845": 6968634368.0, - "7850": 6968634368.0, - "7855": 6968634368.0, - "7860": 6968634368.0, - "7865": 6968634368.0, - "7870": 6968634368.0, - "7875": 6968634368.0, - "7880": 6968634368.0, - "7885": 6968634368.0, - "7890": 6968634368.0, - "7895": 6968634368.0, - "7900": 6968634368.0, - "7905": 6968634368.0, - "7910": 6968634368.0, - "7915": 6968634368.0, - "7920": 6968634368.0, - "7925": 6968634368.0, - "7930": 6968634368.0, - "7935": 6968634368.0, - "7940": 6968634368.0, - "7945": 6968634368.0, - "7950": 6968634368.0, - "7955": 6968634368.0, - "7960": 6968634368.0, - "7965": 6968634368.0, - "7970": 6968634368.0, - "7975": 6968634368.0, - "7980": 6968634368.0, - "7985": 6968634368.0, - "7990": 6968634368.0, - "7995": 6968634368.0, - "8000": 6968634368.0, - "8005": 6968634368.0, - "8010": 6968634368.0, - "8015": 6968634368.0, - "8020": 6968634368.0, - "8025": 6968634368.0, - "8030": 6968634368.0, - "8035": 6968634368.0, - "8040": 6968634368.0, - "8045": 6968634368.0, - "8050": 6968634368.0, - "8055": 6968634368.0, - "8060": 6968634368.0, - "8065": 6968634368.0, - "8070": 6968634368.0, - "8075": 6968634368.0, - "8080": 6968634368.0, - "8085": 6968634368.0, - "8090": 6968634368.0, - "8095": 6968634368.0, - "8100": 6968634368.0, - "8105": 6968634368.0, - "8110": 6968634368.0, - "8115": 6968634368.0, - "8120": 6968634368.0, - "8125": 6968634368.0, - "8130": 6968634368.0, - "8135": 6968634368.0, - "8140": 6968634368.0, - "8145": 6968634368.0, - "8150": 6968634368.0, - "8155": 6968634368.0, - "8160": 6968634368.0, - "8165": 6968634368.0, - "8170": 6968634368.0, - "8175": 6968634368.0, - "8180": 6968634368.0, - "8185": 6968634368.0, - "8190": 6968634368.0, - "8195": 6968634368.0, - "8200": 6968634368.0, - "8205": 6968634368.0, - "8210": 6968634368.0, - "8215": 6968634368.0, - "8220": 6968634368.0, - "8225": 6968634368.0, - "8230": 6968634368.0, - "8235": 6968634368.0, - "8240": 6968634368.0, - "8245": 6968634368.0, - "8250": 6968634368.0, - "8255": 6968634368.0, - "8260": 6968634368.0, - "8265": 6968634368.0, - "8270": 6968634368.0, - "8275": 6968634368.0, - "8280": 6968634368.0, - "8285": 6968634368.0, - "8290": 6968634368.0, - "8295": 6968634368.0, - "8300": 6968634368.0, - "8305": 6968634368.0, - "8310": 6968634368.0, - "8315": 6968634368.0, - "8320": 6968634368.0, - "8325": 6968634368.0, - "8330": 6968634368.0, - "8335": 6968634368.0, - "8340": 6968634368.0, - "8345": 6968634368.0, - "8350": 6968634368.0, - "8355": 6968634368.0, - "8360": 6968634368.0, - "8365": 6968634368.0, - "8370": 6968634368.0, - "8375": 6968634368.0, - "8380": 6968634368.0, - "8385": 6968634368.0, - "8390": 6968634368.0, - "8395": 6968634368.0, - "8400": 6968634368.0, - "8405": 6968634368.0, - "8410": 6968634368.0, - "8415": 6968634368.0, - "8420": 6968634368.0, - "8425": 6968634368.0, - "8430": 6968634368.0, - "8435": 6968634368.0, - "8440": 6968634368.0, - "8445": 6968634368.0, - "8450": 6968634368.0, - "8455": 6968634368.0, - "8460": 6968634368.0, - "8465": 6968634368.0, - "8470": 6968634368.0, - "8475": 6968634368.0, - "8480": 6968634368.0, - "8485": 6968634368.0, - "8490": 6968634368.0, - "8495": 6968634368.0, - "8500": 6968634368.0, - "8505": 6968634368.0, - "8510": 6968634368.0, - "8515": 6968634368.0, - "8520": 6968634368.0, - "8525": 6968634368.0, - "8530": 6968634368.0, - "8535": 6968634368.0, - "8540": 6968634368.0, - "8545": 6968634368.0, - "8550": 6968634368.0, - "8555": 6968634368.0, - "8560": 6968634368.0, - "8565": 6968634368.0, - "8570": 6968634368.0, - "8575": 6968634368.0, - "8580": 6968634368.0, - "8585": 6968634368.0, - "8590": 6968634368.0, - "8595": 6968634368.0, - "8600": 6968634368.0, - "8605": 6968634368.0, - "8610": 6968634368.0, - "8615": 6968634368.0, - "8620": 6968634368.0, - "8625": 6968634368.0, - "8630": 6968634368.0, - "8635": 6968634368.0, - "8640": 6968634368.0, - "8645": 6968634368.0, - "8650": 6968634368.0, - "8655": 6968634368.0, - "8660": 6968634368.0, - "8665": 6968634368.0, - "8670": 6968634368.0, - "8675": 6968634368.0, - "8680": 6968634368.0, - "8685": 6968634368.0, - "8690": 6968634368.0, - "8695": 6968634368.0, - "8700": 6968634368.0, - "8705": 6968634368.0, - "8710": 6968634368.0, - "8715": 6968634368.0, - "8720": 6968634368.0, - "8725": 6968634368.0, - "8730": 6968634368.0, - "8735": 6968634368.0, - "8740": 6968634368.0, - "8745": 6968634368.0, - "8750": 6968634368.0, - "8755": 6968634368.0, - "8760": 6968634368.0, - "8765": 6968634368.0, - "8770": 6968634368.0, - "8775": 6968634368.0, - "8780": 6968634368.0, - "8785": 6968634368.0, - "8790": 6968634368.0, - "8795": 6968634368.0, - "8800": 6968634368.0, - "8805": 6968634368.0, - "8810": 6968634368.0, - "8815": 6968634368.0, - "8820": 6968634368.0, - "8825": 6968634368.0, - "8830": 6968634368.0, - "8835": 6968634368.0, - "8840": 6968634368.0, - "8845": 6968634368.0, - "8850": 6968634368.0, - "8855": 6968634368.0, - "8860": 6968634368.0, - "8865": 6968634368.0, - "8870": 6968634368.0, - "8875": 6968634368.0, - "8880": 6968634368.0, - "8885": 6968634368.0, - "8890": 6968634368.0, - "8895": 6968634368.0, - "8900": 6968634368.0, - "8905": 6968634368.0, - "8910": 6968634368.0, - "8915": 6968634368.0, - "8920": 6968634368.0, - "8925": 6968634368.0, - "8930": 6968634368.0, - "8935": 6968634368.0, - "8940": 6968634368.0, - "8945": 6968634368.0, - "8950": 6968634368.0, - "8955": 6968634368.0, - "8960": 6968634368.0, - "8965": 6968634368.0, - "8970": 6968634368.0, - "8975": 6968634368.0, - "8980": 6968634368.0, - "8985": 6968634368.0, - "8990": 6968634368.0, - "8995": 6968634368.0, - "9000": 6968634368.0, - "9005": 6968634368.0, - "9010": 6968634368.0, - "9015": 6968634368.0, - "9020": 6968634368.0, - "9025": 6968634368.0, - "9030": 6968634368.0, - "9035": 6968634368.0, - "9040": 6968634368.0, - "9045": 6968634368.0, - "9050": 6968634368.0, - "9055": 6968634368.0, - "9060": 6968634368.0, - "9065": 6968634368.0, - "9070": 6968634368.0, - "9075": 6968634368.0, - "9080": 6968634368.0, - "9085": 6968634368.0, - "9090": 6968634368.0, - "9095": 6968634368.0, - "9100": 6968634368.0, - "9105": 6968634368.0, - "9110": 6968634368.0, - "9115": 6968634368.0, - "9120": 6968634368.0, - "9125": 6968634368.0, - "9130": 6968634368.0, - "9135": 6968634368.0, - "9140": 6968634368.0, - "9145": 6968634368.0, - "9150": 6968634368.0, - "9155": 6968634368.0, - "9160": 6968634368.0, - "9165": 6968634368.0, - "9170": 6968634368.0, - "9175": 6968634368.0, - "9180": 6968634368.0, - "9185": 6968634368.0, - "9190": 6968634368.0, - "9195": 6968634368.0, - "9200": 6968634368.0, - "9205": 6968634368.0, - "9210": 6968634368.0, - "9215": 6968634368.0, - "9220": 6968634368.0, - "9225": 6968634368.0, - "9230": 6968634368.0, - "9235": 6968634368.0, - "9240": 6968634368.0, - "9245": 6968634368.0, - "9250": 6968634368.0, - "9255": 6968634368.0, - "9260": 6968634368.0, - "9265": 6968634368.0, - "9270": 6968634368.0, - "9275": 6968634368.0, - "9280": 6968634368.0, - "9285": 6968634368.0, - "9290": 6968634368.0, - "9295": 6968634368.0, - "9300": 6968634368.0, - "9305": 6968634368.0, - "9310": 6968634368.0, - "9315": 6968634368.0, - "9320": 6968634368.0, - "9325": 6968634368.0, - "9330": 6968634368.0, - "9335": 6968634368.0, - "9340": 6968634368.0, - "9345": 6968634368.0, - "9350": 6968634368.0, - "9355": 6968634368.0, - "9360": 6968634368.0, - "9365": 6968634368.0, - "9370": 6968634368.0, - "9375": 6968634368.0, - "9380": 6968634368.0, - "9385": 6968634368.0, - "9390": 6968634368.0, - "9395": 6968634368.0, - "9400": 6968634368.0, - "9405": 6968634368.0, - "9410": 6968634368.0, - "9415": 6968634368.0, - "9420": 6968634368.0, - "9425": 6968634368.0, - "9430": 6968634368.0, - "9435": 6968634368.0, - "9440": 6968634368.0, - "9445": 6968634368.0, - "9450": 6968634368.0, - "9455": 6968634368.0, - "9460": 6968634368.0, - "9465": 6968634368.0, - "9470": 6968634368.0, - "9475": 6968634368.0, - "9480": 6968634368.0, - "9485": 6968634368.0, - "9490": 6968634368.0, - "9495": 6968634368.0, - "9500": 6968634368.0, - "9505": 6968634368.0, - "9510": 6968634368.0, - "9515": 6968634368.0, - "9520": 6968634368.0, - "9525": 6968634368.0, - "9530": 6968634368.0, - "9535": 6968634368.0, - "9540": 6968634368.0, - "9545": 6968634368.0, - "9550": 6968634368.0, - "9555": 6968634368.0, - "9560": 6968634368.0, - "9565": 6968634368.0, - "9570": 6968634368.0, - "9575": 6968634368.0, - "9580": 6968634368.0, - "9585": 6968634368.0, - "9590": 6968634368.0, - "9595": 6968634368.0, - "9600": 6968634368.0, - "9605": 6968634368.0, - "9610": 6968634368.0, - "9615": 6968634368.0, - "9620": 6968634368.0, - "9625": 6968634368.0, - "9630": 6968634368.0, - "9635": 6968634368.0, - "9640": 6968634368.0, - "9645": 6968634368.0, - "9650": 6968634368.0, - "9655": 6968634368.0, - "9660": 6968634368.0, - "9665": 6968634368.0, - "9670": 6968634368.0, - "9675": 6968634368.0, - "9680": 6968634368.0, - "9685": 6968634368.0, - "9690": 6968634368.0, - "9695": 6968634368.0, - "9700": 6968634368.0, - "9705": 6968634368.0, - "9710": 6968634368.0, - "9715": 6968634368.0, - "9720": 6968634368.0, - "9725": 6968634368.0, - "9730": 6968634368.0, - "9735": 6968634368.0, - "9740": 6968634368.0, - "9745": 6968634368.0, - "9750": 6968634368.0, - "9755": 6968634368.0, - "9760": 6968634368.0, - "9765": 6968634368.0, - "9770": 6968634368.0, - "9775": 6968634368.0, - "9780": 6968634368.0, - "9785": 6968634368.0, - "9790": 6968634368.0, - "9795": 6968634368.0, - "9800": 6968634368.0, - "9805": 6968634368.0, - "9810": 6968634368.0, - "9815": 6968634368.0, - "9820": 6968634368.0, - "9825": 6968634368.0, - "9830": 6968634368.0, - "9835": 6968634368.0, - "9840": 6968634368.0, - "9845": 6968634368.0, - "9850": 6968634368.0, - "9855": 6968634368.0, - "9860": 6968634368.0, - "9865": 6968634368.0, - "9870": 6968634368.0, - "9875": 6968634368.0, - "9880": 6968634368.0, - "9885": 6968634368.0, - "9890": 6968634368.0, - "9895": 6968634368.0, - "9900": 6968634368.0, - "9905": 6968634368.0, - "9910": 6968634368.0, - "9915": 6968634368.0, - "9920": 6968634368.0, - "9925": 6968634368.0, - "9930": 6968634368.0, - "9935": 6968634368.0, - "9940": 6968634368.0, - "9945": 6968634368.0, - "9950": 6968634368.0, - "9955": 6968634368.0, - "9960": 6968634368.0, - "9965": 6968634368.0, - "9970": 6968634368.0, - "9975": 6968634368.0, - "9980": 6968634368.0, - "9985": 6968634368.0, - "9990": 6968634368.0, - "9995": 6968634368.0, - "10000": 6968634368.0 + "2005": 6976532480.0, + "2010": 6976532480.0, + "2015": 6976532480.0, + "2020": 6976532480.0, + "2025": 6976532480.0, + "2030": 6976532480.0, + "2035": 6976532480.0, + "2040": 6976532480.0, + "2045": 6976532480.0, + "2050": 6976532480.0, + "2055": 6976532480.0, + "2060": 6976532480.0, + "2065": 6976532480.0, + "2070": 6976532480.0, + "2075": 6976532480.0, + "2080": 6976532480.0, + "2085": 6976532480.0, + "2090": 6976532480.0, + "2095": 6976532480.0, + "2100": 6976532480.0, + "2105": 6976532480.0, + "2110": 6976532480.0, + "2115": 6976532480.0, + "2120": 6976532480.0, + "2125": 6976532480.0, + "2130": 6976532480.0, + "2135": 6976532480.0, + "2140": 6976532480.0, + "2145": 6976532480.0, + "2150": 6976532480.0, + "2155": 6976532480.0, + "2160": 6976532480.0, + "2165": 6976532480.0, + "2170": 6976532480.0, + "2175": 6976532480.0, + "2180": 6976532480.0, + "2185": 6976532480.0, + "2190": 6976532480.0, + "2195": 6976532480.0, + "2200": 6976532480.0, + "2205": 6976532480.0, + "2210": 6976532480.0, + "2215": 6976532480.0, + "2220": 6976532480.0, + "2225": 6976532480.0, + "2230": 6976532480.0, + "2235": 6976532480.0, + "2240": 6976532480.0, + "2245": 6976532480.0, + "2250": 6976532480.0, + "2255": 6976532480.0, + "2260": 6976532480.0, + "2265": 6976532480.0, + "2270": 6976532480.0, + "2275": 6976532480.0, + "2280": 6976532480.0, + "2285": 6976532480.0, + "2290": 6976532480.0, + "2295": 6976532480.0, + "2300": 6976532480.0, + "2305": 6976532480.0, + "2310": 6976532480.0, + "2315": 6976532480.0, + "2320": 6976532480.0, + "2325": 6976532480.0, + "2330": 6976532480.0, + "2335": 6976532480.0, + "2340": 6976532480.0, + "2345": 6976532480.0, + "2350": 6976532480.0, + "2355": 6976532480.0, + "2360": 6976532480.0, + "2365": 6976532480.0, + "2370": 6976532480.0, + "2375": 6976532480.0, + "2380": 6976532480.0, + "2385": 6976532480.0, + "2390": 6976532480.0, + "2395": 6976532480.0, + "2400": 6976532480.0, + "2405": 6976532480.0, + "2410": 6976532480.0, + "2415": 6976532480.0, + "2420": 6976532480.0, + "2425": 6976532480.0, + "2430": 6976532480.0, + "2435": 6976532480.0, + "2440": 6976532480.0, + "2445": 6976532480.0, + "2450": 6976532480.0, + "2455": 6976532480.0, + "2460": 6976532480.0, + "2465": 6976532480.0, + "2470": 6976532480.0, + "2475": 6976532480.0, + "2480": 6976532480.0, + "2485": 6976532480.0, + "2490": 6976532480.0, + "2495": 6976532480.0, + "2500": 6976532480.0, + "2505": 6976532480.0, + "2510": 6976532480.0, + "2515": 6976532480.0, + "2520": 6976532480.0, + "2525": 6976532480.0, + "2530": 6976532480.0, + "2535": 6976532480.0, + "2540": 6976532480.0, + "2545": 6976532480.0, + "2550": 6976532480.0, + "2555": 6976532480.0, + "2560": 6976532480.0, + "2565": 6976532480.0, + "2570": 6976532480.0, + "2575": 6976532480.0, + "2580": 6976532480.0, + "2585": 6976532480.0, + "2590": 6976532480.0, + "2595": 6976532480.0, + "2600": 6976532480.0, + "2605": 6976532480.0, + "2610": 6976532480.0, + "2615": 6976532480.0, + "2620": 6976532480.0, + "2625": 6976532480.0, + "2630": 6976532480.0, + "2635": 6976532480.0, + "2640": 6976532480.0, + "2645": 6976532480.0, + "2650": 6976532480.0, + "2655": 6976532480.0, + "2660": 6976532480.0, + "2665": 6976532480.0, + "2670": 6976532480.0, + "2675": 6976532480.0, + "2680": 6976532480.0, + "2685": 6976532480.0, + "2690": 6976532480.0, + "2695": 6976532480.0, + "2700": 6976532480.0, + "2705": 6976532480.0, + "2710": 6976532480.0, + "2715": 6976532480.0, + "2720": 6976532480.0, + "2725": 6976532480.0, + "2730": 6976532480.0, + "2735": 6976532480.0, + "2740": 6976532480.0, + "2745": 6976532480.0, + "2750": 6976532480.0, + "2755": 6976532480.0, + "2760": 6976532480.0, + "2765": 6976532480.0, + "2770": 6976532480.0, + "2775": 6976532480.0, + "2780": 6976532480.0, + "2785": 6976532480.0, + "2790": 6976532480.0, + "2795": 6976532480.0, + "2800": 6976532480.0, + "2805": 6976532480.0, + "2810": 6976532480.0, + "2815": 6976532480.0, + "2820": 6976532480.0, + "2825": 6976532480.0, + "2830": 6976532480.0, + "2835": 6976532480.0, + "2840": 6976532480.0, + "2845": 6976532480.0, + "2850": 6976532480.0, + "2855": 6976532480.0, + "2860": 6976532480.0, + "2865": 6976532480.0, + "2870": 6976532480.0, + "2875": 6976532480.0, + "2880": 6976532480.0, + "2885": 6976532480.0, + "2890": 6976532480.0, + "2895": 6976532480.0, + "2900": 6976532480.0, + "2905": 6976532480.0, + "2910": 6976532480.0, + "2915": 6976532480.0, + "2920": 6976532480.0, + "2925": 6976532480.0, + "2930": 6976532480.0, + "2935": 6976532480.0, + "2940": 6976532480.0, + "2945": 6976532480.0, + "2950": 6976532480.0, + "2955": 6976532480.0, + "2960": 6976532480.0, + "2965": 6976532480.0, + "2970": 6976532480.0, + "2975": 6976532480.0, + "2980": 6976532480.0, + "2985": 6976532480.0, + "2990": 6976532480.0, + "2995": 6976532480.0, + "3000": 6976532480.0, + "3005": 6976532480.0, + "3010": 6976532480.0, + "3015": 6976532480.0, + "3020": 6976532480.0, + "3025": 6976532480.0, + "3030": 6976532480.0, + "3035": 6976532480.0, + "3040": 6976532480.0, + "3045": 6976532480.0, + "3050": 6976532480.0, + "3055": 6976532480.0, + "3060": 6976532480.0, + "3065": 6976532480.0, + "3070": 6976532480.0, + "3075": 6976532480.0, + "3080": 6976532480.0, + "3085": 6976532480.0, + "3090": 6976532480.0, + "3095": 6976532480.0, + "3100": 6976532480.0, + "3105": 6976532480.0, + "3110": 6976532480.0, + "3115": 6976532480.0, + "3120": 6976532480.0, + "3125": 6976532480.0, + "3130": 6976532480.0, + "3135": 6976532480.0, + "3140": 6976532480.0, + "3145": 6976532480.0, + "3150": 6976532480.0, + "3155": 6976532480.0, + "3160": 6976532480.0, + "3165": 6976532480.0, + "3170": 6976532480.0, + "3175": 6976532480.0, + "3180": 6976532480.0, + "3185": 6976532480.0, + "3190": 6976532480.0, + "3195": 6976532480.0, + "3200": 6976532480.0, + "3205": 6976532480.0, + "3210": 6976532480.0, + "3215": 6976532480.0, + "3220": 6976532480.0, + "3225": 6976532480.0, + "3230": 6976532480.0, + "3235": 6976532480.0, + "3240": 6976532480.0, + "3245": 6976532480.0, + "3250": 6976532480.0, + "3255": 6976532480.0, + "3260": 6976532480.0, + "3265": 6976532480.0, + "3270": 6976532480.0, + "3275": 6976532480.0, + "3280": 6976532480.0, + "3285": 6976532480.0, + "3290": 6976532480.0, + "3295": 6976532480.0, + "3300": 6976532480.0, + "3305": 6976532480.0, + "3310": 6976532480.0, + "3315": 6976532480.0, + "3320": 6976532480.0, + "3325": 6976532480.0, + "3330": 6976532480.0, + "3335": 6976532480.0, + "3340": 6976532480.0, + "3345": 6976532480.0, + "3350": 6976532480.0, + "3355": 6976532480.0, + "3360": 6976532480.0, + "3365": 6976532480.0, + "3370": 6976532480.0, + "3375": 6976532480.0, + "3380": 6976532480.0, + "3385": 6976532480.0, + "3390": 6976532480.0, + "3395": 6976532480.0, + "3400": 6976532480.0, + "3405": 6976532480.0, + "3410": 6976532480.0, + "3415": 6976532480.0, + "3420": 6976532480.0, + "3425": 6976532480.0, + "3430": 6976532480.0, + "3435": 6976532480.0, + "3440": 6976532480.0, + "3445": 6976532480.0, + "3450": 6976532480.0, + "3455": 6976532480.0, + "3460": 6976532480.0, + "3465": 6976532480.0, + "3470": 6976532480.0, + "3475": 6976532480.0, + "3480": 6976532480.0, + "3485": 6976532480.0, + "3490": 6976532480.0, + "3495": 6976532480.0, + "3500": 6976532480.0, + "3505": 6976532480.0, + "3510": 6976532480.0, + "3515": 6976532480.0, + "3520": 6976532480.0, + "3525": 6976532480.0, + "3530": 6976532480.0, + "3535": 6976532480.0, + "3540": 6976532480.0, + "3545": 6976532480.0, + "3550": 6976532480.0, + "3555": 6976532480.0, + "3560": 6976532480.0, + "3565": 6976532480.0, + "3570": 6976532480.0, + "3575": 6976532480.0, + "3580": 6976532480.0, + "3585": 6976532480.0, + "3590": 6976532480.0, + "3595": 6976532480.0, + "3600": 6976532480.0, + "3605": 6976532480.0, + "3610": 6976532480.0, + "3615": 6976532480.0, + "3620": 6976532480.0, + "3625": 6976532480.0, + "3630": 6976532480.0, + "3635": 6976532480.0, + "3640": 6976532480.0, + "3645": 6976532480.0, + "3650": 6976532480.0, + "3655": 6976532480.0, + "3660": 6976532480.0, + "3665": 6976532480.0, + "3670": 6976532480.0, + "3675": 6976532480.0, + "3680": 6976532480.0, + "3685": 6976532480.0, + "3690": 6976532480.0, + "3695": 6976532480.0, + "3700": 6976532480.0, + "3705": 6976532480.0, + "3710": 6976532480.0, + "3715": 6976532480.0, + "3720": 6976532480.0, + "3725": 6976532480.0, + "3730": 6976532480.0, + "3735": 6976532480.0, + "3740": 6976532480.0, + "3745": 6976532480.0, + "3750": 6976532480.0, + "3755": 6976532480.0, + "3760": 6976532480.0, + "3765": 6976532480.0, + "3770": 6976532480.0, + "3775": 6976532480.0, + "3780": 6976532480.0, + "3785": 6976532480.0, + "3790": 6976532480.0, + "3795": 6976532480.0, + "3800": 6976532480.0, + "3805": 6976532480.0, + "3810": 6976532480.0, + "3815": 6976532480.0, + "3820": 6976532480.0, + "3825": 6976532480.0, + "3830": 6976532480.0, + "3835": 6976532480.0, + "3840": 6976532480.0, + "3845": 6976532480.0, + "3850": 6976532480.0, + "3855": 6976532480.0, + "3860": 6976532480.0, + "3865": 6976532480.0, + "3870": 6976532480.0, + "3875": 6976532480.0, + "3880": 6976532480.0, + "3885": 6976532480.0, + "3890": 6976532480.0, + "3895": 6976532480.0, + "3900": 6976532480.0, + "3905": 6976532480.0, + "3910": 6976532480.0, + "3915": 6976532480.0, + "3920": 6976532480.0, + "3925": 6976532480.0, + "3930": 6976532480.0, + "3935": 6976532480.0, + "3940": 6976532480.0, + "3945": 6976532480.0, + "3950": 6976532480.0, + "3955": 6976532480.0, + "3960": 6976532480.0, + "3965": 6976532480.0, + "3970": 6976532480.0, + "3975": 6976532480.0, + "3980": 6976532480.0, + "3985": 6976532480.0, + "3990": 6976532480.0, + "3995": 6976532480.0, + "4000": 6976532480.0, + "4005": 6976532480.0, + "4010": 6976532480.0, + "4015": 6976532480.0, + "4020": 6976532480.0, + "4025": 6976532480.0, + "4030": 6976532480.0, + "4035": 6976532480.0, + "4040": 6976532480.0, + "4045": 6976532480.0, + "4050": 6976532480.0, + "4055": 6976532480.0, + "4060": 6976532480.0, + "4065": 6976532480.0, + "4070": 6976532480.0, + "4075": 6976532480.0, + "4080": 6976532480.0, + "4085": 6976532480.0, + "4090": 6976532480.0, + "4095": 6976532480.0, + "4100": 6976532480.0, + "4105": 6976532480.0, + "4110": 6976532480.0, + "4115": 6976532480.0, + "4120": 6976532480.0, + "4125": 6976532480.0, + "4130": 6976532480.0, + "4135": 6976532480.0, + "4140": 6976532480.0, + "4145": 6976532480.0, + "4150": 6976532480.0, + "4155": 6976532480.0, + "4160": 6976532480.0, + "4165": 6976532480.0, + "4170": 6976532480.0, + "4175": 6976532480.0, + "4180": 6976532480.0, + "4185": 6976532480.0, + "4190": 6976532480.0, + "4195": 6976532480.0, + "4200": 6976532480.0, + "4205": 6976532480.0, + "4210": 6976532480.0, + "4215": 6976532480.0, + "4220": 6976532480.0, + "4225": 6976532480.0, + "4230": 6976532480.0, + "4235": 6976532480.0, + "4240": 6976532480.0, + "4245": 6976532480.0, + "4250": 6976532480.0, + "4255": 6976532480.0, + "4260": 6976532480.0, + "4265": 6976532480.0, + "4270": 6976532480.0, + "4275": 6976532480.0, + "4280": 6976532480.0, + "4285": 6976532480.0, + "4290": 6976532480.0, + "4295": 6976532480.0, + "4300": 6976532480.0, + "4305": 6976532480.0, + "4310": 6976532480.0, + "4315": 6976532480.0, + "4320": 6976532480.0, + "4325": 6976532480.0, + "4330": 6976532480.0, + "4335": 6976532480.0, + "4340": 6976532480.0, + "4345": 6976532480.0, + "4350": 6976532480.0, + "4355": 6976532480.0, + "4360": 6976532480.0, + "4365": 6976532480.0, + "4370": 6976532480.0, + "4375": 6976532480.0, + "4380": 6976532480.0, + "4385": 6976532480.0, + "4390": 6976532480.0, + "4395": 6976532480.0, + "4400": 6976532480.0, + "4405": 6976532480.0, + "4410": 6976532480.0, + "4415": 6976532480.0, + "4420": 6976532480.0, + "4425": 6976532480.0, + "4430": 6976532480.0, + "4435": 6976532480.0, + "4440": 6976532480.0, + "4445": 6976532480.0, + "4450": 6976532480.0, + "4455": 6976532480.0, + "4460": 6976532480.0, + "4465": 6976532480.0, + "4470": 6976532480.0, + "4475": 6976532480.0, + "4480": 6976532480.0, + "4485": 6976532480.0, + "4490": 6976532480.0, + "4495": 6976532480.0, + "4500": 6976532480.0, + "4505": 6976532480.0, + "4510": 6976532480.0, + "4515": 6976532480.0, + "4520": 6976532480.0, + "4525": 6976532480.0, + "4530": 6976532480.0, + "4535": 6976532480.0, + "4540": 6976532480.0, + "4545": 6976532480.0, + "4550": 6976532480.0, + "4555": 6976532480.0, + "4560": 6976532480.0, + "4565": 6976532480.0, + "4570": 6976532480.0, + "4575": 6976532480.0, + "4580": 6976532480.0, + "4585": 6976532480.0, + "4590": 6976532480.0, + "4595": 6976532480.0, + "4600": 6976532480.0, + "4605": 6976532480.0, + "4610": 6976532480.0, + "4615": 6976532480.0, + "4620": 6976532480.0, + "4625": 6976532480.0, + "4630": 6976532480.0, + "4635": 6976532480.0, + "4640": 6976532480.0, + "4645": 6976532480.0, + "4650": 6976532480.0, + "4655": 6976532480.0, + "4660": 6976532480.0, + "4665": 6976532480.0, + "4670": 6976532480.0, + "4675": 6976532480.0, + "4680": 6976532480.0, + "4685": 6976532480.0, + "4690": 6976532480.0, + "4695": 6976532480.0, + "4700": 6976532480.0, + "4705": 6976532480.0, + "4710": 6976532480.0, + "4715": 6976532480.0, + "4720": 6976532480.0, + "4725": 6976532480.0, + "4730": 6976532480.0, + "4735": 6976532480.0, + "4740": 6976532480.0, + "4745": 6976532480.0, + "4750": 6976532480.0, + "4755": 6976532480.0, + "4760": 6976532480.0, + "4765": 6976532480.0, + "4770": 6976532480.0, + "4775": 6976532480.0, + "4780": 6976532480.0, + "4785": 6976532480.0, + "4790": 6976532480.0, + "4795": 6976532480.0, + "4800": 6976532480.0, + "4805": 6976532480.0, + "4810": 6976532480.0, + "4815": 6976532480.0, + "4820": 6976532480.0, + "4825": 6976532480.0, + "4830": 6976532480.0, + "4835": 6976532480.0, + "4840": 6976532480.0, + "4845": 6976532480.0, + "4850": 6976532480.0, + "4855": 6976532480.0, + "4860": 6976532480.0, + "4865": 6976532480.0, + "4870": 6976532480.0, + "4875": 6976532480.0, + "4880": 6976532480.0, + "4885": 6976532480.0, + "4890": 6976532480.0, + "4895": 6976532480.0, + "4900": 6976532480.0, + "4905": 6976532480.0, + "4910": 6976532480.0, + "4915": 6976532480.0, + "4920": 6976532480.0, + "4925": 6976532480.0, + "4930": 6976532480.0, + "4935": 6976532480.0, + "4940": 6976532480.0, + "4945": 6976532480.0, + "4950": 6976532480.0, + "4955": 6976532480.0, + "4960": 6976532480.0, + "4965": 6976532480.0, + "4970": 6976532480.0, + "4975": 6976532480.0, + "4980": 6976532480.0, + "4985": 6976532480.0, + "4990": 6976532480.0, + "4995": 6976532480.0, + "5000": 6976532480.0, + "5005": 6976532480.0, + "5010": 6976532480.0, + "5015": 6976532480.0, + "5020": 6976532480.0, + "5025": 6976532480.0, + "5030": 6976532480.0, + "5035": 6976532480.0, + "5040": 6976532480.0, + "5045": 6976532480.0, + "5050": 6976532480.0, + "5055": 6976532480.0, + "5060": 6976532480.0, + "5065": 6976532480.0, + "5070": 6976532480.0, + "5075": 6976532480.0, + "5080": 6976532480.0, + "5085": 6976532480.0, + "5090": 6976532480.0, + "5095": 6976532480.0, + "5100": 6976532480.0, + "5105": 6976532480.0, + "5110": 6976532480.0, + "5115": 6976532480.0, + "5120": 6976532480.0, + "5125": 6976532480.0, + "5130": 6976532480.0, + "5135": 6976532480.0, + "5140": 6976532480.0, + "5145": 6976532480.0, + "5150": 6976532480.0, + "5155": 6976532480.0, + "5160": 6976532480.0, + "5165": 6976532480.0, + "5170": 6976532480.0, + "5175": 6976532480.0, + "5180": 6976532480.0, + "5185": 6976532480.0, + "5190": 6976532480.0, + "5195": 6976532480.0, + "5200": 6976532480.0, + "5205": 6976532480.0, + "5210": 6976532480.0, + "5215": 6976532480.0, + "5220": 6976532480.0, + "5225": 6976532480.0, + "5230": 6976532480.0, + "5235": 6976532480.0, + "5240": 6976532480.0, + "5245": 6976532480.0, + "5250": 6976532480.0, + "5255": 6976532480.0, + "5260": 6976532480.0, + "5265": 6976532480.0, + "5270": 6976532480.0, + "5275": 6976532480.0, + "5280": 6976532480.0, + "5285": 6976532480.0, + "5290": 6976532480.0, + "5295": 6976532480.0, + "5300": 6976532480.0, + "5305": 6976532480.0, + "5310": 6976532480.0, + "5315": 6976532480.0, + "5320": 6976532480.0, + "5325": 6976532480.0, + "5330": 6976532480.0, + "5335": 6976532480.0, + "5340": 6976532480.0, + "5345": 6976532480.0, + "5350": 6976532480.0, + "5355": 6976532480.0, + "5360": 6976532480.0, + "5365": 6976532480.0, + "5370": 6976532480.0, + "5375": 6976532480.0, + "5380": 6976532480.0, + "5385": 6976532480.0, + "5390": 6976532480.0, + "5395": 6976532480.0, + "5400": 6976532480.0, + "5405": 6976532480.0, + "5410": 6976532480.0, + "5415": 6976532480.0, + "5420": 6976532480.0, + "5425": 6976532480.0, + "5430": 6976532480.0, + "5435": 6976532480.0, + "5440": 6976532480.0, + "5445": 6976532480.0, + "5450": 6976532480.0, + "5455": 6976532480.0, + "5460": 6976532480.0, + "5465": 6976532480.0, + "5470": 6976532480.0, + "5475": 6976532480.0, + "5480": 6976532480.0, + "5485": 6976532480.0, + "5490": 6976532480.0, + "5495": 6976532480.0, + "5500": 6976532480.0, + "5505": 6976532480.0, + "5510": 6976532480.0, + "5515": 6976532480.0, + "5520": 6976532480.0, + "5525": 6976532480.0, + "5530": 6976532480.0, + "5535": 6976532480.0, + "5540": 6976532480.0, + "5545": 6976532480.0, + "5550": 6976532480.0, + "5555": 6976532480.0, + "5560": 6976532480.0, + "5565": 6976532480.0, + "5570": 6976532480.0, + "5575": 6976532480.0, + "5580": 6976532480.0, + "5585": 6976532480.0, + "5590": 6976532480.0, + "5595": 6976532480.0, + "5600": 6976532480.0, + "5605": 6976532480.0, + "5610": 6976532480.0, + "5615": 6976532480.0, + "5620": 6976532480.0, + "5625": 6976532480.0, + "5630": 6976532480.0, + "5635": 6976532480.0, + "5640": 6976532480.0, + "5645": 6976532480.0, + "5650": 6976532480.0, + "5655": 6976532480.0, + "5660": 6976532480.0, + "5665": 6976532480.0, + "5670": 6976532480.0, + "5675": 6976532480.0, + "5680": 6976532480.0, + "5685": 6976532480.0, + "5690": 6976532480.0, + "5695": 6976532480.0, + "5700": 6976532480.0, + "5705": 6976532480.0, + "5710": 6976532480.0, + "5715": 6976532480.0, + "5720": 6976532480.0, + "5725": 6976532480.0, + "5730": 6976532480.0, + "5735": 6976532480.0, + "5740": 6976532480.0, + "5745": 6976532480.0, + "5750": 6976532480.0, + "5755": 6976532480.0, + "5760": 6976532480.0, + "5765": 6976532480.0, + "5770": 6976532480.0, + "5775": 6976532480.0, + "5780": 6976532480.0, + "5785": 6976532480.0, + "5790": 6976532480.0, + "5795": 6976532480.0, + "5800": 6976532480.0, + "5805": 6976532480.0, + "5810": 6976532480.0, + "5815": 6976532480.0, + "5820": 6976532480.0, + "5825": 6976532480.0, + "5830": 6976532480.0, + "5835": 6976532480.0, + "5840": 6976532480.0, + "5845": 6976532480.0, + "5850": 6976532480.0, + "5855": 6976532480.0, + "5860": 6976532480.0, + "5865": 6976532480.0, + "5870": 6976532480.0, + "5875": 6976532480.0, + "5880": 6976532480.0, + "5885": 6976532480.0, + "5890": 6976532480.0, + "5895": 6976532480.0, + "5900": 6976532480.0, + "5905": 6976532480.0, + "5910": 6976532480.0, + "5915": 6976532480.0, + "5920": 6976532480.0, + "5925": 6976532480.0, + "5930": 6976532480.0, + "5935": 6976532480.0, + "5940": 6976532480.0, + "5945": 6976532480.0, + "5950": 6976532480.0, + "5955": 6976532480.0, + "5960": 6976532480.0, + "5965": 6976532480.0, + "5970": 6976532480.0, + "5975": 6976532480.0, + "5980": 6976532480.0, + "5985": 6976532480.0, + "5990": 6976532480.0, + "5995": 6976532480.0, + "6000": 6976532480.0, + "6005": 6976532480.0, + "6010": 6976532480.0, + "6015": 6976532480.0, + "6020": 6976532480.0, + "6025": 6976532480.0, + "6030": 6976532480.0, + "6035": 6976532480.0, + "6040": 6976532480.0, + "6045": 6976532480.0, + "6050": 6976532480.0, + "6055": 6976532480.0, + "6060": 6976532480.0, + "6065": 6976532480.0, + "6070": 6976532480.0, + "6075": 6976532480.0, + "6080": 6976532480.0, + "6085": 6976532480.0, + "6090": 6976532480.0, + "6095": 6976532480.0, + "6100": 6976532480.0, + "6105": 6976532480.0, + "6110": 6976532480.0, + "6115": 6976532480.0, + "6120": 6976532480.0, + "6125": 6976532480.0, + "6130": 6976532480.0, + "6135": 6976532480.0, + "6140": 6976532480.0, + "6145": 6976532480.0, + "6150": 6976532480.0, + "6155": 6976532480.0, + "6160": 6976532480.0, + "6165": 6976532480.0, + "6170": 6976532480.0, + "6175": 6976532480.0, + "6180": 6976532480.0, + "6185": 6976532480.0, + "6190": 6976532480.0, + "6195": 6976532480.0, + "6200": 6976532480.0, + "6205": 6976532480.0, + "6210": 6976532480.0, + "6215": 6976532480.0, + "6220": 6976532480.0, + "6225": 6976532480.0, + "6230": 6976532480.0, + "6235": 6976532480.0, + "6240": 6976532480.0, + "6245": 6976532480.0, + "6250": 6976532480.0, + "6255": 6976532480.0, + "6260": 6976532480.0, + "6265": 6976532480.0, + "6270": 6976532480.0, + "6275": 6976532480.0, + "6280": 6976532480.0, + "6285": 6976532480.0, + "6290": 6976532480.0, + "6295": 6976532480.0, + "6300": 6976532480.0, + "6305": 6976532480.0, + "6310": 6976532480.0, + "6315": 6976532480.0, + "6320": 6976532480.0, + "6325": 6976532480.0, + "6330": 6976532480.0, + "6335": 6976532480.0, + "6340": 6976532480.0, + "6345": 6976532480.0, + "6350": 6976532480.0, + "6355": 6976532480.0, + "6360": 6976532480.0, + "6365": 6976532480.0, + "6370": 6976532480.0, + "6375": 6976532480.0, + "6380": 6976532480.0, + "6385": 6976532480.0, + "6390": 6976532480.0, + "6395": 6976532480.0, + "6400": 6976532480.0, + "6405": 6976532480.0, + "6410": 6976532480.0, + "6415": 6976532480.0, + "6420": 6976532480.0, + "6425": 6976532480.0, + "6430": 6976532480.0, + "6435": 6976532480.0, + "6440": 6976532480.0, + "6445": 6976532480.0, + "6450": 6976532480.0, + "6455": 6976532480.0, + "6460": 6976532480.0, + "6465": 6976532480.0, + "6470": 6976532480.0, + "6475": 6976532480.0, + "6480": 6976532480.0, + "6485": 6976532480.0, + "6490": 6976532480.0, + "6495": 6976532480.0, + "6500": 6976532480.0, + "6505": 6976532480.0, + "6510": 6976532480.0, + "6515": 6976532480.0, + "6520": 6976532480.0, + "6525": 6976532480.0, + "6530": 6976532480.0, + "6535": 6976532480.0, + "6540": 6976532480.0, + "6545": 6976532480.0, + "6550": 6976532480.0, + "6555": 6976532480.0, + "6560": 6976532480.0, + "6565": 6976532480.0, + "6570": 6976532480.0, + "6575": 6976532480.0, + "6580": 6976532480.0, + "6585": 6976532480.0, + "6590": 6976532480.0, + "6595": 6976532480.0, + "6600": 6976532480.0, + "6605": 6976532480.0, + "6610": 6976532480.0, + "6615": 6976532480.0, + "6620": 6976532480.0, + "6625": 6976532480.0, + "6630": 6976532480.0, + "6635": 6976532480.0, + "6640": 6976532480.0, + "6645": 6976532480.0, + "6650": 6976532480.0, + "6655": 6976532480.0, + "6660": 6976532480.0, + "6665": 6976532480.0, + "6670": 6976532480.0, + "6675": 6976532480.0, + "6680": 6976532480.0, + "6685": 6976532480.0, + "6690": 6976532480.0, + "6695": 6976532480.0, + "6700": 6976532480.0, + "6705": 6976532480.0, + "6710": 6976532480.0, + "6715": 6976532480.0, + "6720": 6976532480.0, + "6725": 6976532480.0, + "6730": 6976532480.0, + "6735": 6976532480.0, + "6740": 6976532480.0, + "6745": 6976532480.0, + "6750": 6976532480.0, + "6755": 6976532480.0, + "6760": 6976532480.0, + "6765": 6976532480.0, + "6770": 6976532480.0, + "6775": 6976532480.0, + "6780": 6976532480.0, + "6785": 6976532480.0, + "6790": 6976532480.0, + "6795": 6976532480.0, + "6800": 6976532480.0, + "6805": 6976532480.0, + "6810": 6976532480.0, + "6815": 6976532480.0, + "6820": 6976532480.0, + "6825": 6976532480.0, + "6830": 6976532480.0, + "6835": 6976532480.0, + "6840": 6976532480.0, + "6845": 6976532480.0, + "6850": 6976532480.0, + "6855": 6976532480.0, + "6860": 6976532480.0, + "6865": 6976532480.0, + "6870": 6976532480.0, + "6875": 6976532480.0, + "6880": 6976532480.0, + "6885": 6976532480.0, + "6890": 6976532480.0, + "6895": 6976532480.0, + "6900": 6976532480.0, + "6905": 6976532480.0, + "6910": 6976532480.0, + "6915": 6976532480.0, + "6920": 6976532480.0, + "6925": 6976532480.0, + "6930": 6976532480.0, + "6935": 6976532480.0, + "6940": 6976532480.0, + "6945": 6976532480.0, + "6950": 6976532480.0, + "6955": 6976532480.0, + "6960": 6976532480.0, + "6965": 6976532480.0, + "6970": 6976532480.0, + "6975": 6976532480.0, + "6980": 6976532480.0, + "6985": 6976532480.0, + "6990": 6976532480.0, + "6995": 6976532480.0, + "7000": 6976532480.0, + "7005": 6976532480.0, + "7010": 6976532480.0, + "7015": 6976532480.0, + "7020": 6976532480.0, + "7025": 6976532480.0, + "7030": 6976532480.0, + "7035": 6976532480.0, + "7040": 6976532480.0, + "7045": 6976532480.0, + "7050": 6976532480.0, + "7055": 6976532480.0, + "7060": 6976532480.0, + "7065": 6976532480.0, + "7070": 6976532480.0, + "7075": 6976532480.0, + "7080": 6976532480.0, + "7085": 6976532480.0, + "7090": 6976532480.0, + "7095": 6976532480.0, + "7100": 6976532480.0, + "7105": 6976532480.0, + "7110": 6976532480.0, + "7115": 6976532480.0, + "7120": 6976532480.0, + "7125": 6976532480.0, + "7130": 6976532480.0, + "7135": 6976532480.0, + "7140": 6976532480.0, + "7145": 6976532480.0, + "7150": 6976532480.0, + "7155": 6976532480.0, + "7160": 6976532480.0, + "7165": 6976532480.0, + "7170": 6976532480.0, + "7175": 6976532480.0, + "7180": 6976532480.0, + "7185": 6976532480.0, + "7190": 6976532480.0, + "7195": 6976532480.0, + "7200": 6976532480.0, + "7205": 6976532480.0, + "7210": 6976532480.0, + "7215": 6976532480.0, + "7220": 6976532480.0, + "7225": 6976532480.0, + "7230": 6976532480.0, + "7235": 6976532480.0, + "7240": 6976532480.0, + "7245": 6976532480.0, + "7250": 6976532480.0, + "7255": 6976532480.0, + "7260": 6976532480.0, + "7265": 6976532480.0, + "7270": 6976532480.0, + "7275": 6976532480.0, + "7280": 6976532480.0, + "7285": 6976532480.0, + "7290": 6976532480.0, + "7295": 6976532480.0, + "7300": 6976532480.0, + "7305": 6976532480.0, + "7310": 6976532480.0, + "7315": 6976532480.0, + "7320": 6976532480.0, + "7325": 6976532480.0, + "7330": 6976532480.0, + "7335": 6976532480.0, + "7340": 6976532480.0, + "7345": 6976532480.0, + "7350": 6976532480.0, + "7355": 6976532480.0, + "7360": 6976532480.0, + "7365": 6976532480.0, + "7370": 6976532480.0, + "7375": 6976532480.0, + "7380": 6976532480.0, + "7385": 6976532480.0, + "7390": 6976532480.0, + "7395": 6976532480.0, + "7400": 6976532480.0, + "7405": 6976532480.0, + "7410": 6976532480.0, + "7415": 6976532480.0, + "7420": 6976532480.0, + "7425": 6976532480.0, + "7430": 6976532480.0, + "7435": 6976532480.0, + "7440": 6976532480.0, + "7445": 6976532480.0, + "7450": 6976532480.0, + "7455": 6976532480.0, + "7460": 6976532480.0, + "7465": 6976532480.0, + "7470": 6976532480.0, + "7475": 6976532480.0, + "7480": 6976532480.0, + "7485": 6976532480.0, + "7490": 6976532480.0, + "7495": 6976532480.0, + "7500": 6976532480.0, + "7505": 6976532480.0, + "7510": 6976532480.0, + "7515": 6976532480.0, + "7520": 6976532480.0, + "7525": 6976532480.0, + "7530": 6976532480.0, + "7535": 6976532480.0, + "7540": 6976532480.0, + "7545": 6976532480.0, + "7550": 6976532480.0, + "7555": 6976532480.0, + "7560": 6976532480.0, + "7565": 6976532480.0, + "7570": 6976532480.0, + "7575": 6976532480.0, + "7580": 6976532480.0, + "7585": 6976532480.0, + "7590": 6976532480.0, + "7595": 6976532480.0, + "7600": 6976532480.0, + "7605": 6976532480.0, + "7610": 6976532480.0, + "7615": 6976532480.0, + "7620": 6976532480.0, + "7625": 6976532480.0, + "7630": 6976532480.0, + "7635": 6976532480.0, + "7640": 6976532480.0, + "7645": 6976532480.0, + "7650": 6976532480.0, + "7655": 6976532480.0, + "7660": 6976532480.0, + "7665": 6976532480.0, + "7670": 6976532480.0, + "7675": 6976532480.0, + "7680": 6976532480.0, + "7685": 6976532480.0, + "7690": 6976532480.0, + "7695": 6976532480.0, + "7700": 6976532480.0, + "7705": 6976532480.0, + "7710": 6976532480.0, + "7715": 6976532480.0, + "7720": 6976532480.0, + "7725": 6976532480.0, + "7730": 6976532480.0, + "7735": 6976532480.0, + "7740": 6976532480.0, + "7745": 6976532480.0, + "7750": 6976532480.0, + "7755": 6976532480.0, + "7760": 6976532480.0, + "7765": 6976532480.0, + "7770": 6976532480.0, + "7775": 6976532480.0, + "7780": 6976532480.0, + "7785": 6976532480.0, + "7790": 6976532480.0, + "7795": 6976532480.0, + "7800": 6976532480.0, + "7805": 6976532480.0, + "7810": 6976532480.0, + "7815": 6976532480.0, + "7820": 6976532480.0, + "7825": 6976532480.0, + "7830": 6976532480.0, + "7835": 6976532480.0, + "7840": 6976532480.0, + "7845": 6976532480.0, + "7850": 6976532480.0, + "7855": 6976532480.0, + "7860": 6976532480.0, + "7865": 6976532480.0, + "7870": 6976532480.0, + "7875": 6976532480.0, + "7880": 6976532480.0, + "7885": 6976532480.0, + "7890": 6976532480.0, + "7895": 6976532480.0, + "7900": 6976532480.0, + "7905": 6976532480.0, + "7910": 6976532480.0, + "7915": 6976532480.0, + "7920": 6976532480.0, + "7925": 6976532480.0, + "7930": 6976532480.0, + "7935": 6976532480.0, + "7940": 6976532480.0, + "7945": 6976532480.0, + "7950": 6976532480.0, + "7955": 6976532480.0, + "7960": 6976532480.0, + "7965": 6976532480.0, + "7970": 6976532480.0, + "7975": 6976532480.0, + "7980": 6976532480.0, + "7985": 6976532480.0, + "7990": 6976532480.0, + "7995": 6976532480.0, + "8000": 6976532480.0, + "8005": 6976532480.0, + "8010": 6976532480.0, + "8015": 6976532480.0, + "8020": 6976532480.0, + "8025": 6976532480.0, + "8030": 6976532480.0, + "8035": 6976532480.0, + "8040": 6976532480.0, + "8045": 6976532480.0, + "8050": 6976532480.0, + "8055": 6976532480.0, + "8060": 6976532480.0, + "8065": 6976532480.0, + "8070": 6976532480.0, + "8075": 6976532480.0, + "8080": 6976532480.0, + "8085": 6976532480.0, + "8090": 6976532480.0, + "8095": 6976532480.0, + "8100": 6976532480.0, + "8105": 6976532480.0, + "8110": 6976532480.0, + "8115": 6976532480.0, + "8120": 6976532480.0, + "8125": 6976532480.0, + "8130": 6976532480.0, + "8135": 6976532480.0, + "8140": 6976532480.0, + "8145": 6976532480.0, + "8150": 6976532480.0, + "8155": 6976532480.0, + "8160": 6976532480.0, + "8165": 6976532480.0, + "8170": 6976532480.0, + "8175": 6976532480.0, + "8180": 6976532480.0, + "8185": 6976532480.0, + "8190": 6976532480.0, + "8195": 6976532480.0, + "8200": 6976532480.0, + "8205": 6976532480.0, + "8210": 6976532480.0, + "8215": 6976532480.0, + "8220": 6976532480.0, + "8225": 6976532480.0, + "8230": 6976532480.0, + "8235": 6976532480.0, + "8240": 6976532480.0, + "8245": 6976532480.0, + "8250": 6976532480.0, + "8255": 6976532480.0, + "8260": 6976532480.0, + "8265": 6976532480.0, + "8270": 6976532480.0, + "8275": 6976532480.0, + "8280": 6976532480.0, + "8285": 6976532480.0, + "8290": 6976532480.0, + "8295": 6976532480.0, + "8300": 6976532480.0, + "8305": 6976532480.0, + "8310": 6976532480.0, + "8315": 6976532480.0, + "8320": 6976532480.0, + "8325": 6976532480.0, + "8330": 6976532480.0, + "8335": 6976532480.0, + "8340": 6976532480.0, + "8345": 6976532480.0, + "8350": 6976532480.0, + "8355": 6976532480.0, + "8360": 6976532480.0, + "8365": 6976532480.0, + "8370": 6976532480.0, + "8375": 6976532480.0, + "8380": 6976532480.0, + "8385": 6976532480.0, + "8390": 6976532480.0, + "8395": 6976532480.0, + "8400": 6976532480.0, + "8405": 6976532480.0, + "8410": 6976532480.0, + "8415": 6976532480.0, + "8420": 6976532480.0, + "8425": 6976532480.0, + "8430": 6976532480.0, + "8435": 6976532480.0, + "8440": 6976532480.0, + "8445": 6976532480.0, + "8450": 6976532480.0, + "8455": 6976532480.0, + "8460": 6976532480.0, + "8465": 6976532480.0, + "8470": 6976532480.0, + "8475": 6976532480.0, + "8480": 6976532480.0, + "8485": 6976532480.0, + "8490": 6976532480.0, + "8495": 6976532480.0, + "8500": 6976532480.0, + "8505": 6976532480.0, + "8510": 6976532480.0, + "8515": 6976532480.0, + "8520": 6976532480.0, + "8525": 6976532480.0, + "8530": 6976532480.0, + "8535": 6976532480.0, + "8540": 6976532480.0, + "8545": 6976532480.0, + "8550": 6976532480.0, + "8555": 6976532480.0, + "8560": 6976532480.0, + "8565": 6976532480.0, + "8570": 6976532480.0, + "8575": 6976532480.0, + "8580": 6976532480.0, + "8585": 6976532480.0, + "8590": 6976532480.0, + "8595": 6976532480.0, + "8600": 6976532480.0, + "8605": 6976532480.0, + "8610": 6976532480.0, + "8615": 6976532480.0, + "8620": 6976532480.0, + "8625": 6976532480.0, + "8630": 6976532480.0, + "8635": 6976532480.0, + "8640": 6976532480.0, + "8645": 6976532480.0, + "8650": 6976532480.0, + "8655": 6976532480.0, + "8660": 6976532480.0, + "8665": 6976532480.0, + "8670": 6976532480.0, + "8675": 6976532480.0, + "8680": 6976532480.0, + "8685": 6976532480.0, + "8690": 6976532480.0, + "8695": 6976532480.0, + "8700": 6976532480.0, + "8705": 6976532480.0, + "8710": 6976532480.0, + "8715": 6976532480.0, + "8720": 6976532480.0, + "8725": 6976532480.0, + "8730": 6976532480.0, + "8735": 6976532480.0, + "8740": 6976532480.0, + "8745": 6976532480.0, + "8750": 6976532480.0, + "8755": 6976532480.0, + "8760": 6976532480.0, + "8765": 6976532480.0, + "8770": 6976532480.0, + "8775": 6976532480.0, + "8780": 6976532480.0, + "8785": 6976532480.0, + "8790": 6976532480.0, + "8795": 6976532480.0, + "8800": 6976532480.0, + "8805": 6976532480.0, + "8810": 6976532480.0, + "8815": 6976532480.0, + "8820": 6976532480.0, + "8825": 6976532480.0, + "8830": 6976532480.0, + "8835": 6976532480.0, + "8840": 6976532480.0, + "8845": 6976532480.0, + "8850": 6976532480.0, + "8855": 6976532480.0, + "8860": 6976532480.0, + "8865": 6976532480.0, + "8870": 6976532480.0, + "8875": 6976532480.0, + "8880": 6976532480.0, + "8885": 6976532480.0, + "8890": 6976532480.0, + "8895": 6976532480.0, + "8900": 6976532480.0, + "8905": 6976532480.0, + "8910": 6976532480.0, + "8915": 6976532480.0, + "8920": 6976532480.0, + "8925": 6976532480.0, + "8930": 6976532480.0, + "8935": 6976532480.0, + "8940": 6976532480.0, + "8945": 6976532480.0, + "8950": 6976532480.0, + "8955": 6976532480.0, + "8960": 6976532480.0, + "8965": 6976532480.0, + "8970": 6976532480.0, + "8975": 6976532480.0, + "8980": 6976532480.0, + "8985": 6976532480.0, + "8990": 6976532480.0, + "8995": 6976532480.0, + "9000": 6976532480.0, + "9005": 6976532480.0, + "9010": 6976532480.0, + "9015": 6976532480.0, + "9020": 6976532480.0, + "9025": 6976532480.0, + "9030": 6976532480.0, + "9035": 6976532480.0, + "9040": 6976532480.0, + "9045": 6976532480.0, + "9050": 6976532480.0, + "9055": 6976532480.0, + "9060": 6976532480.0, + "9065": 6976532480.0, + "9070": 6976532480.0, + "9075": 6976532480.0, + "9080": 6976532480.0, + "9085": 6976532480.0, + "9090": 6976532480.0, + "9095": 6976532480.0, + "9100": 6976532480.0, + "9105": 6976532480.0, + "9110": 6976532480.0, + "9115": 6976532480.0, + "9120": 6976532480.0, + "9125": 6976532480.0, + "9130": 6976532480.0, + "9135": 6976532480.0, + "9140": 6976532480.0, + "9145": 6976532480.0, + "9150": 6976532480.0, + "9155": 6976532480.0, + "9160": 6976532480.0, + "9165": 6976532480.0, + "9170": 6976532480.0, + "9175": 6976532480.0, + "9180": 6976532480.0, + "9185": 6976532480.0, + "9190": 6976532480.0, + "9195": 6976532480.0, + "9200": 6976532480.0, + "9205": 6976532480.0, + "9210": 6976532480.0, + "9215": 6976532480.0, + "9220": 6976532480.0, + "9225": 6976532480.0, + "9230": 6976532480.0, + "9235": 6976532480.0, + "9240": 6976532480.0, + "9245": 6976532480.0, + "9250": 6976532480.0, + "9255": 6976532480.0, + "9260": 6976532480.0, + "9265": 6976532480.0, + "9270": 6976532480.0, + "9275": 6976532480.0, + "9280": 6976532480.0, + "9285": 6976532480.0, + "9290": 6976532480.0, + "9295": 6976532480.0, + "9300": 6976532480.0, + "9305": 6976532480.0, + "9310": 6976532480.0, + "9315": 6976532480.0, + "9320": 6976532480.0, + "9325": 6976532480.0, + "9330": 6976532480.0, + "9335": 6976532480.0, + "9340": 6976532480.0, + "9345": 6976532480.0, + "9350": 6976532480.0, + "9355": 6976532480.0, + "9360": 6976532480.0, + "9365": 6976532480.0, + "9370": 6976532480.0, + "9375": 6976532480.0, + "9380": 6976532480.0, + "9385": 6976532480.0, + "9390": 6976532480.0, + "9395": 6976532480.0, + "9400": 6976532480.0, + "9405": 6976532480.0, + "9410": 6976532480.0, + "9415": 6976532480.0, + "9420": 6976532480.0, + "9425": 6976532480.0, + "9430": 6976532480.0, + "9435": 6976532480.0, + "9440": 6976532480.0, + "9445": 6976532480.0, + "9450": 6976532480.0, + "9455": 6976532480.0, + "9460": 6976532480.0, + "9465": 6976532480.0, + "9470": 6976532480.0, + "9475": 6976532480.0, + "9480": 6976532480.0, + "9485": 6976532480.0, + "9490": 6976532480.0, + "9495": 6976532480.0, + "9500": 6976532480.0, + "9505": 6976532480.0, + "9510": 6976532480.0, + "9515": 6976532480.0, + "9520": 6976532480.0, + "9525": 6976532480.0, + "9530": 6976532480.0, + "9535": 6976532480.0, + "9540": 6976532480.0, + "9545": 6976532480.0, + "9550": 6976532480.0, + "9555": 6976532480.0, + "9560": 6976532480.0, + "9565": 6976532480.0, + "9570": 6976532480.0, + "9575": 6976532480.0, + "9580": 6976532480.0, + "9585": 6976532480.0, + "9590": 6976532480.0, + "9595": 6976532480.0, + "9600": 6976532480.0, + "9605": 6976532480.0, + "9610": 6976532480.0, + "9615": 6976532480.0, + "9620": 6976532480.0, + "9625": 6976532480.0, + "9630": 6976532480.0, + "9635": 6976532480.0, + "9640": 6976532480.0, + "9645": 6976532480.0, + "9650": 6976532480.0, + "9655": 6976532480.0, + "9660": 6976532480.0, + "9665": 6976532480.0, + "9670": 6976532480.0, + "9675": 6976532480.0, + "9680": 6976532480.0, + "9685": 6976532480.0, + "9690": 6976532480.0, + "9695": 6976532480.0, + "9700": 6976532480.0, + "9705": 6976532480.0, + "9710": 6976532480.0, + "9715": 6976532480.0, + "9720": 6976532480.0, + "9725": 6976532480.0, + "9730": 6976532480.0, + "9735": 6976532480.0, + "9740": 6976532480.0, + "9745": 6976532480.0, + "9750": 6976532480.0, + "9755": 6976532480.0, + "9760": 6976532480.0, + "9765": 6976532480.0, + "9770": 6976532480.0, + "9775": 6976532480.0, + "9780": 6976532480.0, + "9785": 6976532480.0, + "9790": 6976532480.0, + "9795": 6976532480.0, + "9800": 6976532480.0, + "9805": 6976532480.0, + "9810": 6976532480.0, + "9815": 6976532480.0, + "9820": 6976532480.0, + "9825": 6976532480.0, + "9830": 6976532480.0, + "9835": 6976532480.0, + "9840": 6976532480.0, + "9845": 6976532480.0, + "9850": 6976532480.0, + "9855": 6976532480.0, + "9860": 6976532480.0, + "9865": 6976532480.0, + "9870": 6976532480.0, + "9875": 6976532480.0, + "9880": 6976532480.0, + "9885": 6976532480.0, + "9890": 6976532480.0, + "9895": 6976532480.0, + "9900": 6976532480.0, + "9905": 6976532480.0, + "9910": 6976532480.0, + "9915": 6976532480.0, + "9920": 6976532480.0, + "9925": 6976532480.0, + "9930": 6976532480.0, + "9935": 6976532480.0, + "9940": 6976532480.0, + "9945": 6976532480.0, + "9950": 6976532480.0, + "9955": 6976532480.0, + "9960": 6976532480.0, + "9965": 6976532480.0, + "9970": 6976532480.0, + "9975": 6976532480.0, + "9980": 6976532480.0, + "9985": 6976532480.0, + "9990": 6976532480.0, + "9995": 6976532480.0, + "10000": 6976532480.0 } }, "iteration-time": { @@ -8056,7 +8056,7 @@ "85": "nan", "90": "nan", "95": "nan", - "100": 0.45751, + "100": 0.41745, "105": "nan", "110": "nan", "115": "nan", @@ -8076,7 +8076,7 @@ "185": "nan", "190": "nan", "195": "nan", - "200": 0.34124, + "200": 0.29783, "205": "nan", "210": "nan", "215": "nan", @@ -8096,7 +8096,7 @@ "285": "nan", "290": "nan", "295": "nan", - "300": 0.33588, + "300": 0.46526, "305": "nan", "310": "nan", "315": "nan", @@ -8116,7 +8116,7 @@ "385": "nan", "390": "nan", "395": "nan", - "400": 0.42512, + "400": 0.279, "405": "nan", "410": "nan", "415": "nan", @@ -8136,7 +8136,7 @@ "485": "nan", "490": "nan", "495": "nan", - "500": 0.42105, + "500": 0.27998, "505": "nan", "510": "nan", "515": "nan", @@ -8156,7 +8156,7 @@ "585": "nan", "590": "nan", "595": "nan", - "600": 0.35108, + "600": 0.27814, "605": "nan", "610": "nan", "615": "nan", @@ -8176,7 +8176,7 @@ "685": "nan", "690": "nan", "695": "nan", - "700": 0.3553, + "700": 0.31061, "705": "nan", "710": "nan", "715": "nan", @@ -8196,7 +8196,7 @@ "785": "nan", "790": "nan", "795": "nan", - "800": 0.35327, + "800": 0.36709, "805": "nan", "810": "nan", "815": "nan", @@ -8216,7 +8216,7 @@ "885": "nan", "890": "nan", "895": "nan", - "900": 0.34549, + "900": 0.35575, "905": "nan", "910": "nan", "915": "nan", @@ -8236,7 +8236,7 @@ "985": "nan", "990": "nan", "995": "nan", - "1000": 0.4442, + "1000": 0.27626, "1005": "nan", "1010": "nan", "1015": "nan", @@ -8256,7 +8256,7 @@ "1085": "nan", "1090": "nan", "1095": "nan", - "1100": 0.36696, + "1100": 0.29956, "1105": "nan", "1110": "nan", "1115": "nan", @@ -8276,7 +8276,7 @@ "1185": "nan", "1190": "nan", "1195": "nan", - "1200": 0.33909, + "1200": 0.31326, "1205": "nan", "1210": "nan", "1215": "nan", @@ -8296,7 +8296,7 @@ "1285": "nan", "1290": "nan", "1295": "nan", - "1300": 0.33244, + "1300": 0.31493, "1305": "nan", "1310": "nan", "1315": "nan", @@ -8316,7 +8316,7 @@ "1385": "nan", "1390": "nan", "1395": "nan", - "1400": 0.36407, + "1400": 0.34858, "1405": "nan", "1410": "nan", "1415": "nan", @@ -8336,7 +8336,7 @@ "1485": "nan", "1490": "nan", "1495": "nan", - "1500": 0.4214, + "1500": 0.29301, "1505": "nan", "1510": "nan", "1515": "nan", @@ -8356,7 +8356,7 @@ "1585": "nan", "1590": "nan", "1595": "nan", - "1600": 0.38134, + "1600": 0.31075, "1605": "nan", "1610": "nan", "1615": "nan", @@ -8376,7 +8376,7 @@ "1685": "nan", "1690": "nan", "1695": "nan", - "1700": 0.35307, + "1700": 0.29068, "1705": "nan", "1710": "nan", "1715": "nan", @@ -8396,7 +8396,7 @@ "1785": "nan", "1790": "nan", "1795": "nan", - "1800": 0.35054, + "1800": 0.28353, "1805": "nan", "1810": "nan", "1815": "nan", @@ -8416,7 +8416,7 @@ "1885": "nan", "1890": "nan", "1895": "nan", - "1900": 0.35524, + "1900": 0.3545, "1905": "nan", "1910": "nan", "1915": "nan", @@ -8436,7 +8436,7 @@ "1985": "nan", "1990": "nan", "1995": "nan", - "2000": 0.35889, + "2000": 0.33465, "2005": "nan", "2010": "nan", "2015": "nan", @@ -8456,7 +8456,7 @@ "2085": "nan", "2090": "nan", "2095": "nan", - "2100": 0.34166, + "2100": 0.37474, "2105": "nan", "2110": "nan", "2115": "nan", @@ -8476,7 +8476,7 @@ "2185": "nan", "2190": "nan", "2195": "nan", - "2200": 0.37152, + "2200": 0.34016, "2205": "nan", "2210": "nan", "2215": "nan", @@ -8496,7 +8496,7 @@ "2285": "nan", "2290": "nan", "2295": "nan", - "2300": 0.35009, + "2300": 0.28193, "2305": "nan", "2310": "nan", "2315": "nan", @@ -8516,7 +8516,7 @@ "2385": "nan", "2390": "nan", "2395": "nan", - "2400": 0.35181, + "2400": 0.29414, "2405": "nan", "2410": "nan", "2415": "nan", @@ -8536,7 +8536,7 @@ "2485": "nan", "2490": "nan", "2495": "nan", - "2500": 0.40621, + "2500": 0.30252, "2505": "nan", "2510": "nan", "2515": "nan", @@ -8556,7 +8556,7 @@ "2585": "nan", "2590": "nan", "2595": "nan", - "2600": 0.36622, + "2600": 0.3, "2605": "nan", "2610": "nan", "2615": "nan", @@ -8576,7 +8576,7 @@ "2685": "nan", "2690": "nan", "2695": "nan", - "2700": 0.41803, + "2700": 0.37179, "2705": "nan", "2710": "nan", "2715": "nan", @@ -8596,7 +8596,7 @@ "2785": "nan", "2790": "nan", "2795": "nan", - "2800": 0.34477, + "2800": 0.29533, "2805": "nan", "2810": "nan", "2815": "nan", @@ -8616,7 +8616,7 @@ "2885": "nan", "2890": "nan", "2895": "nan", - "2900": 0.35344, + "2900": 0.3087, "2905": "nan", "2910": "nan", "2915": "nan", @@ -8636,7 +8636,7 @@ "2985": "nan", "2990": "nan", "2995": "nan", - "3000": 0.33346, + "3000": 0.29196, "3005": "nan", "3010": "nan", "3015": "nan", @@ -8656,7 +8656,7 @@ "3085": "nan", "3090": "nan", "3095": "nan", - "3100": 0.35408, + "3100": 0.28467, "3105": "nan", "3110": "nan", "3115": "nan", @@ -8676,7 +8676,7 @@ "3185": "nan", "3190": "nan", "3195": "nan", - "3200": 0.41326, + "3200": 0.33348, "3205": "nan", "3210": "nan", "3215": "nan", @@ -8696,7 +8696,7 @@ "3285": "nan", "3290": "nan", "3295": "nan", - "3300": 0.37259, + "3300": 0.36884, "3305": "nan", "3310": "nan", "3315": "nan", @@ -8716,7 +8716,7 @@ "3385": "nan", "3390": "nan", "3395": "nan", - "3400": 0.33805, + "3400": 0.29896, "3405": "nan", "3410": "nan", "3415": "nan", @@ -8736,7 +8736,7 @@ "3485": "nan", "3490": "nan", "3495": "nan", - "3500": 0.34947, + "3500": 0.2837, "3505": "nan", "3510": "nan", "3515": "nan", @@ -8756,7 +8756,7 @@ "3585": "nan", "3590": "nan", "3595": "nan", - "3600": 0.34944, + "3600": 0.28047, "3605": "nan", "3610": "nan", "3615": "nan", @@ -8776,7 +8776,7 @@ "3685": "nan", "3690": "nan", "3695": "nan", - "3700": 0.38297, + "3700": 0.30244, "3705": "nan", "3710": "nan", "3715": "nan", @@ -8796,7 +8796,7 @@ "3785": "nan", "3790": "nan", "3795": "nan", - "3800": 0.41173, + "3800": 0.37995, "3805": "nan", "3810": "nan", "3815": "nan", @@ -8816,7 +8816,7 @@ "3885": "nan", "3890": "nan", "3895": "nan", - "3900": 0.34328, + "3900": 0.47394, "3905": "nan", "3910": "nan", "3915": "nan", @@ -8836,7 +8836,7 @@ "3985": "nan", "3990": "nan", "3995": "nan", - "4000": 0.34188, + "4000": 0.45949, "4005": "nan", "4010": "nan", "4015": "nan", @@ -8856,7 +8856,7 @@ "4085": "nan", "4090": "nan", "4095": "nan", - "4100": 0.40081, + "4100": 0.39132, "4105": "nan", "4110": "nan", "4115": "nan", @@ -8876,7 +8876,7 @@ "4185": "nan", "4190": "nan", "4195": "nan", - "4200": 0.38517, + "4200": 0.27918, "4205": "nan", "4210": "nan", "4215": "nan", @@ -8896,7 +8896,7 @@ "4285": "nan", "4290": "nan", "4295": "nan", - "4300": 0.3389, + "4300": 0.28269, "4305": "nan", "4310": "nan", "4315": "nan", @@ -8916,7 +8916,7 @@ "4385": "nan", "4390": "nan", "4395": "nan", - "4400": 0.3414, + "4400": 0.30371, "4405": "nan", "4410": "nan", "4415": "nan", @@ -8936,7 +8936,7 @@ "4485": "nan", "4490": "nan", "4495": "nan", - "4500": 0.34447, + "4500": 0.30502, "4505": "nan", "4510": "nan", "4515": "nan", @@ -8956,7 +8956,7 @@ "4585": "nan", "4590": "nan", "4595": "nan", - "4600": 0.41447, + "4600": 0.36183, "4605": "nan", "4610": "nan", "4615": "nan", @@ -8976,7 +8976,7 @@ "4685": "nan", "4690": "nan", "4695": "nan", - "4700": 0.38261, + "4700": 0.32098, "4705": "nan", "4710": "nan", "4715": "nan", @@ -8996,7 +8996,7 @@ "4785": "nan", "4790": "nan", "4795": "nan", - "4800": 0.46133, + "4800": 0.30509, "4805": "nan", "4810": "nan", "4815": "nan", @@ -9016,7 +9016,7 @@ "4885": "nan", "4890": "nan", "4895": "nan", - "4900": 0.35607, + "4900": 0.30503, "4905": "nan", "4910": "nan", "4915": "nan", @@ -9036,7 +9036,7 @@ "4985": "nan", "4990": "nan", "4995": "nan", - "5000": 0.33782, + "5000": 0.28233, "5005": "nan", "5010": "nan", "5015": "nan", @@ -9056,7 +9056,7 @@ "5085": "nan", "5090": "nan", "5095": "nan", - "5100": 0.36696, + "5100": 0.2813, "5105": "nan", "5110": "nan", "5115": "nan", @@ -9076,7 +9076,7 @@ "5185": "nan", "5190": "nan", "5195": "nan", - "5200": 0.3956, + "5200": 0.40299, "5205": "nan", "5210": "nan", "5215": "nan", @@ -9096,7 +9096,7 @@ "5285": "nan", "5290": "nan", "5295": "nan", - "5300": 0.37271, + "5300": 0.31713, "5305": "nan", "5310": "nan", "5315": "nan", @@ -9116,7 +9116,7 @@ "5385": "nan", "5390": "nan", "5395": "nan", - "5400": 0.34836, + "5400": 0.284, "5405": "nan", "5410": "nan", "5415": "nan", @@ -9136,7 +9136,7 @@ "5485": "nan", "5490": "nan", "5495": "nan", - "5500": 0.34166, + "5500": 0.28358, "5505": "nan", "5510": "nan", "5515": "nan", @@ -9156,7 +9156,7 @@ "5585": "nan", "5590": "nan", "5595": "nan", - "5600": 0.31386, + "5600": 0.3057, "5605": "nan", "5610": "nan", "5615": "nan", @@ -9176,7 +9176,7 @@ "5685": "nan", "5690": "nan", "5695": "nan", - "5700": 0.39321, + "5700": 0.3616, "5705": "nan", "5710": "nan", "5715": "nan", @@ -9196,7 +9196,7 @@ "5785": "nan", "5790": "nan", "5795": "nan", - "5800": 0.33769, + "5800": 0.34267, "5805": "nan", "5810": "nan", "5815": "nan", @@ -9216,7 +9216,7 @@ "5885": "nan", "5890": "nan", "5895": "nan", - "5900": 0.35016, + "5900": 0.28387, "5905": "nan", "5910": "nan", "5915": "nan", @@ -9236,7 +9236,7 @@ "5985": "nan", "5990": "nan", "5995": "nan", - "6000": 0.34883, + "6000": 0.30908, "6005": "nan", "6010": "nan", "6015": "nan", @@ -9256,7 +9256,7 @@ "6085": "nan", "6090": "nan", "6095": "nan", - "6100": 0.34335, + "6100": 0.37056, "6105": "nan", "6110": "nan", "6115": "nan", @@ -9276,7 +9276,7 @@ "6185": "nan", "6190": "nan", "6195": "nan", - "6200": 0.35897, + "6200": 0.29676, "6205": "nan", "6210": "nan", "6215": "nan", @@ -9296,7 +9296,7 @@ "6285": "nan", "6290": "nan", "6295": "nan", - "6300": 0.35284, + "6300": 0.28095, "6305": "nan", "6310": "nan", "6315": "nan", @@ -9316,7 +9316,7 @@ "6385": "nan", "6390": "nan", "6395": "nan", - "6400": 0.34983, + "6400": 0.30156, "6405": "nan", "6410": "nan", "6415": "nan", @@ -9336,7 +9336,7 @@ "6485": "nan", "6490": "nan", "6495": "nan", - "6500": 0.31747, + "6500": 0.29416, "6505": "nan", "6510": "nan", "6515": "nan", @@ -9356,7 +9356,7 @@ "6585": "nan", "6590": "nan", "6595": "nan", - "6600": 0.32709, + "6600": 0.38742, "6605": "nan", "6610": "nan", "6615": "nan", @@ -9376,7 +9376,7 @@ "6685": "nan", "6690": "nan", "6695": "nan", - "6700": 0.33342, + "6700": 0.28391, "6705": "nan", "6710": "nan", "6715": "nan", @@ -9396,7 +9396,7 @@ "6785": "nan", "6790": "nan", "6795": "nan", - "6800": 0.38385, + "6800": 0.30487, "6805": "nan", "6810": "nan", "6815": "nan", @@ -9416,7 +9416,7 @@ "6885": "nan", "6890": "nan", "6895": "nan", - "6900": 0.39248, + "6900": 0.29208, "6905": "nan", "6910": "nan", "6915": "nan", @@ -9436,7 +9436,7 @@ "6985": "nan", "6990": "nan", "6995": "nan", - "7000": 0.35486, + "7000": 0.29311, "7005": "nan", "7010": "nan", "7015": "nan", @@ -9456,7 +9456,7 @@ "7085": "nan", "7090": "nan", "7095": "nan", - "7100": 0.31251, + "7100": 0.28388, "7105": "nan", "7110": "nan", "7115": "nan", @@ -9476,7 +9476,7 @@ "7185": "nan", "7190": "nan", "7195": "nan", - "7200": 0.31311, + "7200": 0.39837, "7205": "nan", "7210": "nan", "7215": "nan", @@ -9496,7 +9496,7 @@ "7285": "nan", "7290": "nan", "7295": "nan", - "7300": 0.3596, + "7300": 0.29632, "7305": "nan", "7310": "nan", "7315": "nan", @@ -9516,7 +9516,7 @@ "7385": "nan", "7390": "nan", "7395": "nan", - "7400": 0.32625, + "7400": 0.29124, "7405": "nan", "7410": "nan", "7415": "nan", @@ -9536,7 +9536,7 @@ "7485": "nan", "7490": "nan", "7495": "nan", - "7500": 0.34184, + "7500": 0.28501, "7505": "nan", "7510": "nan", "7515": "nan", @@ -9556,7 +9556,7 @@ "7585": "nan", "7590": "nan", "7595": "nan", - "7600": 0.34377, + "7600": 0.29897, "7605": "nan", "7610": "nan", "7615": "nan", @@ -9576,7 +9576,7 @@ "7685": "nan", "7690": "nan", "7695": "nan", - "7700": 0.32206, + "7700": 0.37889, "7705": "nan", "7710": "nan", "7715": "nan", @@ -9596,7 +9596,7 @@ "7785": "nan", "7790": "nan", "7795": "nan", - "7800": 0.32168, + "7800": 0.29964, "7805": "nan", "7810": "nan", "7815": "nan", @@ -9616,7 +9616,7 @@ "7885": "nan", "7890": "nan", "7895": "nan", - "7900": 0.36116, + "7900": 0.28896, "7905": "nan", "7910": "nan", "7915": "nan", @@ -9636,7 +9636,7 @@ "7985": "nan", "7990": "nan", "7995": "nan", - "8000": 0.41244, + "8000": 0.29143, "8005": "nan", "8010": "nan", "8015": "nan", @@ -9656,7 +9656,7 @@ "8085": "nan", "8090": "nan", "8095": "nan", - "8100": 0.34272, + "8100": 0.33636, "8105": "nan", "8110": "nan", "8115": "nan", @@ -9676,7 +9676,7 @@ "8185": "nan", "8190": "nan", "8195": "nan", - "8200": 0.36618, + "8200": 0.28154, "8205": "nan", "8210": "nan", "8215": "nan", @@ -9696,7 +9696,7 @@ "8285": "nan", "8290": "nan", "8295": "nan", - "8300": 0.34572, + "8300": 0.2875, "8305": "nan", "8310": "nan", "8315": "nan", @@ -9716,7 +9716,7 @@ "8385": "nan", "8390": "nan", "8395": "nan", - "8400": 0.3173, + "8400": 0.29238, "8405": "nan", "8410": "nan", "8415": "nan", @@ -9736,7 +9736,7 @@ "8485": "nan", "8490": "nan", "8495": "nan", - "8500": 0.31112, + "8500": 0.30846, "8505": "nan", "8510": "nan", "8515": "nan", @@ -9756,7 +9756,7 @@ "8585": "nan", "8590": "nan", "8595": "nan", - "8600": 0.33349, + "8600": 0.35999, "8605": "nan", "8610": "nan", "8615": "nan", @@ -9776,7 +9776,7 @@ "8685": "nan", "8690": "nan", "8695": "nan", - "8700": 0.36729, + "8700": 0.29321, "8705": "nan", "8710": "nan", "8715": "nan", @@ -9796,7 +9796,7 @@ "8785": "nan", "8790": "nan", "8795": "nan", - "8800": 0.34054, + "8800": 0.362, "8805": "nan", "8810": "nan", "8815": "nan", @@ -9816,7 +9816,7 @@ "8885": "nan", "8890": "nan", "8895": "nan", - "8900": 0.31093, + "8900": 0.29259, "8905": "nan", "8910": "nan", "8915": "nan", @@ -9836,7 +9836,7 @@ "8985": "nan", "8990": "nan", "8995": "nan", - "9000": 0.31941, + "9000": 0.28762, "9005": "nan", "9010": "nan", "9015": "nan", @@ -9856,7 +9856,7 @@ "9085": "nan", "9090": "nan", "9095": "nan", - "9100": 0.31909, + "9100": 0.29108, "9105": "nan", "9110": "nan", "9115": "nan", @@ -9876,7 +9876,7 @@ "9185": "nan", "9190": "nan", "9195": "nan", - "9200": 0.32931, + "9200": 0.37687, "9205": "nan", "9210": "nan", "9215": "nan", @@ -9896,7 +9896,7 @@ "9285": "nan", "9290": "nan", "9295": "nan", - "9300": 0.42655, + "9300": 0.302, "9305": "nan", "9310": "nan", "9315": "nan", @@ -9916,7 +9916,7 @@ "9385": "nan", "9390": "nan", "9395": "nan", - "9400": 0.33502, + "9400": 0.28363, "9405": "nan", "9410": "nan", "9415": "nan", @@ -9936,7 +9936,7 @@ "9485": "nan", "9490": "nan", "9495": "nan", - "9500": 0.3282, + "9500": 0.28919, "9505": "nan", "9510": "nan", "9515": "nan", @@ -9956,7 +9956,7 @@ "9585": "nan", "9590": "nan", "9595": "nan", - "9600": 0.3134, + "9600": 0.30407, "9605": "nan", "9610": "nan", "9615": "nan", @@ -9976,7 +9976,7 @@ "9685": "nan", "9690": "nan", "9695": "nan", - "9700": 0.30865, + "9700": 0.36124, "9705": "nan", "9710": "nan", "9715": "nan", @@ -9996,7 +9996,7 @@ "9785": "nan", "9790": "nan", "9795": "nan", - "9800": 0.34204, + "9800": 0.28658, "9805": "nan", "9810": "nan", "9815": "nan", @@ -10016,7 +10016,7 @@ "9885": "nan", "9890": "nan", "9895": "nan", - "9900": 0.35792, + "9900": 0.2893, "9905": "nan", "9910": "nan", "9915": "nan", @@ -10036,7 +10036,7 @@ "9985": "nan", "9990": "nan", "9995": "nan", - "10000": 0.33838 + "10000": 0.29697 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_h100.json index 91a0cb5d77a..94e5a1b1e47 100644 --- a/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_release_sm/golden_values_dev_dgx_h100.json @@ -6,2005 +6,2005 @@ "values": { "1": 10.35099, "5": 10.3436, - "10": 10.26415, - "15": 9.87887, - "20": 9.66517, - "25": 9.53841, - "30": 9.42536, - "35": 9.353, + "10": 10.26416, + "15": 9.87885, + "20": 9.66512, + "25": 9.53844, + "30": 9.42539, + "35": 9.35299, "40": 9.26966, - "45": 9.19155, - "50": 9.14195, - "55": 9.07698, - "60": 8.99375, - "65": 8.91985, - "70": 8.91929, - "75": 8.83184, - "80": 8.84131, - "85": 8.75586, - "90": 8.74096, - "95": 8.69861, - "100": 8.64664, - "105": 8.60024, - "110": 8.5307, - "115": 8.49031, - "120": 8.47159, - "125": 8.40158, - "130": 8.38408, - "135": 8.32529, - "140": 8.32225, - "145": 8.26852, - "150": 8.24633, - "155": 8.13816, - "160": 8.13559, - "165": 8.06962, - "170": 8.03642, - "175": 8.00461, - "180": 7.87503, - "185": 7.87793, - "190": 7.82812, - "195": 7.76412, - "200": 7.72259, - "205": 7.68289, - "210": 7.6083, - "215": 7.57983, - "220": 7.52595, - "225": 7.45926, - "230": 7.40825, - "235": 7.37526, - "240": 7.28022, - "245": 7.22823, - "250": 7.15701, - "255": 7.14208, - "260": 7.03653, - "265": 7.0241, - "270": 6.98622, - "275": 6.9022, - "280": 6.88807, - "285": 6.81509, - "290": 6.81896, - "295": 6.70417, - "300": 6.67526, - "305": 6.61828, - "310": 6.58472, - "315": 6.48718, - "320": 6.53811, - "325": 6.52146, - "330": 6.48957, - "335": 6.43375, - "340": 6.43564, - "345": 6.40038, - "350": 6.41291, - "355": 6.35788, - "360": 6.36421, - "365": 6.3387, - "370": 6.31038, - "375": 6.28313, - "380": 6.25429, - "385": 6.23708, - "390": 6.20936, - "395": 6.19286, - "400": 6.24639, - "405": 6.16527, - "410": 6.23059, - "415": 6.16246, - "420": 6.14923, - "425": 6.09726, - "430": 6.0868, - "435": 6.09519, - "440": 6.06122, - "445": 6.01842, - "450": 6.10028, - "455": 6.0106, - "460": 6.0016, - "465": 6.02595, - "470": 5.95758, - "475": 5.95459, - "480": 5.97098, - "485": 5.94518, - "490": 5.90388, - "495": 5.87425, - "500": 5.86231, - "505": 5.87274, - "510": 5.90214, - "515": 5.80844, - "520": 5.86564, - "525": 5.85693, - "530": 5.83969, - "535": 5.83103, - "540": 5.82679, - "545": 5.76435, - "550": 5.77171, - "555": 5.75026, - "560": 5.79455, - "565": 5.73257, - "570": 5.73383, - "575": 5.71605, - "580": 5.66721, - "585": 5.68706, - "590": 5.64072, - "595": 5.63345, - "600": 5.67504, - "605": 5.65326, - "610": 5.65349, - "615": 5.63437, - "620": 5.66128, - "625": 5.62292, - "630": 5.57374, - "635": 5.60592, - "640": 5.56787, - "645": 5.59408, - "650": 5.54833, - "655": 5.56167, - "660": 5.53479, - "665": 5.56982, - "670": 5.46498, - "675": 5.51331, - "680": 5.519, - "685": 5.51584, - "690": 5.51853, - "695": 5.49277, - "700": 5.43839, - "705": 5.3831, - "710": 5.40816, - "715": 5.46054, - "720": 5.42118, - "725": 5.43801, - "730": 5.41989, - "735": 5.42933, - "740": 5.39432, - "745": 5.42455, - "750": 5.43166, - "755": 5.41845, - "760": 5.37614, - "765": 5.36319, - "770": 5.35963, - "775": 5.34258, - "780": 5.31864, - "785": 5.31125, - "790": 5.30045, - "795": 5.30279, - "800": 5.31581, - "805": 5.33665, - "810": 5.29328, - "815": 5.24051, - "820": 5.28174, - "825": 5.27701, - "830": 5.27781, - "835": 5.3053, - "840": 5.30276, - "845": 5.22497, - "850": 5.22526, - "855": 5.24859, - "860": 5.24929, - "865": 5.25215, - "870": 5.22581, - "875": 5.19095, - "880": 5.28343, - "885": 5.24866, - "890": 5.20398, - "895": 5.21081, - "900": 5.23366, - "905": 5.22381, - "910": 5.17626, - "915": 5.204, - "920": 5.1723, - "925": 5.19625, - "930": 5.1856, - "935": 5.14609, - "940": 5.15552, - "945": 5.18579, - "950": 5.14159, - "955": 5.08816, - "960": 5.12778, - "965": 5.102, - "970": 5.06961, - "975": 5.10921, - "980": 5.09932, - "985": 5.05868, - "990": 5.08153, - "995": 5.09265, - "1000": 5.08737, - "1005": 5.08819, - "1010": 5.08884, - "1015": 5.05565, - "1020": 5.10359, - "1025": 5.0475, - "1030": 4.99394, - "1035": 5.06699, - "1040": 5.0336, - "1045": 5.04699, - "1050": 5.07567, - "1055": 5.03162, - "1060": 5.07236, - "1065": 4.98028, - "1070": 4.99319, - "1075": 4.98464, - "1080": 4.96423, - "1085": 5.00401, - "1090": 5.01804, - "1095": 5.02179, - "1100": 5.00398, - "1105": 4.9775, - "1110": 4.93108, - "1115": 4.93765, - "1120": 4.94253, - "1125": 4.88694, - "1130": 5.05048, - "1135": 4.92071, - "1140": 4.95398, - "1145": 4.90988, - "1150": 4.98544, - "1155": 4.8952, - "1160": 4.89368, - "1165": 4.91617, - "1170": 4.98329, - "1175": 4.95882, - "1180": 4.83825, - "1185": 4.9294, - "1190": 4.87536, - "1195": 4.92354, - "1200": 5.01663, - "1205": 4.97849, - "1210": 4.83957, - "1215": 4.88164, - "1220": 4.89825, - "1225": 4.88456, - "1230": 4.90563, - "1235": 4.89066, - "1240": 4.87243, - "1245": 4.87899, - "1250": 4.83593, - "1255": 4.8761, - "1260": 4.79385, - "1265": 4.86867, - "1270": 4.93423, - "1275": 4.84575, - "1280": 4.82007, - "1285": 4.91519, - "1290": 4.72212, - "1295": 4.82439, - "1300": 4.84904, - "1305": 4.82664, - "1310": 4.9126, - "1315": 4.7934, - "1320": 4.87638, - "1325": 4.77351, - "1330": 4.82091, - "1335": 4.80239, - "1340": 4.81201, - "1345": 4.81799, - "1350": 4.82872, - "1355": 4.79913, - "1360": 4.73856, - "1365": 4.84138, - "1370": 4.81337, - "1375": 4.83283, - "1380": 4.75871, - "1385": 4.73847, - "1390": 4.79389, - "1395": 4.80312, - "1400": 4.66933, - "1405": 4.67574, - "1410": 4.75938, - "1415": 4.79206, - "1420": 4.76492, - "1425": 4.72246, - "1430": 4.7513, - "1435": 4.77404, - "1440": 4.75881, - "1445": 4.74983, - "1450": 4.71326, - "1455": 4.66534, - "1460": 4.7641, - "1465": 4.74847, - "1470": 4.69977, - "1475": 4.71227, - "1480": 4.72355, - "1485": 4.75311, - "1490": 4.75575, - "1495": 4.72618, - "1500": 4.75911, - "1505": 4.6891, - "1510": 4.70742, - "1515": 4.71057, - "1520": 4.76517, - "1525": 4.74211, - "1530": 4.68346, - "1535": 4.69322, - "1540": 4.71758, - "1545": 4.60089, - "1550": 4.63788, - "1555": 4.61641, - "1560": 4.70379, - "1565": 4.63206, - "1570": 4.66989, - "1575": 4.67441, - "1580": 4.66464, - "1585": 4.68291, - "1590": 4.67927, - "1595": 4.72194, - "1600": 4.69079, - "1605": 4.67573, - "1610": 4.61254, - "1615": 4.62649, - "1620": 4.69986, - "1625": 4.66274, - "1630": 4.60826, - "1635": 4.61046, - "1640": 4.68859, - "1645": 4.64802, - "1650": 4.65519, - "1655": 4.62137, - "1660": 4.6791, - "1665": 4.62381, - "1670": 4.70637, - "1675": 4.65618, - "1680": 4.60258, - "1685": 4.64941, - "1690": 4.6425, - "1695": 4.66972, - "1700": 4.6567, - "1705": 4.63758, - "1710": 4.63674, - "1715": 4.69647, - "1720": 4.65189, + "45": 9.19156, + "50": 9.14193, + "55": 9.07697, + "60": 8.99378, + "65": 8.91984, + "70": 8.91932, + "75": 8.83179, + "80": 8.8355, + "85": 8.75482, + "90": 8.74895, + "95": 8.70083, + "100": 8.64718, + "105": 8.60014, + "110": 8.53088, + "115": 8.4881, + "120": 8.47064, + "125": 8.41542, + "130": 8.38274, + "135": 8.30817, + "140": 8.36998, + "145": 8.25486, + "150": 8.27637, + "155": 8.16245, + "160": 8.15625, + "165": 8.10985, + "170": 8.09773, + "175": 8.05865, + "180": 7.92768, + "185": 7.91717, + "190": 7.85148, + "195": 7.78971, + "200": 7.73666, + "205": 7.69571, + "210": 7.63986, + "215": 7.59606, + "220": 7.53309, + "225": 7.46291, + "230": 7.39309, + "235": 7.3628, + "240": 7.27791, + "245": 7.21834, + "250": 7.16482, + "255": 7.14221, + "260": 7.02847, + "265": 6.99788, + "270": 6.94442, + "275": 6.86106, + "280": 6.83388, + "285": 6.77036, + "290": 6.76952, + "295": 6.66727, + "300": 6.65503, + "305": 6.59312, + "310": 6.55051, + "315": 6.47276, + "320": 6.51845, + "325": 6.49574, + "330": 6.45443, + "335": 6.42204, + "340": 6.4226, + "345": 6.38149, + "350": 6.38269, + "355": 6.35305, + "360": 6.35159, + "365": 6.32742, + "370": 6.285, + "375": 6.27276, + "380": 6.23568, + "385": 6.24416, + "390": 6.2061, + "395": 6.18509, + "400": 6.23899, + "405": 6.15373, + "410": 6.23344, + "415": 6.1751, + "420": 6.13976, + "425": 6.08718, + "430": 6.07892, + "435": 6.0838, + "440": 6.05594, + "445": 6.0122, + "450": 6.09269, + "455": 5.9882, + "460": 6.02768, + "465": 6.02262, + "470": 5.97366, + "475": 5.95789, + "480": 5.97156, + "485": 5.94773, + "490": 5.90164, + "495": 5.86235, + "500": 5.88606, + "505": 5.89065, + "510": 5.89482, + "515": 5.80876, + "520": 5.85268, + "525": 5.85635, + "530": 5.83477, + "535": 5.82981, + "540": 5.82739, + "545": 5.78486, + "550": 5.78029, + "555": 5.76842, + "560": 5.75787, + "565": 5.7342, + "570": 5.7333, + "575": 5.71634, + "580": 5.66126, + "585": 5.68468, + "590": 5.63446, + "595": 5.63042, + "600": 5.64453, + "605": 5.63635, + "610": 5.64733, + "615": 5.60878, + "620": 5.65422, + "625": 5.62356, + "630": 5.57332, + "635": 5.61567, + "640": 5.56956, + "645": 5.59338, + "650": 5.55672, + "655": 5.54621, + "660": 5.53699, + "665": 5.57034, + "670": 5.47882, + "675": 5.50722, + "680": 5.51393, + "685": 5.504, + "690": 5.51532, + "695": 5.48928, + "700": 5.44083, + "705": 5.38536, + "710": 5.41321, + "715": 5.45527, + "720": 5.44277, + "725": 5.44204, + "730": 5.42025, + "735": 5.42385, + "740": 5.39155, + "745": 5.42565, + "750": 5.45592, + "755": 5.42182, + "760": 5.39472, + "765": 5.36996, + "770": 5.3651, + "775": 5.34481, + "780": 5.32203, + "785": 5.31408, + "790": 5.30604, + "795": 5.31479, + "800": 5.33114, + "805": 5.34552, + "810": 5.3079, + "815": 5.27005, + "820": 5.28282, + "825": 5.29662, + "830": 5.28481, + "835": 5.29818, + "840": 5.30617, + "845": 5.23375, + "850": 5.23725, + "855": 5.25885, + "860": 5.25899, + "865": 5.25074, + "870": 5.22787, + "875": 5.1974, + "880": 5.29179, + "885": 5.2625, + "890": 5.20162, + "895": 5.21595, + "900": 5.23748, + "905": 5.22581, + "910": 5.175, + "915": 5.20921, + "920": 5.17816, + "925": 5.19434, + "930": 5.18391, + "935": 5.16541, + "940": 5.16234, + "945": 5.19397, + "950": 5.13851, + "955": 5.0948, + "960": 5.13068, + "965": 5.0896, + "970": 5.06125, + "975": 5.11037, + "980": 5.09537, + "985": 5.06481, + "990": 5.07821, + "995": 5.0925, + "1000": 5.09312, + "1005": 5.09847, + "1010": 5.09649, + "1015": 5.06155, + "1020": 5.10133, + "1025": 5.04975, + "1030": 4.99371, + "1035": 5.07442, + "1040": 5.02632, + "1045": 5.05223, + "1050": 5.08019, + "1055": 5.0281, + "1060": 5.0752, + "1065": 4.99586, + "1070": 4.99149, + "1075": 4.99427, + "1080": 4.95957, + "1085": 5.01361, + "1090": 5.0299, + "1095": 5.02597, + "1100": 5.00552, + "1105": 4.99028, + "1110": 4.93743, + "1115": 4.93444, + "1120": 4.94648, + "1125": 4.89532, + "1130": 5.05492, + "1135": 4.92854, + "1140": 4.96005, + "1145": 4.90974, + "1150": 4.98478, + "1155": 4.91755, + "1160": 4.9053, + "1165": 4.91359, + "1170": 4.99305, + "1175": 4.95252, + "1180": 4.83983, + "1185": 4.93036, + "1190": 4.88168, + "1195": 4.92987, + "1200": 5.0214, + "1205": 4.98086, + "1210": 4.84283, + "1215": 4.88571, + "1220": 4.90423, + "1225": 4.88604, + "1230": 4.90307, + "1235": 4.90075, + "1240": 4.86675, + "1245": 4.88932, + "1250": 4.8321, + "1255": 4.88328, + "1260": 4.80336, + "1265": 4.88002, + "1270": 4.95227, + "1275": 4.87101, + "1280": 4.82874, + "1285": 4.91706, + "1290": 4.72442, + "1295": 4.83116, + "1300": 4.85118, + "1305": 4.82554, + "1310": 4.92081, + "1315": 4.79985, + "1320": 4.88143, + "1325": 4.77556, + "1330": 4.82122, + "1335": 4.80464, + "1340": 4.81511, + "1345": 4.82621, + "1350": 4.82697, + "1355": 4.79788, + "1360": 4.74053, + "1365": 4.85238, + "1370": 4.82647, + "1375": 4.84089, + "1380": 4.76187, + "1385": 4.74103, + "1390": 4.80249, + "1395": 4.80806, + "1400": 4.672, + "1405": 4.68244, + "1410": 4.76132, + "1415": 4.79833, + "1420": 4.76454, + "1425": 4.73602, + "1430": 4.76536, + "1435": 4.77699, + "1440": 4.76147, + "1445": 4.75154, + "1450": 4.72207, + "1455": 4.66141, + "1460": 4.76796, + "1465": 4.75387, + "1470": 4.70537, + "1475": 4.71697, + "1480": 4.72414, + "1485": 4.75747, + "1490": 4.76354, + "1495": 4.73035, + "1500": 4.76646, + "1505": 4.69063, + "1510": 4.71079, + "1515": 4.71211, + "1520": 4.76254, + "1525": 4.74739, + "1530": 4.68446, + "1535": 4.69399, + "1540": 4.7187, + "1545": 4.60626, + "1550": 4.64026, + "1555": 4.61861, + "1560": 4.70607, + "1565": 4.63612, + "1570": 4.66897, + "1575": 4.67503, + "1580": 4.66896, + "1585": 4.69286, + "1590": 4.6783, + "1595": 4.72607, + "1600": 4.69503, + "1605": 4.68102, + "1610": 4.61364, + "1615": 4.62838, + "1620": 4.70745, + "1625": 4.66524, + "1630": 4.60996, + "1635": 4.61055, + "1640": 4.69528, + "1645": 4.65645, + "1650": 4.66104, + "1655": 4.62383, + "1660": 4.69289, + "1665": 4.62648, + "1670": 4.70558, + "1675": 4.65207, + "1680": 4.59931, + "1685": 4.65381, + "1690": 4.64316, + "1695": 4.67082, + "1700": 4.65353, + "1705": 4.63914, + "1710": 4.6471, + "1715": 4.69655, + "1720": 4.64795, "1725": 4.66897, - "1730": 4.63691, - "1735": 4.6303, - "1740": 4.60746, - "1745": 4.63303, - "1750": 4.60931, - "1755": 4.64429, - "1760": 4.58735, - "1765": 4.62284, - "1770": 4.60864, - "1775": 4.59363, - "1780": 4.6084, - "1785": 4.60886, - "1790": 4.51016, - "1795": 4.58441, - "1800": 4.60048, - "1805": 4.56198, - "1810": 4.56896, - "1815": 4.58047, - "1820": 4.59796, - "1825": 4.62836, - "1830": 4.58623, - "1835": 4.56591, - "1840": 4.49271, - "1845": 4.52711, - "1850": 4.64283, - "1855": 4.58474, - "1860": 4.57392, - "1865": 4.55175, - "1870": 4.58434, - "1875": 4.55907, - "1880": 4.58982, - "1885": 4.51599, - "1890": 4.50991, - "1895": 4.64066, - "1900": 4.48419, - "1905": 4.57565, - "1910": 4.5893, - "1915": 4.57791, - "1920": 4.55618, - "1925": 4.52887, - "1930": 4.56324, - "1935": 4.53309, - "1940": 4.51798, - "1945": 4.54244, - "1950": 4.50576, - "1955": 4.56313, - "1960": 4.54209, - "1965": 4.56301, - "1970": 4.52191, - "1975": 4.54968, - "1980": 4.5027, - "1985": 4.57029, - "1990": 4.4736, - "1995": 4.5656, - "2000": 4.5486, - "2005": 4.52701, - "2010": 4.53126, - "2015": 4.55681, - "2020": 4.48451, - "2025": 4.48317, - "2030": 4.54279, - "2035": 4.52792, - "2040": 4.57476, - "2045": 4.44306, - "2050": 4.51845, - "2055": 4.50734, - "2060": 4.48375, - "2065": 4.54472, - "2070": 4.48534, - "2075": 4.56077, - "2080": 4.5472, - "2085": 4.48417, - "2090": 4.46742, - "2095": 4.42099, - "2100": 4.40469, - "2105": 4.43642, - "2110": 4.55394, - "2115": 4.54968, - "2120": 4.55797, - "2125": 4.4695, - "2130": 4.47258, - "2135": 4.49918, - "2140": 4.49858, - "2145": 4.43778, - "2150": 4.4742, - "2155": 4.44395, - "2160": 4.41029, - "2165": 4.54873, - "2170": 4.46382, - "2175": 4.50636, - "2180": 4.48836, - "2185": 4.40169, - "2190": 4.45287, - "2195": 4.4876, - "2200": 4.45466, - "2205": 4.372, - "2210": 4.46681, - "2215": 4.443, - "2220": 4.42981, - "2225": 4.41903, - "2230": 4.42218, - "2235": 4.42247, - "2240": 4.41781, - "2245": 4.46452, - "2250": 4.42423, - "2255": 4.4888, - "2260": 4.45302, - "2265": 4.40514, - "2270": 4.40109, - "2275": 4.37932, - "2280": 4.46697, - "2285": 4.43459, - "2290": 4.42857, - "2295": 4.46705, - "2300": 4.45262, - "2305": 4.43431, - "2310": 4.38875, - "2315": 4.40124, - "2320": 4.32217, - "2325": 4.42516, - "2330": 4.43623, - "2335": 4.42854, - "2340": 4.41297, - "2345": 4.43397, - "2350": 4.34098, - "2355": 4.43014, - "2360": 4.45075, - "2365": 4.39371, - "2370": 4.36158, - "2375": 4.44194, - "2380": 4.42067, - "2385": 4.32595, - "2390": 4.38896, - "2395": 4.34546, - "2400": 4.39197, - "2405": 4.42174, - "2410": 4.34007, - "2415": 4.48069, - "2420": 4.42483, - "2425": 4.37096, - "2430": 4.44107, - "2435": 4.32966, - "2440": 4.4009, - "2445": 4.39261, - "2450": 4.38974, - "2455": 4.44597, - "2460": 4.3804, - "2465": 4.39977, - "2470": 4.39131, - "2475": 4.36188, - "2480": 4.43057, - "2485": 4.42715, - "2490": 4.32725, - "2495": 4.35447, - "2500": 4.39899, - "2505": 4.35932, - "2510": 4.3249, - "2515": 4.34769, - "2520": 4.40809, - "2525": 4.30633, - "2530": 4.36492, - "2535": 4.41987, - "2540": 4.35199, - "2545": 4.31876, - "2550": 4.37261, - "2555": 4.36627, - "2560": 4.38892, - "2565": 4.355, - "2570": 4.41525, - "2575": 4.36773, - "2580": 4.3521, - "2585": 4.3672, - "2590": 4.40197, - "2595": 4.30263, - "2600": 4.35024, - "2605": 4.40538, - "2610": 4.34772, - "2615": 4.31389, - "2620": 4.37325, - "2625": 4.39204, - "2630": 4.34473, - "2635": 4.37829, - "2640": 4.36443, - "2645": 4.35786, - "2650": 4.35084, - "2655": 4.39733, - "2660": 4.3016, - "2665": 4.24138, - "2670": 4.34512, - "2675": 4.26202, - "2680": 4.30348, - "2685": 4.28626, - "2690": 4.31027, - "2695": 4.242, - "2700": 4.31362, - "2705": 4.27986, - "2710": 4.28528, - "2715": 4.27241, - "2720": 4.32009, - "2725": 4.29965, - "2730": 4.25892, - "2735": 4.26452, - "2740": 4.3705, - "2745": 4.26729, - "2750": 4.29255, - "2755": 4.38162, - "2760": 4.35421, - "2765": 4.35407, - "2770": 4.3176, - "2775": 4.30513, - "2780": 4.32605, - "2785": 4.25983, - "2790": 4.33722, - "2795": 4.3285, - "2800": 4.34087, - "2805": 4.20722, - "2810": 4.25229, - "2815": 4.27419, - "2820": 4.30587, - "2825": 4.24879, - "2830": 4.30858, - "2835": 4.35021, - "2840": 4.29134, - "2845": 4.28459, - "2850": 4.28461, - "2855": 4.30521, - "2860": 4.33824, - "2865": 4.27212, - "2870": 4.27383, - "2875": 4.25741, - "2880": 4.25774, - "2885": 4.23637, - "2890": 4.23853, - "2895": 4.32255, - "2900": 4.24832, - "2905": 4.30468, - "2910": 4.23422, - "2915": 4.26471, - "2920": 4.265, - "2925": 4.29141, - "2930": 4.25062, - "2935": 4.28163, - "2940": 4.29107, - "2945": 4.24996, - "2950": 4.20399, - "2955": 4.27787, - "2960": 4.18243, - "2965": 4.2651, - "2970": 4.2763, - "2975": 4.27027, - "2980": 4.22563, - "2985": 4.30479, - "2990": 4.22371, - "2995": 4.31881, - "3000": 4.18217, - "3005": 4.20553, - "3010": 4.28385, - "3015": 4.21104, - "3020": 4.23808, - "3025": 4.21658, - "3030": 4.21042, - "3035": 4.22379, - "3040": 4.21689, - "3045": 4.20204, - "3050": 4.27347, - "3055": 4.23117, - "3060": 4.22259, - "3065": 4.2677, - "3070": 4.20826, - "3075": 4.23766, - "3080": 4.17179, - "3085": 4.23395, - "3090": 4.19159, - "3095": 4.2396, - "3100": 4.28993, - "3105": 4.19689, - "3110": 4.20499, - "3115": 4.19258, - "3120": 4.27081, - "3125": 4.17394, - "3130": 4.2072, - "3135": 4.19517, - "3140": 4.22946, - "3145": 4.19255, - "3150": 4.24747, - "3155": 4.17605, - "3160": 4.24012, - "3165": 4.21514, - "3170": 4.1557, - "3175": 4.26681, - "3180": 4.16865, - "3185": 4.1498, - "3190": 4.19956, - "3195": 4.18182, - "3200": 4.22497, - "3205": 4.19954, - "3210": 4.19086, - "3215": 4.21892, - "3220": 4.16462, - "3225": 4.21807, - "3230": 4.19538, - "3235": 4.21539, - "3240": 4.15442, - "3245": 4.18741, - "3250": 4.25197, - "3255": 4.23387, - "3260": 4.18599, - "3265": 4.10952, - "3270": 4.18196, - "3275": 4.20394, - "3280": 4.21316, - "3285": 4.17139, - "3290": 4.21558, - "3295": 4.26136, - "3300": 4.24476, - "3305": 4.16568, - "3310": 4.22828, - "3315": 4.1698, - "3320": 4.22014, - "3325": 4.21662, - "3330": 4.21416, - "3335": 4.12938, - "3340": 4.2174, - "3345": 4.17863, - "3350": 4.22882, - "3355": 4.15826, - "3360": 4.12145, - "3365": 4.14533, - "3370": 4.15037, - "3375": 4.20445, - "3380": 4.15725, - "3385": 4.13435, - "3390": 4.15251, - "3395": 4.16517, - "3400": 4.126, - "3405": 4.22333, - "3410": 4.12931, - "3415": 4.18539, - "3420": 4.11833, - "3425": 4.13556, - "3430": 4.15369, - "3435": 4.14392, - "3440": 4.19742, - "3445": 4.17828, - "3450": 4.19025, - "3455": 4.10257, - "3460": 4.12085, - "3465": 4.1386, - "3470": 4.11726, - "3475": 4.15894, - "3480": 4.19412, - "3485": 4.12169, - "3490": 4.21015, - "3495": 4.14282, - "3500": 4.12015, - "3505": 4.08628, - "3510": 4.15257, - "3515": 4.17667, - "3520": 4.11725, - "3525": 4.17379, - "3530": 4.20762, - "3535": 4.20341, - "3540": 4.0977, - "3545": 4.08415, - "3550": 4.1468, - "3555": 4.0446, - "3560": 4.06848, - "3565": 4.14125, - "3570": 4.15621, - "3575": 4.18085, - "3580": 4.09389, - "3585": 4.08665, - "3590": 4.09466, - "3595": 4.19862, - "3600": 4.13418, - "3605": 4.06842, - "3610": 4.12279, - "3615": 4.131, - "3620": 4.13623, - "3625": 4.1186, - "3630": 4.02922, - "3635": 4.07311, - "3640": 4.09822, - "3645": 4.14189, - "3650": 4.07534, - "3655": 4.13445, - "3660": 4.06082, - "3665": 4.19826, - "3670": 4.14052, - "3675": 4.1406, - "3680": 4.09386, - "3685": 4.08385, - "3690": 4.03376, - "3695": 4.102, - "3700": 4.09962, - "3705": 4.08553, - "3710": 4.11743, - "3715": 4.08736, - "3720": 4.01695, - "3725": 4.13926, - "3730": 4.098, - "3735": 4.0966, - "3740": 4.0542, - "3745": 4.03776, - "3750": 4.04579, - "3755": 3.94729, - "3760": 4.0905, - "3765": 4.06699, - "3770": 4.02963, - "3775": 4.05612, - "3780": 4.08471, - "3785": 3.99795, - "3790": 4.10937, - "3795": 4.11636, - "3800": 4.09798, - "3805": 4.07327, - "3810": 4.08503, - "3815": 4.07135, - "3820": 4.10473, - "3825": 4.02531, - "3830": 3.98946, - "3835": 4.08723, - "3840": 4.0286, - "3845": 4.0779, - "3850": 4.02985, - "3855": 4.0188, - "3860": 4.10062, - "3865": 4.06183, - "3870": 4.13628, - "3875": 4.024, - "3880": 4.09545, - "3885": 4.03346, - "3890": 4.06433, - "3895": 4.0734, - "3900": 4.07302, - "3905": 4.05404, - "3910": 4.11258, - "3915": 4.01578, - "3920": 4.06066, - "3925": 4.01509, - "3930": 4.05735, - "3935": 4.05253, - "3940": 4.09788, - "3945": 4.0745, - "3950": 4.04474, - "3955": 4.0391, - "3960": 4.02059, - "3965": 4.05573, - "3970": 3.99024, - "3975": 4.07473, - "3980": 3.99178, - "3985": 4.08448, - "3990": 4.05707, - "3995": 4.09487, - "4000": 4.0185, - "4005": 4.08643, - "4010": 4.04453, - "4015": 4.09996, - "4020": 4.08465, - "4025": 4.03716, - "4030": 4.05053, - "4035": 4.0236, - "4040": 4.04518, - "4045": 4.07659, - "4050": 4.11734, - "4055": 3.99836, - "4060": 4.02126, - "4065": 4.04284, - "4070": 4.03755, - "4075": 4.02619, - "4080": 3.9496, - "4085": 4.03629, - "4090": 4.08324, - "4095": 3.99223, - "4100": 4.02618, - "4105": 4.02213, - "4110": 4.00162, - "4115": 4.04026, - "4120": 4.04471, - "4125": 3.98878, - "4130": 4.0031, - "4135": 3.96099, - "4140": 4.04701, - "4145": 4.02276, - "4150": 3.96477, - "4155": 4.03267, - "4160": 3.94972, - "4165": 4.08564, - "4170": 4.04444, - "4175": 4.04687, - "4180": 4.08054, - "4185": 3.99149, - "4190": 3.98858, - "4195": 3.95425, - "4200": 4.05391, - "4205": 4.02346, - "4210": 3.99107, - "4215": 4.0357, - "4220": 4.05049, - "4225": 3.98494, - "4230": 4.02128, - "4235": 4.03265, - "4240": 3.94218, - "4245": 3.94307, - "4250": 3.98268, - "4255": 3.93657, - "4260": 3.96079, - "4265": 3.98263, - "4270": 3.94865, - "4275": 3.9464, - "4280": 4.0255, - "4285": 3.95148, - "4290": 3.92835, - "4295": 4.02668, - "4300": 3.92346, - "4305": 3.99595, - "4310": 4.0458, - "4315": 3.98033, - "4320": 4.03269, - "4325": 3.90227, - "4330": 3.98344, - "4335": 3.95401, - "4340": 3.98471, - "4345": 3.9675, - "4350": 3.99234, - "4355": 3.94444, - "4360": 3.94254, - "4365": 3.93802, - "4370": 3.9635, - "4375": 3.99742, - "4380": 3.98262, - "4385": 3.98836, - "4390": 4.01307, - "4395": 4.01122, - "4400": 3.99367, - "4405": 3.90888, - "4410": 3.95272, - "4415": 3.94594, - "4420": 3.97607, - "4425": 4.01399, - "4430": 3.90181, - "4435": 3.96808, - "4440": 3.93571, - "4445": 3.94551, - "4450": 3.88122, - "4455": 3.97552, - "4460": 3.86387, - "4465": 3.96329, - "4470": 3.94631, - "4475": 3.93353, - "4480": 4.00737, - "4485": 3.88711, - "4490": 3.87998, - "4495": 3.91544, - "4500": 3.92507, - "4505": 3.99635, - "4510": 4.03224, - "4515": 3.95045, - "4520": 3.96074, - "4525": 3.87178, - "4530": 3.99397, - "4535": 3.92478, - "4540": 3.92509, - "4545": 3.89977, - "4550": 3.94193, - "4555": 3.96302, - "4560": 3.93941, - "4565": 3.93386, - "4570": 3.9121, - "4575": 3.8976, - "4580": 3.88638, - "4585": 3.97819, - "4590": 3.86461, - "4595": 3.97279, - "4600": 3.91571, - "4605": 3.89854, - "4610": 3.87512, - "4615": 3.90702, - "4620": 3.93981, - "4625": 3.94518, - "4630": 3.96563, - "4635": 3.91707, - "4640": 3.9792, - "4645": 3.94716, - "4650": 3.9269, - "4655": 3.93963, - "4660": 3.94597, - "4665": 3.88457, - "4670": 3.91011, - "4675": 3.90855, - "4680": 3.97476, - "4685": 3.88673, - "4690": 3.87546, - "4695": 3.91478, - "4700": 3.90866, - "4705": 3.88836, - "4710": 3.91523, - "4715": 3.92843, - "4720": 3.96102, - "4725": 3.93078, - "4730": 3.93398, - "4735": 3.90855, - "4740": 3.88666, - "4745": 3.91137, - "4750": 3.92842, - "4755": 3.94705, - "4760": 3.8796, - "4765": 3.85136, - "4770": 3.91993, - "4775": 3.92766, - "4780": 3.88471, - "4785": 3.94912, - "4790": 3.93186, - "4795": 3.9279, - "4800": 3.91381, - "4805": 3.88859, - "4810": 3.88583, - "4815": 3.98278, - "4820": 3.91004, - "4825": 3.83514, - "4830": 3.93646, - "4835": 3.89878, - "4840": 3.91581, - "4845": 3.84905, - "4850": 3.91543, - "4855": 3.86144, - "4860": 3.86334, - "4865": 3.91268, - "4870": 3.88422, - "4875": 3.84105, - "4880": 3.91204, - "4885": 3.88811, - "4890": 3.96868, - "4895": 3.94953, - "4900": 3.85606, - "4905": 3.87147, - "4910": 3.88172, - "4915": 3.90144, - "4920": 3.89051, - "4925": 3.84351, - "4930": 3.83045, - "4935": 3.89484, - "4940": 3.86398, - "4945": 3.97212, - "4950": 3.84127, - "4955": 3.85213, - "4960": 3.85702, - "4965": 3.86248, - "4970": 3.8974, - "4975": 3.90455, - "4980": 3.87952, - "4985": 3.83249, - "4990": 3.84379, - "4995": 3.88681, - "5000": 3.85011, - "5005": 3.92967, - "5010": 3.9029, - "5015": 3.81953, - "5020": 3.85495, - "5025": 3.8849, - "5030": 3.80438, - "5035": 3.88444, - "5040": 3.82132, - "5045": 3.86782, - "5050": 3.82751, - "5055": 3.89977, - "5060": 3.91463, - "5065": 3.84396, - "5070": 3.84105, - "5075": 3.81224, - "5080": 3.85787, - "5085": 3.87562, - "5090": 3.89624, - "5095": 3.81272, - "5100": 3.86006, - "5105": 3.88253, - "5110": 3.85604, - "5115": 3.79817, - "5120": 3.74341, - "5125": 3.85405, - "5130": 3.75699, - "5135": 3.83365, - "5140": 3.82096, - "5145": 3.78803, - "5150": 3.81317, - "5155": 3.84351, - "5160": 3.80971, - "5165": 3.87564, - "5170": 3.8221, - "5175": 3.82993, - "5180": 3.82218, - "5185": 3.90954, - "5190": 3.81632, - "5195": 3.81674, - "5200": 3.79961, - "5205": 3.77664, - "5210": 3.76301, - "5215": 3.73128, - "5220": 3.82246, - "5225": 3.83441, - "5230": 3.80515, - "5235": 3.82165, - "5240": 3.80294, - "5245": 3.81569, - "5250": 3.78553, - "5255": 3.90247, - "5260": 3.81865, - "5265": 3.82392, - "5270": 3.83221, - "5275": 3.84444, - "5280": 3.78079, - "5285": 3.85482, - "5290": 3.82999, - "5295": 3.80829, - "5300": 3.79899, - "5305": 3.82755, - "5310": 3.79886, - "5315": 3.76013, - "5320": 3.81771, - "5325": 3.76154, - "5330": 3.78189, - "5335": 3.82107, - "5340": 3.87332, - "5345": 3.78811, - "5350": 3.84044, - "5355": 3.83173, - "5360": 3.85721, - "5365": 3.77669, - "5370": 3.73183, - "5375": 3.83563, - "5380": 3.74363, - "5385": 3.77347, - "5390": 3.74886, - "5395": 3.72244, - "5400": 3.82691, - "5405": 3.82753, - "5410": 3.79363, - "5415": 3.78738, - "5420": 3.83143, - "5425": 3.72854, - "5430": 3.81333, - "5435": 3.7997, - "5440": 3.79128, - "5445": 3.7289, - "5450": 3.72991, - "5455": 3.7478, - "5460": 3.73831, - "5465": 3.76243, - "5470": 3.81258, - "5475": 3.72198, - "5480": 3.8594, - "5485": 3.79426, - "5490": 3.72766, - "5495": 3.75089, - "5500": 3.79861, - "5505": 3.81596, - "5510": 3.79318, - "5515": 3.78523, - "5520": 3.80584, - "5525": 3.78507, - "5530": 3.74457, - "5535": 3.74467, - "5540": 3.72831, - "5545": 3.80278, - "5550": 3.71448, - "5555": 3.82014, - "5560": 3.78471, - "5565": 3.746, - "5570": 3.8715, - "5575": 3.78985, - "5580": 3.71701, - "5585": 3.73425, - "5590": 3.74045, - "5595": 3.7795, - "5600": 3.74268, - "5605": 3.72388, - "5610": 3.74393, - "5615": 3.67918, - "5620": 3.71855, - "5625": 3.71425, - "5630": 3.74031, - "5635": 3.72352, - "5640": 3.73913, - "5645": 3.75349, - "5650": 3.73274, - "5655": 3.74541, - "5660": 3.77428, - "5665": 3.76926, - "5670": 3.75141, - "5675": 3.7918, - "5680": 3.75485, - "5685": 3.7377, - "5690": 3.71408, - "5695": 3.79121, - "5700": 3.76039, - "5705": 3.7092, - "5710": 3.70931, - "5715": 3.71427, - "5720": 3.74053, - "5725": 3.74524, - "5730": 3.80966, - "5735": 3.71364, - "5740": 3.81237, - "5745": 3.75152, - "5750": 3.7037, - "5755": 3.76228, - "5760": 3.839, - "5765": 3.71864, - "5770": 3.79413, - "5775": 3.71, - "5780": 3.70642, - "5785": 3.76318, - "5790": 3.72216, - "5795": 3.73779, - "5800": 3.74094, - "5805": 3.72598, - "5810": 3.67971, - "5815": 3.72667, - "5820": 3.73448, - "5825": 3.67597, - "5830": 3.67962, - "5835": 3.65721, - "5840": 3.66505, - "5845": 3.74146, - "5850": 3.79119, - "5855": 3.65262, - "5860": 3.69014, - "5865": 3.6917, - "5870": 3.76138, - "5875": 3.70645, - "5880": 3.74327, - "5885": 3.67398, - "5890": 3.71173, - "5895": 3.65067, - "5900": 3.67884, - "5905": 3.69974, - "5910": 3.71605, - "5915": 3.66095, - "5920": 3.72283, - "5925": 3.69048, - "5930": 3.67389, - "5935": 3.67639, - "5940": 3.67766, - "5945": 3.71678, - "5950": 3.70529, - "5955": 3.72795, - "5960": 3.69194, - "5965": 3.73834, - "5970": 3.67712, - "5975": 3.66994, - "5980": 3.65962, - "5985": 3.72627, - "5990": 3.73833, - "5995": 3.6527, - "6000": 3.64426, - "6005": 3.64947, - "6010": 3.6733, - "6015": 3.6957, - "6020": 3.69591, - "6025": 3.65113, - "6030": 3.70831, - "6035": 3.71016, - "6040": 3.51879, - "6045": 3.67679, - "6050": 3.60793, - "6055": 3.63826, - "6060": 3.66617, - "6065": 3.74026, - "6070": 3.6517, - "6075": 3.77199, - "6080": 3.663, - "6085": 3.67847, - "6090": 3.67501, - "6095": 3.7244, - "6100": 3.63049, - "6105": 3.68385, - "6110": 3.622, - "6115": 3.59534, - "6120": 3.60897, - "6125": 3.71078, - "6130": 3.64671, - "6135": 3.65874, - "6140": 3.61539, - "6145": 3.58664, - "6150": 3.66338, - "6155": 3.63005, - "6160": 3.63919, - "6165": 3.67696, - "6170": 3.67485, - "6175": 3.62195, - "6180": 3.60308, - "6185": 3.70257, - "6190": 3.62944, - "6195": 3.67112, - "6200": 3.60419, - "6205": 3.6195, - "6210": 3.63229, - "6215": 3.70624, - "6220": 3.60212, - "6225": 3.55824, - "6230": 3.59011, - "6235": 3.60288, - "6240": 3.64207, - "6245": 3.6432, - "6250": 3.67655, - "6255": 3.61259, - "6260": 3.63827, - "6265": 3.67511, - "6270": 3.66128, - "6275": 3.60035, - "6280": 3.58022, - "6285": 3.60346, - "6290": 3.70114, - "6295": 3.5992, - "6300": 3.59691, - "6305": 3.57666, - "6310": 3.60576, - "6315": 3.6597, - "6320": 3.63694, - "6325": 3.58317, - "6330": 3.63698, - "6335": 3.60096, - "6340": 3.54424, - "6345": 3.57056, - "6350": 3.64614, - "6355": 3.65604, - "6360": 3.59558, - "6365": 3.56497, - "6370": 3.62278, - "6375": 3.62521, - "6380": 3.61695, - "6385": 3.59183, - "6390": 3.6219, - "6395": 3.61558, - "6400": 3.54419, - "6405": 3.61254, - "6410": 3.62966, - "6415": 3.56307, - "6420": 3.53477, - "6425": 3.64442, - "6430": 3.60386, - "6435": 3.64741, - "6440": 3.57543, - "6445": 3.58889, - "6450": 3.60664, - "6455": 3.54659, - "6460": 3.57033, - "6465": 3.56579, - "6470": 3.61016, - "6475": 3.52294, - "6480": 3.56315, - "6485": 3.51622, - "6490": 3.5644, - "6495": 3.57007, - "6500": 3.5399, - "6505": 3.67776, - "6510": 3.60198, - "6515": 3.6328, - "6520": 3.61788, - "6525": 3.56171, - "6530": 3.61184, - "6535": 3.63839, - "6540": 3.575, - "6545": 3.55813, - "6550": 3.60803, - "6555": 3.58384, - "6560": 3.58013, - "6565": 3.50812, - "6570": 3.52614, - "6575": 3.52311, - "6580": 3.53529, - "6585": 3.6222, - "6590": 3.56409, - "6595": 3.56487, - "6600": 3.59854, - "6605": 3.54868, - "6610": 3.56259, - "6615": 3.56312, - "6620": 3.53285, - "6625": 3.54254, - "6630": 3.51137, - "6635": 3.618, - "6640": 3.56238, - "6645": 3.61841, - "6650": 3.60315, - "6655": 3.55291, - "6660": 3.63498, - "6665": 3.56362, - "6670": 3.53071, - "6675": 3.66534, - "6680": 3.51537, - "6685": 3.52945, - "6690": 3.57065, - "6695": 3.54119, - "6700": 3.53377, - "6705": 3.57727, - "6710": 3.58848, - "6715": 3.57983, - "6720": 3.56938, - "6725": 3.6067, - "6730": 3.4308, - "6735": 3.579, - "6740": 3.59034, - "6745": 3.50949, - "6750": 3.51991, - "6755": 3.61456, - "6760": 3.53916, - "6765": 3.56779, - "6770": 3.54847, - "6775": 3.56122, - "6780": 3.55553, - "6785": 3.56143, - "6790": 3.55801, - "6795": 3.54595, - "6800": 3.54042, - "6805": 3.47557, - "6810": 3.53643, - "6815": 3.55314, - "6820": 3.52968, - "6825": 3.58626, - "6830": 3.54982, - "6835": 3.53033, - "6840": 3.52927, - "6845": 3.53556, - "6850": 3.56185, - "6855": 3.52932, - "6860": 3.45571, - "6865": 3.55997, - "6870": 3.54633, - "6875": 3.6125, - "6880": 3.53458, - "6885": 3.44138, - "6890": 3.53564, - "6895": 3.48334, - "6900": 3.48151, - "6905": 3.46799, - "6910": 3.4721, - "6915": 3.5294, - "6920": 3.45225, - "6925": 3.50186, - "6930": 3.56762, - "6935": 3.50828, - "6940": 3.54591, - "6945": 3.51648, - "6950": 3.40125, - "6955": 3.54519, - "6960": 3.53765, - "6965": 3.51985, - "6970": 3.50592, - "6975": 3.58972, - "6980": 3.47158, - "6985": 3.47252, - "6990": 3.53362, - "6995": 3.40764, - "7000": 3.4431, - "7005": 3.44478, - "7010": 3.52755, - "7015": 3.48003, - "7020": 3.45994, - "7025": 3.53533, - "7030": 3.48408, - "7035": 3.4765, - "7040": 3.52819, - "7045": 3.48702, - "7050": 3.41776, - "7055": 3.48242, - "7060": 3.43454, - "7065": 3.46307, - "7070": 3.54661, - "7075": 3.46224, - "7080": 3.41272, - "7085": 3.49038, - "7090": 3.45632, - "7095": 3.51267, - "7100": 3.46248, - "7105": 3.49583, - "7110": 3.44831, - "7115": 3.45869, - "7120": 3.43498, - "7125": 3.45382, - "7130": 3.4007, - "7135": 3.43656, - "7140": 3.5029, - "7145": 3.49897, - "7150": 3.43226, - "7155": 3.39827, - "7160": 3.4207, - "7165": 3.55279, - "7170": 3.42545, - "7175": 3.524, - "7180": 3.49658, - "7185": 3.52581, - "7190": 3.48643, - "7195": 3.45064, - "7200": 3.45478, - "7205": 3.50663, - "7210": 3.48545, - "7215": 3.4826, - "7220": 3.45284, - "7225": 3.45021, - "7230": 3.50186, - "7235": 3.40815, - "7240": 3.38291, - "7245": 3.44937, - "7250": 3.44611, - "7255": 3.39581, - "7260": 3.47612, - "7265": 3.44598, - "7270": 3.47368, - "7275": 3.48531, - "7280": 3.41454, - "7285": 3.46578, - "7290": 3.43871, - "7295": 3.3903, - "7300": 3.472, - "7305": 3.46394, - "7310": 3.43245, - "7315": 3.37768, - "7320": 3.44332, - "7325": 3.4441, - "7330": 3.50591, - "7335": 3.48858, - "7340": 3.39326, - "7345": 3.49551, - "7350": 3.42164, - "7355": 3.42675, - "7360": 3.41191, - "7365": 3.44634, - "7370": 3.38677, - "7375": 3.40078, - "7380": 3.44172, - "7385": 3.47947, - "7390": 3.35427, - "7395": 3.46218, - "7400": 3.4154, - "7405": 3.51507, - "7410": 3.35208, - "7415": 3.43103, - "7420": 3.39334, - "7425": 3.37271, - "7430": 3.36179, - "7435": 3.48576, - "7440": 3.43779, - "7445": 3.43284, - "7450": 3.40071, - "7455": 3.40177, - "7460": 3.41396, - "7465": 3.4454, - "7470": 3.40671, - "7475": 3.34195, - "7480": 3.36677, - "7485": 3.32392, - "7490": 3.44616, - "7495": 3.43365, - "7500": 3.32957, - "7505": 3.3448, - "7510": 3.43717, - "7515": 3.44584, - "7520": 3.45123, - "7525": 3.40799, - "7530": 3.40911, - "7535": 3.30607, - "7540": 3.38344, - "7545": 3.41219, - "7550": 3.40663, - "7555": 3.33294, - "7560": 3.40033, - "7565": 3.36199, - "7570": 3.41842, - "7575": 3.41063, - "7580": 3.33273, - "7585": 3.38338, - "7590": 3.35612, - "7595": 3.41136, - "7600": 3.37619, - "7605": 3.37064, - "7610": 3.4058, - "7615": 3.3317, - "7620": 3.30553, - "7625": 3.4228, - "7630": 3.30763, - "7635": 3.37694, - "7640": 3.44149, - "7645": 3.38657, - "7650": 3.32595, - "7655": 3.3401, - "7660": 3.29865, - "7665": 3.32473, - "7670": 3.29943, - "7675": 3.3326, - "7680": 3.31872, - "7685": 3.37307, - "7690": 3.33192, - "7695": 3.38208, - "7700": 3.37289, - "7705": 3.28238, - "7710": 3.39998, - "7715": 3.39109, - "7720": 3.32425, - "7725": 3.3995, - "7730": 3.3102, - "7735": 3.33548, - "7740": 3.29991, - "7745": 3.2954, - "7750": 3.34409, - "7755": 3.34004, - "7760": 3.37371, - "7765": 3.29703, - "7770": 3.3199, - "7775": 3.30919, - "7780": 3.33312, - "7785": 3.27411, - "7790": 3.31391, - "7795": 3.28808, - "7800": 3.30375, - "7805": 3.28255, - "7810": 3.31444, - "7815": 3.32689, - "7820": 3.33058, - "7825": 3.28655, - "7830": 3.2652, - "7835": 3.2677, - "7840": 3.25805, - "7845": 3.34775, - "7850": 3.22427, - "7855": 3.21233, - "7860": 3.23788, - "7865": 3.24057, - "7870": 3.23181, - "7875": 3.20294, - "7880": 3.24395, - "7885": 3.272, - "7890": 3.24039, - "7895": 3.16513, - "7900": 3.30335, - "7905": 3.20556, - "7910": 3.19258, - "7915": 3.27332, - "7920": 3.2217, - "7925": 3.24186, - "7930": 3.21598, - "7935": 3.25554, - "7940": 3.21509, - "7945": 3.11126, - "7950": 3.20207, - "7955": 3.17852, - "7960": 3.14122, - "7965": 3.21776, - "7970": 3.24166, - "7975": 3.24672, - "7980": 3.18609, - "7985": 3.22669, - "7990": 3.22031, - "7995": 3.21093, - "8000": 3.15574, - "8005": 3.17503, - "8010": 3.2088, - "8015": 3.18633, - "8020": 3.23838, - "8025": 3.1477, - "8030": 3.20641, - "8035": 3.12223, - "8040": 3.17207, - "8045": 3.23447, - "8050": 3.20552, - "8055": 3.22082, - "8060": 3.22091, - "8065": 3.1454, - "8070": 3.16113, - "8075": 3.182, - "8080": 3.13944, - "8085": 3.11329, - "8090": 3.16394, - "8095": 3.13182, - "8100": 3.17375, - "8105": 3.17661, - "8110": 3.12729, - "8115": 3.12072, - "8120": 3.12956, - "8125": 3.17088, - "8130": 3.13872, - "8135": 3.17659, - "8140": 3.1058, - "8145": 3.15747, - "8150": 3.22405, - "8155": 3.14498, - "8160": 3.13696, - "8165": 3.13907, - "8170": 3.21114, - "8175": 3.14445, - "8180": 3.17458, - "8185": 3.12509, - "8190": 3.0122, - "8195": 3.19321, - "8200": 3.10088, - "8205": 3.10646, - "8210": 3.14161, - "8215": 3.09423, - "8220": 3.15749, - "8225": 3.17263, - "8230": 3.15841, - "8235": 3.14515, - "8240": 3.11295, - "8245": 3.10286, - "8250": 3.15408, - "8255": 3.13734, - "8260": 3.1539, - "8265": 3.1258, - "8270": 3.09609, - "8275": 3.16915, - "8280": 3.10946, - "8285": 3.15044, - "8290": 3.11609, - "8295": 3.08435, - "8300": 3.21321, - "8305": 3.05785, - "8310": 3.09419, - "8315": 3.11067, - "8320": 3.09097, - "8325": 3.10449, - "8330": 3.06845, - "8335": 3.03467, - "8340": 3.03591, - "8345": 3.08384, - "8350": 3.08522, - "8355": 3.1538, - "8360": 3.10237, - "8365": 3.10997, - "8370": 3.13568, - "8375": 3.04489, - "8380": 3.11147, - "8385": 3.02604, - "8390": 3.07588, - "8395": 3.05434, - "8400": 3.04357, - "8405": 3.026, - "8410": 3.07332, - "8415": 3.09425, - "8420": 3.04548, - "8425": 3.10185, - "8430": 3.0932, - "8435": 3.09153, - "8440": 3.10143, - "8445": 3.02193, - "8450": 3.04318, - "8455": 3.07482, - "8460": 3.04979, - "8465": 3.05324, - "8470": 3.0231, - "8475": 3.04517, - "8480": 3.1204, - "8485": 3.04993, - "8490": 3.08285, - "8495": 2.92605, - "8500": 3.07188, - "8505": 3.0528, - "8510": 3.02204, - "8515": 3.06857, - "8520": 3.04767, - "8525": 3.09527, - "8530": 3.00372, - "8535": 3.07654, - "8540": 3.09624, - "8545": 3.08545, - "8550": 3.05223, - "8555": 3.00778, - "8560": 3.01347, - "8565": 3.09325, - "8570": 3.07654, - "8575": 3.04618, - "8580": 3.09431, - "8585": 3.03406, - "8590": 3.07032, - "8595": 2.99161, - "8600": 3.06535, - "8605": 3.07212, - "8610": 3.06377, - "8615": 3.02097, - "8620": 3.10239, - "8625": 3.0568, - "8630": 3.04072, - "8635": 3.08928, - "8640": 3.06074, - "8645": 3.09995, - "8650": 2.9513, - "8655": 3.01981, - "8660": 3.06551, - "8665": 3.0558, - "8670": 2.98368, - "8675": 3.00594, - "8680": 2.99024, - "8685": 3.04309, - "8690": 2.99055, - "8695": 3.00163, - "8700": 3.06185, - "8705": 2.95927, - "8710": 3.08116, - "8715": 3.00927, - "8720": 3.02438, - "8725": 2.95881, - "8730": 3.0335, - "8735": 2.98926, - "8740": 3.00232, - "8745": 2.94857, - "8750": 2.91856, - "8755": 2.98033, - "8760": 2.99582, - "8765": 3.01221, - "8770": 2.95177, - "8775": 2.96843, - "8780": 3.02774, - "8785": 3.04651, - "8790": 3.009, - "8795": 2.92696, - "8800": 2.91024, - "8805": 2.95187, - "8810": 3.0679, - "8815": 2.92261, - "8820": 2.94143, - "8825": 2.97486, - "8830": 2.99383, - "8835": 3.02348, - "8840": 2.98238, - "8845": 3.02315, - "8850": 2.96869, - "8855": 2.96795, - "8860": 2.94181, - "8865": 2.90047, - "8870": 2.99044, - "8875": 2.9949, - "8880": 2.93154, - "8885": 2.92181, - "8890": 2.96114, - "8895": 2.91877, - "8900": 2.95067, - "8905": 2.97051, - "8910": 2.894, - "8915": 2.96673, - "8920": 2.92362, - "8925": 2.92417, - "8930": 2.98837, - "8935": 2.93006, - "8940": 2.96441, - "8945": 2.98604, - "8950": 2.9491, - "8955": 2.95687, - "8960": 2.90906, - "8965": 2.90941, - "8970": 2.95258, - "8975": 2.94711, - "8980": 2.93113, - "8985": 2.94633, - "8990": 2.87896, - "8995": 2.93293, - "9000": 2.8571, - "9005": 2.92666, - "9010": 2.94988, - "9015": 2.94506, - "9020": 2.91197, - "9025": 2.87731, - "9030": 2.99955, - "9035": 2.96156, - "9040": 2.90315, - "9045": 2.98641, - "9050": 2.88307, - "9055": 2.93846, - "9060": 2.94071, - "9065": 2.89283, - "9070": 2.90212, - "9075": 2.94072, - "9080": 3.01348, - "9085": 2.87606, - "9090": 2.92943, - "9095": 2.9216, - "9100": 2.8676, - "9105": 2.91184, - "9110": 2.85541, - "9115": 2.88146, - "9120": 2.9086, - "9125": 2.92687, - "9130": 2.90246, - "9135": 2.92386, - "9140": 2.87444, - "9145": 2.89793, - "9150": 2.8554, - "9155": 2.86717, - "9160": 2.90811, - "9165": 2.89364, - "9170": 2.95915, - "9175": 2.87079, - "9180": 2.91814, - "9185": 2.87202, - "9190": 2.86837, - "9195": 2.86675, - "9200": 2.9069, - "9205": 2.90289, - "9210": 2.89415, - "9215": 2.9621, - "9220": 2.92472, - "9225": 2.91586, - "9230": 2.88507, - "9235": 2.94668, - "9240": 2.90229, - "9245": 2.94725, - "9250": 2.87038, - "9255": 2.92443, - "9260": 2.8284, - "9265": 2.80389, - "9270": 2.88248, - "9275": 2.9398, - "9280": 2.8862, - "9285": 2.87887, - "9290": 2.83654, - "9295": 2.89107, - "9300": 2.90342, - "9305": 2.94098, - "9310": 2.92336, - "9315": 2.86855, - "9320": 2.86447, - "9325": 2.95013, - "9330": 2.8847, - "9335": 2.91993, - "9340": 2.90345, - "9345": 2.92155, - "9350": 2.85729, - "9355": 2.95328, - "9360": 2.85203, - "9365": 2.87661, - "9370": 2.85906, - "9375": 2.88918, - "9380": 2.85348, - "9385": 2.86872, - "9390": 2.87734, - "9395": 2.86518, - "9400": 2.88812, - "9405": 2.83628, - "9410": 2.90052, - "9415": 2.84625, - "9420": 2.88542, - "9425": 2.88338, - "9430": 2.8703, - "9435": 2.85436, - "9440": 2.83863, - "9445": 2.79763, - "9450": 2.83607, - "9455": 2.89911, - "9460": 2.78621, - "9465": 2.85147, - "9470": 2.81997, - "9475": 2.82946, - "9480": 2.76686, - "9485": 2.85535, - "9490": 2.84409, - "9495": 2.9017, - "9500": 2.84145, - "9505": 2.88119, - "9510": 2.84288, - "9515": 2.85346, - "9520": 2.81906, - "9525": 2.88501, - "9530": 2.85889, - "9535": 2.8242, - "9540": 2.79903, - "9545": 2.85589, - "9550": 2.91586, - "9555": 2.89346, - "9560": 2.87863, - "9565": 2.9389, - "9570": 2.87279, - "9575": 2.85181, - "9580": 2.84002, - "9585": 2.80602, - "9590": 2.76815, - "9595": 2.80546, - "9600": 2.84776, - "9605": 2.84413, - "9610": 2.90124, - "9615": 2.82985, - "9620": 2.86496, - "9625": 2.78941, - "9630": 2.82796, - "9635": 2.87165, - "9640": 2.88331, - "9645": 2.89017, - "9650": 2.81858, - "9655": 2.73966, - "9660": 2.92241, - "9665": 2.84115, - "9670": 2.88448, - "9675": 2.87302, - "9680": 2.80088, - "9685": 2.76252, - "9690": 2.798, - "9695": 2.88512, - "9700": 2.83474, - "9705": 2.90182, - "9710": 2.85892, - "9715": 2.80935, - "9720": 2.78852, - "9725": 2.82799, - "9730": 2.89298, - "9735": 2.81317, - "9740": 2.79484, - "9745": 2.8268, - "9750": 2.85662, - "9755": 2.85348, - "9760": 2.77708, - "9765": 2.89475, - "9770": 2.87084, - "9775": 2.8313, - "9780": 2.8469, - "9785": 2.81074, - "9790": 2.74921, - "9795": 2.75644, - "9800": 2.82737, - "9805": 2.81819, - "9810": 2.83642, - "9815": 2.77404, - "9820": 2.79446, - "9825": 2.83121, - "9830": 2.88141, - "9835": 2.78522, - "9840": 2.78727, - "9845": 2.83391, - "9850": 2.76327, - "9855": 2.78147, - "9860": 2.89305, - "9865": 2.79051, - "9870": 2.78838, - "9875": 2.81264, - "9880": 2.82024, - "9885": 2.78783, - "9890": 2.81, - "9895": 2.80585, - "9900": 2.82221, - "9905": 2.77269, - "9910": 2.83918, - "9915": 2.74558, - "9920": 2.84129, - "9925": 2.77796, - "9930": 2.79709, - "9935": 2.81621, - "9940": 2.85649, - "9945": 2.76054, - "9950": 2.89708, - "9955": 2.75609, - "9960": 2.8672, - "9965": 2.7678, - "9970": 2.77834, - "9975": 2.83669, - "9980": 2.7869, - "9985": 2.73119, - "9990": 2.77303, - "9995": 2.8192, - "10000": 2.7954 + "1730": 4.64092, + "1735": 4.62773, + "1740": 4.61143, + "1745": 4.63498, + "1750": 4.61628, + "1755": 4.64613, + "1760": 4.58796, + "1765": 4.61954, + "1770": 4.61415, + "1775": 4.59366, + "1780": 4.60518, + "1785": 4.61534, + "1790": 4.51495, + "1795": 4.58016, + "1800": 4.60106, + "1805": 4.56181, + "1810": 4.56997, + "1815": 4.58289, + "1820": 4.60202, + "1825": 4.62582, + "1830": 4.5757, + "1835": 4.56536, + "1840": 4.4921, + "1845": 4.52613, + "1850": 4.6401, + "1855": 4.58938, + "1860": 4.56582, + "1865": 4.55155, + "1870": 4.57635, + "1875": 4.55854, + "1880": 4.58827, + "1885": 4.51386, + "1890": 4.50892, + "1895": 4.63655, + "1900": 4.48615, + "1905": 4.58282, + "1910": 4.59372, + "1915": 4.57399, + "1920": 4.55503, + "1925": 4.52936, + "1930": 4.56294, + "1935": 4.53376, + "1940": 4.51019, + "1945": 4.54051, + "1950": 4.50814, + "1955": 4.55756, + "1960": 4.53892, + "1965": 4.56346, + "1970": 4.52273, + "1975": 4.55359, + "1980": 4.50517, + "1985": 4.56969, + "1990": 4.47059, + "1995": 4.5668, + "2000": 4.55073, + "2005": 4.52713, + "2010": 4.53608, + "2015": 4.55755, + "2020": 4.484, + "2025": 4.48665, + "2030": 4.56955, + "2035": 4.52654, + "2040": 4.58349, + "2045": 4.44341, + "2050": 4.51921, + "2055": 4.51852, + "2060": 4.48778, + "2065": 4.54083, + "2070": 4.48406, + "2075": 4.55541, + "2080": 4.54549, + "2085": 4.49113, + "2090": 4.4607, + "2095": 4.42164, + "2100": 4.3972, + "2105": 4.43128, + "2110": 4.55385, + "2115": 4.54446, + "2120": 4.55788, + "2125": 4.47358, + "2130": 4.47601, + "2135": 4.49398, + "2140": 4.49407, + "2145": 4.43832, + "2150": 4.47517, + "2155": 4.44985, + "2160": 4.4143, + "2165": 4.54419, + "2170": 4.46302, + "2175": 4.5083, + "2180": 4.49196, + "2185": 4.40691, + "2190": 4.45089, + "2195": 4.48373, + "2200": 4.45135, + "2205": 4.3742, + "2210": 4.46397, + "2215": 4.44457, + "2220": 4.43303, + "2225": 4.417, + "2230": 4.42003, + "2235": 4.42288, + "2240": 4.4188, + "2245": 4.46464, + "2250": 4.42122, + "2255": 4.48897, + "2260": 4.45285, + "2265": 4.40447, + "2270": 4.39466, + "2275": 4.3804, + "2280": 4.46627, + "2285": 4.44014, + "2290": 4.43737, + "2295": 4.46737, + "2300": 4.45559, + "2305": 4.43233, + "2310": 4.39165, + "2315": 4.40744, + "2320": 4.3242, + "2325": 4.42584, + "2330": 4.43384, + "2335": 4.4336, + "2340": 4.41415, + "2345": 4.43936, + "2350": 4.33914, + "2355": 4.42752, + "2360": 4.45373, + "2365": 4.39588, + "2370": 4.36899, + "2375": 4.4467, + "2380": 4.4235, + "2385": 4.32849, + "2390": 4.39556, + "2395": 4.35461, + "2400": 4.3885, + "2405": 4.42229, + "2410": 4.33993, + "2415": 4.4779, + "2420": 4.42371, + "2425": 4.37481, + "2430": 4.44409, + "2435": 4.33689, + "2440": 4.40075, + "2445": 4.38926, + "2450": 4.3854, + "2455": 4.44724, + "2460": 4.37814, + "2465": 4.39853, + "2470": 4.39379, + "2475": 4.35918, + "2480": 4.42654, + "2485": 4.43062, + "2490": 4.32691, + "2495": 4.34485, + "2500": 4.3982, + "2505": 4.37206, + "2510": 4.33168, + "2515": 4.3554, + "2520": 4.41127, + "2525": 4.31352, + "2530": 4.36752, + "2535": 4.41979, + "2540": 4.35307, + "2545": 4.32644, + "2550": 4.38046, + "2555": 4.37035, + "2560": 4.38792, + "2565": 4.35609, + "2570": 4.40943, + "2575": 4.365, + "2580": 4.364, + "2585": 4.35866, + "2590": 4.38779, + "2595": 4.29822, + "2600": 4.34972, + "2605": 4.40785, + "2610": 4.34759, + "2615": 4.32107, + "2620": 4.39719, + "2625": 4.40171, + "2630": 4.34743, + "2635": 4.38139, + "2640": 4.36542, + "2645": 4.35907, + "2650": 4.33986, + "2655": 4.39717, + "2660": 4.30578, + "2665": 4.24524, + "2670": 4.34558, + "2675": 4.26804, + "2680": 4.31136, + "2685": 4.29067, + "2690": 4.30571, + "2695": 4.25172, + "2700": 4.31205, + "2705": 4.2818, + "2710": 4.28392, + "2715": 4.26854, + "2720": 4.32149, + "2725": 4.30462, + "2730": 4.26368, + "2735": 4.26661, + "2740": 4.37374, + "2745": 4.26125, + "2750": 4.29344, + "2755": 4.39107, + "2760": 4.35497, + "2765": 4.34986, + "2770": 4.30432, + "2775": 4.29965, + "2780": 4.32415, + "2785": 4.25361, + "2790": 4.33802, + "2795": 4.32879, + "2800": 4.33641, + "2805": 4.20193, + "2810": 4.25811, + "2815": 4.27512, + "2820": 4.31154, + "2825": 4.24795, + "2830": 4.31088, + "2835": 4.35118, + "2840": 4.29572, + "2845": 4.2861, + "2850": 4.27766, + "2855": 4.30747, + "2860": 4.33706, + "2865": 4.27348, + "2870": 4.2694, + "2875": 4.25889, + "2880": 4.25856, + "2885": 4.23927, + "2890": 4.24009, + "2895": 4.32037, + "2900": 4.25083, + "2905": 4.31866, + "2910": 4.23328, + "2915": 4.26491, + "2920": 4.25802, + "2925": 4.29061, + "2930": 4.24641, + "2935": 4.2858, + "2940": 4.29438, + "2945": 4.25016, + "2950": 4.20414, + "2955": 4.27722, + "2960": 4.18829, + "2965": 4.27551, + "2970": 4.27838, + "2975": 4.26903, + "2980": 4.23002, + "2985": 4.30052, + "2990": 4.21766, + "2995": 4.31721, + "3000": 4.18706, + "3005": 4.20562, + "3010": 4.28798, + "3015": 4.21546, + "3020": 4.23987, + "3025": 4.22778, + "3030": 4.21669, + "3035": 4.22512, + "3040": 4.22157, + "3045": 4.20901, + "3050": 4.2794, + "3055": 4.22791, + "3060": 4.21788, + "3065": 4.26441, + "3070": 4.21264, + "3075": 4.23899, + "3080": 4.17197, + "3085": 4.23394, + "3090": 4.19444, + "3095": 4.25219, + "3100": 4.29572, + "3105": 4.20165, + "3110": 4.20676, + "3115": 4.20654, + "3120": 4.27333, + "3125": 4.17787, + "3130": 4.21268, + "3135": 4.20154, + "3140": 4.22905, + "3145": 4.19686, + "3150": 4.25091, + "3155": 4.17797, + "3160": 4.24123, + "3165": 4.22445, + "3170": 4.16214, + "3175": 4.27084, + "3180": 4.16412, + "3185": 4.15071, + "3190": 4.20069, + "3195": 4.18747, + "3200": 4.21944, + "3205": 4.19076, + "3210": 4.19077, + "3215": 4.21687, + "3220": 4.16926, + "3225": 4.21991, + "3230": 4.19539, + "3235": 4.2267, + "3240": 4.15419, + "3245": 4.18927, + "3250": 4.25709, + "3255": 4.2296, + "3260": 4.1804, + "3265": 4.11143, + "3270": 4.19037, + "3275": 4.2043, + "3280": 4.22604, + "3285": 4.17795, + "3290": 4.22637, + "3295": 4.2708, + "3300": 4.2607, + "3305": 4.18357, + "3310": 4.2323, + "3315": 4.17617, + "3320": 4.23119, + "3325": 4.21792, + "3330": 4.21806, + "3335": 4.13101, + "3340": 4.22588, + "3345": 4.18736, + "3350": 4.21971, + "3355": 4.15337, + "3360": 4.12902, + "3365": 4.16006, + "3370": 4.14717, + "3375": 4.20985, + "3380": 4.15898, + "3385": 4.14337, + "3390": 4.14965, + "3395": 4.16708, + "3400": 4.13717, + "3405": 4.22878, + "3410": 4.13696, + "3415": 4.18529, + "3420": 4.12618, + "3425": 4.14208, + "3430": 4.15287, + "3435": 4.14748, + "3440": 4.20349, + "3445": 4.1926, + "3450": 4.20916, + "3455": 4.11284, + "3460": 4.12562, + "3465": 4.14916, + "3470": 4.1233, + "3475": 4.1662, + "3480": 4.1977, + "3485": 4.11922, + "3490": 4.21159, + "3495": 4.14066, + "3500": 4.11485, + "3505": 4.08898, + "3510": 4.1531, + "3515": 4.17981, + "3520": 4.12348, + "3525": 4.17471, + "3530": 4.21156, + "3535": 4.20444, + "3540": 4.1068, + "3545": 4.09356, + "3550": 4.15572, + "3555": 4.04826, + "3560": 4.07607, + "3565": 4.14548, + "3570": 4.15996, + "3575": 4.18942, + "3580": 4.10473, + "3585": 4.09337, + "3590": 4.1025, + "3595": 4.20653, + "3600": 4.13436, + "3605": 4.07382, + "3610": 4.13554, + "3615": 4.13738, + "3620": 4.14068, + "3625": 4.12298, + "3630": 4.03485, + "3635": 4.07717, + "3640": 4.10428, + "3645": 4.1471, + "3650": 4.08923, + "3655": 4.14025, + "3660": 4.06225, + "3665": 4.20677, + "3670": 4.157, + "3675": 4.15059, + "3680": 4.10657, + "3685": 4.09146, + "3690": 4.04171, + "3695": 4.10254, + "3700": 4.10906, + "3705": 4.10046, + "3710": 4.1273, + "3715": 4.09584, + "3720": 4.02522, + "3725": 4.14066, + "3730": 4.10751, + "3735": 4.10226, + "3740": 4.06307, + "3745": 4.04998, + "3750": 4.05655, + "3755": 3.96523, + "3760": 4.09974, + "3765": 4.08586, + "3770": 4.04746, + "3775": 4.06603, + "3780": 4.08909, + "3785": 4.00803, + "3790": 4.12136, + "3795": 4.12785, + "3800": 4.10331, + "3805": 4.07782, + "3810": 4.09866, + "3815": 4.09069, + "3820": 4.12218, + "3825": 4.03991, + "3830": 4.00034, + "3835": 4.09896, + "3840": 4.04966, + "3845": 4.09191, + "3850": 4.04503, + "3855": 4.02992, + "3860": 4.11681, + "3865": 4.08135, + "3870": 4.15008, + "3875": 4.05, + "3880": 4.11833, + "3885": 4.05003, + "3890": 4.0843, + "3895": 4.08893, + "3900": 4.09158, + "3905": 4.0653, + "3910": 4.12092, + "3915": 4.03851, + "3920": 4.07254, + "3925": 4.03294, + "3930": 4.07532, + "3935": 4.0601, + "3940": 4.12074, + "3945": 4.09458, + "3950": 4.06254, + "3955": 4.05993, + "3960": 4.0317, + "3965": 4.08048, + "3970": 4.0039, + "3975": 4.08001, + "3980": 4.00378, + "3985": 4.0992, + "3990": 4.0716, + "3995": 4.11362, + "4000": 4.03459, + "4005": 4.08811, + "4010": 4.04231, + "4015": 4.10767, + "4020": 4.09783, + "4025": 4.04823, + "4030": 4.06646, + "4035": 4.04298, + "4040": 4.05889, + "4045": 4.09779, + "4050": 4.13996, + "4055": 4.02546, + "4060": 4.03371, + "4065": 4.07116, + "4070": 4.06127, + "4075": 4.04657, + "4080": 3.96922, + "4085": 4.03884, + "4090": 4.09437, + "4095": 4.00697, + "4100": 4.04377, + "4105": 4.03881, + "4110": 4.02073, + "4115": 4.06693, + "4120": 4.06644, + "4125": 4.00379, + "4130": 4.0255, + "4135": 3.97634, + "4140": 4.06792, + "4145": 4.03542, + "4150": 3.98143, + "4155": 4.05185, + "4160": 3.97293, + "4165": 4.10035, + "4170": 4.07069, + "4175": 4.06145, + "4180": 4.09166, + "4185": 3.99495, + "4190": 4.00325, + "4195": 3.98018, + "4200": 4.08171, + "4205": 4.0369, + "4210": 4.00809, + "4215": 4.05927, + "4220": 4.06498, + "4225": 4.00336, + "4230": 4.03881, + "4235": 4.04819, + "4240": 3.96168, + "4245": 3.95712, + "4250": 4.00268, + "4255": 3.95704, + "4260": 3.98498, + "4265": 3.99519, + "4270": 3.96673, + "4275": 3.96271, + "4280": 4.04125, + "4285": 3.96884, + "4290": 3.94247, + "4295": 4.04466, + "4300": 3.93492, + "4305": 4.00695, + "4310": 4.06278, + "4315": 3.99286, + "4320": 4.04294, + "4325": 3.91276, + "4330": 4.00286, + "4335": 3.96711, + "4340": 3.99578, + "4345": 3.97972, + "4350": 4.00825, + "4355": 3.96265, + "4360": 3.95453, + "4365": 3.95367, + "4370": 3.98363, + "4375": 4.01055, + "4380": 3.99223, + "4385": 3.99996, + "4390": 4.00954, + "4395": 4.01005, + "4400": 4.00343, + "4405": 3.91442, + "4410": 3.96763, + "4415": 3.96038, + "4420": 3.98906, + "4425": 4.02776, + "4430": 3.91949, + "4435": 3.98254, + "4440": 3.94739, + "4445": 3.95384, + "4450": 3.89698, + "4455": 3.99311, + "4460": 3.88133, + "4465": 3.97858, + "4470": 3.95925, + "4475": 3.953, + "4480": 4.01781, + "4485": 3.91081, + "4490": 3.88833, + "4495": 3.92838, + "4500": 3.93513, + "4505": 4.01178, + "4510": 4.04171, + "4515": 3.96458, + "4520": 3.97607, + "4525": 3.89217, + "4530": 4.00963, + "4535": 3.93952, + "4540": 3.93878, + "4545": 3.91161, + "4550": 3.94636, + "4555": 3.97066, + "4560": 3.95307, + "4565": 3.94858, + "4570": 3.92087, + "4575": 3.90498, + "4580": 3.90106, + "4585": 3.99776, + "4590": 3.87143, + "4595": 3.9828, + "4600": 3.93091, + "4605": 3.9087, + "4610": 3.87772, + "4615": 3.91559, + "4620": 3.94329, + "4625": 3.9474, + "4630": 3.96836, + "4635": 3.92738, + "4640": 3.98432, + "4645": 3.96016, + "4650": 3.93422, + "4655": 3.95132, + "4660": 3.95536, + "4665": 3.8921, + "4670": 3.9188, + "4675": 3.91799, + "4680": 3.98581, + "4685": 3.89826, + "4690": 3.88573, + "4695": 3.92837, + "4700": 3.92109, + "4705": 3.89853, + "4710": 3.90372, + "4715": 3.91673, + "4720": 3.94907, + "4725": 3.9196, + "4730": 3.92298, + "4735": 3.91303, + "4740": 3.87995, + "4745": 3.89853, + "4750": 3.92622, + "4755": 3.94787, + "4760": 3.88078, + "4765": 3.84868, + "4770": 3.92419, + "4775": 3.92225, + "4780": 3.87961, + "4785": 3.94364, + "4790": 3.93538, + "4795": 3.92791, + "4800": 3.91687, + "4805": 3.88755, + "4810": 3.88191, + "4815": 3.98359, + "4820": 3.9073, + "4825": 3.8325, + "4830": 3.93939, + "4835": 3.89438, + "4840": 3.91266, + "4845": 3.84732, + "4850": 3.91204, + "4855": 3.86786, + "4860": 3.86106, + "4865": 3.9091, + "4870": 3.88998, + "4875": 3.8415, + "4880": 3.91506, + "4885": 3.8906, + "4890": 3.97429, + "4895": 3.94706, + "4900": 3.86119, + "4905": 3.86547, + "4910": 3.87253, + "4915": 3.90292, + "4920": 3.88678, + "4925": 3.84902, + "4930": 3.83402, + "4935": 3.87499, + "4940": 3.84956, + "4945": 3.96294, + "4950": 3.83645, + "4955": 3.85629, + "4960": 3.85433, + "4965": 3.86639, + "4970": 3.89784, + "4975": 3.90319, + "4980": 3.87947, + "4985": 3.84031, + "4990": 3.84166, + "4995": 3.88907, + "5000": 3.85232, + "5005": 3.92668, + "5010": 3.89292, + "5015": 3.81551, + "5020": 3.85077, + "5025": 3.88047, + "5030": 3.80173, + "5035": 3.89262, + "5040": 3.81819, + "5045": 3.86897, + "5050": 3.83488, + "5055": 3.90345, + "5060": 3.90838, + "5065": 3.83496, + "5070": 3.84427, + "5075": 3.80802, + "5080": 3.85376, + "5085": 3.87044, + "5090": 3.89095, + "5095": 3.81325, + "5100": 3.85883, + "5105": 3.88725, + "5110": 3.85313, + "5115": 3.79616, + "5120": 3.74317, + "5125": 3.85102, + "5130": 3.76819, + "5135": 3.83975, + "5140": 3.81912, + "5145": 3.78603, + "5150": 3.82399, + "5155": 3.85617, + "5160": 3.80816, + "5165": 3.8735, + "5170": 3.82091, + "5175": 3.82818, + "5180": 3.82508, + "5185": 3.90678, + "5190": 3.82168, + "5195": 3.82024, + "5200": 3.8017, + "5205": 3.77747, + "5210": 3.76047, + "5215": 3.72921, + "5220": 3.81983, + "5225": 3.82537, + "5230": 3.8128, + "5235": 3.81561, + "5240": 3.80272, + "5245": 3.79024, + "5250": 3.78792, + "5255": 3.90003, + "5260": 3.8188, + "5265": 3.82023, + "5270": 3.83169, + "5275": 3.83694, + "5280": 3.78019, + "5285": 3.84716, + "5290": 3.82177, + "5295": 3.81509, + "5300": 3.81397, + "5305": 3.82738, + "5310": 3.79654, + "5315": 3.75576, + "5320": 3.81132, + "5325": 3.77414, + "5330": 3.79485, + "5335": 3.81631, + "5340": 3.87492, + "5345": 3.79058, + "5350": 3.84091, + "5355": 3.82519, + "5360": 3.86415, + "5365": 3.76891, + "5370": 3.73729, + "5375": 3.84309, + "5380": 3.74432, + "5385": 3.77378, + "5390": 3.75401, + "5395": 3.72333, + "5400": 3.83892, + "5405": 3.84081, + "5410": 3.7956, + "5415": 3.78558, + "5420": 3.84591, + "5425": 3.73071, + "5430": 3.8303, + "5435": 3.80787, + "5440": 3.79521, + "5445": 3.76599, + "5450": 3.76531, + "5455": 3.75261, + "5460": 3.76964, + "5465": 3.78445, + "5470": 3.86175, + "5475": 3.78269, + "5480": 3.89267, + "5485": 3.82597, + "5490": 3.76814, + "5495": 3.78196, + "5500": 3.82672, + "5505": 3.83339, + "5510": 3.81159, + "5515": 3.80566, + "5520": 3.82937, + "5525": 3.79322, + "5530": 3.75251, + "5535": 3.75986, + "5540": 3.73705, + "5545": 3.81811, + "5550": 3.73185, + "5555": 3.82141, + "5560": 3.78827, + "5565": 3.73534, + "5570": 3.86506, + "5575": 3.78935, + "5580": 3.72695, + "5585": 3.73968, + "5590": 3.75168, + "5595": 3.78317, + "5600": 3.7535, + "5605": 3.73353, + "5610": 3.75158, + "5615": 3.6861, + "5620": 3.73127, + "5625": 3.73193, + "5630": 3.7502, + "5635": 3.72498, + "5640": 3.74854, + "5645": 3.76049, + "5650": 3.77236, + "5655": 3.76425, + "5660": 3.76039, + "5665": 3.76945, + "5670": 3.74434, + "5675": 3.79544, + "5680": 3.76008, + "5685": 3.74471, + "5690": 3.70749, + "5695": 3.79908, + "5700": 3.76993, + "5705": 3.71787, + "5710": 3.70626, + "5715": 3.71257, + "5720": 3.74199, + "5725": 3.74934, + "5730": 3.80807, + "5735": 3.71886, + "5740": 3.81758, + "5745": 3.75167, + "5750": 3.70682, + "5755": 3.75987, + "5760": 3.83952, + "5765": 3.73279, + "5770": 3.80644, + "5775": 3.71281, + "5780": 3.68462, + "5785": 3.76518, + "5790": 3.73226, + "5795": 3.75484, + "5800": 3.744, + "5805": 3.73559, + "5810": 3.68489, + "5815": 3.74029, + "5820": 3.72936, + "5825": 3.67981, + "5830": 3.6729, + "5835": 3.65572, + "5840": 3.6685, + "5845": 3.74228, + "5850": 3.78802, + "5855": 3.63877, + "5860": 3.68035, + "5865": 3.68662, + "5870": 3.75134, + "5875": 3.6997, + "5880": 3.74511, + "5885": 3.67156, + "5890": 3.7123, + "5895": 3.63771, + "5900": 3.67793, + "5905": 3.69992, + "5910": 3.69342, + "5915": 3.66509, + "5920": 3.72152, + "5925": 3.69075, + "5930": 3.66263, + "5935": 3.66013, + "5940": 3.66763, + "5945": 3.70424, + "5950": 3.70019, + "5955": 3.72691, + "5960": 3.68447, + "5965": 3.73006, + "5970": 3.66022, + "5975": 3.66787, + "5980": 3.66098, + "5985": 3.72606, + "5990": 3.74368, + "5995": 3.63169, + "6000": 3.63794, + "6005": 3.64827, + "6010": 3.66237, + "6015": 3.68262, + "6020": 3.67776, + "6025": 3.64743, + "6030": 3.70622, + "6035": 3.70191, + "6040": 3.51471, + "6045": 3.67578, + "6050": 3.60553, + "6055": 3.63191, + "6060": 3.66171, + "6065": 3.72881, + "6070": 3.63192, + "6075": 3.7436, + "6080": 3.64357, + "6085": 3.66753, + "6090": 3.66125, + "6095": 3.71801, + "6100": 3.63085, + "6105": 3.67049, + "6110": 3.61362, + "6115": 3.5912, + "6120": 3.60015, + "6125": 3.70212, + "6130": 3.63856, + "6135": 3.65367, + "6140": 3.6095, + "6145": 3.58116, + "6150": 3.6704, + "6155": 3.62769, + "6160": 3.63526, + "6165": 3.67783, + "6170": 3.66315, + "6175": 3.61693, + "6180": 3.60177, + "6185": 3.69829, + "6190": 3.62911, + "6195": 3.66449, + "6200": 3.60736, + "6205": 3.6026, + "6210": 3.59962, + "6215": 3.70297, + "6220": 3.58719, + "6225": 3.54433, + "6230": 3.58076, + "6235": 3.59217, + "6240": 3.63021, + "6245": 3.63278, + "6250": 3.65332, + "6255": 3.58478, + "6260": 3.61546, + "6265": 3.66298, + "6270": 3.65991, + "6275": 3.58848, + "6280": 3.57566, + "6285": 3.59173, + "6290": 3.68207, + "6295": 3.58893, + "6300": 3.57839, + "6305": 3.56104, + "6310": 3.60269, + "6315": 3.63978, + "6320": 3.62111, + "6325": 3.56723, + "6330": 3.62381, + "6335": 3.56472, + "6340": 3.53568, + "6345": 3.56648, + "6350": 3.63179, + "6355": 3.64163, + "6360": 3.58437, + "6365": 3.54933, + "6370": 3.60677, + "6375": 3.6199, + "6380": 3.60864, + "6385": 3.57206, + "6390": 3.60807, + "6395": 3.60167, + "6400": 3.54219, + "6405": 3.59663, + "6410": 3.61927, + "6415": 3.5454, + "6420": 3.52682, + "6425": 3.62645, + "6430": 3.59779, + "6435": 3.631, + "6440": 3.56304, + "6445": 3.57659, + "6450": 3.60036, + "6455": 3.53085, + "6460": 3.55408, + "6465": 3.55146, + "6470": 3.60305, + "6475": 3.50565, + "6480": 3.56853, + "6485": 3.50492, + "6490": 3.5591, + "6495": 3.55869, + "6500": 3.52703, + "6505": 3.66558, + "6510": 3.5914, + "6515": 3.61328, + "6520": 3.60955, + "6525": 3.55761, + "6530": 3.60399, + "6535": 3.62898, + "6540": 3.57438, + "6545": 3.54829, + "6550": 3.59016, + "6555": 3.56989, + "6560": 3.57337, + "6565": 3.49823, + "6570": 3.51482, + "6575": 3.50257, + "6580": 3.52887, + "6585": 3.61242, + "6590": 3.5563, + "6595": 3.54833, + "6600": 3.57552, + "6605": 3.53416, + "6610": 3.54463, + "6615": 3.54804, + "6620": 3.51665, + "6625": 3.53607, + "6630": 3.50237, + "6635": 3.57527, + "6640": 3.53314, + "6645": 3.56414, + "6650": 3.59013, + "6655": 3.52952, + "6660": 3.61313, + "6665": 3.53302, + "6670": 3.50004, + "6675": 3.64215, + "6680": 3.49245, + "6685": 3.50857, + "6690": 3.55089, + "6695": 3.52333, + "6700": 3.5042, + "6705": 3.52184, + "6710": 3.55079, + "6715": 3.55164, + "6720": 3.54675, + "6725": 3.57793, + "6730": 3.41301, + "6735": 3.54814, + "6740": 3.54832, + "6745": 3.48107, + "6750": 3.49253, + "6755": 3.58562, + "6760": 3.51154, + "6765": 3.54187, + "6770": 3.50934, + "6775": 3.52643, + "6780": 3.52314, + "6785": 3.54088, + "6790": 3.53772, + "6795": 3.51273, + "6800": 3.50033, + "6805": 3.44368, + "6810": 3.50798, + "6815": 3.5293, + "6820": 3.50708, + "6825": 3.55879, + "6830": 3.51339, + "6835": 3.48197, + "6840": 3.49093, + "6845": 3.49887, + "6850": 3.53189, + "6855": 3.49561, + "6860": 3.41624, + "6865": 3.5245, + "6870": 3.49929, + "6875": 3.54547, + "6880": 3.48665, + "6885": 3.4012, + "6890": 3.48896, + "6895": 3.43234, + "6900": 3.44905, + "6905": 3.42541, + "6910": 3.43003, + "6915": 3.46719, + "6920": 3.40083, + "6925": 3.44651, + "6930": 3.51518, + "6935": 3.45754, + "6940": 3.49963, + "6945": 3.46255, + "6950": 3.32883, + "6955": 3.47583, + "6960": 3.48123, + "6965": 3.45423, + "6970": 3.4398, + "6975": 3.52502, + "6980": 3.42735, + "6985": 3.42444, + "6990": 3.46998, + "6995": 3.3371, + "7000": 3.37682, + "7005": 3.38754, + "7010": 3.4539, + "7015": 3.4112, + "7020": 3.39445, + "7025": 3.46526, + "7030": 3.42066, + "7035": 3.4072, + "7040": 3.4623, + "7045": 3.40705, + "7050": 3.3426, + "7055": 3.4091, + "7060": 3.35191, + "7065": 3.38135, + "7070": 3.48038, + "7075": 3.38427, + "7080": 3.33994, + "7085": 3.40464, + "7090": 3.37164, + "7095": 3.42006, + "7100": 3.36606, + "7105": 3.40375, + "7110": 3.36181, + "7115": 3.36881, + "7120": 3.34598, + "7125": 3.36207, + "7130": 3.30433, + "7135": 3.33451, + "7140": 3.40053, + "7145": 3.39849, + "7150": 3.33808, + "7155": 3.30114, + "7160": 3.32182, + "7165": 3.45527, + "7170": 3.33846, + "7175": 3.41438, + "7180": 3.38941, + "7185": 3.40861, + "7190": 3.37408, + "7195": 3.33802, + "7200": 3.34143, + "7205": 3.39943, + "7210": 3.37255, + "7215": 3.3721, + "7220": 3.33346, + "7225": 3.33689, + "7230": 3.37241, + "7235": 3.27767, + "7240": 3.27538, + "7245": 3.33442, + "7250": 3.31682, + "7255": 3.2846, + "7260": 3.35439, + "7265": 3.32193, + "7270": 3.35072, + "7275": 3.36957, + "7280": 3.29185, + "7285": 3.33401, + "7290": 3.30375, + "7295": 3.26043, + "7300": 3.33857, + "7305": 3.33553, + "7310": 3.28955, + "7315": 3.24511, + "7320": 3.30933, + "7325": 3.30603, + "7330": 3.36703, + "7335": 3.34264, + "7340": 3.24938, + "7345": 3.35515, + "7350": 3.28985, + "7355": 3.28936, + "7360": 3.26968, + "7365": 3.30451, + "7370": 3.24063, + "7375": 3.24108, + "7380": 3.29109, + "7385": 3.33841, + "7390": 3.20459, + "7395": 3.31078, + "7400": 3.26896, + "7405": 3.36342, + "7410": 3.19863, + "7415": 3.28176, + "7420": 3.22978, + "7425": 3.22824, + "7430": 3.20037, + "7435": 3.32536, + "7440": 3.2787, + "7445": 3.27822, + "7450": 3.23743, + "7455": 3.23542, + "7460": 3.24453, + "7465": 3.28904, + "7470": 3.24615, + "7475": 3.18326, + "7480": 3.2111, + "7485": 3.15415, + "7490": 3.27, + "7495": 3.26094, + "7500": 3.16431, + "7505": 3.16803, + "7510": 3.27332, + "7515": 3.27031, + "7520": 3.26193, + "7525": 3.23394, + "7530": 3.22738, + "7535": 3.13774, + "7540": 3.20835, + "7545": 3.24259, + "7550": 3.23875, + "7555": 3.15769, + "7560": 3.21744, + "7565": 3.17494, + "7570": 3.22941, + "7575": 3.22872, + "7580": 3.15383, + "7585": 3.20582, + "7590": 3.18356, + "7595": 3.22811, + "7600": 3.19598, + "7605": 3.1894, + "7610": 3.21498, + "7615": 3.14321, + "7620": 3.13302, + "7625": 3.23964, + "7630": 3.11937, + "7635": 3.19315, + "7640": 3.2635, + "7645": 3.20638, + "7650": 3.1414, + "7655": 3.16669, + "7660": 3.12539, + "7665": 3.15098, + "7670": 3.10394, + "7675": 3.15022, + "7680": 3.14413, + "7685": 3.18761, + "7690": 3.1541, + "7695": 3.19911, + "7700": 3.1824, + "7705": 3.10679, + "7710": 3.21962, + "7715": 3.2151, + "7720": 3.14827, + "7725": 3.20891, + "7730": 3.13055, + "7735": 3.15225, + "7740": 3.1199, + "7745": 3.11032, + "7750": 3.16642, + "7755": 3.1622, + "7760": 3.19494, + "7765": 3.12263, + "7770": 3.14226, + "7775": 3.13574, + "7780": 3.15839, + "7785": 3.10935, + "7790": 3.1439, + "7795": 3.10758, + "7800": 3.14141, + "7805": 3.11809, + "7810": 3.14997, + "7815": 3.17081, + "7820": 3.17367, + "7825": 3.13338, + "7830": 3.10933, + "7835": 3.09797, + "7840": 3.09537, + "7845": 3.18511, + "7850": 3.06743, + "7855": 3.05527, + "7860": 3.08555, + "7865": 3.08367, + "7870": 3.07257, + "7875": 3.04634, + "7880": 3.08808, + "7885": 3.12011, + "7890": 3.08166, + "7895": 3.01558, + "7900": 3.15165, + "7905": 3.05007, + "7910": 3.04656, + "7915": 3.13271, + "7920": 3.06878, + "7925": 3.09724, + "7930": 3.06822, + "7935": 3.11711, + "7940": 3.06319, + "7945": 2.94985, + "7950": 3.06059, + "7955": 3.03181, + "7960": 2.99499, + "7965": 3.06894, + "7970": 3.10161, + "7975": 3.11679, + "7980": 3.04265, + "7985": 3.08104, + "7990": 3.06958, + "7995": 3.07142, + "8000": 3.00194, + "8005": 3.05021, + "8010": 3.06187, + "8015": 3.05375, + "8020": 3.10144, + "8025": 3.01091, + "8030": 3.07437, + "8035": 2.98235, + "8040": 3.04012, + "8045": 3.09009, + "8050": 3.07521, + "8055": 3.0853, + "8060": 3.08327, + "8065": 3.01433, + "8070": 3.03111, + "8075": 3.03344, + "8080": 2.9982, + "8085": 2.97416, + "8090": 3.02924, + "8095": 3.00652, + "8100": 3.04662, + "8105": 3.037, + "8110": 2.99193, + "8115": 2.98275, + "8120": 3.00323, + "8125": 3.03283, + "8130": 3.01137, + "8135": 3.04655, + "8140": 2.97811, + "8145": 3.03107, + "8150": 3.10562, + "8155": 3.02842, + "8160": 3.01651, + "8165": 3.01088, + "8170": 3.08901, + "8175": 3.01775, + "8180": 3.05469, + "8185": 3.00109, + "8190": 2.88217, + "8195": 3.07778, + "8200": 2.97616, + "8205": 2.98703, + "8210": 3.02127, + "8215": 2.98136, + "8220": 3.03713, + "8225": 3.0524, + "8230": 3.03954, + "8235": 3.0295, + "8240": 3.00619, + "8245": 2.98657, + "8250": 3.04377, + "8255": 3.01583, + "8260": 3.02235, + "8265": 3.00932, + "8270": 2.97415, + "8275": 3.04481, + "8280": 2.98862, + "8285": 3.03337, + "8290": 2.98486, + "8295": 2.96065, + "8300": 3.09519, + "8305": 2.95208, + "8310": 2.98079, + "8315": 2.99249, + "8320": 2.9808, + "8325": 2.97269, + "8330": 2.95839, + "8335": 2.92008, + "8340": 2.92672, + "8345": 2.97488, + "8350": 2.96557, + "8355": 3.03346, + "8360": 2.99165, + "8365": 3.00268, + "8370": 3.0323, + "8375": 2.93651, + "8380": 3.00745, + "8385": 2.91828, + "8390": 2.96404, + "8395": 2.94723, + "8400": 2.92675, + "8405": 2.91306, + "8410": 2.95279, + "8415": 2.99409, + "8420": 2.93882, + "8425": 2.98731, + "8430": 2.98076, + "8435": 2.98704, + "8440": 3.00051, + "8445": 2.92164, + "8450": 2.94232, + "8455": 2.96373, + "8460": 2.9545, + "8465": 2.9468, + "8470": 2.91866, + "8475": 2.93174, + "8480": 3.00867, + "8485": 2.94715, + "8490": 2.97952, + "8495": 2.8169, + "8500": 2.97737, + "8505": 2.94897, + "8510": 2.92843, + "8515": 2.96661, + "8520": 2.94106, + "8525": 2.98697, + "8530": 2.9068, + "8535": 2.97317, + "8540": 2.98903, + "8545": 2.98025, + "8550": 2.94124, + "8555": 2.89171, + "8560": 2.91156, + "8565": 3.00138, + "8570": 2.9654, + "8575": 2.94188, + "8580": 2.994, + "8585": 2.93715, + "8590": 2.96655, + "8595": 2.88697, + "8600": 2.95745, + "8605": 2.96386, + "8610": 2.96146, + "8615": 2.92197, + "8620": 2.99677, + "8625": 2.95391, + "8630": 2.9435, + "8635": 2.99451, + "8640": 2.96087, + "8645": 3.0103, + "8650": 2.85171, + "8655": 2.91985, + "8660": 2.95712, + "8665": 2.95679, + "8670": 2.88892, + "8675": 2.89363, + "8680": 2.88715, + "8685": 2.95281, + "8690": 2.8931, + "8695": 2.91653, + "8700": 2.96033, + "8705": 2.86024, + "8710": 2.9849, + "8715": 2.9153, + "8720": 2.92902, + "8725": 2.87082, + "8730": 2.93885, + "8735": 2.89104, + "8740": 2.91065, + "8745": 2.8566, + "8750": 2.82874, + "8755": 2.89383, + "8760": 2.90877, + "8765": 2.92385, + "8770": 2.85456, + "8775": 2.88889, + "8780": 2.93383, + "8785": 2.96551, + "8790": 2.92718, + "8795": 2.83905, + "8800": 2.82969, + "8805": 2.8696, + "8810": 2.97646, + "8815": 2.83331, + "8820": 2.85388, + "8825": 2.89207, + "8830": 2.91402, + "8835": 2.93624, + "8840": 2.89498, + "8845": 2.93912, + "8850": 2.88273, + "8855": 2.86641, + "8860": 2.85851, + "8865": 2.81636, + "8870": 2.90965, + "8875": 2.90412, + "8880": 2.85162, + "8885": 2.82858, + "8890": 2.87764, + "8895": 2.84269, + "8900": 2.86604, + "8905": 2.88375, + "8910": 2.80972, + "8915": 2.89041, + "8920": 2.84298, + "8925": 2.83678, + "8930": 2.91171, + "8935": 2.863, + "8940": 2.88761, + "8945": 2.90862, + "8950": 2.86886, + "8955": 2.88849, + "8960": 2.82783, + "8965": 2.826, + "8970": 2.87944, + "8975": 2.87011, + "8980": 2.85602, + "8985": 2.87026, + "8990": 2.79834, + "8995": 2.85714, + "9000": 2.77276, + "9005": 2.851, + "9010": 2.87519, + "9015": 2.86994, + "9020": 2.84635, + "9025": 2.80009, + "9030": 2.92976, + "9035": 2.89187, + "9040": 2.82219, + "9045": 2.91078, + "9050": 2.80982, + "9055": 2.872, + "9060": 2.86158, + "9065": 2.81449, + "9070": 2.84187, + "9075": 2.869, + "9080": 2.94704, + "9085": 2.8077, + "9090": 2.85347, + "9095": 2.84466, + "9100": 2.79375, + "9105": 2.83847, + "9110": 2.79449, + "9115": 2.81127, + "9120": 2.84302, + "9125": 2.86065, + "9130": 2.83342, + "9135": 2.85113, + "9140": 2.80045, + "9145": 2.82167, + "9150": 2.78493, + "9155": 2.80618, + "9160": 2.83696, + "9165": 2.83222, + "9170": 2.88746, + "9175": 2.80556, + "9180": 2.85392, + "9185": 2.80468, + "9190": 2.79799, + "9195": 2.79621, + "9200": 2.83834, + "9205": 2.83526, + "9210": 2.82582, + "9215": 2.89307, + "9220": 2.85758, + "9225": 2.84964, + "9230": 2.81353, + "9235": 2.87691, + "9240": 2.82266, + "9245": 2.877, + "9250": 2.81093, + "9255": 2.86249, + "9260": 2.76767, + "9265": 2.7352, + "9270": 2.82135, + "9275": 2.87713, + "9280": 2.81892, + "9285": 2.81767, + "9290": 2.77261, + "9295": 2.82102, + "9300": 2.8435, + "9305": 2.88097, + "9310": 2.86154, + "9315": 2.80385, + "9320": 2.8053, + "9325": 2.89561, + "9330": 2.83011, + "9335": 2.85054, + "9340": 2.83606, + "9345": 2.85149, + "9350": 2.79749, + "9355": 2.89364, + "9360": 2.78961, + "9365": 2.81195, + "9370": 2.79173, + "9375": 2.82061, + "9380": 2.8032, + "9385": 2.80666, + "9390": 2.8133, + "9395": 2.79927, + "9400": 2.8248, + "9405": 2.76771, + "9410": 2.82928, + "9415": 2.78187, + "9420": 2.81411, + "9425": 2.81987, + "9430": 2.81408, + "9435": 2.79189, + "9440": 2.77353, + "9445": 2.73783, + "9450": 2.7819, + "9455": 2.84157, + "9460": 2.73792, + "9465": 2.79481, + "9470": 2.76282, + "9475": 2.77609, + "9480": 2.71721, + "9485": 2.79126, + "9490": 2.77756, + "9495": 2.84392, + "9500": 2.76664, + "9505": 2.82406, + "9510": 2.78094, + "9515": 2.79424, + "9520": 2.7574, + "9525": 2.82816, + "9530": 2.79299, + "9535": 2.76929, + "9540": 2.74103, + "9545": 2.79346, + "9550": 2.85658, + "9555": 2.83351, + "9560": 2.82877, + "9565": 2.88969, + "9570": 2.81792, + "9575": 2.79137, + "9580": 2.7864, + "9585": 2.7408, + "9590": 2.7024, + "9595": 2.75395, + "9600": 2.78646, + "9605": 2.78734, + "9610": 2.84338, + "9615": 2.76899, + "9620": 2.80359, + "9625": 2.73596, + "9630": 2.77699, + "9635": 2.81855, + "9640": 2.83543, + "9645": 2.83833, + "9650": 2.76459, + "9655": 2.68887, + "9660": 2.86627, + "9665": 2.7891, + "9670": 2.83178, + "9675": 2.82926, + "9680": 2.74768, + "9685": 2.71754, + "9690": 2.75017, + "9695": 2.83987, + "9700": 2.78744, + "9705": 2.85662, + "9710": 2.80695, + "9715": 2.76227, + "9720": 2.73878, + "9725": 2.77904, + "9730": 2.84717, + "9735": 2.76487, + "9740": 2.75082, + "9745": 2.77276, + "9750": 2.81423, + "9755": 2.80542, + "9760": 2.72685, + "9765": 2.841, + "9770": 2.82005, + "9775": 2.77846, + "9780": 2.79358, + "9785": 2.75899, + "9790": 2.70122, + "9795": 2.70857, + "9800": 2.77454, + "9805": 2.76812, + "9810": 2.79558, + "9815": 2.72158, + "9820": 2.73787, + "9825": 2.77964, + "9830": 2.83434, + "9835": 2.73972, + "9840": 2.74294, + "9845": 2.79263, + "9850": 2.71785, + "9855": 2.74514, + "9860": 2.85214, + "9865": 2.73884, + "9870": 2.75013, + "9875": 2.76268, + "9880": 2.78073, + "9885": 2.75028, + "9890": 2.76406, + "9895": 2.76004, + "9900": 2.76775, + "9905": 2.71344, + "9910": 2.79481, + "9915": 2.69689, + "9920": 2.78828, + "9925": 2.73343, + "9930": 2.74746, + "9935": 2.77577, + "9940": 2.80676, + "9945": 2.7125, + "9950": 2.83891, + "9955": 2.70479, + "9960": 2.81859, + "9965": 2.72629, + "9970": 2.73337, + "9975": 2.79333, + "9980": 2.74689, + "9985": 2.68449, + "9990": 2.72662, + "9995": 2.77505, + "10000": 2.74629 } }, "num-zeros": { @@ -2012,2007 +2012,2007 @@ "end_step": 10000, "step_interval": 5, "values": { - "1": 40046.0, - "5": 40025.0, - "10": 41481.0, - "15": 37252.0, + "1": 40052.0, + "5": 40028.0, + "10": 41482.0, + "15": 37263.0, "20": 40804.0, - "25": 40116.0, - "30": 40741.0, - "35": 39356.0, - "40": 41493.0, - "45": 42271.0, + "25": 40129.0, + "30": 40745.0, + "35": 39351.0, + "40": 41491.0, + "45": 42267.0, "50": 38437.0, - "55": 39350.0, - "60": 42256.0, + "55": 39345.0, + "60": 42258.0, "65": 39975.0, - "70": 40719.0, + "70": 40728.0, "75": 41490.0, - "80": 40872.0, - "85": 40798.0, + "80": 40874.0, + "85": 40796.0, "90": 40712.0, - "95": 40722.0, - "100": 41551.0, - "105": 40779.0, - "110": 38718.0, - "115": 41561.0, - "120": 39257.0, - "125": 40722.0, - "130": 40724.0, - "135": 37925.0, - "140": 38718.0, + "95": 40727.0, + "100": 41554.0, + "105": 40780.0, + "110": 38713.0, + "115": 41558.0, + "120": 39259.0, + "125": 40718.0, + "130": 40727.0, + "135": 37920.0, + "140": 38721.0, "145": 40941.0, "150": 40017.0, - "155": 40789.0, - "160": 40105.0, - "165": 38574.0, - "170": 37370.0, - "175": 40033.0, - "180": 40110.0, - "185": 38577.0, - "190": 39325.0, - "195": 41500.0, - "200": 41565.0, - "205": 40096.0, - "210": 40800.0, + "155": 40783.0, + "160": 40100.0, + "165": 38583.0, + "170": 37361.0, + "175": 40035.0, + "180": 40114.0, + "185": 38579.0, + "190": 39330.0, + "195": 41506.0, + "200": 41563.0, + "205": 40091.0, + "210": 40799.0, "215": 40024.0, - "220": 40785.0, - "225": 39412.0, - "230": 41487.0, - "235": 37969.0, - "240": 39321.0, - "245": 38627.0, - "250": 40023.0, - "255": 41482.0, - "260": 39257.0, + "220": 40790.0, + "225": 39410.0, + "230": 41486.0, + "235": 37965.0, + "240": 39318.0, + "245": 38631.0, + "250": 40030.0, + "255": 41474.0, + "260": 39256.0, "265": 41562.0, - "270": 40721.0, - "275": 40795.0, - "280": 41491.0, - "285": 41572.0, - "290": 40790.0, - "295": 38571.0, - "300": 38711.0, - "305": 41548.0, - "310": 39259.0, - "315": 40120.0, + "270": 40729.0, + "275": 40790.0, + "280": 41489.0, + "285": 41564.0, + "290": 40793.0, + "295": 38575.0, + "300": 38709.0, + "305": 41552.0, + "310": 39263.0, + "315": 40114.0, "320": 39325.0, - "325": 40793.0, - "330": 40800.0, - "335": 40171.0, - "340": 37975.0, - "345": 39956.0, - "350": 40722.0, - "355": 39956.0, - "360": 41558.0, - "365": 37947.0, - "370": 40028.0, - "375": 41488.0, - "380": 38722.0, - "385": 37813.0, - "390": 39952.0, - "395": 40781.0, - "400": 39256.0, - "405": 40722.0, - "410": 39496.0, - "415": 40731.0, + "325": 40795.0, + "330": 40807.0, + "335": 40174.0, + "340": 37978.0, + "345": 39954.0, + "350": 40730.0, + "355": 39948.0, + "360": 41555.0, + "365": 37956.0, + "370": 40037.0, + "375": 41492.0, + "380": 38720.0, + "385": 37817.0, + "390": 39954.0, + "395": 40787.0, + "400": 39251.0, + "405": 40720.0, + "410": 39503.0, + "415": 40720.0, "420": 41487.0, - "425": 39388.0, - "430": 39384.0, - "435": 42251.0, - "440": 35792.0, - "445": 40023.0, - "450": 41487.0, - "455": 39951.0, - "460": 38578.0, - "465": 39345.0, - "470": 40794.0, - "475": 40803.0, - "480": 40795.0, - "485": 39199.0, - "490": 38712.0, - "495": 40783.0, - "500": 40717.0, - "505": 41493.0, - "510": 37736.0, - "515": 40724.0, - "520": 40022.0, - "525": 39269.0, - "530": 38828.0, - "535": 40817.0, - "540": 40038.0, - "545": 41549.0, - "550": 40809.0, - "555": 40725.0, - "560": 39948.0, - "565": 40715.0, - "570": 40157.0, - "575": 39341.0, + "425": 39392.0, + "430": 39380.0, + "435": 42256.0, + "440": 35797.0, + "445": 40017.0, + "450": 41493.0, + "455": 39960.0, + "460": 38571.0, + "465": 39343.0, + "470": 40786.0, + "475": 40800.0, + "480": 40786.0, + "485": 39210.0, + "490": 38713.0, + "495": 40780.0, + "500": 40716.0, + "505": 41497.0, + "510": 37746.0, + "515": 40719.0, + "520": 40020.0, + "525": 39276.0, + "530": 38825.0, + "535": 40821.0, + "540": 40041.0, + "545": 41543.0, + "550": 40814.0, + "555": 40723.0, + "560": 39956.0, + "565": 40712.0, + "570": 40156.0, + "575": 39330.0, "580": 40781.0, - "585": 40721.0, - "590": 40021.0, - "595": 40043.0, - "600": 40040.0, - "605": 40798.0, - "610": 40879.0, - "615": 39946.0, - "620": 41554.0, - "625": 40731.0, - "630": 42246.0, - "635": 39971.0, - "640": 37046.0, - "645": 40119.0, - "650": 39264.0, - "655": 39185.0, - "660": 37379.0, - "665": 40120.0, - "670": 40790.0, - "675": 39256.0, - "680": 39948.0, - "685": 39251.0, - "690": 42259.0, - "695": 38590.0, - "700": 40051.0, - "705": 38564.0, - "710": 42251.0, - "715": 42253.0, - "720": 41485.0, - "725": 40793.0, - "730": 38637.0, - "735": 40792.0, - "740": 41567.0, - "745": 41576.0, - "750": 40048.0, - "755": 38690.0, + "585": 40718.0, + "590": 40026.0, + "595": 40046.0, + "600": 40048.0, + "605": 40801.0, + "610": 40875.0, + "615": 39949.0, + "620": 41562.0, + "625": 40735.0, + "630": 42257.0, + "635": 39962.0, + "640": 37049.0, + "645": 40118.0, + "650": 39253.0, + "655": 39188.0, + "660": 37373.0, + "665": 40122.0, + "670": 40783.0, + "675": 39253.0, + "680": 39950.0, + "685": 39249.0, + "690": 42258.0, + "695": 38595.0, + "700": 40052.0, + "705": 38569.0, + "710": 42250.0, + "715": 42247.0, + "720": 41487.0, + "725": 40792.0, + "730": 38638.0, + "735": 40784.0, + "740": 41568.0, + "745": 41568.0, + "750": 40036.0, + "755": 38685.0, "760": 38586.0, - "765": 39956.0, - "770": 40716.0, - "775": 40723.0, - "780": 39331.0, - "785": 41582.0, - "790": 42333.0, - "795": 41551.0, + "765": 39957.0, + "770": 40723.0, + "775": 40718.0, + "780": 39327.0, + "785": 41581.0, + "790": 42331.0, + "795": 41550.0, "800": 40802.0, - "805": 37052.0, - "810": 39345.0, - "815": 40726.0, - "820": 43016.0, - "825": 40025.0, - "830": 39957.0, - "835": 41482.0, - "840": 38538.0, - "845": 41563.0, - "850": 38038.0, - "855": 36480.0, - "860": 41480.0, - "865": 39951.0, - "870": 35803.0, - "875": 38579.0, - "880": 39974.0, - "885": 40055.0, - "890": 39423.0, - "895": 40727.0, - "900": 40025.0, - "905": 40033.0, - "910": 40049.0, - "915": 39276.0, - "920": 40079.0, - "925": 40100.0, - "930": 40087.0, - "935": 40732.0, - "940": 40778.0, - "945": 39958.0, - "950": 37728.0, - "955": 40095.0, - "960": 40797.0, - "965": 40111.0, - "970": 40719.0, - "975": 39969.0, - "980": 40796.0, - "985": 30947.0, - "990": 39349.0, - "995": 42258.0, - "1000": 41592.0, + "805": 37053.0, + "810": 39342.0, + "815": 40718.0, + "820": 43022.0, + "825": 40017.0, + "830": 39956.0, + "835": 41487.0, + "840": 38551.0, + "845": 41565.0, + "850": 38031.0, + "855": 36482.0, + "860": 41487.0, + "865": 39957.0, + "870": 35796.0, + "875": 38586.0, + "880": 39970.0, + "885": 40045.0, + "890": 39426.0, + "895": 40728.0, + "900": 40020.0, + "905": 40030.0, + "910": 40044.0, + "915": 39271.0, + "920": 40085.0, + "925": 40106.0, + "930": 40091.0, + "935": 40714.0, + "940": 40781.0, + "945": 39957.0, + "950": 37730.0, + "955": 40085.0, + "960": 40799.0, + "965": 40122.0, + "970": 40724.0, + "975": 39956.0, + "980": 40801.0, + "985": 30945.0, + "990": 39362.0, + "995": 42256.0, + "1000": 41576.0, "1005": 41488.0, "1010": 41636.0, - "1015": 40035.0, - "1020": 39277.0, - "1025": 40038.0, - "1030": 40178.0, - "1035": 39413.0, - "1040": 40104.0, - "1045": 40796.0, - "1050": 41494.0, - "1055": 37960.0, - "1060": 42252.0, - "1065": 37204.0, - "1070": 39273.0, - "1075": 43025.0, + "1015": 40040.0, + "1020": 39281.0, + "1025": 40039.0, + "1030": 40181.0, + "1035": 39417.0, + "1040": 40109.0, + "1045": 40803.0, + "1050": 41493.0, + "1055": 37959.0, + "1060": 42263.0, + "1065": 37199.0, + "1070": 39268.0, + "1075": 43018.0, "1080": 39356.0, - "1085": 40046.0, - "1090": 39978.0, - "1095": 38507.0, - "1100": 38665.0, + "1085": 40042.0, + "1090": 39973.0, + "1095": 38495.0, + "1100": 38672.0, "1105": 39332.0, - "1110": 42343.0, - "1115": 40779.0, - "1120": 40733.0, - "1125": 40748.0, - "1130": 38660.0, - "1135": 40101.0, - "1140": 40097.0, - "1145": 39351.0, - "1150": 41565.0, - "1155": 40715.0, - "1160": 41490.0, - "1165": 40031.0, + "1110": 42339.0, + "1115": 40780.0, + "1120": 40727.0, + "1125": 40737.0, + "1130": 38667.0, + "1135": 40103.0, + "1140": 40102.0, + "1145": 39350.0, + "1150": 41572.0, + "1155": 40718.0, + "1160": 41492.0, + "1165": 40039.0, "1170": 39273.0, - "1175": 40027.0, - "1180": 40734.0, - "1185": 39265.0, - "1190": 39272.0, - "1195": 40719.0, - "1200": 41564.0, - "1205": 38584.0, - "1210": 41578.0, - "1215": 39349.0, - "1220": 41551.0, - "1225": 40111.0, - "1230": 39322.0, - "1235": 41485.0, - "1240": 40721.0, - "1245": 41501.0, - "1250": 39412.0, - "1255": 38725.0, - "1260": 41486.0, - "1265": 41497.0, - "1270": 40736.0, - "1275": 38446.0, - "1280": 40122.0, - "1285": 40729.0, - "1290": 40035.0, + "1175": 40034.0, + "1180": 40740.0, + "1185": 39266.0, + "1190": 39267.0, + "1195": 40716.0, + "1200": 41556.0, + "1205": 38577.0, + "1210": 41580.0, + "1215": 39346.0, + "1220": 41549.0, + "1225": 40114.0, + "1230": 39329.0, + "1235": 41489.0, + "1240": 40719.0, + "1245": 41483.0, + "1250": 39408.0, + "1255": 38729.0, + "1260": 41484.0, + "1265": 41489.0, + "1270": 40727.0, + "1275": 38445.0, + "1280": 40125.0, + "1285": 40719.0, + "1290": 40041.0, "1295": 40787.0, - "1300": 40736.0, - "1305": 41491.0, - "1310": 41500.0, - "1315": 40813.0, - "1320": 40731.0, - "1325": 40730.0, - "1330": 40796.0, - "1335": 38662.0, - "1340": 40802.0, + "1300": 40731.0, + "1305": 41500.0, + "1310": 41489.0, + "1315": 40801.0, + "1320": 40724.0, + "1325": 40726.0, + "1330": 40809.0, + "1335": 38665.0, + "1340": 40800.0, "1345": 39970.0, - "1350": 40802.0, - "1355": 40101.0, - "1360": 42262.0, - "1365": 39416.0, - "1370": 39353.0, - "1375": 40796.0, - "1380": 38662.0, - "1385": 38616.0, - "1390": 40047.0, - "1395": 40802.0, - "1400": 40790.0, - "1405": 40820.0, - "1410": 37803.0, - "1415": 40026.0, - "1420": 41491.0, - "1425": 40799.0, - "1430": 39974.0, - "1435": 35884.0, - "1440": 38571.0, - "1445": 39333.0, - "1450": 40139.0, - "1455": 41561.0, - "1460": 40802.0, - "1465": 40725.0, - "1470": 37164.0, - "1475": 40724.0, + "1350": 40797.0, + "1355": 40107.0, + "1360": 42257.0, + "1365": 39399.0, + "1370": 39351.0, + "1375": 40795.0, + "1380": 38656.0, + "1385": 38606.0, + "1390": 40042.0, + "1395": 40801.0, + "1400": 40791.0, + "1405": 40815.0, + "1410": 37800.0, + "1415": 40018.0, + "1420": 41497.0, + "1425": 40793.0, + "1430": 39964.0, + "1435": 35892.0, + "1440": 38578.0, + "1445": 39342.0, + "1450": 40130.0, + "1455": 41571.0, + "1460": 40806.0, + "1465": 40726.0, + "1470": 37170.0, + "1475": 40728.0, "1480": 37363.0, - "1485": 37810.0, - "1490": 38504.0, + "1485": 37819.0, + "1490": 38505.0, "1495": 38599.0, - "1500": 41494.0, - "1505": 40032.0, - "1510": 40737.0, - "1515": 40782.0, - "1520": 40801.0, - "1525": 40870.0, - "1530": 39267.0, - "1535": 39334.0, - "1540": 37854.0, - "1545": 39974.0, - "1550": 40883.0, - "1555": 40827.0, - "1560": 40804.0, - "1565": 37898.0, - "1570": 39949.0, - "1575": 40030.0, - "1580": 38654.0, - "1585": 39262.0, - "1590": 39335.0, - "1595": 37965.0, - "1600": 40786.0, - "1605": 39342.0, - "1610": 40732.0, - "1615": 37883.0, - "1620": 39267.0, - "1625": 41563.0, - "1630": 39957.0, - "1635": 40797.0, - "1640": 41485.0, - "1645": 40024.0, - "1650": 39366.0, - "1655": 41502.0, - "1660": 40901.0, - "1665": 41573.0, - "1670": 40797.0, - "1675": 40785.0, - "1680": 40871.0, - "1685": 39961.0, - "1690": 40035.0, - "1695": 39354.0, - "1700": 40796.0, - "1705": 41662.0, - "1710": 41497.0, - "1715": 39335.0, - "1720": 41572.0, - "1725": 40037.0, - "1730": 39346.0, - "1735": 38638.0, - "1740": 41484.0, - "1745": 37766.0, - "1750": 39279.0, - "1755": 39341.0, - "1760": 39289.0, + "1500": 41503.0, + "1505": 40025.0, + "1510": 40729.0, + "1515": 40777.0, + "1520": 40811.0, + "1525": 40863.0, + "1530": 39269.0, + "1535": 39344.0, + "1540": 37848.0, + "1545": 39965.0, + "1550": 40892.0, + "1555": 40821.0, + "1560": 40800.0, + "1565": 37895.0, + "1570": 39959.0, + "1575": 40026.0, + "1580": 38656.0, + "1585": 39261.0, + "1590": 39341.0, + "1595": 37971.0, + "1600": 40792.0, + "1605": 39337.0, + "1610": 40738.0, + "1615": 37889.0, + "1620": 39264.0, + "1625": 41557.0, + "1630": 39969.0, + "1635": 40802.0, + "1640": 41487.0, + "1645": 40027.0, + "1650": 39382.0, + "1655": 41496.0, + "1660": 40891.0, + "1665": 41568.0, + "1670": 40804.0, + "1675": 40795.0, + "1680": 40872.0, + "1685": 39954.0, + "1690": 40041.0, + "1695": 39343.0, + "1700": 40793.0, + "1705": 41661.0, + "1710": 41489.0, + "1715": 39339.0, + "1720": 41565.0, + "1725": 40048.0, + "1730": 39348.0, + "1735": 38649.0, + "1740": 41486.0, + "1745": 37769.0, + "1750": 39281.0, + "1755": 39348.0, + "1760": 39283.0, "1765": 40804.0, - "1770": 40795.0, - "1775": 39405.0, - "1780": 41494.0, - "1785": 41566.0, - "1790": 40731.0, - "1795": 41484.0, - "1800": 39410.0, - "1805": 40719.0, - "1810": 40036.0, - "1815": 37730.0, - "1820": 40726.0, + "1770": 40790.0, + "1775": 39409.0, + "1780": 41507.0, + "1785": 41560.0, + "1790": 40716.0, + "1795": 41485.0, + "1800": 39416.0, + "1805": 40724.0, + "1810": 40042.0, + "1815": 37734.0, + "1820": 40722.0, "1825": 39423.0, - "1830": 41493.0, - "1835": 39424.0, - "1840": 40815.0, - "1845": 40797.0, - "1850": 40793.0, - "1855": 40804.0, + "1830": 41498.0, + "1835": 39416.0, + "1840": 40821.0, + "1845": 40796.0, + "1850": 40796.0, + "1855": 40795.0, "1860": 40723.0, - "1865": 40045.0, - "1870": 41638.0, - "1875": 40728.0, - "1880": 39329.0, - "1885": 39204.0, - "1890": 41569.0, - "1895": 40724.0, - "1900": 37818.0, - "1905": 41500.0, - "1910": 41501.0, - "1915": 40960.0, - "1920": 41558.0, - "1925": 39274.0, + "1865": 40040.0, + "1870": 41643.0, + "1875": 40729.0, + "1880": 39325.0, + "1885": 39214.0, + "1890": 41567.0, + "1895": 40736.0, + "1900": 37828.0, + "1905": 41501.0, + "1910": 41490.0, + "1915": 40973.0, + "1920": 41556.0, + "1925": 39282.0, "1930": 41485.0, - "1935": 40813.0, - "1940": 40032.0, - "1945": 39413.0, - "1950": 41490.0, + "1935": 40807.0, + "1940": 40037.0, + "1945": 39423.0, + "1950": 41495.0, "1955": 41551.0, - "1960": 40811.0, - "1965": 40118.0, - "1970": 39959.0, - "1975": 42259.0, + "1960": 40816.0, + "1965": 40109.0, + "1970": 39965.0, + "1975": 42260.0, "1980": 36485.0, - "1985": 40135.0, - "1990": 41570.0, - "1995": 40034.0, - "2000": 41486.0, - "2005": 41573.0, - "2010": 37824.0, - "2015": 38755.0, - "2020": 40733.0, - "2025": 38732.0, - "2030": 38045.0, - "2035": 40751.0, - "2040": 41592.0, - "2045": 40158.0, - "2050": 39487.0, - "2055": 41581.0, - "2060": 39440.0, - "2065": 42262.0, - "2070": 41497.0, - "2075": 39253.0, - "2080": 42265.0, - "2085": 39346.0, - "2090": 40795.0, - "2095": 41568.0, - "2100": 41565.0, + "1985": 40139.0, + "1990": 41556.0, + "1995": 40029.0, + "2000": 41493.0, + "2005": 41577.0, + "2010": 37818.0, + "2015": 38739.0, + "2020": 40730.0, + "2025": 38728.0, + "2030": 38037.0, + "2035": 40755.0, + "2040": 41591.0, + "2045": 40179.0, + "2050": 39492.0, + "2055": 41576.0, + "2060": 39427.0, + "2065": 42264.0, + "2070": 41492.0, + "2075": 39261.0, + "2080": 42259.0, + "2085": 39338.0, + "2090": 40815.0, + "2095": 41564.0, + "2100": 41567.0, "2105": 41497.0, - "2110": 40812.0, - "2115": 40730.0, - "2120": 41490.0, + "2110": 40813.0, + "2115": 40731.0, + "2120": 41496.0, "2125": 40033.0, - "2130": 39327.0, - "2135": 39420.0, - "2140": 41486.0, - "2145": 38597.0, - "2150": 40040.0, - "2155": 41498.0, - "2160": 41576.0, - "2165": 40033.0, - "2170": 40809.0, - "2175": 39342.0, - "2180": 40049.0, - "2185": 41504.0, - "2190": 40890.0, - "2195": 38813.0, - "2200": 40799.0, - "2205": 39949.0, - "2210": 39416.0, - "2215": 40790.0, - "2220": 39278.0, - "2225": 40122.0, - "2230": 40795.0, - "2235": 37287.0, - "2240": 40035.0, - "2245": 40739.0, - "2250": 42270.0, - "2255": 40738.0, - "2260": 41578.0, - "2265": 40813.0, - "2270": 40025.0, - "2275": 40733.0, - "2280": 39196.0, - "2285": 40893.0, - "2290": 39431.0, - "2295": 37897.0, - "2300": 41564.0, - "2305": 40718.0, - "2310": 40048.0, - "2315": 38511.0, - "2320": 40089.0, - "2325": 41493.0, - "2330": 40735.0, - "2335": 37170.0, - "2340": 40733.0, - "2345": 40169.0, - "2350": 40101.0, - "2355": 40879.0, - "2360": 39279.0, - "2365": 40725.0, - "2370": 40726.0, - "2375": 38567.0, - "2380": 40058.0, - "2385": 40806.0, - "2390": 40127.0, - "2395": 40740.0, - "2400": 41561.0, - "2405": 40133.0, - "2410": 40799.0, - "2415": 39200.0, - "2420": 39954.0, - "2425": 37825.0, - "2430": 39284.0, - "2435": 41507.0, - "2440": 40033.0, - "2445": 39367.0, - "2450": 40787.0, - "2455": 42276.0, - "2460": 40100.0, - "2465": 39480.0, - "2470": 37811.0, - "2475": 40031.0, - "2480": 40031.0, - "2485": 39358.0, + "2130": 39322.0, + "2135": 39422.0, + "2140": 41487.0, + "2145": 38601.0, + "2150": 40038.0, + "2155": 41507.0, + "2160": 41575.0, + "2165": 40036.0, + "2170": 40811.0, + "2175": 39343.0, + "2180": 40051.0, + "2185": 41498.0, + "2190": 40885.0, + "2195": 38822.0, + "2200": 40802.0, + "2205": 39952.0, + "2210": 39425.0, + "2215": 40787.0, + "2220": 39285.0, + "2225": 40113.0, + "2230": 40802.0, + "2235": 37291.0, + "2240": 40027.0, + "2245": 40732.0, + "2250": 42257.0, + "2255": 40741.0, + "2260": 41575.0, + "2265": 40818.0, + "2270": 40028.0, + "2275": 40729.0, + "2280": 39197.0, + "2285": 40885.0, + "2290": 39427.0, + "2295": 37895.0, + "2300": 41568.0, + "2305": 40737.0, + "2310": 40042.0, + "2315": 38495.0, + "2320": 40098.0, + "2325": 41495.0, + "2330": 40738.0, + "2335": 37174.0, + "2340": 40727.0, + "2345": 40164.0, + "2350": 40105.0, + "2355": 40892.0, + "2360": 39264.0, + "2365": 40717.0, + "2370": 40732.0, + "2375": 38568.0, + "2380": 40054.0, + "2385": 40808.0, + "2390": 40109.0, + "2395": 40735.0, + "2400": 41566.0, + "2405": 40111.0, + "2410": 40801.0, + "2415": 39199.0, + "2420": 39970.0, + "2425": 37817.0, + "2430": 39274.0, + "2435": 41500.0, + "2440": 40028.0, + "2445": 39377.0, + "2450": 40793.0, + "2455": 42271.0, + "2460": 40111.0, + "2465": 39485.0, + "2470": 37801.0, + "2475": 40036.0, + "2480": 40044.0, + "2485": 39367.0, "2490": 40127.0, - "2495": 41489.0, - "2500": 39202.0, - "2505": 40722.0, - "2510": 40743.0, - "2515": 38647.0, - "2520": 40810.0, - "2525": 41575.0, - "2530": 40728.0, - "2535": 39981.0, - "2540": 39206.0, - "2545": 37990.0, - "2550": 40801.0, - "2555": 41490.0, - "2560": 39455.0, - "2565": 39206.0, - "2570": 39358.0, - "2575": 40735.0, - "2580": 40738.0, - "2585": 40869.0, - "2590": 40098.0, - "2595": 37976.0, - "2600": 39972.0, - "2605": 38725.0, - "2610": 41573.0, - "2615": 40099.0, - "2620": 41499.0, - "2625": 39285.0, - "2630": 40035.0, - "2635": 39533.0, - "2640": 40803.0, - "2645": 40035.0, - "2650": 40035.0, - "2655": 39193.0, - "2660": 37254.0, - "2665": 40878.0, - "2670": 40871.0, - "2675": 38437.0, - "2680": 40052.0, - "2685": 41572.0, - "2690": 40040.0, - "2695": 40733.0, - "2700": 39284.0, - "2705": 41582.0, - "2710": 40780.0, - "2715": 38510.0, - "2720": 40039.0, - "2725": 38668.0, - "2730": 40866.0, - "2735": 40042.0, - "2740": 38593.0, - "2745": 40048.0, - "2750": 40810.0, - "2755": 38532.0, - "2760": 38509.0, + "2495": 41503.0, + "2500": 39203.0, + "2505": 40726.0, + "2510": 40732.0, + "2515": 38645.0, + "2520": 40804.0, + "2525": 41564.0, + "2530": 40743.0, + "2535": 39972.0, + "2540": 39211.0, + "2545": 37984.0, + "2550": 40797.0, + "2555": 41497.0, + "2560": 39449.0, + "2565": 39201.0, + "2570": 39356.0, + "2575": 40740.0, + "2580": 40730.0, + "2585": 40877.0, + "2590": 40114.0, + "2595": 37988.0, + "2600": 39964.0, + "2605": 38721.0, + "2610": 41570.0, + "2615": 40108.0, + "2620": 41492.0, + "2625": 39275.0, + "2630": 40028.0, + "2635": 39527.0, + "2640": 40805.0, + "2645": 40039.0, + "2650": 40046.0, + "2655": 39194.0, + "2660": 37249.0, + "2665": 40879.0, + "2670": 40874.0, + "2675": 38432.0, + "2680": 40046.0, + "2685": 41570.0, + "2690": 40047.0, + "2695": 40724.0, + "2700": 39294.0, + "2705": 41576.0, + "2710": 40790.0, + "2715": 38507.0, + "2720": 40036.0, + "2725": 38663.0, + "2730": 40862.0, + "2735": 40047.0, + "2740": 38589.0, + "2745": 40067.0, + "2750": 40797.0, + "2755": 38526.0, + "2760": 38511.0, "2765": 39264.0, - "2770": 41566.0, - "2775": 39367.0, - "2780": 40743.0, - "2785": 40730.0, - "2790": 39283.0, - "2795": 40037.0, - "2800": 39416.0, - "2805": 40793.0, - "2810": 41584.0, - "2815": 42261.0, - "2820": 40738.0, - "2825": 40050.0, + "2770": 41578.0, + "2775": 39362.0, + "2780": 40754.0, + "2785": 40737.0, + "2790": 39280.0, + "2795": 40040.0, + "2800": 39423.0, + "2805": 40799.0, + "2810": 41582.0, + "2815": 42256.0, + "2820": 40732.0, + "2825": 40061.0, "2830": 40816.0, - "2835": 41576.0, - "2840": 40795.0, + "2835": 41580.0, + "2840": 40807.0, "2845": 38573.0, - "2850": 42259.0, - "2855": 40794.0, - "2860": 39356.0, - "2865": 39369.0, - "2870": 40210.0, - "2875": 42271.0, - "2880": 40795.0, - "2885": 39972.0, - "2890": 38610.0, - "2895": 40731.0, - "2900": 39357.0, + "2850": 42258.0, + "2855": 40787.0, + "2860": 39360.0, + "2865": 39370.0, + "2870": 40206.0, + "2875": 42268.0, + "2880": 40809.0, + "2885": 39964.0, + "2890": 38603.0, + "2895": 40733.0, + "2900": 39352.0, "2905": 39966.0, "2910": 40732.0, - "2915": 40055.0, - "2920": 37904.0, - "2925": 40809.0, - "2930": 36476.0, - "2935": 41571.0, - "2940": 40799.0, - "2945": 38907.0, + "2915": 40062.0, + "2920": 37901.0, + "2925": 40802.0, + "2930": 36481.0, + "2935": 41581.0, + "2940": 40793.0, + "2945": 38908.0, "2950": 39431.0, - "2955": 38016.0, - "2960": 41493.0, - "2965": 39206.0, - "2970": 40798.0, - "2975": 38807.0, - "2980": 41505.0, - "2985": 39260.0, - "2990": 42341.0, - "2995": 40818.0, - "3000": 37946.0, - "3005": 42260.0, - "3010": 38730.0, - "3015": 40823.0, - "3020": 41497.0, - "3025": 39338.0, - "3030": 38461.0, - "3035": 40045.0, - "3040": 41572.0, - "3045": 39335.0, - "3050": 41505.0, - "3055": 40743.0, - "3060": 38509.0, - "3065": 39265.0, - "3070": 40803.0, - "3075": 37957.0, - "3080": 39224.0, - "3085": 41565.0, - "3090": 39279.0, - "3095": 39347.0, - "3100": 38573.0, - "3105": 39976.0, - "3110": 37133.0, - "3115": 38446.0, - "3120": 41654.0, - "3125": 40116.0, - "3130": 39284.0, - "3135": 39264.0, - "3140": 39977.0, - "3145": 40826.0, - "3150": 41493.0, - "3155": 38589.0, - "3160": 40923.0, - "3165": 41501.0, - "3170": 39267.0, - "3175": 37414.0, - "3180": 39433.0, - "3185": 42267.0, - "3190": 37944.0, - "3195": 39268.0, - "3200": 38643.0, - "3205": 40035.0, - "3210": 39974.0, - "3215": 38577.0, - "3220": 39962.0, - "3225": 40109.0, - "3230": 40100.0, - "3235": 42360.0, - "3240": 40044.0, - "3245": 40743.0, - "3250": 41496.0, - "3255": 42268.0, - "3260": 40120.0, - "3265": 42264.0, - "3270": 40800.0, - "3275": 41568.0, - "3280": 40188.0, - "3285": 39285.0, - "3290": 38661.0, - "3295": 40723.0, - "3300": 40191.0, + "2955": 38030.0, + "2960": 41489.0, + "2965": 39181.0, + "2970": 40795.0, + "2975": 38809.0, + "2980": 41502.0, + "2985": 39256.0, + "2990": 42328.0, + "2995": 40812.0, + "3000": 37945.0, + "3005": 42269.0, + "3010": 38724.0, + "3015": 40810.0, + "3020": 41492.0, + "3025": 39328.0, + "3030": 38444.0, + "3035": 40046.0, + "3040": 41558.0, + "3045": 39329.0, + "3050": 41503.0, + "3055": 40750.0, + "3060": 38507.0, + "3065": 39268.0, + "3070": 40802.0, + "3075": 37954.0, + "3080": 39205.0, + "3085": 41560.0, + "3090": 39275.0, + "3095": 39331.0, + "3100": 38578.0, + "3105": 39975.0, + "3110": 37137.0, + "3115": 38441.0, + "3120": 41657.0, + "3125": 40110.0, + "3130": 39275.0, + "3135": 39265.0, + "3140": 39986.0, + "3145": 40821.0, + "3150": 41508.0, + "3155": 38581.0, + "3160": 40925.0, + "3165": 41487.0, + "3170": 39269.0, + "3175": 37417.0, + "3180": 39430.0, + "3185": 42263.0, + "3190": 37945.0, + "3195": 39259.0, + "3200": 38657.0, + "3205": 40039.0, + "3210": 39984.0, + "3215": 38575.0, + "3220": 39948.0, + "3225": 40112.0, + "3230": 40096.0, + "3235": 42343.0, + "3240": 40045.0, + "3245": 40745.0, + "3250": 41492.0, + "3255": 42260.0, + "3260": 40123.0, + "3265": 42269.0, + "3270": 40797.0, + "3275": 41567.0, + "3280": 40182.0, + "3285": 39279.0, + "3290": 38666.0, + "3295": 40726.0, + "3300": 40189.0, "3305": 42267.0, - "3310": 42354.0, - "3315": 41506.0, - "3320": 41496.0, - "3325": 39266.0, - "3330": 40808.0, - "3335": 40117.0, - "3340": 40782.0, - "3345": 40811.0, - "3350": 40809.0, - "3355": 41580.0, - "3360": 41501.0, - "3365": 40730.0, - "3370": 40025.0, - "3375": 40718.0, - "3380": 40054.0, - "3385": 39353.0, - "3390": 40057.0, - "3395": 39975.0, - "3400": 38143.0, - "3405": 38702.0, - "3410": 39978.0, + "3310": 42352.0, + "3315": 41494.0, + "3320": 41485.0, + "3325": 39281.0, + "3330": 40810.0, + "3335": 40126.0, + "3340": 40787.0, + "3345": 40808.0, + "3350": 40816.0, + "3355": 41579.0, + "3360": 41497.0, + "3365": 40736.0, + "3370": 40032.0, + "3375": 40722.0, + "3380": 40036.0, + "3385": 39349.0, + "3390": 40061.0, + "3395": 39967.0, + "3400": 38155.0, + "3405": 38688.0, + "3410": 39968.0, "3415": 40052.0, - "3420": 40796.0, - "3425": 40811.0, - "3430": 40736.0, - "3435": 40033.0, + "3420": 40797.0, + "3425": 40800.0, + "3430": 40742.0, + "3435": 40039.0, "3440": 41589.0, "3445": 37967.0, - "3450": 37909.0, - "3455": 40820.0, - "3460": 42267.0, - "3465": 39366.0, - "3470": 38583.0, - "3475": 40206.0, - "3480": 40804.0, - "3485": 38854.0, - "3490": 40034.0, - "3495": 40049.0, - "3500": 40036.0, - "3505": 40891.0, - "3510": 40797.0, - "3515": 40033.0, + "3450": 37915.0, + "3455": 40806.0, + "3460": 42264.0, + "3465": 39365.0, + "3470": 38572.0, + "3475": 40199.0, + "3480": 40806.0, + "3485": 38857.0, + "3490": 40044.0, + "3495": 40052.0, + "3500": 40051.0, + "3505": 40882.0, + "3510": 40805.0, + "3515": 40038.0, "3520": 39272.0, - "3525": 41565.0, - "3530": 40731.0, - "3535": 41563.0, - "3540": 40736.0, - "3545": 40822.0, - "3550": 41580.0, - "3555": 40114.0, - "3560": 40740.0, - "3565": 40795.0, - "3570": 40812.0, - "3575": 40031.0, - "3580": 40033.0, - "3585": 41560.0, - "3590": 41503.0, - "3595": 39361.0, - "3600": 39344.0, - "3605": 39269.0, - "3610": 40032.0, - "3615": 42265.0, - "3620": 38664.0, - "3625": 39957.0, - "3630": 40805.0, - "3635": 40095.0, - "3640": 39202.0, - "3645": 39316.0, - "3650": 38658.0, + "3525": 41561.0, + "3530": 40727.0, + "3535": 41573.0, + "3540": 40746.0, + "3545": 40823.0, + "3550": 41576.0, + "3555": 40111.0, + "3560": 40738.0, + "3565": 40796.0, + "3570": 40820.0, + "3575": 40041.0, + "3580": 40037.0, + "3585": 41578.0, + "3590": 41504.0, + "3595": 39357.0, + "3600": 39348.0, + "3605": 39274.0, + "3610": 40021.0, + "3615": 42264.0, + "3620": 38655.0, + "3625": 39970.0, + "3630": 40800.0, + "3635": 40092.0, + "3640": 39211.0, + "3645": 39311.0, + "3650": 38657.0, "3655": 40215.0, - "3660": 42328.0, - "3665": 41503.0, - "3670": 37361.0, - "3675": 39419.0, - "3680": 37335.0, - "3685": 39366.0, - "3690": 40801.0, - "3695": 42344.0, - "3700": 38169.0, - "3705": 39489.0, - "3710": 39280.0, - "3715": 38539.0, - "3720": 40809.0, + "3660": 42329.0, + "3665": 41493.0, + "3670": 37362.0, + "3675": 39421.0, + "3680": 37326.0, + "3685": 39368.0, + "3690": 40794.0, + "3695": 42340.0, + "3700": 38164.0, + "3705": 39496.0, + "3710": 39285.0, + "3715": 38535.0, + "3720": 40805.0, "3725": 37301.0, - "3730": 37821.0, - "3735": 40795.0, - "3740": 40807.0, - "3745": 38569.0, - "3750": 39398.0, + "3730": 37813.0, + "3735": 40800.0, + "3740": 40800.0, + "3745": 38580.0, + "3750": 39399.0, "3755": 39360.0, - "3760": 39341.0, + "3760": 39355.0, "3765": 39349.0, - "3770": 42353.0, - "3775": 40818.0, - "3780": 42258.0, - "3785": 37885.0, - "3790": 39350.0, - "3795": 40049.0, - "3800": 39486.0, - "3805": 37096.0, - "3810": 39417.0, - "3815": 40743.0, + "3770": 42346.0, + "3775": 40815.0, + "3780": 42262.0, + "3785": 37893.0, + "3790": 39346.0, + "3795": 40031.0, + "3800": 39476.0, + "3805": 37106.0, + "3810": 39420.0, + "3815": 40732.0, "3820": 40112.0, - "3825": 42261.0, - "3830": 40031.0, - "3835": 40808.0, - "3840": 40050.0, - "3845": 39337.0, - "3850": 39416.0, + "3825": 42265.0, + "3830": 40028.0, + "3835": 40809.0, + "3840": 40041.0, + "3845": 39340.0, + "3850": 39417.0, "3855": 39357.0, - "3860": 40032.0, - "3865": 41494.0, - "3870": 37752.0, - "3875": 39977.0, - "3880": 40055.0, - "3885": 41497.0, - "3890": 39964.0, - "3895": 40735.0, - "3900": 39280.0, + "3860": 40037.0, + "3865": 41511.0, + "3870": 37744.0, + "3875": 39962.0, + "3880": 40048.0, + "3885": 41507.0, + "3890": 39963.0, + "3895": 40725.0, + "3900": 39273.0, "3905": 38584.0, - "3910": 40037.0, - "3915": 40810.0, - "3920": 36490.0, - "3925": 39954.0, - "3930": 39269.0, - "3935": 39350.0, - "3940": 39422.0, - "3945": 41512.0, - "3950": 39978.0, - "3955": 39425.0, - "3960": 38670.0, - "3965": 39982.0, - "3970": 39286.0, - "3975": 39973.0, - "3980": 40820.0, - "3985": 38588.0, - "3990": 39218.0, - "3995": 39438.0, - "4000": 40015.0, - "4005": 40044.0, - "4010": 35693.0, - "4015": 41572.0, - "4020": 39292.0, - "4025": 40184.0, - "4030": 37075.0, - "4035": 41510.0, + "3910": 40023.0, + "3915": 40808.0, + "3920": 36492.0, + "3925": 39962.0, + "3930": 39265.0, + "3935": 39345.0, + "3940": 39419.0, + "3945": 41497.0, + "3950": 39977.0, + "3955": 39417.0, + "3960": 38680.0, + "3965": 39976.0, + "3970": 39287.0, + "3975": 39969.0, + "3980": 40821.0, + "3985": 38580.0, + "3990": 39227.0, + "3995": 39440.0, + "4000": 40027.0, + "4005": 40051.0, + "4010": 35696.0, + "4015": 41576.0, + "4020": 39290.0, + "4025": 40178.0, + "4030": 37080.0, + "4035": 41515.0, "4040": 34461.0, - "4045": 40816.0, - "4050": 37759.0, - "4055": 39412.0, - "4060": 37307.0, - "4065": 40739.0, - "4070": 38507.0, - "4075": 40042.0, - "4080": 40873.0, - "4085": 41494.0, - "4090": 40721.0, - "4095": 41505.0, - "4100": 37918.0, - "4105": 41495.0, - "4110": 41501.0, - "4115": 40203.0, - "4120": 40792.0, - "4125": 38757.0, - "4130": 40746.0, - "4135": 39392.0, - "4140": 39347.0, - "4145": 40050.0, - "4150": 39370.0, - "4155": 39433.0, - "4160": 40206.0, - "4165": 39355.0, - "4170": 40753.0, - "4175": 39264.0, - "4180": 40828.0, - "4185": 40802.0, - "4190": 39258.0, - "4195": 40795.0, - "4200": 41493.0, - "4205": 40719.0, - "4210": 40736.0, - "4215": 40053.0, - "4220": 38677.0, - "4225": 40046.0, - "4230": 38836.0, - "4235": 39354.0, - "4240": 40808.0, - "4245": 40741.0, - "4250": 40101.0, - "4255": 39349.0, - "4260": 38638.0, - "4265": 40734.0, - "4270": 40812.0, - "4275": 40120.0, - "4280": 40032.0, - "4285": 41495.0, - "4290": 40746.0, - "4295": 37131.0, - "4300": 39341.0, - "4305": 40038.0, - "4310": 40111.0, - "4315": 40109.0, - "4320": 41572.0, - "4325": 40050.0, - "4330": 38703.0, - "4335": 42268.0, - "4340": 40740.0, - "4345": 40789.0, - "4350": 37962.0, - "4355": 41492.0, - "4360": 40196.0, - "4365": 40814.0, - "4370": 37230.0, - "4375": 40045.0, - "4380": 38508.0, - "4385": 40104.0, - "4390": 40727.0, - "4395": 39979.0, - "4400": 39968.0, - "4405": 40195.0, - "4410": 41590.0, - "4415": 41487.0, - "4420": 40048.0, - "4425": 40182.0, - "4430": 40733.0, - "4435": 37961.0, - "4440": 39969.0, - "4445": 39431.0, - "4450": 39966.0, - "4455": 40732.0, - "4460": 40811.0, - "4465": 41509.0, - "4470": 41500.0, - "4475": 39211.0, - "4480": 41565.0, - "4485": 40146.0, - "4490": 42261.0, - "4495": 39966.0, - "4500": 40032.0, - "4505": 40830.0, + "4045": 40807.0, + "4050": 37770.0, + "4055": 39411.0, + "4060": 37301.0, + "4065": 40740.0, + "4070": 38509.0, + "4075": 40035.0, + "4080": 40883.0, + "4085": 41506.0, + "4090": 40728.0, + "4095": 41508.0, + "4100": 37921.0, + "4105": 41489.0, + "4110": 41505.0, + "4115": 40192.0, + "4120": 40798.0, + "4125": 38758.0, + "4130": 40731.0, + "4135": 39382.0, + "4140": 39349.0, + "4145": 40052.0, + "4150": 39363.0, + "4155": 39425.0, + "4160": 40211.0, + "4165": 39356.0, + "4170": 40743.0, + "4175": 39267.0, + "4180": 40821.0, + "4185": 40807.0, + "4190": 39262.0, + "4195": 40796.0, + "4200": 41496.0, + "4205": 40722.0, + "4210": 40734.0, + "4215": 40038.0, + "4220": 38680.0, + "4225": 40040.0, + "4230": 38826.0, + "4235": 39346.0, + "4240": 40811.0, + "4245": 40748.0, + "4250": 40107.0, + "4255": 39328.0, + "4260": 38631.0, + "4265": 40739.0, + "4270": 40817.0, + "4275": 40118.0, + "4280": 40029.0, + "4285": 41496.0, + "4290": 40740.0, + "4295": 37122.0, + "4300": 39345.0, + "4305": 40036.0, + "4310": 40116.0, + "4315": 40117.0, + "4320": 41566.0, + "4325": 40058.0, + "4330": 38702.0, + "4335": 42261.0, + "4340": 40727.0, + "4345": 40785.0, + "4350": 37967.0, + "4355": 41504.0, + "4360": 40188.0, + "4365": 40816.0, + "4370": 37221.0, + "4375": 40047.0, + "4380": 38500.0, + "4385": 40109.0, + "4390": 40732.0, + "4395": 39982.0, + "4400": 39973.0, + "4405": 40190.0, + "4410": 41595.0, + "4415": 41495.0, + "4420": 40034.0, + "4425": 40181.0, + "4430": 40731.0, + "4435": 37958.0, + "4440": 39972.0, + "4445": 39436.0, + "4450": 39961.0, + "4455": 40730.0, + "4460": 40802.0, + "4465": 41507.0, + "4470": 41496.0, + "4475": 39195.0, + "4480": 41568.0, + "4485": 40139.0, + "4490": 42263.0, + "4495": 39970.0, + "4500": 40035.0, + "4505": 40820.0, "4510": 40804.0, - "4515": 37906.0, - "4520": 39279.0, - "4525": 40729.0, - "4530": 39965.0, + "4515": 37908.0, + "4520": 39274.0, + "4525": 40726.0, + "4530": 39970.0, "4535": 39348.0, - "4540": 39417.0, - "4545": 38737.0, - "4550": 40032.0, - "4555": 40808.0, - "4560": 39326.0, - "4565": 40119.0, - "4570": 41639.0, - "4575": 40045.0, - "4580": 37793.0, - "4585": 39432.0, - "4590": 37281.0, - "4595": 39343.0, - "4600": 40050.0, - "4605": 40744.0, - "4610": 40798.0, - "4615": 40739.0, - "4620": 40735.0, - "4625": 41508.0, + "4540": 39411.0, + "4545": 38730.0, + "4550": 40028.0, + "4555": 40799.0, + "4560": 39327.0, + "4565": 40099.0, + "4570": 41642.0, + "4575": 40053.0, + "4580": 37788.0, + "4585": 39433.0, + "4590": 37282.0, + "4595": 39344.0, + "4600": 40042.0, + "4605": 40756.0, + "4610": 40803.0, + "4615": 40737.0, + "4620": 40734.0, + "4625": 41500.0, "4630": 40057.0, - "4635": 40742.0, - "4640": 41499.0, - "4645": 41512.0, - "4650": 40826.0, - "4655": 39962.0, - "4660": 40886.0, - "4665": 41492.0, - "4670": 39288.0, - "4675": 40035.0, - "4680": 41571.0, - "4685": 38045.0, - "4690": 40733.0, - "4695": 39281.0, - "4700": 39964.0, - "4705": 40811.0, - "4710": 42259.0, - "4715": 41554.0, - "4720": 40891.0, - "4725": 40826.0, - "4730": 38529.0, - "4735": 40053.0, - "4740": 37839.0, - "4745": 39420.0, - "4750": 40048.0, - "4755": 39205.0, - "4760": 40125.0, - "4765": 41496.0, + "4635": 40753.0, + "4640": 41517.0, + "4645": 41497.0, + "4650": 40820.0, + "4655": 39983.0, + "4660": 40878.0, + "4665": 41499.0, + "4670": 39290.0, + "4675": 40051.0, + "4680": 41578.0, + "4685": 38040.0, + "4690": 40742.0, + "4695": 39287.0, + "4700": 39968.0, + "4705": 40801.0, + "4710": 42261.0, + "4715": 41571.0, + "4720": 40888.0, + "4725": 40823.0, + "4730": 38524.0, + "4735": 40045.0, + "4740": 37841.0, + "4745": 39427.0, + "4750": 40040.0, + "4755": 39206.0, + "4760": 40123.0, + "4765": 41490.0, "4770": 40103.0, - "4775": 36652.0, - "4780": 39274.0, - "4785": 40047.0, - "4790": 42356.0, - "4795": 39278.0, - "4800": 42269.0, - "4805": 39456.0, + "4775": 36650.0, + "4780": 39281.0, + "4785": 40053.0, + "4790": 42354.0, + "4795": 39288.0, + "4800": 42270.0, + "4805": 39454.0, "4810": 40055.0, - "4815": 42265.0, - "4820": 39360.0, + "4815": 42259.0, + "4820": 39349.0, "4825": 37841.0, - "4830": 40123.0, - "4835": 41508.0, - "4840": 40027.0, - "4845": 41564.0, - "4850": 38659.0, - "4855": 40180.0, - "4860": 38642.0, - "4865": 40032.0, - "4870": 41581.0, - "4875": 40746.0, - "4880": 41563.0, - "4885": 40738.0, - "4890": 40725.0, - "4895": 40785.0, - "4900": 40043.0, - "4905": 40806.0, - "4910": 40019.0, - "4915": 40816.0, - "4920": 40030.0, - "4925": 40060.0, - "4930": 39963.0, - "4935": 40813.0, - "4940": 39991.0, - "4945": 39433.0, - "4950": 40037.0, - "4955": 39983.0, - "4960": 38568.0, - "4965": 38686.0, - "4970": 39340.0, - "4975": 39969.0, - "4980": 37910.0, - "4985": 37759.0, - "4990": 39371.0, - "4995": 40048.0, - "5000": 38586.0, - "5005": 40039.0, - "5010": 38654.0, - "5015": 40730.0, - "5020": 39201.0, - "5025": 41498.0, - "5030": 36522.0, - "5035": 37970.0, - "5040": 40742.0, - "5045": 39226.0, - "5050": 39288.0, + "4830": 40116.0, + "4835": 41510.0, + "4840": 40034.0, + "4845": 41571.0, + "4850": 38652.0, + "4855": 40177.0, + "4860": 38646.0, + "4865": 40034.0, + "4870": 41583.0, + "4875": 40750.0, + "4880": 41547.0, + "4885": 40735.0, + "4890": 40731.0, + "4895": 40793.0, + "4900": 40033.0, + "4905": 40804.0, + "4910": 40036.0, + "4915": 40806.0, + "4920": 40041.0, + "4925": 40049.0, + "4930": 39972.0, + "4935": 40814.0, + "4940": 40000.0, + "4945": 39421.0, + "4950": 40036.0, + "4955": 39993.0, + "4960": 38585.0, + "4965": 38678.0, + "4970": 39342.0, + "4975": 39968.0, + "4980": 37905.0, + "4985": 37751.0, + "4990": 39358.0, + "4995": 40033.0, + "5000": 38583.0, + "5005": 40053.0, + "5010": 38651.0, + "5015": 40733.0, + "5020": 39209.0, + "5025": 41499.0, + "5030": 36510.0, + "5035": 37972.0, + "5040": 40725.0, + "5045": 39218.0, + "5050": 39280.0, "5055": 39997.0, - "5060": 40801.0, - "5065": 38569.0, - "5070": 42257.0, - "5075": 40022.0, - "5080": 41493.0, - "5085": 39289.0, - "5090": 40808.0, - "5095": 40885.0, - "5100": 39341.0, - "5105": 40055.0, - "5110": 40819.0, - "5115": 38566.0, - "5120": 40116.0, - "5125": 41498.0, - "5130": 40117.0, - "5135": 41499.0, - "5140": 41588.0, - "5145": 38072.0, - "5150": 39350.0, - "5155": 40016.0, - "5160": 41585.0, - "5165": 39965.0, - "5170": 40726.0, - "5175": 38831.0, - "5180": 41499.0, - "5185": 40803.0, - "5190": 38672.0, - "5195": 38600.0, - "5200": 40121.0, - "5205": 42267.0, - "5210": 39258.0, - "5215": 37198.0, - "5220": 40044.0, - "5225": 41592.0, - "5230": 40194.0, - "5235": 40040.0, - "5240": 38652.0, - "5245": 40803.0, - "5250": 38502.0, - "5255": 40070.0, - "5260": 40818.0, - "5265": 39271.0, - "5270": 41491.0, - "5275": 41512.0, - "5280": 39299.0, - "5285": 40040.0, - "5290": 38699.0, - "5295": 39344.0, - "5300": 39410.0, - "5305": 39283.0, - "5310": 41568.0, - "5315": 39222.0, - "5320": 40905.0, - "5325": 40813.0, - "5330": 39364.0, - "5335": 40099.0, - "5340": 42265.0, + "5060": 40795.0, + "5065": 38572.0, + "5070": 42255.0, + "5075": 40031.0, + "5080": 41497.0, + "5085": 39282.0, + "5090": 40811.0, + "5095": 40895.0, + "5100": 39340.0, + "5105": 40061.0, + "5110": 40814.0, + "5115": 38576.0, + "5120": 40113.0, + "5125": 41500.0, + "5130": 40116.0, + "5135": 41504.0, + "5140": 41572.0, + "5145": 38071.0, + "5150": 39353.0, + "5155": 40011.0, + "5160": 41587.0, + "5165": 39968.0, + "5170": 40748.0, + "5175": 38839.0, + "5180": 41495.0, + "5185": 40801.0, + "5190": 38665.0, + "5195": 38602.0, + "5200": 40122.0, + "5205": 42265.0, + "5210": 39266.0, + "5215": 37204.0, + "5220": 40039.0, + "5225": 41589.0, + "5230": 40184.0, + "5235": 40032.0, + "5240": 38656.0, + "5245": 40823.0, + "5250": 38501.0, + "5255": 40054.0, + "5260": 40804.0, + "5265": 39267.0, + "5270": 41509.0, + "5275": 41503.0, + "5280": 39295.0, + "5285": 40045.0, + "5290": 38715.0, + "5295": 39357.0, + "5300": 39399.0, + "5305": 39288.0, + "5310": 41571.0, + "5315": 39226.0, + "5320": 40903.0, + "5325": 40817.0, + "5330": 39356.0, + "5335": 40106.0, + "5340": 42257.0, "5345": 39968.0, - "5350": 40817.0, + "5350": 40815.0, "5355": 40145.0, "5360": 37251.0, - "5365": 37887.0, - "5370": 40794.0, - "5375": 40017.0, - "5380": 39344.0, - "5385": 39378.0, - "5390": 38055.0, - "5395": 39437.0, - "5400": 38705.0, - "5405": 39356.0, - "5410": 40043.0, - "5415": 40735.0, - "5420": 39964.0, - "5425": 40124.0, - "5430": 40813.0, - "5435": 42254.0, - "5440": 39283.0, - "5445": 38580.0, - "5450": 40040.0, - "5455": 40139.0, - "5460": 41499.0, - "5465": 40868.0, - "5470": 39414.0, - "5475": 39418.0, - "5480": 40037.0, - "5485": 41492.0, - "5490": 39440.0, - "5495": 40800.0, - "5500": 40886.0, - "5505": 37802.0, - "5510": 42261.0, - "5515": 39274.0, - "5520": 40730.0, - "5525": 40804.0, - "5530": 39268.0, - "5535": 40740.0, - "5540": 40138.0, - "5545": 41570.0, - "5550": 38756.0, - "5555": 39958.0, - "5560": 40226.0, - "5565": 42326.0, - "5570": 41494.0, - "5575": 39423.0, - "5580": 39347.0, - "5585": 40732.0, - "5590": 38579.0, - "5595": 40057.0, - "5600": 39341.0, - "5605": 41588.0, - "5610": 40815.0, - "5615": 40800.0, - "5620": 39426.0, - "5625": 39407.0, - "5630": 40100.0, - "5635": 39350.0, - "5640": 40809.0, - "5645": 40752.0, - "5650": 38611.0, - "5655": 39293.0, - "5660": 38741.0, - "5665": 40792.0, - "5670": 41568.0, - "5675": 40825.0, - "5680": 39354.0, - "5685": 40738.0, - "5690": 39965.0, - "5695": 40799.0, - "5700": 39341.0, - "5705": 40044.0, - "5710": 39355.0, - "5715": 40792.0, - "5720": 40877.0, - "5725": 39972.0, - "5730": 39981.0, - "5735": 39977.0, - "5740": 40030.0, - "5745": 40809.0, - "5750": 37170.0, - "5755": 41498.0, - "5760": 40808.0, - "5765": 37120.0, - "5770": 40730.0, - "5775": 40071.0, - "5780": 38640.0, - "5785": 42344.0, - "5790": 38100.0, - "5795": 40866.0, + "5365": 37901.0, + "5370": 40798.0, + "5375": 40016.0, + "5380": 39346.0, + "5385": 39364.0, + "5390": 38058.0, + "5395": 39445.0, + "5400": 38713.0, + "5405": 39355.0, + "5410": 40050.0, + "5415": 40732.0, + "5420": 39978.0, + "5425": 40111.0, + "5430": 40815.0, + "5435": 42257.0, + "5440": 39277.0, + "5445": 38589.0, + "5450": 40035.0, + "5455": 40150.0, + "5460": 41486.0, + "5465": 40880.0, + "5470": 39399.0, + "5475": 39424.0, + "5480": 40033.0, + "5485": 41498.0, + "5490": 39435.0, + "5495": 40798.0, + "5500": 40889.0, + "5505": 37780.0, + "5510": 42255.0, + "5515": 39278.0, + "5520": 40737.0, + "5525": 40803.0, + "5530": 39265.0, + "5535": 40749.0, + "5540": 40131.0, + "5545": 41575.0, + "5550": 38748.0, + "5555": 39965.0, + "5560": 40228.0, + "5565": 42335.0, + "5570": 41490.0, + "5575": 39418.0, + "5580": 39354.0, + "5585": 40727.0, + "5590": 38566.0, + "5595": 40062.0, + "5600": 39344.0, + "5605": 41586.0, + "5610": 40811.0, + "5615": 40793.0, + "5620": 39422.0, + "5625": 39400.0, + "5630": 40106.0, + "5635": 39352.0, + "5640": 40808.0, + "5645": 40743.0, + "5650": 38609.0, + "5655": 39284.0, + "5660": 38735.0, + "5665": 40802.0, + "5670": 41570.0, + "5675": 40828.0, + "5680": 39348.0, + "5685": 40730.0, + "5690": 39966.0, + "5695": 40798.0, + "5700": 39351.0, + "5705": 40045.0, + "5710": 39351.0, + "5715": 40799.0, + "5720": 40885.0, + "5725": 39979.0, + "5730": 39985.0, + "5735": 39972.0, + "5740": 40028.0, + "5745": 40808.0, + "5750": 37157.0, + "5755": 41510.0, + "5760": 40806.0, + "5765": 37121.0, + "5770": 40729.0, + "5775": 40070.0, + "5780": 38649.0, + "5785": 42342.0, + "5790": 38091.0, + "5795": 40870.0, "5800": 40809.0, - "5805": 39965.0, - "5810": 43026.0, - "5815": 39283.0, - "5820": 40727.0, - "5825": 35597.0, - "5830": 39414.0, - "5835": 40055.0, - "5840": 40040.0, - "5845": 40801.0, - "5850": 41500.0, - "5855": 42261.0, - "5860": 38530.0, - "5865": 39346.0, - "5870": 39410.0, - "5875": 40046.0, + "5805": 39973.0, + "5810": 43030.0, + "5815": 39278.0, + "5820": 40738.0, + "5825": 35592.0, + "5830": 39417.0, + "5835": 40054.0, + "5840": 40053.0, + "5845": 40804.0, + "5850": 41502.0, + "5855": 42268.0, + "5860": 38529.0, + "5865": 39366.0, + "5870": 39421.0, + "5875": 40047.0, "5880": 39364.0, - "5885": 40785.0, - "5890": 37906.0, - "5895": 40734.0, + "5885": 40784.0, + "5890": 37897.0, + "5895": 40745.0, "5900": 40051.0, - "5905": 38667.0, - "5910": 37976.0, - "5915": 37843.0, - "5920": 40798.0, - "5925": 37930.0, - "5930": 40902.0, - "5935": 39278.0, - "5940": 40137.0, - "5945": 39344.0, - "5950": 40129.0, - "5955": 39354.0, - "5960": 40045.0, - "5965": 38765.0, - "5970": 38428.0, - "5975": 36489.0, - "5980": 40728.0, - "5985": 40045.0, - "5990": 40810.0, - "5995": 38584.0, - "6000": 38742.0, - "6005": 40042.0, - "6010": 39970.0, - "6015": 40045.0, - "6020": 41582.0, - "6025": 40041.0, - "6030": 39355.0, - "6035": 41570.0, - "6040": 38599.0, - "6045": 39976.0, - "6050": 39973.0, - "6055": 41575.0, - "6060": 40104.0, - "6065": 41580.0, - "6070": 38747.0, - "6075": 41508.0, - "6080": 37960.0, - "6085": 35996.0, - "6090": 40736.0, - "6095": 41502.0, - "6100": 40748.0, - "6105": 35904.0, + "5905": 38666.0, + "5910": 37984.0, + "5915": 37835.0, + "5920": 40804.0, + "5925": 37929.0, + "5930": 40900.0, + "5935": 39283.0, + "5940": 40139.0, + "5945": 39342.0, + "5950": 40124.0, + "5955": 39355.0, + "5960": 40033.0, + "5965": 38761.0, + "5970": 38441.0, + "5975": 36488.0, + "5980": 40741.0, + "5985": 40038.0, + "5990": 40804.0, + "5995": 38582.0, + "6000": 38738.0, + "6005": 40039.0, + "6010": 39960.0, + "6015": 40035.0, + "6020": 41581.0, + "6025": 40043.0, + "6030": 39356.0, + "6035": 41576.0, + "6040": 38611.0, + "6045": 39972.0, + "6050": 39972.0, + "6055": 41580.0, + "6060": 40119.0, + "6065": 41587.0, + "6070": 38750.0, + "6075": 41499.0, + "6080": 37962.0, + "6085": 36000.0, + "6090": 40734.0, + "6095": 41493.0, + "6100": 40739.0, + "6105": 35900.0, "6110": 40126.0, - "6115": 41496.0, - "6120": 40128.0, - "6125": 37212.0, - "6130": 39263.0, + "6115": 41499.0, + "6120": 40127.0, + "6125": 37229.0, + "6130": 39260.0, "6135": 39288.0, - "6140": 41554.0, + "6140": 41567.0, "6145": 40048.0, - "6150": 39288.0, - "6155": 41481.0, - "6160": 39954.0, - "6165": 40724.0, - "6170": 37254.0, - "6175": 40809.0, - "6180": 37820.0, - "6185": 40821.0, - "6190": 41507.0, - "6195": 38589.0, - "6200": 41490.0, - "6205": 41601.0, - "6210": 38747.0, - "6215": 41493.0, - "6220": 39972.0, - "6225": 40738.0, - "6230": 37907.0, - "6235": 40815.0, - "6240": 40732.0, - "6245": 40188.0, - "6250": 41494.0, - "6255": 40729.0, + "6150": 39293.0, + "6155": 41499.0, + "6160": 39960.0, + "6165": 40731.0, + "6170": 37252.0, + "6175": 40813.0, + "6180": 37815.0, + "6185": 40813.0, + "6190": 41515.0, + "6195": 38585.0, + "6200": 41485.0, + "6205": 41596.0, + "6210": 38744.0, + "6215": 41497.0, + "6220": 39974.0, + "6225": 40753.0, + "6230": 37897.0, + "6235": 40819.0, + "6240": 40734.0, + "6245": 40181.0, + "6250": 41493.0, + "6255": 40737.0, "6260": 41589.0, - "6265": 39222.0, - "6270": 40806.0, - "6275": 40876.0, + "6265": 39221.0, + "6270": 40807.0, + "6275": 40869.0, "6280": 43039.0, - "6285": 40803.0, - "6290": 41585.0, - "6295": 40791.0, - "6300": 39976.0, - "6305": 38667.0, - "6310": 38673.0, - "6315": 41501.0, - "6320": 40888.0, - "6325": 37690.0, - "6330": 39274.0, - "6335": 41571.0, - "6340": 40736.0, - "6345": 41501.0, - "6350": 41558.0, - "6355": 40105.0, - "6360": 38750.0, - "6365": 40812.0, - "6370": 38721.0, - "6375": 40065.0, + "6285": 40809.0, + "6290": 41574.0, + "6295": 40790.0, + "6300": 39971.0, + "6305": 38666.0, + "6310": 38672.0, + "6315": 41507.0, + "6320": 40877.0, + "6325": 37684.0, + "6330": 39284.0, + "6335": 41586.0, + "6340": 40749.0, + "6345": 41512.0, + "6350": 41568.0, + "6355": 40106.0, + "6360": 38747.0, + "6365": 40805.0, + "6370": 38727.0, + "6375": 40062.0, "6380": 37124.0, - "6385": 40183.0, - "6390": 39501.0, - "6395": 41502.0, - "6400": 36578.0, - "6405": 40048.0, - "6410": 40142.0, - "6415": 41565.0, - "6420": 40808.0, + "6385": 40186.0, + "6390": 39498.0, + "6395": 41496.0, + "6400": 36579.0, + "6405": 40054.0, + "6410": 40144.0, + "6415": 41558.0, + "6420": 40810.0, "6425": 37279.0, - "6430": 39962.0, - "6435": 40099.0, - "6440": 41495.0, - "6445": 40724.0, - "6450": 38502.0, + "6430": 39970.0, + "6435": 40113.0, + "6440": 41491.0, + "6445": 40729.0, + "6450": 38500.0, "6455": 38603.0, - "6460": 39212.0, - "6465": 42254.0, + "6460": 39225.0, + "6465": 42263.0, "6470": 41501.0, - "6475": 40825.0, - "6480": 40104.0, - "6485": 39278.0, - "6490": 35741.0, - "6495": 39277.0, + "6475": 40815.0, + "6480": 40105.0, + "6485": 39275.0, + "6490": 35738.0, + "6495": 39283.0, "6500": 41499.0, - "6505": 40742.0, - "6510": 40053.0, - "6515": 40112.0, - "6520": 40814.0, - "6525": 42266.0, - "6530": 41490.0, - "6535": 39281.0, - "6540": 40898.0, - "6545": 37994.0, - "6550": 39342.0, - "6555": 40798.0, - "6560": 35738.0, - "6565": 39211.0, - "6570": 40091.0, - "6575": 41499.0, - "6580": 41574.0, - "6585": 40050.0, - "6590": 35466.0, + "6505": 40740.0, + "6510": 40059.0, + "6515": 40110.0, + "6520": 40816.0, + "6525": 42264.0, + "6530": 41500.0, + "6535": 39285.0, + "6540": 40900.0, + "6545": 37985.0, + "6550": 39343.0, + "6555": 40804.0, + "6560": 35719.0, + "6565": 39208.0, + "6570": 40082.0, + "6575": 41504.0, + "6580": 41575.0, + "6585": 40051.0, + "6590": 35482.0, "6595": 40804.0, - "6600": 39272.0, - "6605": 39359.0, - "6610": 41511.0, - "6615": 40812.0, - "6620": 41571.0, - "6625": 40734.0, + "6600": 39271.0, + "6605": 39356.0, + "6610": 41506.0, + "6615": 40819.0, + "6620": 41573.0, + "6625": 40728.0, "6630": 37837.0, - "6635": 38669.0, - "6640": 40819.0, - "6645": 38044.0, - "6650": 40026.0, - "6655": 40057.0, - "6660": 41498.0, - "6665": 41493.0, - "6670": 39266.0, - "6675": 39350.0, + "6635": 38687.0, + "6640": 40813.0, + "6645": 38047.0, + "6650": 40027.0, + "6655": 40062.0, + "6660": 41505.0, + "6665": 41496.0, + "6670": 39263.0, + "6675": 39343.0, "6680": 42267.0, - "6685": 40745.0, + "6685": 40733.0, "6690": 40034.0, - "6695": 40732.0, - "6700": 40814.0, - "6705": 41568.0, - "6710": 39202.0, - "6715": 38509.0, - "6720": 39971.0, - "6725": 41572.0, - "6730": 41493.0, - "6735": 38636.0, - "6740": 37279.0, - "6745": 41498.0, - "6750": 40748.0, + "6695": 40728.0, + "6700": 40811.0, + "6705": 41576.0, + "6710": 39199.0, + "6715": 38511.0, + "6720": 39962.0, + "6725": 41569.0, + "6730": 41489.0, + "6735": 38649.0, + "6740": 37288.0, + "6745": 41492.0, + "6750": 40747.0, "6755": 38608.0, - "6760": 39353.0, - "6765": 39364.0, - "6770": 39988.0, - "6775": 38629.0, - "6780": 38601.0, - "6785": 40042.0, - "6790": 40729.0, - "6795": 40743.0, - "6800": 40724.0, - "6805": 40809.0, - "6810": 40186.0, - "6815": 40801.0, - "6820": 40128.0, - "6825": 40807.0, + "6760": 39339.0, + "6765": 39367.0, + "6770": 39975.0, + "6775": 38645.0, + "6780": 38596.0, + "6785": 40057.0, + "6790": 40732.0, + "6795": 40740.0, + "6800": 40722.0, + "6805": 40815.0, + "6810": 40197.0, + "6815": 40806.0, + "6820": 40119.0, + "6825": 40808.0, "6830": 41556.0, - "6835": 38569.0, - "6840": 40796.0, - "6845": 42335.0, - "6850": 40128.0, - "6855": 39365.0, - "6860": 41497.0, - "6865": 40736.0, - "6870": 40051.0, - "6875": 40792.0, - "6880": 40801.0, - "6885": 39341.0, - "6890": 40047.0, - "6895": 40152.0, - "6900": 37774.0, + "6835": 38574.0, + "6840": 40802.0, + "6845": 42326.0, + "6850": 40126.0, + "6855": 39363.0, + "6860": 41493.0, + "6865": 40733.0, + "6870": 40047.0, + "6875": 40797.0, + "6880": 40798.0, + "6885": 39355.0, + "6890": 40045.0, + "6895": 40160.0, + "6900": 37765.0, "6905": 40883.0, - "6910": 41581.0, - "6915": 41575.0, - "6920": 40040.0, - "6925": 40102.0, - "6930": 42268.0, - "6935": 38510.0, - "6940": 39435.0, - "6945": 40822.0, - "6950": 39974.0, - "6955": 39431.0, - "6960": 40725.0, - "6965": 40819.0, - "6970": 40819.0, - "6975": 41500.0, + "6910": 41578.0, + "6915": 41581.0, + "6920": 40047.0, + "6925": 40103.0, + "6930": 42278.0, + "6935": 38503.0, + "6940": 39432.0, + "6945": 40825.0, + "6950": 39968.0, + "6955": 39432.0, + "6960": 40731.0, + "6965": 40825.0, + "6970": 40821.0, + "6975": 41501.0, "6980": 39537.0, - "6985": 40805.0, - "6990": 40147.0, - "6995": 39953.0, - "7000": 39439.0, - "7005": 39458.0, - "7010": 39969.0, - "7015": 38660.0, - "7020": 40812.0, - "7025": 39276.0, - "7030": 38645.0, - "7035": 39330.0, - "7040": 42340.0, - "7045": 36566.0, - "7050": 38600.0, - "7055": 40893.0, - "7060": 40721.0, - "7065": 37984.0, - "7070": 40041.0, - "7075": 39264.0, - "7080": 40735.0, - "7085": 40740.0, - "7090": 36589.0, - "7095": 40728.0, - "7100": 40785.0, - "7105": 40728.0, - "7110": 42337.0, - "7115": 39296.0, - "7120": 40810.0, - "7125": 38498.0, - "7130": 40916.0, - "7135": 39301.0, - "7140": 40096.0, - "7145": 40744.0, - "7150": 40815.0, - "7155": 42334.0, - "7160": 40055.0, - "7165": 40019.0, - "7170": 41504.0, - "7175": 40819.0, - "7180": 40820.0, - "7185": 39295.0, - "7190": 40813.0, - "7195": 39966.0, - "7200": 40098.0, - "7205": 40812.0, - "7210": 41585.0, + "6985": 40811.0, + "6990": 40133.0, + "6995": 39963.0, + "7000": 39434.0, + "7005": 39451.0, + "7010": 39977.0, + "7015": 38654.0, + "7020": 40814.0, + "7025": 39267.0, + "7030": 38658.0, + "7035": 39348.0, + "7040": 42325.0, + "7045": 36574.0, + "7050": 38603.0, + "7055": 40889.0, + "7060": 40737.0, + "7065": 37990.0, + "7070": 40051.0, + "7075": 39261.0, + "7080": 40736.0, + "7085": 40733.0, + "7090": 36588.0, + "7095": 40732.0, + "7100": 40798.0, + "7105": 40729.0, + "7110": 42335.0, + "7115": 39282.0, + "7120": 40804.0, + "7125": 38502.0, + "7130": 40910.0, + "7135": 39309.0, + "7140": 40102.0, + "7145": 40739.0, + "7150": 40814.0, + "7155": 42342.0, + "7160": 40059.0, + "7165": 40017.0, + "7170": 41497.0, + "7175": 40816.0, + "7180": 40822.0, + "7185": 39294.0, + "7190": 40812.0, + "7195": 39973.0, + "7200": 40091.0, + "7205": 40814.0, + "7210": 41576.0, "7215": 41561.0, - "7220": 37371.0, - "7225": 40820.0, - "7230": 40110.0, - "7235": 41489.0, - "7240": 38592.0, - "7245": 39432.0, - "7250": 40815.0, - "7255": 39979.0, - "7260": 38547.0, - "7265": 39358.0, - "7270": 40723.0, - "7275": 38600.0, - "7280": 39466.0, - "7285": 40113.0, + "7220": 37369.0, + "7225": 40815.0, + "7230": 40117.0, + "7235": 41492.0, + "7240": 38585.0, + "7245": 39435.0, + "7250": 40820.0, + "7255": 39967.0, + "7260": 38542.0, + "7265": 39357.0, + "7270": 40728.0, + "7275": 38598.0, + "7280": 39457.0, + "7285": 40121.0, "7290": 41586.0, - "7295": 40731.0, - "7300": 40022.0, - "7305": 39554.0, - "7310": 40131.0, - "7315": 40887.0, - "7320": 40118.0, - "7325": 40805.0, - "7330": 41497.0, - "7335": 39350.0, - "7340": 40806.0, - "7345": 40147.0, - "7350": 39340.0, - "7355": 40736.0, + "7295": 40728.0, + "7300": 40023.0, + "7305": 39530.0, + "7310": 40121.0, + "7315": 40888.0, + "7320": 40112.0, + "7325": 40810.0, + "7330": 41493.0, + "7335": 39342.0, + "7340": 40796.0, + "7345": 40132.0, + "7350": 39342.0, + "7355": 40730.0, "7360": 40178.0, - "7365": 41482.0, - "7370": 38557.0, - "7375": 38439.0, - "7380": 40747.0, - "7385": 40107.0, - "7390": 38670.0, - "7395": 38462.0, - "7400": 41492.0, - "7405": 41487.0, - "7410": 38492.0, - "7415": 38508.0, - "7420": 39362.0, - "7425": 41500.0, - "7430": 39381.0, - "7435": 39964.0, - "7440": 40118.0, - "7445": 40722.0, + "7365": 41492.0, + "7370": 38558.0, + "7375": 38436.0, + "7380": 40742.0, + "7385": 40109.0, + "7390": 38657.0, + "7395": 38463.0, + "7400": 41504.0, + "7405": 41503.0, + "7410": 38494.0, + "7415": 38500.0, + "7420": 39359.0, + "7425": 41499.0, + "7430": 39394.0, + "7435": 39972.0, + "7440": 40107.0, + "7445": 40731.0, "7450": 40803.0, - "7455": 42261.0, - "7460": 38799.0, - "7465": 35614.0, - "7470": 40797.0, - "7475": 37823.0, - "7480": 40878.0, - "7485": 37971.0, - "7490": 40803.0, - "7495": 40119.0, - "7500": 41500.0, - "7505": 40811.0, - "7510": 39211.0, - "7515": 40033.0, - "7520": 40736.0, - "7525": 40095.0, - "7530": 40815.0, - "7535": 39271.0, - "7540": 40048.0, - "7545": 38444.0, - "7550": 40733.0, - "7555": 40109.0, - "7560": 41504.0, - "7565": 40052.0, + "7455": 42257.0, + "7460": 38795.0, + "7465": 35607.0, + "7470": 40794.0, + "7475": 37826.0, + "7480": 40895.0, + "7485": 37963.0, + "7490": 40793.0, + "7495": 40130.0, + "7500": 41499.0, + "7505": 40806.0, + "7510": 39206.0, + "7515": 40037.0, + "7520": 40745.0, + "7525": 40098.0, + "7530": 40812.0, + "7535": 39279.0, + "7540": 40052.0, + "7545": 38452.0, + "7550": 40745.0, + "7555": 40112.0, + "7560": 41499.0, + "7565": 40047.0, "7570": 40733.0, - "7575": 40732.0, - "7580": 39963.0, - "7585": 40730.0, - "7590": 40803.0, - "7595": 40797.0, - "7600": 35662.0, - "7605": 40725.0, - "7610": 41488.0, - "7615": 38474.0, - "7620": 41569.0, - "7625": 40724.0, - "7630": 41572.0, - "7635": 41509.0, - "7640": 40102.0, - "7645": 40115.0, - "7650": 38655.0, - "7655": 41560.0, - "7660": 39969.0, - "7665": 41582.0, + "7575": 40743.0, + "7580": 39969.0, + "7585": 40733.0, + "7590": 40799.0, + "7595": 40795.0, + "7600": 35669.0, + "7605": 40737.0, + "7610": 41494.0, + "7615": 38472.0, + "7620": 41567.0, + "7625": 40721.0, + "7630": 41569.0, + "7635": 41518.0, + "7640": 40112.0, + "7645": 40099.0, + "7650": 38666.0, + "7655": 41569.0, + "7660": 39967.0, + "7665": 41595.0, "7670": 39972.0, - "7675": 39443.0, - "7680": 40739.0, - "7685": 39339.0, + "7675": 39434.0, + "7680": 40745.0, + "7685": 39333.0, "7690": 40109.0, - "7695": 40039.0, - "7700": 41499.0, - "7705": 40194.0, - "7710": 40796.0, - "7715": 40030.0, - "7720": 35783.0, - "7725": 39346.0, - "7730": 39379.0, - "7735": 37969.0, - "7740": 40873.0, - "7745": 40736.0, - "7750": 41506.0, - "7755": 39427.0, - "7760": 40101.0, - "7765": 39362.0, - "7770": 39313.0, - "7775": 39355.0, - "7780": 38577.0, - "7785": 38746.0, - "7790": 39371.0, - "7795": 40040.0, - "7800": 40119.0, - "7805": 38048.0, - "7810": 42346.0, - "7815": 38566.0, - "7820": 40799.0, - "7825": 37890.0, - "7830": 40867.0, - "7835": 39361.0, - "7840": 40824.0, - "7845": 41502.0, - "7850": 39325.0, - "7855": 38649.0, - "7860": 39970.0, - "7865": 38858.0, - "7870": 40809.0, - "7875": 40109.0, - "7880": 40720.0, - "7885": 40726.0, + "7695": 40045.0, + "7700": 41500.0, + "7705": 40206.0, + "7710": 40794.0, + "7715": 40024.0, + "7720": 35779.0, + "7725": 39350.0, + "7730": 39375.0, + "7735": 37974.0, + "7740": 40872.0, + "7745": 40740.0, + "7750": 41501.0, + "7755": 39428.0, + "7760": 40117.0, + "7765": 39360.0, + "7770": 39309.0, + "7775": 39354.0, + "7780": 38591.0, + "7785": 38750.0, + "7790": 39356.0, + "7795": 40044.0, + "7800": 40116.0, + "7805": 38044.0, + "7810": 42343.0, + "7815": 38572.0, + "7820": 40802.0, + "7825": 37884.0, + "7830": 40862.0, + "7835": 39363.0, + "7840": 40829.0, + "7845": 41508.0, + "7850": 39334.0, + "7855": 38659.0, + "7860": 39972.0, + "7865": 38867.0, + "7870": 40817.0, + "7875": 40105.0, + "7880": 40722.0, + "7885": 40722.0, "7890": 40041.0, "7895": 42261.0, - "7900": 40097.0, - "7905": 41501.0, - "7910": 37890.0, - "7915": 39266.0, - "7920": 39360.0, - "7925": 42264.0, - "7930": 39276.0, - "7935": 41570.0, - "7940": 39355.0, - "7945": 41565.0, - "7950": 36566.0, - "7955": 37908.0, - "7960": 40037.0, - "7965": 40796.0, - "7970": 40879.0, - "7975": 37765.0, - "7980": 41495.0, - "7985": 39965.0, - "7990": 39419.0, - "7995": 39355.0, - "8000": 41515.0, - "8005": 40796.0, + "7900": 40100.0, + "7905": 41503.0, + "7910": 37886.0, + "7915": 39274.0, + "7920": 39356.0, + "7925": 42265.0, + "7930": 39287.0, + "7935": 41563.0, + "7940": 39358.0, + "7945": 41558.0, + "7950": 36560.0, + "7955": 37921.0, + "7960": 40048.0, + "7965": 40808.0, + "7970": 40877.0, + "7975": 37771.0, + "7980": 41492.0, + "7985": 39964.0, + "7990": 39406.0, + "7995": 39359.0, + "8000": 41510.0, + "8005": 40803.0, "8010": 40732.0, - "8015": 40875.0, - "8020": 38660.0, - "8025": 40880.0, - "8030": 37819.0, - "8035": 40046.0, - "8040": 39220.0, - "8045": 41570.0, - "8050": 38603.0, - "8055": 39275.0, - "8060": 39283.0, - "8065": 40809.0, - "8070": 40805.0, - "8075": 41543.0, - "8080": 41596.0, - "8085": 39300.0, - "8090": 40818.0, - "8095": 39374.0, - "8100": 40746.0, - "8105": 40859.0, + "8015": 40886.0, + "8020": 38664.0, + "8025": 40886.0, + "8030": 37818.0, + "8035": 40052.0, + "8040": 39227.0, + "8045": 41565.0, + "8050": 38607.0, + "8055": 39272.0, + "8060": 39280.0, + "8065": 40812.0, + "8070": 40809.0, + "8075": 41548.0, + "8080": 41583.0, + "8085": 39307.0, + "8090": 40809.0, + "8095": 39365.0, + "8100": 40741.0, + "8105": 40846.0, "8110": 38689.0, - "8115": 40812.0, - "8120": 39351.0, - "8125": 39967.0, - "8130": 39284.0, - "8135": 41494.0, - "8140": 39968.0, - "8145": 40818.0, + "8115": 40805.0, + "8120": 39345.0, + "8125": 39977.0, + "8130": 39281.0, + "8135": 41499.0, + "8140": 39965.0, + "8145": 40824.0, "8150": 41585.0, - "8155": 41507.0, - "8160": 39500.0, - "8165": 40047.0, - "8170": 38747.0, - "8175": 40059.0, - "8180": 37401.0, + "8155": 41513.0, + "8160": 39498.0, + "8165": 40051.0, + "8170": 38764.0, + "8175": 40034.0, + "8180": 37396.0, "8185": 40739.0, - "8190": 39359.0, - "8195": 40054.0, + "8190": 39360.0, + "8195": 40046.0, "8200": 40101.0, - "8205": 40037.0, - "8210": 39279.0, - "8215": 40792.0, - "8220": 38577.0, - "8225": 39274.0, - "8230": 40813.0, - "8235": 40040.0, - "8240": 39358.0, - "8245": 38657.0, - "8250": 41557.0, - "8255": 39414.0, - "8260": 40815.0, - "8265": 41509.0, - "8270": 42276.0, - "8275": 40749.0, - "8280": 40055.0, - "8285": 40886.0, + "8205": 40045.0, + "8210": 39281.0, + "8215": 40805.0, + "8220": 38579.0, + "8225": 39272.0, + "8230": 40815.0, + "8235": 40044.0, + "8240": 39356.0, + "8245": 38655.0, + "8250": 41552.0, + "8255": 39421.0, + "8260": 40823.0, + "8265": 41507.0, + "8270": 42274.0, + "8275": 40741.0, + "8280": 40049.0, + "8285": 40895.0, "8290": 40111.0, - "8295": 39286.0, - "8300": 40821.0, - "8305": 40125.0, - "8310": 39274.0, - "8315": 39218.0, - "8320": 41510.0, - "8325": 39295.0, - "8330": 40728.0, + "8295": 39285.0, + "8300": 40807.0, + "8305": 40137.0, + "8310": 39276.0, + "8315": 39215.0, + "8320": 41500.0, + "8325": 39290.0, + "8330": 40735.0, "8335": 40038.0, - "8340": 40059.0, - "8345": 39439.0, - "8350": 40810.0, - "8355": 40032.0, - "8360": 40803.0, - "8365": 39969.0, - "8370": 39437.0, - "8375": 38876.0, - "8380": 40732.0, - "8385": 40043.0, + "8340": 40049.0, + "8345": 39437.0, + "8350": 40799.0, + "8355": 40042.0, + "8360": 40809.0, + "8365": 39975.0, + "8370": 39441.0, + "8375": 38870.0, + "8380": 40737.0, + "8385": 40049.0, "8390": 40817.0, - "8395": 39975.0, - "8400": 40135.0, - "8405": 39232.0, - "8410": 41490.0, - "8415": 38606.0, - "8420": 40140.0, - "8425": 39976.0, - "8430": 37841.0, - "8435": 39423.0, - "8440": 37080.0, - "8445": 38584.0, - "8450": 39430.0, - "8455": 39974.0, - "8460": 38036.0, - "8465": 37877.0, - "8470": 38599.0, - "8475": 40816.0, - "8480": 40185.0, - "8485": 37666.0, - "8490": 41503.0, - "8495": 40034.0, - "8500": 39975.0, - "8505": 38419.0, - "8510": 41505.0, - "8515": 39417.0, - "8520": 39446.0, - "8525": 38535.0, - "8530": 40808.0, + "8395": 39980.0, + "8400": 40125.0, + "8405": 39238.0, + "8410": 41496.0, + "8415": 38601.0, + "8420": 40132.0, + "8425": 39967.0, + "8430": 37828.0, + "8435": 39425.0, + "8440": 37094.0, + "8445": 38597.0, + "8450": 39433.0, + "8455": 39976.0, + "8460": 38029.0, + "8465": 37883.0, + "8470": 38582.0, + "8475": 40810.0, + "8480": 40205.0, + "8485": 37675.0, + "8490": 41500.0, + "8495": 40029.0, + "8500": 39971.0, + "8505": 38431.0, + "8510": 41518.0, + "8515": 39411.0, + "8520": 39437.0, + "8525": 38524.0, + "8530": 40834.0, "8535": 40747.0, - "8540": 40736.0, - "8545": 39344.0, - "8550": 40794.0, - "8555": 40036.0, - "8560": 40720.0, - "8565": 39967.0, - "8570": 39278.0, - "8575": 40043.0, - "8580": 40130.0, - "8585": 40070.0, - "8590": 40812.0, - "8595": 40046.0, - "8600": 40189.0, - "8605": 39292.0, - "8610": 40889.0, - "8615": 38590.0, - "8620": 40046.0, - "8625": 42258.0, - "8630": 40746.0, - "8635": 39280.0, - "8640": 40734.0, - "8645": 40053.0, - "8650": 37202.0, - "8655": 40118.0, - "8660": 38666.0, - "8665": 40719.0, - "8670": 40815.0, + "8540": 40737.0, + "8545": 39359.0, + "8550": 40815.0, + "8555": 40038.0, + "8560": 40718.0, + "8565": 39969.0, + "8570": 39279.0, + "8575": 40047.0, + "8580": 40140.0, + "8585": 40046.0, + "8590": 40801.0, + "8595": 40038.0, + "8600": 40196.0, + "8605": 39300.0, + "8610": 40882.0, + "8615": 38595.0, + "8620": 40052.0, + "8625": 42259.0, + "8630": 40737.0, + "8635": 39287.0, + "8640": 40731.0, + "8645": 40055.0, + "8650": 37213.0, + "8655": 40122.0, + "8660": 38668.0, + "8665": 40733.0, + "8670": 40807.0, "8675": 40074.0, - "8680": 38528.0, - "8685": 42275.0, - "8690": 37918.0, - "8695": 39286.0, - "8700": 38684.0, - "8705": 40810.0, - "8710": 40025.0, - "8715": 40039.0, - "8720": 41497.0, - "8725": 39352.0, - "8730": 40807.0, - "8735": 38654.0, - "8740": 39279.0, - "8745": 38649.0, - "8750": 38571.0, - "8755": 40901.0, - "8760": 40735.0, - "8765": 39200.0, - "8770": 41580.0, + "8680": 38516.0, + "8685": 42263.0, + "8690": 37913.0, + "8695": 39290.0, + "8700": 38688.0, + "8705": 40818.0, + "8710": 40029.0, + "8715": 40046.0, + "8720": 41498.0, + "8725": 39347.0, + "8730": 40804.0, + "8735": 38649.0, + "8740": 39281.0, + "8745": 38658.0, + "8750": 38578.0, + "8755": 40887.0, + "8760": 40732.0, + "8765": 39210.0, + "8770": 41579.0, "8775": 40812.0, - "8780": 40805.0, - "8785": 39260.0, - "8790": 41490.0, - "8795": 40811.0, - "8800": 41568.0, + "8780": 40813.0, + "8785": 39270.0, + "8790": 41495.0, + "8795": 40808.0, + "8800": 41569.0, "8805": 41502.0, - "8810": 39278.0, - "8815": 40735.0, - "8820": 39251.0, - "8825": 41506.0, - "8830": 42266.0, - "8835": 40801.0, - "8840": 39317.0, - "8845": 42268.0, - "8850": 41497.0, - "8855": 42263.0, - "8860": 39372.0, - "8865": 39279.0, - "8870": 41568.0, - "8875": 38735.0, - "8880": 38649.0, - "8885": 38577.0, + "8810": 39291.0, + "8815": 40733.0, + "8820": 39255.0, + "8825": 41513.0, + "8830": 42263.0, + "8835": 40819.0, + "8840": 39328.0, + "8845": 42279.0, + "8850": 41506.0, + "8855": 42271.0, + "8860": 39364.0, + "8865": 39276.0, + "8870": 41565.0, + "8875": 38738.0, + "8880": 38648.0, + "8885": 38580.0, "8890": 39219.0, - "8895": 40036.0, + "8895": 40043.0, "8900": 40043.0, - "8905": 38505.0, - "8910": 40738.0, - "8915": 37905.0, - "8920": 39277.0, - "8925": 39254.0, - "8930": 42269.0, - "8935": 37270.0, - "8940": 41576.0, - "8945": 41489.0, - "8950": 40050.0, - "8955": 41509.0, - "8960": 41502.0, - "8965": 42260.0, - "8970": 37896.0, - "8975": 36530.0, - "8980": 40813.0, - "8985": 41509.0, - "8990": 40735.0, - "8995": 39357.0, - "9000": 40727.0, - "9005": 39267.0, - "9010": 36495.0, - "9015": 39351.0, - "9020": 40036.0, - "9025": 39965.0, - "9030": 40052.0, - "9035": 40120.0, - "9040": 40810.0, - "9045": 39982.0, - "9050": 40109.0, - "9055": 40823.0, - "9060": 38531.0, - "9065": 38615.0, - "9070": 38568.0, + "8905": 38498.0, + "8910": 40743.0, + "8915": 37904.0, + "8920": 39271.0, + "8925": 39263.0, + "8930": 42262.0, + "8935": 37273.0, + "8940": 41575.0, + "8945": 41501.0, + "8950": 40061.0, + "8955": 41513.0, + "8960": 41506.0, + "8965": 42264.0, + "8970": 37908.0, + "8975": 36535.0, + "8980": 40803.0, + "8985": 41510.0, + "8990": 40743.0, + "8995": 39349.0, + "9000": 40732.0, + "9005": 39277.0, + "9010": 36505.0, + "9015": 39353.0, + "9020": 40038.0, + "9025": 39978.0, + "9030": 40042.0, + "9035": 40134.0, + "9040": 40822.0, + "9045": 39975.0, + "9050": 40111.0, + "9055": 40825.0, + "9060": 38532.0, + "9065": 38614.0, + "9070": 38565.0, "9075": 40138.0, "9080": 40112.0, - "9085": 40728.0, - "9090": 40045.0, - "9095": 39966.0, - "9100": 38527.0, - "9105": 38665.0, - "9110": 40105.0, - "9115": 39260.0, - "9120": 34527.0, - "9125": 39486.0, - "9130": 42343.0, - "9135": 39264.0, - "9140": 39209.0, - "9145": 40190.0, - "9150": 39283.0, - "9155": 42272.0, - "9160": 40811.0, - "9165": 40041.0, - "9170": 40055.0, - "9175": 38606.0, - "9180": 39994.0, - "9185": 40132.0, - "9190": 40059.0, - "9195": 40053.0, - "9200": 38004.0, - "9205": 40731.0, - "9210": 39280.0, - "9215": 40725.0, - "9220": 40825.0, - "9225": 40826.0, - "9230": 40827.0, + "9085": 40725.0, + "9090": 40030.0, + "9095": 39968.0, + "9100": 38522.0, + "9105": 38669.0, + "9110": 40101.0, + "9115": 39273.0, + "9120": 34521.0, + "9125": 39495.0, + "9130": 42345.0, + "9135": 39275.0, + "9140": 39190.0, + "9145": 40203.0, + "9150": 39279.0, + "9155": 42253.0, + "9160": 40822.0, + "9165": 40037.0, + "9170": 40052.0, + "9175": 38607.0, + "9180": 39978.0, + "9185": 40129.0, + "9190": 40051.0, + "9195": 40044.0, + "9200": 38003.0, + "9205": 40733.0, + "9210": 39282.0, + "9215": 40732.0, + "9220": 40810.0, + "9225": 40830.0, + "9230": 40824.0, "9235": 38806.0, - "9240": 41508.0, - "9245": 41578.0, - "9250": 40726.0, - "9255": 40136.0, - "9260": 40202.0, - "9265": 41500.0, - "9270": 41502.0, - "9275": 41565.0, - "9280": 37266.0, - "9285": 40967.0, - "9290": 35902.0, - "9295": 40815.0, + "9240": 41507.0, + "9245": 41579.0, + "9250": 40729.0, + "9255": 40135.0, + "9260": 40216.0, + "9265": 41502.0, + "9270": 41501.0, + "9275": 41579.0, + "9280": 37282.0, + "9285": 40966.0, + "9290": 35915.0, + "9295": 40821.0, "9300": 40813.0, - "9305": 39433.0, - "9310": 40732.0, - "9315": 40799.0, - "9320": 38588.0, - "9325": 40131.0, - "9330": 40811.0, - "9335": 38499.0, - "9340": 41499.0, - "9345": 40797.0, - "9350": 40815.0, - "9355": 38451.0, - "9360": 42269.0, - "9365": 38679.0, - "9370": 41491.0, - "9375": 40803.0, - "9380": 40816.0, - "9385": 40741.0, + "9305": 39435.0, + "9310": 40736.0, + "9315": 40818.0, + "9320": 38593.0, + "9325": 40128.0, + "9330": 40808.0, + "9335": 38505.0, + "9340": 41496.0, + "9345": 40798.0, + "9350": 40819.0, + "9355": 38449.0, + "9360": 42271.0, + "9365": 38668.0, + "9370": 41499.0, + "9375": 40806.0, + "9380": 40819.0, + "9385": 40742.0, "9390": 41578.0, - "9395": 40888.0, - "9400": 40804.0, - "9405": 40036.0, - "9410": 40823.0, - "9415": 40031.0, - "9420": 40748.0, - "9425": 41511.0, - "9430": 40744.0, - "9435": 39430.0, - "9440": 41501.0, - "9445": 40800.0, - "9450": 39361.0, - "9455": 42338.0, - "9460": 40821.0, - "9465": 42272.0, - "9470": 35877.0, - "9475": 40805.0, - "9480": 41587.0, - "9485": 39444.0, - "9490": 39270.0, - "9495": 38586.0, - "9500": 41500.0, - "9505": 40035.0, - "9510": 41595.0, - "9515": 40104.0, - "9520": 39282.0, - "9525": 39492.0, - "9530": 41562.0, - "9535": 38679.0, - "9540": 39263.0, - "9545": 39278.0, - "9550": 41563.0, - "9555": 40740.0, - "9560": 39346.0, - "9565": 40043.0, - "9570": 39409.0, - "9575": 42270.0, - "9580": 40052.0, - "9585": 40039.0, - "9590": 38501.0, + "9395": 40890.0, + "9400": 40809.0, + "9405": 40043.0, + "9410": 40827.0, + "9415": 40034.0, + "9420": 40749.0, + "9425": 41512.0, + "9430": 40742.0, + "9435": 39419.0, + "9440": 41496.0, + "9445": 40801.0, + "9450": 39353.0, + "9455": 42326.0, + "9460": 40809.0, + "9465": 42258.0, + "9470": 35874.0, + "9475": 40796.0, + "9480": 41577.0, + "9485": 39442.0, + "9490": 39278.0, + "9495": 38590.0, + "9500": 41510.0, + "9505": 40036.0, + "9510": 41597.0, + "9515": 40100.0, + "9520": 39281.0, + "9525": 39494.0, + "9530": 41564.0, + "9535": 38670.0, + "9540": 39281.0, + "9545": 39283.0, + "9550": 41577.0, + "9555": 40735.0, + "9560": 39342.0, + "9565": 40047.0, + "9570": 39404.0, + "9575": 42273.0, + "9580": 40065.0, + "9585": 40042.0, + "9590": 38506.0, "9595": 38665.0, - "9600": 37202.0, - "9605": 40803.0, - "9610": 41574.0, - "9615": 39998.0, + "9600": 37197.0, + "9605": 40815.0, + "9610": 41573.0, + "9615": 39989.0, "9620": 39969.0, - "9625": 40816.0, - "9630": 40797.0, - "9635": 38437.0, - "9640": 40791.0, - "9645": 39961.0, - "9650": 41496.0, - "9655": 42268.0, - "9660": 40813.0, + "9625": 40813.0, + "9630": 40800.0, + "9635": 38431.0, + "9640": 40790.0, + "9645": 39963.0, + "9650": 41494.0, + "9655": 42265.0, + "9660": 40826.0, "9665": 40041.0, - "9670": 40062.0, - "9675": 38712.0, - "9680": 40731.0, - "9685": 39975.0, - "9690": 39406.0, + "9670": 40054.0, + "9675": 38721.0, + "9680": 40739.0, + "9685": 39979.0, + "9690": 39407.0, "9695": 39273.0, - "9700": 39224.0, - "9705": 40865.0, - "9710": 39280.0, - "9715": 39334.0, - "9720": 40183.0, - "9725": 38695.0, - "9730": 40813.0, - "9735": 41584.0, - "9740": 41587.0, - "9745": 39356.0, - "9750": 40808.0, + "9700": 39223.0, + "9705": 40873.0, + "9710": 39282.0, + "9715": 39336.0, + "9720": 40181.0, + "9725": 38694.0, + "9730": 40826.0, + "9735": 41583.0, + "9740": 41577.0, + "9745": 39350.0, + "9750": 40802.0, "9755": 40906.0, - "9760": 39315.0, - "9765": 43044.0, - "9770": 39415.0, - "9775": 39956.0, - "9780": 40143.0, - "9785": 40874.0, - "9790": 39211.0, - "9795": 42283.0, - "9800": 37197.0, - "9805": 39993.0, - "9810": 40817.0, - "9815": 40808.0, - "9820": 39268.0, - "9825": 40802.0, - "9830": 39493.0, - "9835": 39260.0, - "9840": 37883.0, - "9845": 39975.0, - "9850": 39285.0, - "9855": 38517.0, - "9860": 37941.0, - "9865": 41495.0, - "9870": 39330.0, - "9875": 37132.0, - "9880": 40054.0, - "9885": 39222.0, - "9890": 40072.0, - "9895": 41590.0, - "9900": 39971.0, - "9905": 41585.0, - "9910": 41588.0, - "9915": 41500.0, - "9920": 39999.0, - "9925": 38661.0, - "9930": 40048.0, - "9935": 37918.0, - "9940": 41632.0, - "9945": 41502.0, - "9950": 40826.0, - "9955": 41504.0, - "9960": 40813.0, - "9965": 40815.0, - "9970": 39371.0, - "9975": 40742.0, - "9980": 41508.0, - "9985": 42270.0, + "9760": 39310.0, + "9765": 43040.0, + "9770": 39403.0, + "9775": 39963.0, + "9780": 40144.0, + "9785": 40885.0, + "9790": 39205.0, + "9795": 42274.0, + "9800": 37192.0, + "9805": 39986.0, + "9810": 40820.0, + "9815": 40803.0, + "9820": 39270.0, + "9825": 40806.0, + "9830": 39496.0, + "9835": 39265.0, + "9840": 37894.0, + "9845": 39977.0, + "9850": 39283.0, + "9855": 38526.0, + "9860": 37943.0, + "9865": 41508.0, + "9870": 39340.0, + "9875": 37139.0, + "9880": 40060.0, + "9885": 39212.0, + "9890": 40065.0, + "9895": 41587.0, + "9900": 39974.0, + "9905": 41589.0, + "9910": 41584.0, + "9915": 41504.0, + "9920": 39987.0, + "9925": 38664.0, + "9930": 40051.0, + "9935": 37914.0, + "9940": 41633.0, + "9945": 41503.0, + "9950": 40831.0, + "9955": 41505.0, + "9960": 40808.0, + "9965": 40807.0, + "9970": 39375.0, + "9975": 40745.0, + "9980": 41506.0, + "9985": 42271.0, "9990": 38543.0, - "9995": 42264.0, - "10000": 40042.0 + "9995": 42270.0, + "10000": 40036.0 } }, "mem-allocated-bytes": { @@ -6429,1606 +6429,1606 @@ "1990": 6995931136.0, "1995": 6995931136.0, "2000": 6995931136.0, - "2005": 6995931136.0, - "2010": 6995931136.0, - "2015": 6995931136.0, - "2020": 6995931136.0, - "2025": 6995931136.0, - "2030": 6995931136.0, - "2035": 6995931136.0, - "2040": 6995931136.0, - "2045": 6995931136.0, - "2050": 6995931136.0, - "2055": 6995931136.0, - "2060": 6995931136.0, - "2065": 6995931136.0, - "2070": 6995931136.0, - "2075": 6995931136.0, - "2080": 6995931136.0, - "2085": 6995931136.0, - "2090": 6995931136.0, - "2095": 6995931136.0, - "2100": 6995931136.0, - "2105": 6995931136.0, - "2110": 6995931136.0, - "2115": 6995931136.0, - "2120": 6995931136.0, - "2125": 6995931136.0, - "2130": 6995931136.0, - "2135": 6995931136.0, - "2140": 6995931136.0, - "2145": 6995931136.0, - "2150": 6995931136.0, - "2155": 6995931136.0, - "2160": 6995931136.0, - "2165": 6995931136.0, - "2170": 6995931136.0, - "2175": 6995931136.0, - "2180": 6995931136.0, - "2185": 6995931136.0, - "2190": 6995931136.0, - "2195": 6995931136.0, - "2200": 6995931136.0, - "2205": 6995931136.0, - "2210": 6995931136.0, - "2215": 6995931136.0, - "2220": 6995931136.0, - "2225": 6995931136.0, - "2230": 6995931136.0, - "2235": 6995931136.0, - "2240": 6995931136.0, - "2245": 6995931136.0, - "2250": 6995931136.0, - "2255": 6995931136.0, - "2260": 6995931136.0, - "2265": 6995931136.0, - "2270": 6995931136.0, - "2275": 6995931136.0, - "2280": 6995931136.0, - "2285": 6995931136.0, - "2290": 6995931136.0, - "2295": 6995931136.0, - "2300": 6995931136.0, - "2305": 6995931136.0, - "2310": 6995931136.0, - "2315": 6995931136.0, - "2320": 6995931136.0, - "2325": 6995931136.0, - "2330": 6995931136.0, - "2335": 6995931136.0, - "2340": 6995931136.0, - "2345": 6995931136.0, - "2350": 6995931136.0, - "2355": 6995931136.0, - "2360": 6995931136.0, - "2365": 6995931136.0, - "2370": 6995931136.0, - "2375": 6995931136.0, - "2380": 6995931136.0, - "2385": 6995931136.0, - "2390": 6995931136.0, - "2395": 6995931136.0, - "2400": 6995931136.0, - "2405": 6995931136.0, - "2410": 6995931136.0, - "2415": 6995931136.0, - "2420": 6995931136.0, - "2425": 6995931136.0, - "2430": 6995931136.0, - "2435": 6995931136.0, - "2440": 6995931136.0, - "2445": 6995931136.0, - "2450": 6995931136.0, - "2455": 6995931136.0, - "2460": 6995931136.0, - "2465": 6995931136.0, - "2470": 6995931136.0, - "2475": 6995931136.0, - "2480": 6995931136.0, - "2485": 6995931136.0, - "2490": 6995931136.0, - "2495": 6995931136.0, - "2500": 6995931136.0, - "2505": 6995931136.0, - "2510": 6995931136.0, - "2515": 6995931136.0, - "2520": 6995931136.0, - "2525": 6995931136.0, - "2530": 6995931136.0, - "2535": 6995931136.0, - "2540": 6995931136.0, - "2545": 6995931136.0, - "2550": 6995931136.0, - "2555": 6995931136.0, - "2560": 6995931136.0, - "2565": 6995931136.0, - "2570": 6995931136.0, - "2575": 6995931136.0, - "2580": 6995931136.0, - "2585": 6995931136.0, - "2590": 6995931136.0, - "2595": 6995931136.0, - "2600": 6995931136.0, - "2605": 6995931136.0, - "2610": 6995931136.0, - "2615": 6995931136.0, - "2620": 6995931136.0, - "2625": 6995931136.0, - "2630": 6995931136.0, - "2635": 6995931136.0, - "2640": 6995931136.0, - "2645": 6995931136.0, - "2650": 6995931136.0, - "2655": 6995931136.0, - "2660": 6995931136.0, - "2665": 6995931136.0, - "2670": 6995931136.0, - "2675": 6995931136.0, - "2680": 6995931136.0, - "2685": 6995931136.0, - "2690": 6995931136.0, - "2695": 6995931136.0, - "2700": 6995931136.0, - "2705": 6995931136.0, - "2710": 6995931136.0, - "2715": 6995931136.0, - "2720": 6995931136.0, - "2725": 6995931136.0, - "2730": 6995931136.0, - "2735": 6995931136.0, - "2740": 6995931136.0, - "2745": 6995931136.0, - "2750": 6995931136.0, - "2755": 6995931136.0, - "2760": 6995931136.0, - "2765": 6995931136.0, - "2770": 6995931136.0, - "2775": 6995931136.0, - "2780": 6995931136.0, - "2785": 6995931136.0, - "2790": 6995931136.0, - "2795": 6995931136.0, - "2800": 6995931136.0, - "2805": 6995931136.0, - "2810": 6995931136.0, - "2815": 6995931136.0, - "2820": 6995931136.0, - "2825": 6995931136.0, - "2830": 6995931136.0, - "2835": 6995931136.0, - "2840": 6995931136.0, - "2845": 6995931136.0, - "2850": 6995931136.0, - "2855": 6995931136.0, - "2860": 6995931136.0, - "2865": 6995931136.0, - "2870": 6995931136.0, - "2875": 6995931136.0, - "2880": 6995931136.0, - "2885": 6995931136.0, - "2890": 6995931136.0, - "2895": 6995931136.0, - "2900": 6995931136.0, - "2905": 6995931136.0, - "2910": 6995931136.0, - "2915": 6995931136.0, - "2920": 6995931136.0, - "2925": 6995931136.0, - "2930": 6995931136.0, - "2935": 6995931136.0, - "2940": 6995931136.0, - "2945": 6995931136.0, - "2950": 6995931136.0, - "2955": 6995931136.0, - "2960": 6995931136.0, - "2965": 6995931136.0, - "2970": 6995931136.0, - "2975": 6995931136.0, - "2980": 6995931136.0, - "2985": 6995931136.0, - "2990": 6995931136.0, - "2995": 6995931136.0, - "3000": 6995931136.0, - "3005": 6995931136.0, - "3010": 6995931136.0, - "3015": 6995931136.0, - "3020": 6995931136.0, - "3025": 6995931136.0, - "3030": 6995931136.0, - "3035": 6995931136.0, - "3040": 6995931136.0, - "3045": 6995931136.0, - "3050": 6995931136.0, - "3055": 6995931136.0, - "3060": 6995931136.0, - "3065": 6995931136.0, - "3070": 6995931136.0, - "3075": 6995931136.0, - "3080": 6995931136.0, - "3085": 6995931136.0, - "3090": 6995931136.0, - "3095": 6995931136.0, - "3100": 6995931136.0, - "3105": 6995931136.0, - "3110": 6995931136.0, - "3115": 6995931136.0, - "3120": 6995931136.0, - "3125": 6995931136.0, - "3130": 6995931136.0, - "3135": 6995931136.0, - "3140": 6995931136.0, - "3145": 6995931136.0, - "3150": 6995931136.0, - "3155": 6995931136.0, - "3160": 6995931136.0, - "3165": 6995931136.0, - "3170": 6995931136.0, - "3175": 6995931136.0, - "3180": 6995931136.0, - "3185": 6995931136.0, - "3190": 6995931136.0, - "3195": 6995931136.0, - "3200": 6995931136.0, - "3205": 6995931136.0, - "3210": 6995931136.0, - "3215": 6995931136.0, - "3220": 6995931136.0, - "3225": 6995931136.0, - "3230": 6995931136.0, - "3235": 6995931136.0, - "3240": 6995931136.0, - "3245": 6995931136.0, - "3250": 6995931136.0, - "3255": 6995931136.0, - "3260": 6995931136.0, - "3265": 6995931136.0, - "3270": 6995931136.0, - "3275": 6995931136.0, - "3280": 6995931136.0, - "3285": 6995931136.0, - "3290": 6995931136.0, - "3295": 6995931136.0, - "3300": 6995931136.0, - "3305": 6995931136.0, - "3310": 6995931136.0, - "3315": 6995931136.0, - "3320": 6995931136.0, - "3325": 6995931136.0, - "3330": 6995931136.0, - "3335": 6995931136.0, - "3340": 6995931136.0, - "3345": 6995931136.0, - "3350": 6995931136.0, - "3355": 6995931136.0, - "3360": 6995931136.0, - "3365": 6995931136.0, - "3370": 6995931136.0, - "3375": 6995931136.0, - "3380": 6995931136.0, - "3385": 6995931136.0, - "3390": 6995931136.0, - "3395": 6995931136.0, - "3400": 6995931136.0, - "3405": 6995931136.0, - "3410": 6995931136.0, - "3415": 6995931136.0, - "3420": 6995931136.0, - "3425": 6995931136.0, - "3430": 6995931136.0, - "3435": 6995931136.0, - "3440": 6995931136.0, - "3445": 6995931136.0, - "3450": 6995931136.0, - "3455": 6995931136.0, - "3460": 6995931136.0, - "3465": 6995931136.0, - "3470": 6995931136.0, - "3475": 6995931136.0, - "3480": 6995931136.0, - "3485": 6995931136.0, - "3490": 6995931136.0, - "3495": 6995931136.0, - "3500": 6995931136.0, - "3505": 6995931136.0, - "3510": 6995931136.0, - "3515": 6995931136.0, - "3520": 6995931136.0, - "3525": 6995931136.0, - "3530": 6995931136.0, - "3535": 6995931136.0, - "3540": 6995931136.0, - "3545": 6995931136.0, - "3550": 6995931136.0, - "3555": 6995931136.0, - "3560": 6995931136.0, - "3565": 6995931136.0, - "3570": 6995931136.0, - "3575": 6995931136.0, - "3580": 6995931136.0, - "3585": 6995931136.0, - "3590": 6995931136.0, - "3595": 6995931136.0, - "3600": 6995931136.0, - "3605": 6995931136.0, - "3610": 6995931136.0, - "3615": 6995931136.0, - "3620": 6995931136.0, - "3625": 6995931136.0, - "3630": 6995931136.0, - "3635": 6995931136.0, - "3640": 6995931136.0, - "3645": 6995931136.0, - "3650": 6995931136.0, - "3655": 6995931136.0, - "3660": 6995931136.0, - "3665": 6995931136.0, - "3670": 6995931136.0, - "3675": 6995931136.0, - "3680": 6995931136.0, - "3685": 6995931136.0, - "3690": 6995931136.0, - "3695": 6995931136.0, - "3700": 6995931136.0, - "3705": 6995931136.0, - "3710": 6995931136.0, - "3715": 6995931136.0, - "3720": 6995931136.0, - "3725": 6995931136.0, - "3730": 6995931136.0, - "3735": 6995931136.0, - "3740": 6995931136.0, - "3745": 6995931136.0, - "3750": 6995931136.0, - "3755": 6995931136.0, - "3760": 6995931136.0, - "3765": 6995931136.0, - "3770": 6995931136.0, - "3775": 6995931136.0, - "3780": 6995931136.0, - "3785": 6995931136.0, - "3790": 6995931136.0, - "3795": 6995931136.0, - "3800": 6995931136.0, - "3805": 6995931136.0, - "3810": 6995931136.0, - "3815": 6995931136.0, - "3820": 6995931136.0, - "3825": 6995931136.0, - "3830": 6995931136.0, - "3835": 6995931136.0, - "3840": 6995931136.0, - "3845": 6995931136.0, - "3850": 6995931136.0, - "3855": 6995931136.0, - "3860": 6995931136.0, - "3865": 6995931136.0, - "3870": 6995931136.0, - "3875": 6995931136.0, - "3880": 6995931136.0, - "3885": 6995931136.0, - "3890": 6995931136.0, - "3895": 6995931136.0, - "3900": 6995931136.0, - "3905": 6995931136.0, - "3910": 6995931136.0, - "3915": 6995931136.0, - "3920": 6995931136.0, - "3925": 6995931136.0, - "3930": 6995931136.0, - "3935": 6995931136.0, - "3940": 6995931136.0, - "3945": 6995931136.0, - "3950": 6995931136.0, - "3955": 6995931136.0, - "3960": 6995931136.0, - "3965": 6995931136.0, - "3970": 6995931136.0, - "3975": 6995931136.0, - "3980": 6995931136.0, - "3985": 6995931136.0, - "3990": 6995931136.0, - "3995": 6995931136.0, - "4000": 6995931136.0, - "4005": 6995931136.0, - "4010": 6995931136.0, - "4015": 6995931136.0, - "4020": 6995931136.0, - "4025": 6995931136.0, - "4030": 6995931136.0, - "4035": 6995931136.0, - "4040": 6995931136.0, - "4045": 6995931136.0, - "4050": 6995931136.0, - "4055": 6995931136.0, - "4060": 6995931136.0, - "4065": 6995931136.0, - "4070": 6995931136.0, - "4075": 6995931136.0, - "4080": 6995931136.0, - "4085": 6995931136.0, - "4090": 6995931136.0, - "4095": 6995931136.0, - "4100": 6995931136.0, - "4105": 6995931136.0, - "4110": 6995931136.0, - "4115": 6995931136.0, - "4120": 6995931136.0, - "4125": 6995931136.0, - "4130": 6995931136.0, - "4135": 6995931136.0, - "4140": 6995931136.0, - "4145": 6995931136.0, - "4150": 6995931136.0, - "4155": 6995931136.0, - "4160": 6995931136.0, - "4165": 6995931136.0, - "4170": 6995931136.0, - "4175": 6995931136.0, - "4180": 6995931136.0, - "4185": 6995931136.0, - "4190": 6995931136.0, - "4195": 6995931136.0, - "4200": 6995931136.0, - "4205": 6995931136.0, - "4210": 6995931136.0, - "4215": 6995931136.0, - "4220": 6995931136.0, - "4225": 6995931136.0, - "4230": 6995931136.0, - "4235": 6995931136.0, - "4240": 6995931136.0, - "4245": 6995931136.0, - "4250": 6995931136.0, - "4255": 6995931136.0, - "4260": 6995931136.0, - "4265": 6995931136.0, - "4270": 6995931136.0, - "4275": 6995931136.0, - "4280": 6995931136.0, - "4285": 6995931136.0, - "4290": 6995931136.0, - "4295": 6995931136.0, - "4300": 6995931136.0, - "4305": 6995931136.0, - "4310": 6995931136.0, - "4315": 6995931136.0, - "4320": 6995931136.0, - "4325": 6995931136.0, - "4330": 6995931136.0, - "4335": 6995931136.0, - "4340": 6995931136.0, - "4345": 6995931136.0, - "4350": 6995931136.0, - "4355": 6995931136.0, - "4360": 6995931136.0, - "4365": 6995931136.0, - "4370": 6995931136.0, - "4375": 6995931136.0, - "4380": 6995931136.0, - "4385": 6995931136.0, - "4390": 6995931136.0, - "4395": 6995931136.0, - "4400": 6995931136.0, - "4405": 6995931136.0, - "4410": 6995931136.0, - "4415": 6995931136.0, - "4420": 6995931136.0, - "4425": 6995931136.0, - "4430": 6995931136.0, - "4435": 6995931136.0, - "4440": 6995931136.0, - "4445": 6995931136.0, - "4450": 6995931136.0, - "4455": 6995931136.0, - "4460": 6995931136.0, - "4465": 6995931136.0, - "4470": 6995931136.0, - "4475": 6995931136.0, - "4480": 6995931136.0, - "4485": 6995931136.0, - "4490": 6995931136.0, - "4495": 6995931136.0, - "4500": 6995931136.0, - "4505": 6995931136.0, - "4510": 6995931136.0, - "4515": 6995931136.0, - "4520": 6995931136.0, - "4525": 6995931136.0, - "4530": 6995931136.0, - "4535": 6995931136.0, - "4540": 6995931136.0, - "4545": 6995931136.0, - "4550": 6995931136.0, - "4555": 6995931136.0, - "4560": 6995931136.0, - "4565": 6995931136.0, - "4570": 6995931136.0, - "4575": 6995931136.0, - "4580": 6995931136.0, - "4585": 6995931136.0, - "4590": 6995931136.0, - "4595": 6995931136.0, - "4600": 6995931136.0, - "4605": 6995931136.0, - "4610": 6995931136.0, - "4615": 6995931136.0, - "4620": 6995931136.0, - "4625": 6995931136.0, - "4630": 6995931136.0, - "4635": 6995931136.0, - "4640": 6995931136.0, - "4645": 6995931136.0, - "4650": 6995931136.0, - "4655": 6995931136.0, - "4660": 6995931136.0, - "4665": 6995931136.0, - "4670": 6995931136.0, - "4675": 6995931136.0, - "4680": 6995931136.0, - "4685": 6995931136.0, - "4690": 6995931136.0, - "4695": 6995931136.0, - "4700": 6995931136.0, - "4705": 6995931136.0, - "4710": 6995931136.0, - "4715": 6995931136.0, - "4720": 6995931136.0, - "4725": 6995931136.0, - "4730": 6995931136.0, - "4735": 6995931136.0, - "4740": 6995931136.0, - "4745": 6995931136.0, - "4750": 6995931136.0, - "4755": 6995931136.0, - "4760": 6995931136.0, - "4765": 6995931136.0, - "4770": 6995931136.0, - "4775": 6995931136.0, - "4780": 6995931136.0, - "4785": 6995931136.0, - "4790": 6995931136.0, - "4795": 6995931136.0, - "4800": 6995931136.0, - "4805": 6995931136.0, - "4810": 6995931136.0, - "4815": 6995931136.0, - "4820": 6995931136.0, - "4825": 6995931136.0, - "4830": 6995931136.0, - "4835": 6995931136.0, - "4840": 6995931136.0, - "4845": 6995931136.0, - "4850": 6995931136.0, - "4855": 6995931136.0, - "4860": 6995931136.0, - "4865": 6995931136.0, - "4870": 6995931136.0, - "4875": 6995931136.0, - "4880": 6995931136.0, - "4885": 6995931136.0, - "4890": 6995931136.0, - "4895": 6995931136.0, - "4900": 6995931136.0, - "4905": 6995931136.0, - "4910": 6995931136.0, - "4915": 6995931136.0, - "4920": 6995931136.0, - "4925": 6995931136.0, - "4930": 6995931136.0, - "4935": 6995931136.0, - "4940": 6995931136.0, - "4945": 6995931136.0, - "4950": 6995931136.0, - "4955": 6995931136.0, - "4960": 6995931136.0, - "4965": 6995931136.0, - "4970": 6995931136.0, - "4975": 6995931136.0, - "4980": 6995931136.0, - "4985": 6995931136.0, - "4990": 6995931136.0, - "4995": 6995931136.0, - "5000": 6995931136.0, - "5005": 6995931136.0, - "5010": 6995931136.0, - "5015": 6995931136.0, - "5020": 6995931136.0, - "5025": 6995931136.0, - "5030": 6995931136.0, - "5035": 6995931136.0, - "5040": 6995931136.0, - "5045": 6995931136.0, - "5050": 6995931136.0, - "5055": 6995931136.0, - "5060": 6995931136.0, - "5065": 6995931136.0, - "5070": 6995931136.0, - "5075": 6995931136.0, - "5080": 6995931136.0, - "5085": 6995931136.0, - "5090": 6995931136.0, - "5095": 6995931136.0, - "5100": 6995931136.0, - "5105": 6995931136.0, - "5110": 6995931136.0, - "5115": 6995931136.0, - "5120": 6995931136.0, - "5125": 6995931136.0, - "5130": 6995931136.0, - "5135": 6995931136.0, - "5140": 6995931136.0, - "5145": 6995931136.0, - "5150": 6995931136.0, - "5155": 6995931136.0, - "5160": 6995931136.0, - "5165": 6995931136.0, - "5170": 6995931136.0, - "5175": 6995931136.0, - "5180": 6995931136.0, - "5185": 6995931136.0, - "5190": 6995931136.0, - "5195": 6995931136.0, - "5200": 6995931136.0, - "5205": 6995931136.0, - "5210": 6995931136.0, - "5215": 6995931136.0, - "5220": 6995931136.0, - "5225": 6995931136.0, - "5230": 6995931136.0, - "5235": 6995931136.0, - "5240": 6995931136.0, - "5245": 6995931136.0, - "5250": 6995931136.0, - "5255": 6995931136.0, - "5260": 6995931136.0, - "5265": 6995931136.0, - "5270": 6995931136.0, - "5275": 6995931136.0, - "5280": 6995931136.0, - "5285": 6995931136.0, - "5290": 6995931136.0, - "5295": 6995931136.0, - "5300": 6995931136.0, - "5305": 6995931136.0, - "5310": 6995931136.0, - "5315": 6995931136.0, - "5320": 6995931136.0, - "5325": 6995931136.0, - "5330": 6995931136.0, - "5335": 6995931136.0, - "5340": 6995931136.0, - "5345": 6995931136.0, - "5350": 6995931136.0, - "5355": 6995931136.0, - "5360": 6995931136.0, - "5365": 6995931136.0, - "5370": 6995931136.0, - "5375": 6995931136.0, - "5380": 6995931136.0, - "5385": 6995931136.0, - "5390": 6995931136.0, - "5395": 6995931136.0, - "5400": 6995931136.0, - "5405": 6995931136.0, - "5410": 6995931136.0, - "5415": 6995931136.0, - "5420": 6995931136.0, - "5425": 6995931136.0, - "5430": 6995931136.0, - "5435": 6995931136.0, - "5440": 6995931136.0, - "5445": 6995931136.0, - "5450": 6995931136.0, - "5455": 6995931136.0, - "5460": 6995931136.0, - "5465": 6995931136.0, - "5470": 6995931136.0, - "5475": 6995931136.0, - "5480": 6995931136.0, - "5485": 6995931136.0, - "5490": 6995931136.0, - "5495": 6995931136.0, - "5500": 6995931136.0, - "5505": 6995931136.0, - "5510": 6995931136.0, - "5515": 6995931136.0, - "5520": 6995931136.0, - "5525": 6995931136.0, - "5530": 6995931136.0, - "5535": 6995931136.0, - "5540": 6995931136.0, - "5545": 6995931136.0, - "5550": 6995931136.0, - "5555": 6995931136.0, - "5560": 6995931136.0, - "5565": 6995931136.0, - "5570": 6995931136.0, - "5575": 6995931136.0, - "5580": 6995931136.0, - "5585": 6995931136.0, - "5590": 6995931136.0, - "5595": 6995931136.0, - "5600": 6995931136.0, - "5605": 6995931136.0, - "5610": 6995931136.0, - "5615": 6995931136.0, - "5620": 6995931136.0, - "5625": 6995931136.0, - "5630": 6995931136.0, - "5635": 6995931136.0, - "5640": 6995931136.0, - "5645": 6995931136.0, - "5650": 6995931136.0, - "5655": 6995931136.0, - "5660": 6995931136.0, - "5665": 6995931136.0, - "5670": 6995931136.0, - "5675": 6995931136.0, - "5680": 6995931136.0, - "5685": 6995931136.0, - "5690": 6995931136.0, - "5695": 6995931136.0, - "5700": 6995931136.0, - "5705": 6995931136.0, - "5710": 6995931136.0, - "5715": 6995931136.0, - "5720": 6995931136.0, - "5725": 6995931136.0, - "5730": 6995931136.0, - "5735": 6995931136.0, - "5740": 6995931136.0, - "5745": 6995931136.0, - "5750": 6995931136.0, - "5755": 6995931136.0, - "5760": 6995931136.0, - "5765": 6995931136.0, - "5770": 6995931136.0, - "5775": 6995931136.0, - "5780": 6995931136.0, - "5785": 6995931136.0, - "5790": 6995931136.0, - "5795": 6995931136.0, - "5800": 6995931136.0, - "5805": 6995931136.0, - "5810": 6995931136.0, - "5815": 6995931136.0, - "5820": 6995931136.0, - "5825": 6995931136.0, - "5830": 6995931136.0, - "5835": 6995931136.0, - "5840": 6995931136.0, - "5845": 6995931136.0, - "5850": 6995931136.0, - "5855": 6995931136.0, - "5860": 6995931136.0, - "5865": 6995931136.0, - "5870": 6995931136.0, - "5875": 6995931136.0, - "5880": 6995931136.0, - "5885": 6995931136.0, - "5890": 6995931136.0, - "5895": 6995931136.0, - "5900": 6995931136.0, - "5905": 6995931136.0, - "5910": 6995931136.0, - "5915": 6995931136.0, - "5920": 6995931136.0, - "5925": 6995931136.0, - "5930": 6995931136.0, - "5935": 6995931136.0, - "5940": 6995931136.0, - "5945": 6995931136.0, - "5950": 6995931136.0, - "5955": 6995931136.0, - "5960": 6995931136.0, - "5965": 6995931136.0, - "5970": 6995931136.0, - "5975": 6995931136.0, - "5980": 6995931136.0, - "5985": 6995931136.0, - "5990": 6995931136.0, - "5995": 6995931136.0, - "6000": 6995931136.0, - "6005": 6995931136.0, - "6010": 6995931136.0, - "6015": 6995931136.0, - "6020": 6995931136.0, - "6025": 6995931136.0, - "6030": 6995931136.0, - "6035": 6995931136.0, - "6040": 6995931136.0, - "6045": 6995931136.0, - "6050": 6995931136.0, - "6055": 6995931136.0, - "6060": 6995931136.0, - "6065": 6995931136.0, - "6070": 6995931136.0, - "6075": 6995931136.0, - "6080": 6995931136.0, - "6085": 6995931136.0, - "6090": 6995931136.0, - "6095": 6995931136.0, - "6100": 6995931136.0, - "6105": 6995931136.0, - "6110": 6995931136.0, - "6115": 6995931136.0, - "6120": 6995931136.0, - "6125": 6995931136.0, - "6130": 6995931136.0, - "6135": 6995931136.0, - "6140": 6995931136.0, - "6145": 6995931136.0, - "6150": 6995931136.0, - "6155": 6995931136.0, - "6160": 6995931136.0, - "6165": 6995931136.0, - "6170": 6995931136.0, - "6175": 6995931136.0, - "6180": 6995931136.0, - "6185": 6995931136.0, - "6190": 6995931136.0, - "6195": 6995931136.0, - "6200": 6995931136.0, - "6205": 6995931136.0, - "6210": 6995931136.0, - "6215": 6995931136.0, - "6220": 6995931136.0, - "6225": 6995931136.0, - "6230": 6995931136.0, - "6235": 6995931136.0, - "6240": 6995931136.0, - "6245": 6995931136.0, - "6250": 6995931136.0, - "6255": 6995931136.0, - "6260": 6995931136.0, - "6265": 6995931136.0, - "6270": 6995931136.0, - "6275": 6995931136.0, - "6280": 6995931136.0, - "6285": 6995931136.0, - "6290": 6995931136.0, - "6295": 6995931136.0, - "6300": 6995931136.0, - "6305": 6995931136.0, - "6310": 6995931136.0, - "6315": 6995931136.0, - "6320": 6995931136.0, - "6325": 6995931136.0, - "6330": 6995931136.0, - "6335": 6995931136.0, - "6340": 6995931136.0, - "6345": 6995931136.0, - "6350": 6995931136.0, - "6355": 6995931136.0, - "6360": 6995931136.0, - "6365": 6995931136.0, - "6370": 6995931136.0, - "6375": 6995931136.0, - "6380": 6995931136.0, - "6385": 6995931136.0, - "6390": 6995931136.0, - "6395": 6995931136.0, - "6400": 6995931136.0, - "6405": 6995931136.0, - "6410": 6995931136.0, - "6415": 6995931136.0, - "6420": 6995931136.0, - "6425": 6995931136.0, - "6430": 6995931136.0, - "6435": 6995931136.0, - "6440": 6995931136.0, - "6445": 6995931136.0, - "6450": 6995931136.0, - "6455": 6995931136.0, - "6460": 6995931136.0, - "6465": 6995931136.0, - "6470": 6995931136.0, - "6475": 6995931136.0, - "6480": 6995931136.0, - "6485": 6995931136.0, - "6490": 6995931136.0, - "6495": 6995931136.0, - "6500": 6995931136.0, - "6505": 6995931136.0, - "6510": 6995931136.0, - "6515": 6995931136.0, - "6520": 6995931136.0, - "6525": 6995931136.0, - "6530": 6995931136.0, - "6535": 6995931136.0, - "6540": 6995931136.0, - "6545": 6995931136.0, - "6550": 6995931136.0, - "6555": 6995931136.0, - "6560": 6995931136.0, - "6565": 6995931136.0, - "6570": 6995931136.0, - "6575": 6995931136.0, - "6580": 6995931136.0, - "6585": 6995931136.0, - "6590": 6995931136.0, - "6595": 6995931136.0, - "6600": 6995931136.0, - "6605": 6995931136.0, - "6610": 6995931136.0, - "6615": 6995931136.0, - "6620": 6995931136.0, - "6625": 6995931136.0, - "6630": 6995931136.0, - "6635": 6995931136.0, - "6640": 6995931136.0, - "6645": 6995931136.0, - "6650": 6995931136.0, - "6655": 6995931136.0, - "6660": 6995931136.0, - "6665": 6995931136.0, - "6670": 6995931136.0, - "6675": 6995931136.0, - "6680": 6995931136.0, - "6685": 6995931136.0, - "6690": 6995931136.0, - "6695": 6995931136.0, - "6700": 6995931136.0, - "6705": 6995931136.0, - "6710": 6995931136.0, - "6715": 6995931136.0, - "6720": 6995931136.0, - "6725": 6995931136.0, - "6730": 6995931136.0, - "6735": 6995931136.0, - "6740": 6995931136.0, - "6745": 6995931136.0, - "6750": 6995931136.0, - "6755": 6995931136.0, - "6760": 6995931136.0, - "6765": 6995931136.0, - "6770": 6995931136.0, - "6775": 6995931136.0, - "6780": 6995931136.0, - "6785": 6995931136.0, - "6790": 6995931136.0, - "6795": 6995931136.0, - "6800": 6995931136.0, - "6805": 6995931136.0, - "6810": 6995931136.0, - "6815": 6995931136.0, - "6820": 6995931136.0, - "6825": 6995931136.0, - "6830": 6995931136.0, - "6835": 6995931136.0, - "6840": 6995931136.0, - "6845": 6995931136.0, - "6850": 6995931136.0, - "6855": 6995931136.0, - "6860": 6995931136.0, - "6865": 6995931136.0, - "6870": 6995931136.0, - "6875": 6995931136.0, - "6880": 6995931136.0, - "6885": 6995931136.0, - "6890": 6995931136.0, - "6895": 6995931136.0, - "6900": 6995931136.0, - "6905": 6995931136.0, - "6910": 6995931136.0, - "6915": 6995931136.0, - "6920": 6995931136.0, - "6925": 6995931136.0, - "6930": 6995931136.0, - "6935": 6995931136.0, - "6940": 6995931136.0, - "6945": 6995931136.0, - "6950": 6995931136.0, - "6955": 6995931136.0, - "6960": 6995931136.0, - "6965": 6995931136.0, - "6970": 6995931136.0, - "6975": 6995931136.0, - "6980": 6995931136.0, - "6985": 6995931136.0, - "6990": 6995931136.0, - "6995": 6995931136.0, - "7000": 6995931136.0, - "7005": 6995931136.0, - "7010": 6995931136.0, - "7015": 6995931136.0, - "7020": 6995931136.0, - "7025": 6995931136.0, - "7030": 6995931136.0, - "7035": 6995931136.0, - "7040": 6995931136.0, - "7045": 6995931136.0, - "7050": 6995931136.0, - "7055": 6995931136.0, - "7060": 6995931136.0, - "7065": 6995931136.0, - "7070": 6995931136.0, - "7075": 6995931136.0, - "7080": 6995931136.0, - "7085": 6995931136.0, - "7090": 6995931136.0, - "7095": 6995931136.0, - "7100": 6995931136.0, - "7105": 6995931136.0, - "7110": 6995931136.0, - "7115": 6995931136.0, - "7120": 6995931136.0, - "7125": 6995931136.0, - "7130": 6995931136.0, - "7135": 6995931136.0, - "7140": 6995931136.0, - "7145": 6995931136.0, - "7150": 6995931136.0, - "7155": 6995931136.0, - "7160": 6995931136.0, - "7165": 6995931136.0, - "7170": 6995931136.0, - "7175": 6995931136.0, - "7180": 6995931136.0, - "7185": 6995931136.0, - "7190": 6995931136.0, - "7195": 6995931136.0, - "7200": 6995931136.0, - "7205": 6995931136.0, - "7210": 6995931136.0, - "7215": 6995931136.0, - "7220": 6995931136.0, - "7225": 6995931136.0, - "7230": 6995931136.0, - "7235": 6995931136.0, - "7240": 6995931136.0, - "7245": 6995931136.0, - "7250": 6995931136.0, - "7255": 6995931136.0, - "7260": 6995931136.0, - "7265": 6995931136.0, - "7270": 6995931136.0, - "7275": 6995931136.0, - "7280": 6995931136.0, - "7285": 6995931136.0, - "7290": 6995931136.0, - "7295": 6995931136.0, - "7300": 6995931136.0, - "7305": 6995931136.0, - "7310": 6995931136.0, - "7315": 6995931136.0, - "7320": 6995931136.0, - "7325": 6995931136.0, - "7330": 6995931136.0, - "7335": 6995931136.0, - "7340": 6995931136.0, - "7345": 6995931136.0, - "7350": 6995931136.0, - "7355": 6995931136.0, - "7360": 6995931136.0, - "7365": 6995931136.0, - "7370": 6995931136.0, - "7375": 6995931136.0, - "7380": 6995931136.0, - "7385": 6995931136.0, - "7390": 6995931136.0, - "7395": 6995931136.0, - "7400": 6995931136.0, - "7405": 6995931136.0, - "7410": 6995931136.0, - "7415": 6995931136.0, - "7420": 6995931136.0, - "7425": 6995931136.0, - "7430": 6995931136.0, - "7435": 6995931136.0, - "7440": 6995931136.0, - "7445": 6995931136.0, - "7450": 6995931136.0, - "7455": 6995931136.0, - "7460": 6995931136.0, - "7465": 6995931136.0, - "7470": 6995931136.0, - "7475": 6995931136.0, - "7480": 6995931136.0, - "7485": 6995931136.0, - "7490": 6995931136.0, - "7495": 6995931136.0, - "7500": 6995931136.0, - "7505": 6995931136.0, - "7510": 6995931136.0, - "7515": 6995931136.0, - "7520": 6995931136.0, - "7525": 6995931136.0, - "7530": 6995931136.0, - "7535": 6995931136.0, - "7540": 6995931136.0, - "7545": 6995931136.0, - "7550": 6995931136.0, - "7555": 6995931136.0, - "7560": 6995931136.0, - "7565": 6995931136.0, - "7570": 6995931136.0, - "7575": 6995931136.0, - "7580": 6995931136.0, - "7585": 6995931136.0, - "7590": 6995931136.0, - "7595": 6995931136.0, - "7600": 6995931136.0, - "7605": 6995931136.0, - "7610": 6995931136.0, - "7615": 6995931136.0, - "7620": 6995931136.0, - "7625": 6995931136.0, - "7630": 6995931136.0, - "7635": 6995931136.0, - "7640": 6995931136.0, - "7645": 6995931136.0, - "7650": 6995931136.0, - "7655": 6995931136.0, - "7660": 6995931136.0, - "7665": 6995931136.0, - "7670": 6995931136.0, - "7675": 6995931136.0, - "7680": 6995931136.0, - "7685": 6995931136.0, - "7690": 6995931136.0, - "7695": 6995931136.0, - "7700": 6995931136.0, - "7705": 6995931136.0, - "7710": 6995931136.0, - "7715": 6995931136.0, - "7720": 6995931136.0, - "7725": 6995931136.0, - "7730": 6995931136.0, - "7735": 6995931136.0, - "7740": 6995931136.0, - "7745": 6995931136.0, - "7750": 6995931136.0, - "7755": 6995931136.0, - "7760": 6995931136.0, - "7765": 6995931136.0, - "7770": 6995931136.0, - "7775": 6995931136.0, - "7780": 6995931136.0, - "7785": 6995931136.0, - "7790": 6995931136.0, - "7795": 6995931136.0, - "7800": 6995931136.0, - "7805": 6995931136.0, - "7810": 6995931136.0, - "7815": 6995931136.0, - "7820": 6995931136.0, - "7825": 6995931136.0, - "7830": 6995931136.0, - "7835": 6995931136.0, - "7840": 6995931136.0, - "7845": 6995931136.0, - "7850": 6995931136.0, - "7855": 6995931136.0, - "7860": 6995931136.0, - "7865": 6995931136.0, - "7870": 6995931136.0, - "7875": 6995931136.0, - "7880": 6995931136.0, - "7885": 6995931136.0, - "7890": 6995931136.0, - "7895": 6995931136.0, - "7900": 6995931136.0, - "7905": 6995931136.0, - "7910": 6995931136.0, - "7915": 6995931136.0, - "7920": 6995931136.0, - "7925": 6995931136.0, - "7930": 6995931136.0, - "7935": 6995931136.0, - "7940": 6995931136.0, - "7945": 6995931136.0, - "7950": 6995931136.0, - "7955": 6995931136.0, - "7960": 6995931136.0, - "7965": 6995931136.0, - "7970": 6995931136.0, - "7975": 6995931136.0, - "7980": 6995931136.0, - "7985": 6995931136.0, - "7990": 6995931136.0, - "7995": 6995931136.0, - "8000": 6995931136.0, - "8005": 6995931136.0, - "8010": 6995931136.0, - "8015": 6995931136.0, - "8020": 6995931136.0, - "8025": 6995931136.0, - "8030": 6995931136.0, - "8035": 6995931136.0, - "8040": 6995931136.0, - "8045": 6995931136.0, - "8050": 6995931136.0, - "8055": 6995931136.0, - "8060": 6995931136.0, - "8065": 6995931136.0, - "8070": 6995931136.0, - "8075": 6995931136.0, - "8080": 6995931136.0, - "8085": 6995931136.0, - "8090": 6995931136.0, - "8095": 6995931136.0, - "8100": 6995931136.0, - "8105": 6995931136.0, - "8110": 6995931136.0, - "8115": 6995931136.0, - "8120": 6995931136.0, - "8125": 6995931136.0, - "8130": 6995931136.0, - "8135": 6995931136.0, - "8140": 6995931136.0, - "8145": 6995931136.0, - "8150": 6995931136.0, - "8155": 6995931136.0, - "8160": 6995931136.0, - "8165": 6995931136.0, - "8170": 6995931136.0, - "8175": 6995931136.0, - "8180": 6995931136.0, - "8185": 6995931136.0, - "8190": 6995931136.0, - "8195": 6995931136.0, - "8200": 6995931136.0, - "8205": 6995931136.0, - "8210": 6995931136.0, - "8215": 6995931136.0, - "8220": 6995931136.0, - "8225": 6995931136.0, - "8230": 6995931136.0, - "8235": 6995931136.0, - "8240": 6995931136.0, - "8245": 6995931136.0, - "8250": 6995931136.0, - "8255": 6995931136.0, - "8260": 6995931136.0, - "8265": 6995931136.0, - "8270": 6995931136.0, - "8275": 6995931136.0, - "8280": 6995931136.0, - "8285": 6995931136.0, - "8290": 6995931136.0, - "8295": 6995931136.0, - "8300": 6995931136.0, - "8305": 6995931136.0, - "8310": 6995931136.0, - "8315": 6995931136.0, - "8320": 6995931136.0, - "8325": 6995931136.0, - "8330": 6995931136.0, - "8335": 6995931136.0, - "8340": 6995931136.0, - "8345": 6995931136.0, - "8350": 6995931136.0, - "8355": 6995931136.0, - "8360": 6995931136.0, - "8365": 6995931136.0, - "8370": 6995931136.0, - "8375": 6995931136.0, - "8380": 6995931136.0, - "8385": 6995931136.0, - "8390": 6995931136.0, - "8395": 6995931136.0, - "8400": 6995931136.0, - "8405": 6995931136.0, - "8410": 6995931136.0, - "8415": 6995931136.0, - "8420": 6995931136.0, - "8425": 6995931136.0, - "8430": 6995931136.0, - "8435": 6995931136.0, - "8440": 6995931136.0, - "8445": 6995931136.0, - "8450": 6995931136.0, - "8455": 6995931136.0, - "8460": 6995931136.0, - "8465": 6995931136.0, - "8470": 6995931136.0, - "8475": 6995931136.0, - "8480": 6995931136.0, - "8485": 6995931136.0, - "8490": 6995931136.0, - "8495": 6995931136.0, - "8500": 6995931136.0, - "8505": 6995931136.0, - "8510": 6995931136.0, - "8515": 6995931136.0, - "8520": 6995931136.0, - "8525": 6995931136.0, - "8530": 6995931136.0, - "8535": 6995931136.0, - "8540": 6995931136.0, - "8545": 6995931136.0, - "8550": 6995931136.0, - "8555": 6995931136.0, - "8560": 6995931136.0, - "8565": 6995931136.0, - "8570": 6995931136.0, - "8575": 6995931136.0, - "8580": 6995931136.0, - "8585": 6995931136.0, - "8590": 6995931136.0, - "8595": 6995931136.0, - "8600": 6995931136.0, - "8605": 6995931136.0, - "8610": 6995931136.0, - "8615": 6995931136.0, - "8620": 6995931136.0, - "8625": 6995931136.0, - "8630": 6995931136.0, - "8635": 6995931136.0, - "8640": 6995931136.0, - "8645": 6995931136.0, - "8650": 6995931136.0, - "8655": 6995931136.0, - "8660": 6995931136.0, - "8665": 6995931136.0, - "8670": 6995931136.0, - "8675": 6995931136.0, - "8680": 6995931136.0, - "8685": 6995931136.0, - "8690": 6995931136.0, - "8695": 6995931136.0, - "8700": 6995931136.0, - "8705": 6995931136.0, - "8710": 6995931136.0, - "8715": 6995931136.0, - "8720": 6995931136.0, - "8725": 6995931136.0, - "8730": 6995931136.0, - "8735": 6995931136.0, - "8740": 6995931136.0, - "8745": 6995931136.0, - "8750": 6995931136.0, - "8755": 6995931136.0, - "8760": 6995931136.0, - "8765": 6995931136.0, - "8770": 6995931136.0, - "8775": 6995931136.0, - "8780": 6995931136.0, - "8785": 6995931136.0, - "8790": 6995931136.0, - "8795": 6995931136.0, - "8800": 6995931136.0, - "8805": 6995931136.0, - "8810": 6995931136.0, - "8815": 6995931136.0, - "8820": 6995931136.0, - "8825": 6995931136.0, - "8830": 6995931136.0, - "8835": 6995931136.0, - "8840": 6995931136.0, - "8845": 6995931136.0, - "8850": 6995931136.0, - "8855": 6995931136.0, - "8860": 6995931136.0, - "8865": 6995931136.0, - "8870": 6995931136.0, - "8875": 6995931136.0, - "8880": 6995931136.0, - "8885": 6995931136.0, - "8890": 6995931136.0, - "8895": 6995931136.0, - "8900": 6995931136.0, - "8905": 6995931136.0, - "8910": 6995931136.0, - "8915": 6995931136.0, - "8920": 6995931136.0, - "8925": 6995931136.0, - "8930": 6995931136.0, - "8935": 6995931136.0, - "8940": 6995931136.0, - "8945": 6995931136.0, - "8950": 6995931136.0, - "8955": 6995931136.0, - "8960": 6995931136.0, - "8965": 6995931136.0, - "8970": 6995931136.0, - "8975": 6995931136.0, - "8980": 6995931136.0, - "8985": 6995931136.0, - "8990": 6995931136.0, - "8995": 6995931136.0, - "9000": 6995931136.0, - "9005": 6995931136.0, - "9010": 6995931136.0, - "9015": 6995931136.0, - "9020": 6995931136.0, - "9025": 6995931136.0, - "9030": 6995931136.0, - "9035": 6995931136.0, - "9040": 6995931136.0, - "9045": 6995931136.0, - "9050": 6995931136.0, - "9055": 6995931136.0, - "9060": 6995931136.0, - "9065": 6995931136.0, - "9070": 6995931136.0, - "9075": 6995931136.0, - "9080": 6995931136.0, - "9085": 6995931136.0, - "9090": 6995931136.0, - "9095": 6995931136.0, - "9100": 6995931136.0, - "9105": 6995931136.0, - "9110": 6995931136.0, - "9115": 6995931136.0, - "9120": 6995931136.0, - "9125": 6995931136.0, - "9130": 6995931136.0, - "9135": 6995931136.0, - "9140": 6995931136.0, - "9145": 6995931136.0, - "9150": 6995931136.0, - "9155": 6995931136.0, - "9160": 6995931136.0, - "9165": 6995931136.0, - "9170": 6995931136.0, - "9175": 6995931136.0, - "9180": 6995931136.0, - "9185": 6995931136.0, - "9190": 6995931136.0, - "9195": 6995931136.0, - "9200": 6995931136.0, - "9205": 6995931136.0, - "9210": 6995931136.0, - "9215": 6995931136.0, - "9220": 6995931136.0, - "9225": 6995931136.0, - "9230": 6995931136.0, - "9235": 6995931136.0, - "9240": 6995931136.0, - "9245": 6995931136.0, - "9250": 6995931136.0, - "9255": 6995931136.0, - "9260": 6995931136.0, - "9265": 6995931136.0, - "9270": 6995931136.0, - "9275": 6995931136.0, - "9280": 6995931136.0, - "9285": 6995931136.0, - "9290": 6995931136.0, - "9295": 6995931136.0, - "9300": 6995931136.0, - "9305": 6995931136.0, - "9310": 6995931136.0, - "9315": 6995931136.0, - "9320": 6995931136.0, - "9325": 6995931136.0, - "9330": 6995931136.0, - "9335": 6995931136.0, - "9340": 6995931136.0, - "9345": 6995931136.0, - "9350": 6995931136.0, - "9355": 6995931136.0, - "9360": 6995931136.0, - "9365": 6995931136.0, - "9370": 6995931136.0, - "9375": 6995931136.0, - "9380": 6995931136.0, - "9385": 6995931136.0, - "9390": 6995931136.0, - "9395": 6995931136.0, - "9400": 6995931136.0, - "9405": 6995931136.0, - "9410": 6995931136.0, - "9415": 6995931136.0, - "9420": 6995931136.0, - "9425": 6995931136.0, - "9430": 6995931136.0, - "9435": 6995931136.0, - "9440": 6995931136.0, - "9445": 6995931136.0, - "9450": 6995931136.0, - "9455": 6995931136.0, - "9460": 6995931136.0, - "9465": 6995931136.0, - "9470": 6995931136.0, - "9475": 6995931136.0, - "9480": 6995931136.0, - "9485": 6995931136.0, - "9490": 6995931136.0, - "9495": 6995931136.0, - "9500": 6995931136.0, - "9505": 6995931136.0, - "9510": 6995931136.0, - "9515": 6995931136.0, - "9520": 6995931136.0, - "9525": 6995931136.0, - "9530": 6995931136.0, - "9535": 6995931136.0, - "9540": 6995931136.0, - "9545": 6995931136.0, - "9550": 6995931136.0, - "9555": 6995931136.0, - "9560": 6995931136.0, - "9565": 6995931136.0, - "9570": 6995931136.0, - "9575": 6995931136.0, - "9580": 6995931136.0, - "9585": 6995931136.0, - "9590": 6995931136.0, - "9595": 6995931136.0, - "9600": 6995931136.0, - "9605": 6995931136.0, - "9610": 6995931136.0, - "9615": 6995931136.0, - "9620": 6995931136.0, - "9625": 6995931136.0, - "9630": 6995931136.0, - "9635": 6995931136.0, - "9640": 6995931136.0, - "9645": 6995931136.0, - "9650": 6995931136.0, - "9655": 6995931136.0, - "9660": 6995931136.0, - "9665": 6995931136.0, - "9670": 6995931136.0, - "9675": 6995931136.0, - "9680": 6995931136.0, - "9685": 6995931136.0, - "9690": 6995931136.0, - "9695": 6995931136.0, - "9700": 6995931136.0, - "9705": 6995931136.0, - "9710": 6995931136.0, - "9715": 6995931136.0, - "9720": 6995931136.0, - "9725": 6995931136.0, - "9730": 6995931136.0, - "9735": 6995931136.0, - "9740": 6995931136.0, - "9745": 6995931136.0, - "9750": 6995931136.0, - "9755": 6995931136.0, - "9760": 6995931136.0, - "9765": 6995931136.0, - "9770": 6995931136.0, - "9775": 6995931136.0, - "9780": 6995931136.0, - "9785": 6995931136.0, - "9790": 6995931136.0, - "9795": 6995931136.0, - "9800": 6995931136.0, - "9805": 6995931136.0, - "9810": 6995931136.0, - "9815": 6995931136.0, - "9820": 6995931136.0, - "9825": 6995931136.0, - "9830": 6995931136.0, - "9835": 6995931136.0, - "9840": 6995931136.0, - "9845": 6995931136.0, - "9850": 6995931136.0, - "9855": 6995931136.0, - "9860": 6995931136.0, - "9865": 6995931136.0, - "9870": 6995931136.0, - "9875": 6995931136.0, - "9880": 6995931136.0, - "9885": 6995931136.0, - "9890": 6995931136.0, - "9895": 6995931136.0, - "9900": 6995931136.0, - "9905": 6995931136.0, - "9910": 6995931136.0, - "9915": 6995931136.0, - "9920": 6995931136.0, - "9925": 6995931136.0, - "9930": 6995931136.0, - "9935": 6995931136.0, - "9940": 6995931136.0, - "9945": 6995931136.0, - "9950": 6995931136.0, - "9955": 6995931136.0, - "9960": 6995931136.0, - "9965": 6995931136.0, - "9970": 6995931136.0, - "9975": 6995931136.0, - "9980": 6995931136.0, - "9985": 6995931136.0, - "9990": 6995931136.0, - "9995": 6995931136.0, - "10000": 6995931136.0 + "2005": 7008514048.0, + "2010": 7008514048.0, + "2015": 7008514048.0, + "2020": 7008514048.0, + "2025": 7008514048.0, + "2030": 7008514048.0, + "2035": 7008514048.0, + "2040": 7008514048.0, + "2045": 7008514048.0, + "2050": 7008514048.0, + "2055": 7008514048.0, + "2060": 7008514048.0, + "2065": 7008514048.0, + "2070": 7008514048.0, + "2075": 7008514048.0, + "2080": 7008514048.0, + "2085": 7008514048.0, + "2090": 7008514048.0, + "2095": 7008514048.0, + "2100": 7008514048.0, + "2105": 7008514048.0, + "2110": 7008514048.0, + "2115": 7008514048.0, + "2120": 7008514048.0, + "2125": 7008514048.0, + "2130": 7008514048.0, + "2135": 7008514048.0, + "2140": 7008514048.0, + "2145": 7008514048.0, + "2150": 7008514048.0, + "2155": 7008514048.0, + "2160": 7008514048.0, + "2165": 7008514048.0, + "2170": 7008514048.0, + "2175": 7008514048.0, + "2180": 7008514048.0, + "2185": 7008514048.0, + "2190": 7008514048.0, + "2195": 7008514048.0, + "2200": 7008514048.0, + "2205": 7008514048.0, + "2210": 7008514048.0, + "2215": 7008514048.0, + "2220": 7008514048.0, + "2225": 7008514048.0, + "2230": 7008514048.0, + "2235": 7008514048.0, + "2240": 7008514048.0, + "2245": 7008514048.0, + "2250": 7008514048.0, + "2255": 7008514048.0, + "2260": 7008514048.0, + "2265": 7008514048.0, + "2270": 7008514048.0, + "2275": 7008514048.0, + "2280": 7008514048.0, + "2285": 7008514048.0, + "2290": 7008514048.0, + "2295": 7008514048.0, + "2300": 7008514048.0, + "2305": 7008514048.0, + "2310": 7008514048.0, + "2315": 7008514048.0, + "2320": 7008514048.0, + "2325": 7008514048.0, + "2330": 7008514048.0, + "2335": 7008514048.0, + "2340": 7008514048.0, + "2345": 7008514048.0, + "2350": 7008514048.0, + "2355": 7008514048.0, + "2360": 7008514048.0, + "2365": 7008514048.0, + "2370": 7008514048.0, + "2375": 7008514048.0, + "2380": 7008514048.0, + "2385": 7008514048.0, + "2390": 7008514048.0, + "2395": 7008514048.0, + "2400": 7008514048.0, + "2405": 7008514048.0, + "2410": 7008514048.0, + "2415": 7008514048.0, + "2420": 7008514048.0, + "2425": 7008514048.0, + "2430": 7008514048.0, + "2435": 7008514048.0, + "2440": 7008514048.0, + "2445": 7008514048.0, + "2450": 7008514048.0, + "2455": 7008514048.0, + "2460": 7008514048.0, + "2465": 7008514048.0, + "2470": 7008514048.0, + "2475": 7008514048.0, + "2480": 7008514048.0, + "2485": 7008514048.0, + "2490": 7008514048.0, + "2495": 7008514048.0, + "2500": 7008514048.0, + "2505": 7008514048.0, + "2510": 7008514048.0, + "2515": 7008514048.0, + "2520": 7008514048.0, + "2525": 7008514048.0, + "2530": 7008514048.0, + "2535": 7008514048.0, + "2540": 7008514048.0, + "2545": 7008514048.0, + "2550": 7008514048.0, + "2555": 7008514048.0, + "2560": 7008514048.0, + "2565": 7008514048.0, + "2570": 7008514048.0, + "2575": 7008514048.0, + "2580": 7008514048.0, + "2585": 7008514048.0, + "2590": 7008514048.0, + "2595": 7008514048.0, + "2600": 7008514048.0, + "2605": 7008514048.0, + "2610": 7008514048.0, + "2615": 7008514048.0, + "2620": 7008514048.0, + "2625": 7008514048.0, + "2630": 7008514048.0, + "2635": 7008514048.0, + "2640": 7008514048.0, + "2645": 7008514048.0, + "2650": 7008514048.0, + "2655": 7008514048.0, + "2660": 7008514048.0, + "2665": 7008514048.0, + "2670": 7008514048.0, + "2675": 7008514048.0, + "2680": 7008514048.0, + "2685": 7008514048.0, + "2690": 7008514048.0, + "2695": 7008514048.0, + "2700": 7008514048.0, + "2705": 7008514048.0, + "2710": 7008514048.0, + "2715": 7008514048.0, + "2720": 7008514048.0, + "2725": 7008514048.0, + "2730": 7008514048.0, + "2735": 7008514048.0, + "2740": 7008514048.0, + "2745": 7008514048.0, + "2750": 7008514048.0, + "2755": 7008514048.0, + "2760": 7008514048.0, + "2765": 7008514048.0, + "2770": 7008514048.0, + "2775": 7008514048.0, + "2780": 7008514048.0, + "2785": 7008514048.0, + "2790": 7008514048.0, + "2795": 7008514048.0, + "2800": 7008514048.0, + "2805": 7008514048.0, + "2810": 7008514048.0, + "2815": 7008514048.0, + "2820": 7008514048.0, + "2825": 7008514048.0, + "2830": 7008514048.0, + "2835": 7008514048.0, + "2840": 7008514048.0, + "2845": 7008514048.0, + "2850": 7008514048.0, + "2855": 7008514048.0, + "2860": 7008514048.0, + "2865": 7008514048.0, + "2870": 7008514048.0, + "2875": 7008514048.0, + "2880": 7008514048.0, + "2885": 7008514048.0, + "2890": 7008514048.0, + "2895": 7008514048.0, + "2900": 7008514048.0, + "2905": 7008514048.0, + "2910": 7008514048.0, + "2915": 7008514048.0, + "2920": 7008514048.0, + "2925": 7008514048.0, + "2930": 7008514048.0, + "2935": 7008514048.0, + "2940": 7008514048.0, + "2945": 7008514048.0, + "2950": 7008514048.0, + "2955": 7008514048.0, + "2960": 7008514048.0, + "2965": 7008514048.0, + "2970": 7008514048.0, + "2975": 7008514048.0, + "2980": 7008514048.0, + "2985": 7008514048.0, + "2990": 7008514048.0, + "2995": 7008514048.0, + "3000": 7008514048.0, + "3005": 7008514048.0, + "3010": 7008514048.0, + "3015": 7008514048.0, + "3020": 7008514048.0, + "3025": 7008514048.0, + "3030": 7008514048.0, + "3035": 7008514048.0, + "3040": 7008514048.0, + "3045": 7008514048.0, + "3050": 7008514048.0, + "3055": 7008514048.0, + "3060": 7008514048.0, + "3065": 7008514048.0, + "3070": 7008514048.0, + "3075": 7008514048.0, + "3080": 7008514048.0, + "3085": 7008514048.0, + "3090": 7008514048.0, + "3095": 7008514048.0, + "3100": 7008514048.0, + "3105": 7008514048.0, + "3110": 7008514048.0, + "3115": 7008514048.0, + "3120": 7008514048.0, + "3125": 7008514048.0, + "3130": 7008514048.0, + "3135": 7008514048.0, + "3140": 7008514048.0, + "3145": 7008514048.0, + "3150": 7008514048.0, + "3155": 7008514048.0, + "3160": 7008514048.0, + "3165": 7008514048.0, + "3170": 7008514048.0, + "3175": 7008514048.0, + "3180": 7008514048.0, + "3185": 7008514048.0, + "3190": 7008514048.0, + "3195": 7008514048.0, + "3200": 7008514048.0, + "3205": 7008514048.0, + "3210": 7008514048.0, + "3215": 7008514048.0, + "3220": 7008514048.0, + "3225": 7008514048.0, + "3230": 7008514048.0, + "3235": 7008514048.0, + "3240": 7008514048.0, + "3245": 7008514048.0, + "3250": 7008514048.0, + "3255": 7008514048.0, + "3260": 7008514048.0, + "3265": 7008514048.0, + "3270": 7008514048.0, + "3275": 7008514048.0, + "3280": 7008514048.0, + "3285": 7008514048.0, + "3290": 7008514048.0, + "3295": 7008514048.0, + "3300": 7008514048.0, + "3305": 7008514048.0, + "3310": 7008514048.0, + "3315": 7008514048.0, + "3320": 7008514048.0, + "3325": 7008514048.0, + "3330": 7008514048.0, + "3335": 7008514048.0, + "3340": 7008514048.0, + "3345": 7008514048.0, + "3350": 7008514048.0, + "3355": 7008514048.0, + "3360": 7008514048.0, + "3365": 7008514048.0, + "3370": 7008514048.0, + "3375": 7008514048.0, + "3380": 7008514048.0, + "3385": 7008514048.0, + "3390": 7008514048.0, + "3395": 7008514048.0, + "3400": 7008514048.0, + "3405": 7008514048.0, + "3410": 7008514048.0, + "3415": 7008514048.0, + "3420": 7008514048.0, + "3425": 7008514048.0, + "3430": 7008514048.0, + "3435": 7008514048.0, + "3440": 7008514048.0, + "3445": 7008514048.0, + "3450": 7008514048.0, + "3455": 7008514048.0, + "3460": 7008514048.0, + "3465": 7008514048.0, + "3470": 7008514048.0, + "3475": 7008514048.0, + "3480": 7008514048.0, + "3485": 7008514048.0, + "3490": 7008514048.0, + "3495": 7008514048.0, + "3500": 7008514048.0, + "3505": 7008514048.0, + "3510": 7008514048.0, + "3515": 7008514048.0, + "3520": 7008514048.0, + "3525": 7008514048.0, + "3530": 7008514048.0, + "3535": 7008514048.0, + "3540": 7008514048.0, + "3545": 7008514048.0, + "3550": 7008514048.0, + "3555": 7008514048.0, + "3560": 7008514048.0, + "3565": 7008514048.0, + "3570": 7008514048.0, + "3575": 7008514048.0, + "3580": 7008514048.0, + "3585": 7008514048.0, + "3590": 7008514048.0, + "3595": 7008514048.0, + "3600": 7008514048.0, + "3605": 7008514048.0, + "3610": 7008514048.0, + "3615": 7008514048.0, + "3620": 7008514048.0, + "3625": 7008514048.0, + "3630": 7008514048.0, + "3635": 7008514048.0, + "3640": 7008514048.0, + "3645": 7008514048.0, + "3650": 7008514048.0, + "3655": 7008514048.0, + "3660": 7008514048.0, + "3665": 7008514048.0, + "3670": 7008514048.0, + "3675": 7008514048.0, + "3680": 7008514048.0, + "3685": 7008514048.0, + "3690": 7008514048.0, + "3695": 7008514048.0, + "3700": 7008514048.0, + "3705": 7008514048.0, + "3710": 7008514048.0, + "3715": 7008514048.0, + "3720": 7008514048.0, + "3725": 7008514048.0, + "3730": 7008514048.0, + "3735": 7008514048.0, + "3740": 7008514048.0, + "3745": 7008514048.0, + "3750": 7008514048.0, + "3755": 7008514048.0, + "3760": 7008514048.0, + "3765": 7008514048.0, + "3770": 7008514048.0, + "3775": 7008514048.0, + "3780": 7008514048.0, + "3785": 7008514048.0, + "3790": 7008514048.0, + "3795": 7008514048.0, + "3800": 7008514048.0, + "3805": 7008514048.0, + "3810": 7008514048.0, + "3815": 7008514048.0, + "3820": 7008514048.0, + "3825": 7008514048.0, + "3830": 7008514048.0, + "3835": 7008514048.0, + "3840": 7008514048.0, + "3845": 7008514048.0, + "3850": 7008514048.0, + "3855": 7008514048.0, + "3860": 7008514048.0, + "3865": 7008514048.0, + "3870": 7008514048.0, + "3875": 7008514048.0, + "3880": 7008514048.0, + "3885": 7008514048.0, + "3890": 7008514048.0, + "3895": 7008514048.0, + "3900": 7008514048.0, + "3905": 7008514048.0, + "3910": 7008514048.0, + "3915": 7008514048.0, + "3920": 7008514048.0, + "3925": 7008514048.0, + "3930": 7008514048.0, + "3935": 7008514048.0, + "3940": 7008514048.0, + "3945": 7008514048.0, + "3950": 7008514048.0, + "3955": 7008514048.0, + "3960": 7008514048.0, + "3965": 7008514048.0, + "3970": 7008514048.0, + "3975": 7008514048.0, + "3980": 7008514048.0, + "3985": 7008514048.0, + "3990": 7008514048.0, + "3995": 7008514048.0, + "4000": 7008514048.0, + "4005": 7008514048.0, + "4010": 7008514048.0, + "4015": 7008514048.0, + "4020": 7008514048.0, + "4025": 7008514048.0, + "4030": 7008514048.0, + "4035": 7008514048.0, + "4040": 7008514048.0, + "4045": 7008514048.0, + "4050": 7008514048.0, + "4055": 7008514048.0, + "4060": 7008514048.0, + "4065": 7008514048.0, + "4070": 7008514048.0, + "4075": 7008514048.0, + "4080": 7008514048.0, + "4085": 7008514048.0, + "4090": 7008514048.0, + "4095": 7008514048.0, + "4100": 7008514048.0, + "4105": 7008514048.0, + "4110": 7008514048.0, + "4115": 7008514048.0, + "4120": 7008514048.0, + "4125": 7008514048.0, + "4130": 7008514048.0, + "4135": 7008514048.0, + "4140": 7008514048.0, + "4145": 7008514048.0, + "4150": 7008514048.0, + "4155": 7008514048.0, + "4160": 7008514048.0, + "4165": 7008514048.0, + "4170": 7008514048.0, + "4175": 7008514048.0, + "4180": 7008514048.0, + "4185": 7008514048.0, + "4190": 7008514048.0, + "4195": 7008514048.0, + "4200": 7008514048.0, + "4205": 7008514048.0, + "4210": 7008514048.0, + "4215": 7008514048.0, + "4220": 7008514048.0, + "4225": 7008514048.0, + "4230": 7008514048.0, + "4235": 7008514048.0, + "4240": 7008514048.0, + "4245": 7008514048.0, + "4250": 7008514048.0, + "4255": 7008514048.0, + "4260": 7008514048.0, + "4265": 7008514048.0, + "4270": 7008514048.0, + "4275": 7008514048.0, + "4280": 7008514048.0, + "4285": 7008514048.0, + "4290": 7008514048.0, + "4295": 7008514048.0, + "4300": 7008514048.0, + "4305": 7008514048.0, + "4310": 7008514048.0, + "4315": 7008514048.0, + "4320": 7008514048.0, + "4325": 7008514048.0, + "4330": 7008514048.0, + "4335": 7008514048.0, + "4340": 7008514048.0, + "4345": 7008514048.0, + "4350": 7008514048.0, + "4355": 7008514048.0, + "4360": 7008514048.0, + "4365": 7008514048.0, + "4370": 7008514048.0, + "4375": 7008514048.0, + "4380": 7008514048.0, + "4385": 7008514048.0, + "4390": 7008514048.0, + "4395": 7008514048.0, + "4400": 7008514048.0, + "4405": 7008514048.0, + "4410": 7008514048.0, + "4415": 7008514048.0, + "4420": 7008514048.0, + "4425": 7008514048.0, + "4430": 7008514048.0, + "4435": 7008514048.0, + "4440": 7008514048.0, + "4445": 7008514048.0, + "4450": 7008514048.0, + "4455": 7008514048.0, + "4460": 7008514048.0, + "4465": 7008514048.0, + "4470": 7008514048.0, + "4475": 7008514048.0, + "4480": 7008514048.0, + "4485": 7008514048.0, + "4490": 7008514048.0, + "4495": 7008514048.0, + "4500": 7008514048.0, + "4505": 7008514048.0, + "4510": 7008514048.0, + "4515": 7008514048.0, + "4520": 7008514048.0, + "4525": 7008514048.0, + "4530": 7008514048.0, + "4535": 7008514048.0, + "4540": 7008514048.0, + "4545": 7008514048.0, + "4550": 7008514048.0, + "4555": 7008514048.0, + "4560": 7008514048.0, + "4565": 7008514048.0, + "4570": 7008514048.0, + "4575": 7008514048.0, + "4580": 7008514048.0, + "4585": 7008514048.0, + "4590": 7008514048.0, + "4595": 7008514048.0, + "4600": 7008514048.0, + "4605": 7008514048.0, + "4610": 7008514048.0, + "4615": 7008514048.0, + "4620": 7008514048.0, + "4625": 7008514048.0, + "4630": 7008514048.0, + "4635": 7008514048.0, + "4640": 7008514048.0, + "4645": 7008514048.0, + "4650": 7008514048.0, + "4655": 7008514048.0, + "4660": 7008514048.0, + "4665": 7008514048.0, + "4670": 7008514048.0, + "4675": 7008514048.0, + "4680": 7008514048.0, + "4685": 7008514048.0, + "4690": 7008514048.0, + "4695": 7008514048.0, + "4700": 7008514048.0, + "4705": 7008514048.0, + "4710": 7008514048.0, + "4715": 7008514048.0, + "4720": 7008514048.0, + "4725": 7008514048.0, + "4730": 7008514048.0, + "4735": 7008514048.0, + "4740": 7008514048.0, + "4745": 7008514048.0, + "4750": 7008514048.0, + "4755": 7008514048.0, + "4760": 7008514048.0, + "4765": 7008514048.0, + "4770": 7008514048.0, + "4775": 7008514048.0, + "4780": 7008514048.0, + "4785": 7008514048.0, + "4790": 7008514048.0, + "4795": 7008514048.0, + "4800": 7008514048.0, + "4805": 7008514048.0, + "4810": 7008514048.0, + "4815": 7008514048.0, + "4820": 7008514048.0, + "4825": 7008514048.0, + "4830": 7008514048.0, + "4835": 7008514048.0, + "4840": 7008514048.0, + "4845": 7008514048.0, + "4850": 7008514048.0, + "4855": 7008514048.0, + "4860": 7008514048.0, + "4865": 7008514048.0, + "4870": 7008514048.0, + "4875": 7008514048.0, + "4880": 7008514048.0, + "4885": 7008514048.0, + "4890": 7008514048.0, + "4895": 7008514048.0, + "4900": 7008514048.0, + "4905": 7008514048.0, + "4910": 7008514048.0, + "4915": 7008514048.0, + "4920": 7008514048.0, + "4925": 7008514048.0, + "4930": 7008514048.0, + "4935": 7008514048.0, + "4940": 7008514048.0, + "4945": 7008514048.0, + "4950": 7008514048.0, + "4955": 7008514048.0, + "4960": 7008514048.0, + "4965": 7008514048.0, + "4970": 7008514048.0, + "4975": 7008514048.0, + "4980": 7008514048.0, + "4985": 7008514048.0, + "4990": 7008514048.0, + "4995": 7008514048.0, + "5000": 7008514048.0, + "5005": 7008514048.0, + "5010": 7008514048.0, + "5015": 7008514048.0, + "5020": 7008514048.0, + "5025": 7008514048.0, + "5030": 7008514048.0, + "5035": 7008514048.0, + "5040": 7008514048.0, + "5045": 7008514048.0, + "5050": 7008514048.0, + "5055": 7008514048.0, + "5060": 7008514048.0, + "5065": 7008514048.0, + "5070": 7008514048.0, + "5075": 7008514048.0, + "5080": 7008514048.0, + "5085": 7008514048.0, + "5090": 7008514048.0, + "5095": 7008514048.0, + "5100": 7008514048.0, + "5105": 7008514048.0, + "5110": 7008514048.0, + "5115": 7008514048.0, + "5120": 7008514048.0, + "5125": 7008514048.0, + "5130": 7008514048.0, + "5135": 7008514048.0, + "5140": 7008514048.0, + "5145": 7008514048.0, + "5150": 7008514048.0, + "5155": 7008514048.0, + "5160": 7008514048.0, + "5165": 7008514048.0, + "5170": 7008514048.0, + "5175": 7008514048.0, + "5180": 7008514048.0, + "5185": 7008514048.0, + "5190": 7008514048.0, + "5195": 7008514048.0, + "5200": 7008514048.0, + "5205": 7008514048.0, + "5210": 7008514048.0, + "5215": 7008514048.0, + "5220": 7008514048.0, + "5225": 7008514048.0, + "5230": 7008514048.0, + "5235": 7008514048.0, + "5240": 7008514048.0, + "5245": 7008514048.0, + "5250": 7008514048.0, + "5255": 7008514048.0, + "5260": 7008514048.0, + "5265": 7008514048.0, + "5270": 7008514048.0, + "5275": 7008514048.0, + "5280": 7008514048.0, + "5285": 7008514048.0, + "5290": 7008514048.0, + "5295": 7008514048.0, + "5300": 7008514048.0, + "5305": 7008514048.0, + "5310": 7008514048.0, + "5315": 7008514048.0, + "5320": 7008514048.0, + "5325": 7008514048.0, + "5330": 7008514048.0, + "5335": 7008514048.0, + "5340": 7008514048.0, + "5345": 7008514048.0, + "5350": 7008514048.0, + "5355": 7008514048.0, + "5360": 7008514048.0, + "5365": 7008514048.0, + "5370": 7008514048.0, + "5375": 7008514048.0, + "5380": 7008514048.0, + "5385": 7008514048.0, + "5390": 7008514048.0, + "5395": 7008514048.0, + "5400": 7008514048.0, + "5405": 7008514048.0, + "5410": 7008514048.0, + "5415": 7008514048.0, + "5420": 7008514048.0, + "5425": 7008514048.0, + "5430": 7008514048.0, + "5435": 7008514048.0, + "5440": 7008514048.0, + "5445": 7008514048.0, + "5450": 7008514048.0, + "5455": 7008514048.0, + "5460": 7008514048.0, + "5465": 7008514048.0, + "5470": 7008514048.0, + "5475": 7008514048.0, + "5480": 7008514048.0, + "5485": 7008514048.0, + "5490": 7008514048.0, + "5495": 7008514048.0, + "5500": 7008514048.0, + "5505": 7008514048.0, + "5510": 7008514048.0, + "5515": 7008514048.0, + "5520": 7008514048.0, + "5525": 7008514048.0, + "5530": 7008514048.0, + "5535": 7008514048.0, + "5540": 7008514048.0, + "5545": 7008514048.0, + "5550": 7008514048.0, + "5555": 7008514048.0, + "5560": 7008514048.0, + "5565": 7008514048.0, + "5570": 7008514048.0, + "5575": 7008514048.0, + "5580": 7008514048.0, + "5585": 7008514048.0, + "5590": 7008514048.0, + "5595": 7008514048.0, + "5600": 7008514048.0, + "5605": 7008514048.0, + "5610": 7008514048.0, + "5615": 7008514048.0, + "5620": 7008514048.0, + "5625": 7008514048.0, + "5630": 7008514048.0, + "5635": 7008514048.0, + "5640": 7008514048.0, + "5645": 7008514048.0, + "5650": 7008514048.0, + "5655": 7008514048.0, + "5660": 7008514048.0, + "5665": 7008514048.0, + "5670": 7008514048.0, + "5675": 7008514048.0, + "5680": 7008514048.0, + "5685": 7008514048.0, + "5690": 7008514048.0, + "5695": 7008514048.0, + "5700": 7008514048.0, + "5705": 7008514048.0, + "5710": 7008514048.0, + "5715": 7008514048.0, + "5720": 7008514048.0, + "5725": 7008514048.0, + "5730": 7008514048.0, + "5735": 7008514048.0, + "5740": 7008514048.0, + "5745": 7008514048.0, + "5750": 7008514048.0, + "5755": 7008514048.0, + "5760": 7008514048.0, + "5765": 7008514048.0, + "5770": 7008514048.0, + "5775": 7008514048.0, + "5780": 7008514048.0, + "5785": 7008514048.0, + "5790": 7008514048.0, + "5795": 7008514048.0, + "5800": 7008514048.0, + "5805": 7008514048.0, + "5810": 7008514048.0, + "5815": 7008514048.0, + "5820": 7008514048.0, + "5825": 7008514048.0, + "5830": 7008514048.0, + "5835": 7008514048.0, + "5840": 7008514048.0, + "5845": 7008514048.0, + "5850": 7008514048.0, + "5855": 7008514048.0, + "5860": 7008514048.0, + "5865": 7008514048.0, + "5870": 7008514048.0, + "5875": 7008514048.0, + "5880": 7008514048.0, + "5885": 7008514048.0, + "5890": 7008514048.0, + "5895": 7008514048.0, + "5900": 7008514048.0, + "5905": 7008514048.0, + "5910": 7008514048.0, + "5915": 7008514048.0, + "5920": 7008514048.0, + "5925": 7008514048.0, + "5930": 7008514048.0, + "5935": 7008514048.0, + "5940": 7008514048.0, + "5945": 7008514048.0, + "5950": 7008514048.0, + "5955": 7008514048.0, + "5960": 7008514048.0, + "5965": 7008514048.0, + "5970": 7008514048.0, + "5975": 7008514048.0, + "5980": 7008514048.0, + "5985": 7008514048.0, + "5990": 7008514048.0, + "5995": 7008514048.0, + "6000": 7008514048.0, + "6005": 7008514048.0, + "6010": 7008514048.0, + "6015": 7008514048.0, + "6020": 7008514048.0, + "6025": 7008514048.0, + "6030": 7008514048.0, + "6035": 7008514048.0, + "6040": 7008514048.0, + "6045": 7008514048.0, + "6050": 7008514048.0, + "6055": 7008514048.0, + "6060": 7008514048.0, + "6065": 7008514048.0, + "6070": 7008514048.0, + "6075": 7008514048.0, + "6080": 7008514048.0, + "6085": 7008514048.0, + "6090": 7008514048.0, + "6095": 7008514048.0, + "6100": 7008514048.0, + "6105": 7008514048.0, + "6110": 7008514048.0, + "6115": 7008514048.0, + "6120": 7008514048.0, + "6125": 7008514048.0, + "6130": 7008514048.0, + "6135": 7008514048.0, + "6140": 7008514048.0, + "6145": 7008514048.0, + "6150": 7008514048.0, + "6155": 7008514048.0, + "6160": 7008514048.0, + "6165": 7008514048.0, + "6170": 7008514048.0, + "6175": 7008514048.0, + "6180": 7008514048.0, + "6185": 7008514048.0, + "6190": 7008514048.0, + "6195": 7008514048.0, + "6200": 7008514048.0, + "6205": 7008514048.0, + "6210": 7008514048.0, + "6215": 7008514048.0, + "6220": 7008514048.0, + "6225": 7008514048.0, + "6230": 7008514048.0, + "6235": 7008514048.0, + "6240": 7008514048.0, + "6245": 7008514048.0, + "6250": 7008514048.0, + "6255": 7008514048.0, + "6260": 7008514048.0, + "6265": 7008514048.0, + "6270": 7008514048.0, + "6275": 7008514048.0, + "6280": 7008514048.0, + "6285": 7008514048.0, + "6290": 7008514048.0, + "6295": 7008514048.0, + "6300": 7008514048.0, + "6305": 7008514048.0, + "6310": 7008514048.0, + "6315": 7008514048.0, + "6320": 7008514048.0, + "6325": 7008514048.0, + "6330": 7008514048.0, + "6335": 7008514048.0, + "6340": 7008514048.0, + "6345": 7008514048.0, + "6350": 7008514048.0, + "6355": 7008514048.0, + "6360": 7008514048.0, + "6365": 7008514048.0, + "6370": 7008514048.0, + "6375": 7008514048.0, + "6380": 7008514048.0, + "6385": 7008514048.0, + "6390": 7008514048.0, + "6395": 7008514048.0, + "6400": 7008514048.0, + "6405": 7008514048.0, + "6410": 7008514048.0, + "6415": 7008514048.0, + "6420": 7008514048.0, + "6425": 7008514048.0, + "6430": 7008514048.0, + "6435": 7008514048.0, + "6440": 7008514048.0, + "6445": 7008514048.0, + "6450": 7008514048.0, + "6455": 7008514048.0, + "6460": 7008514048.0, + "6465": 7008514048.0, + "6470": 7008514048.0, + "6475": 7008514048.0, + "6480": 7008514048.0, + "6485": 7008514048.0, + "6490": 7008514048.0, + "6495": 7008514048.0, + "6500": 7008514048.0, + "6505": 7008514048.0, + "6510": 7008514048.0, + "6515": 7008514048.0, + "6520": 7008514048.0, + "6525": 7008514048.0, + "6530": 7008514048.0, + "6535": 7008514048.0, + "6540": 7008514048.0, + "6545": 7008514048.0, + "6550": 7008514048.0, + "6555": 7008514048.0, + "6560": 7008514048.0, + "6565": 7008514048.0, + "6570": 7008514048.0, + "6575": 7008514048.0, + "6580": 7008514048.0, + "6585": 7008514048.0, + "6590": 7008514048.0, + "6595": 7008514048.0, + "6600": 7008514048.0, + "6605": 7008514048.0, + "6610": 7008514048.0, + "6615": 7008514048.0, + "6620": 7008514048.0, + "6625": 7008514048.0, + "6630": 7008514048.0, + "6635": 7008514048.0, + "6640": 7008514048.0, + "6645": 7008514048.0, + "6650": 7008514048.0, + "6655": 7008514048.0, + "6660": 7008514048.0, + "6665": 7008514048.0, + "6670": 7008514048.0, + "6675": 7008514048.0, + "6680": 7008514048.0, + "6685": 7008514048.0, + "6690": 7008514048.0, + "6695": 7008514048.0, + "6700": 7008514048.0, + "6705": 7008514048.0, + "6710": 7008514048.0, + "6715": 7008514048.0, + "6720": 7008514048.0, + "6725": 7008514048.0, + "6730": 7008514048.0, + "6735": 7008514048.0, + "6740": 7008514048.0, + "6745": 7008514048.0, + "6750": 7008514048.0, + "6755": 7008514048.0, + "6760": 7008514048.0, + "6765": 7008514048.0, + "6770": 7008514048.0, + "6775": 7008514048.0, + "6780": 7008514048.0, + "6785": 7008514048.0, + "6790": 7008514048.0, + "6795": 7008514048.0, + "6800": 7008514048.0, + "6805": 7008514048.0, + "6810": 7008514048.0, + "6815": 7008514048.0, + "6820": 7008514048.0, + "6825": 7008514048.0, + "6830": 7008514048.0, + "6835": 7008514048.0, + "6840": 7008514048.0, + "6845": 7008514048.0, + "6850": 7008514048.0, + "6855": 7008514048.0, + "6860": 7008514048.0, + "6865": 7008514048.0, + "6870": 7008514048.0, + "6875": 7008514048.0, + "6880": 7008514048.0, + "6885": 7008514048.0, + "6890": 7008514048.0, + "6895": 7008514048.0, + "6900": 7008514048.0, + "6905": 7008514048.0, + "6910": 7008514048.0, + "6915": 7008514048.0, + "6920": 7008514048.0, + "6925": 7008514048.0, + "6930": 7008514048.0, + "6935": 7008514048.0, + "6940": 7008514048.0, + "6945": 7008514048.0, + "6950": 7008514048.0, + "6955": 7008514048.0, + "6960": 7008514048.0, + "6965": 7008514048.0, + "6970": 7008514048.0, + "6975": 7008514048.0, + "6980": 7008514048.0, + "6985": 7008514048.0, + "6990": 7008514048.0, + "6995": 7008514048.0, + "7000": 7008514048.0, + "7005": 7008514048.0, + "7010": 7008514048.0, + "7015": 7008514048.0, + "7020": 7008514048.0, + "7025": 7008514048.0, + "7030": 7008514048.0, + "7035": 7008514048.0, + "7040": 7008514048.0, + "7045": 7008514048.0, + "7050": 7008514048.0, + "7055": 7008514048.0, + "7060": 7008514048.0, + "7065": 7008514048.0, + "7070": 7008514048.0, + "7075": 7008514048.0, + "7080": 7008514048.0, + "7085": 7008514048.0, + "7090": 7008514048.0, + "7095": 7008514048.0, + "7100": 7008514048.0, + "7105": 7008514048.0, + "7110": 7008514048.0, + "7115": 7008514048.0, + "7120": 7008514048.0, + "7125": 7008514048.0, + "7130": 7008514048.0, + "7135": 7008514048.0, + "7140": 7008514048.0, + "7145": 7008514048.0, + "7150": 7008514048.0, + "7155": 7008514048.0, + "7160": 7008514048.0, + "7165": 7008514048.0, + "7170": 7008514048.0, + "7175": 7008514048.0, + "7180": 7008514048.0, + "7185": 7008514048.0, + "7190": 7008514048.0, + "7195": 7008514048.0, + "7200": 7008514048.0, + "7205": 7008514048.0, + "7210": 7008514048.0, + "7215": 7008514048.0, + "7220": 7008514048.0, + "7225": 7008514048.0, + "7230": 7008514048.0, + "7235": 7008514048.0, + "7240": 7008514048.0, + "7245": 7008514048.0, + "7250": 7008514048.0, + "7255": 7008514048.0, + "7260": 7008514048.0, + "7265": 7008514048.0, + "7270": 7008514048.0, + "7275": 7008514048.0, + "7280": 7008514048.0, + "7285": 7008514048.0, + "7290": 7008514048.0, + "7295": 7008514048.0, + "7300": 7008514048.0, + "7305": 7008514048.0, + "7310": 7008514048.0, + "7315": 7008514048.0, + "7320": 7008514048.0, + "7325": 7008514048.0, + "7330": 7008514048.0, + "7335": 7008514048.0, + "7340": 7008514048.0, + "7345": 7008514048.0, + "7350": 7008514048.0, + "7355": 7008514048.0, + "7360": 7008514048.0, + "7365": 7008514048.0, + "7370": 7008514048.0, + "7375": 7008514048.0, + "7380": 7008514048.0, + "7385": 7008514048.0, + "7390": 7008514048.0, + "7395": 7008514048.0, + "7400": 7008514048.0, + "7405": 7008514048.0, + "7410": 7008514048.0, + "7415": 7008514048.0, + "7420": 7008514048.0, + "7425": 7008514048.0, + "7430": 7008514048.0, + "7435": 7008514048.0, + "7440": 7008514048.0, + "7445": 7008514048.0, + "7450": 7008514048.0, + "7455": 7008514048.0, + "7460": 7008514048.0, + "7465": 7008514048.0, + "7470": 7008514048.0, + "7475": 7008514048.0, + "7480": 7008514048.0, + "7485": 7008514048.0, + "7490": 7008514048.0, + "7495": 7008514048.0, + "7500": 7008514048.0, + "7505": 7008514048.0, + "7510": 7008514048.0, + "7515": 7008514048.0, + "7520": 7008514048.0, + "7525": 7008514048.0, + "7530": 7008514048.0, + "7535": 7008514048.0, + "7540": 7008514048.0, + "7545": 7008514048.0, + "7550": 7008514048.0, + "7555": 7008514048.0, + "7560": 7008514048.0, + "7565": 7008514048.0, + "7570": 7008514048.0, + "7575": 7008514048.0, + "7580": 7008514048.0, + "7585": 7008514048.0, + "7590": 7008514048.0, + "7595": 7008514048.0, + "7600": 7008514048.0, + "7605": 7008514048.0, + "7610": 7008514048.0, + "7615": 7008514048.0, + "7620": 7008514048.0, + "7625": 7008514048.0, + "7630": 7008514048.0, + "7635": 7008514048.0, + "7640": 7008514048.0, + "7645": 7008514048.0, + "7650": 7008514048.0, + "7655": 7008514048.0, + "7660": 7008514048.0, + "7665": 7008514048.0, + "7670": 7008514048.0, + "7675": 7008514048.0, + "7680": 7008514048.0, + "7685": 7008514048.0, + "7690": 7008514048.0, + "7695": 7008514048.0, + "7700": 7008514048.0, + "7705": 7008514048.0, + "7710": 7008514048.0, + "7715": 7008514048.0, + "7720": 7008514048.0, + "7725": 7008514048.0, + "7730": 7008514048.0, + "7735": 7008514048.0, + "7740": 7008514048.0, + "7745": 7008514048.0, + "7750": 7008514048.0, + "7755": 7008514048.0, + "7760": 7008514048.0, + "7765": 7008514048.0, + "7770": 7008514048.0, + "7775": 7008514048.0, + "7780": 7008514048.0, + "7785": 7008514048.0, + "7790": 7008514048.0, + "7795": 7008514048.0, + "7800": 7008514048.0, + "7805": 7008514048.0, + "7810": 7008514048.0, + "7815": 7008514048.0, + "7820": 7008514048.0, + "7825": 7008514048.0, + "7830": 7008514048.0, + "7835": 7008514048.0, + "7840": 7008514048.0, + "7845": 7008514048.0, + "7850": 7008514048.0, + "7855": 7008514048.0, + "7860": 7008514048.0, + "7865": 7008514048.0, + "7870": 7008514048.0, + "7875": 7008514048.0, + "7880": 7008514048.0, + "7885": 7008514048.0, + "7890": 7008514048.0, + "7895": 7008514048.0, + "7900": 7008514048.0, + "7905": 7008514048.0, + "7910": 7008514048.0, + "7915": 7008514048.0, + "7920": 7008514048.0, + "7925": 7008514048.0, + "7930": 7008514048.0, + "7935": 7008514048.0, + "7940": 7008514048.0, + "7945": 7008514048.0, + "7950": 7008514048.0, + "7955": 7008514048.0, + "7960": 7008514048.0, + "7965": 7008514048.0, + "7970": 7008514048.0, + "7975": 7008514048.0, + "7980": 7008514048.0, + "7985": 7008514048.0, + "7990": 7008514048.0, + "7995": 7008514048.0, + "8000": 7008514048.0, + "8005": 7008514048.0, + "8010": 7008514048.0, + "8015": 7008514048.0, + "8020": 7008514048.0, + "8025": 7008514048.0, + "8030": 7008514048.0, + "8035": 7008514048.0, + "8040": 7008514048.0, + "8045": 7008514048.0, + "8050": 7008514048.0, + "8055": 7008514048.0, + "8060": 7008514048.0, + "8065": 7008514048.0, + "8070": 7008514048.0, + "8075": 7008514048.0, + "8080": 7008514048.0, + "8085": 7008514048.0, + "8090": 7008514048.0, + "8095": 7008514048.0, + "8100": 7008514048.0, + "8105": 7008514048.0, + "8110": 7008514048.0, + "8115": 7008514048.0, + "8120": 7008514048.0, + "8125": 7008514048.0, + "8130": 7008514048.0, + "8135": 7008514048.0, + "8140": 7008514048.0, + "8145": 7008514048.0, + "8150": 7008514048.0, + "8155": 7008514048.0, + "8160": 7008514048.0, + "8165": 7008514048.0, + "8170": 7008514048.0, + "8175": 7008514048.0, + "8180": 7008514048.0, + "8185": 7008514048.0, + "8190": 7008514048.0, + "8195": 7008514048.0, + "8200": 7008514048.0, + "8205": 7008514048.0, + "8210": 7008514048.0, + "8215": 7008514048.0, + "8220": 7008514048.0, + "8225": 7008514048.0, + "8230": 7008514048.0, + "8235": 7008514048.0, + "8240": 7008514048.0, + "8245": 7008514048.0, + "8250": 7008514048.0, + "8255": 7008514048.0, + "8260": 7008514048.0, + "8265": 7008514048.0, + "8270": 7008514048.0, + "8275": 7008514048.0, + "8280": 7008514048.0, + "8285": 7008514048.0, + "8290": 7008514048.0, + "8295": 7008514048.0, + "8300": 7008514048.0, + "8305": 7008514048.0, + "8310": 7008514048.0, + "8315": 7008514048.0, + "8320": 7008514048.0, + "8325": 7008514048.0, + "8330": 7008514048.0, + "8335": 7008514048.0, + "8340": 7008514048.0, + "8345": 7008514048.0, + "8350": 7008514048.0, + "8355": 7008514048.0, + "8360": 7008514048.0, + "8365": 7008514048.0, + "8370": 7008514048.0, + "8375": 7008514048.0, + "8380": 7008514048.0, + "8385": 7008514048.0, + "8390": 7008514048.0, + "8395": 7008514048.0, + "8400": 7008514048.0, + "8405": 7008514048.0, + "8410": 7008514048.0, + "8415": 7008514048.0, + "8420": 7008514048.0, + "8425": 7008514048.0, + "8430": 7008514048.0, + "8435": 7008514048.0, + "8440": 7008514048.0, + "8445": 7008514048.0, + "8450": 7008514048.0, + "8455": 7008514048.0, + "8460": 7008514048.0, + "8465": 7008514048.0, + "8470": 7008514048.0, + "8475": 7008514048.0, + "8480": 7008514048.0, + "8485": 7008514048.0, + "8490": 7008514048.0, + "8495": 7008514048.0, + "8500": 7008514048.0, + "8505": 7008514048.0, + "8510": 7008514048.0, + "8515": 7008514048.0, + "8520": 7008514048.0, + "8525": 7008514048.0, + "8530": 7008514048.0, + "8535": 7008514048.0, + "8540": 7008514048.0, + "8545": 7008514048.0, + "8550": 7008514048.0, + "8555": 7008514048.0, + "8560": 7008514048.0, + "8565": 7008514048.0, + "8570": 7008514048.0, + "8575": 7008514048.0, + "8580": 7008514048.0, + "8585": 7008514048.0, + "8590": 7008514048.0, + "8595": 7008514048.0, + "8600": 7008514048.0, + "8605": 7008514048.0, + "8610": 7008514048.0, + "8615": 7008514048.0, + "8620": 7008514048.0, + "8625": 7008514048.0, + "8630": 7008514048.0, + "8635": 7008514048.0, + "8640": 7008514048.0, + "8645": 7008514048.0, + "8650": 7008514048.0, + "8655": 7008514048.0, + "8660": 7008514048.0, + "8665": 7008514048.0, + "8670": 7008514048.0, + "8675": 7008514048.0, + "8680": 7008514048.0, + "8685": 7008514048.0, + "8690": 7008514048.0, + "8695": 7008514048.0, + "8700": 7008514048.0, + "8705": 7008514048.0, + "8710": 7008514048.0, + "8715": 7008514048.0, + "8720": 7008514048.0, + "8725": 7008514048.0, + "8730": 7008514048.0, + "8735": 7008514048.0, + "8740": 7008514048.0, + "8745": 7008514048.0, + "8750": 7008514048.0, + "8755": 7008514048.0, + "8760": 7008514048.0, + "8765": 7008514048.0, + "8770": 7008514048.0, + "8775": 7008514048.0, + "8780": 7008514048.0, + "8785": 7008514048.0, + "8790": 7008514048.0, + "8795": 7008514048.0, + "8800": 7008514048.0, + "8805": 7008514048.0, + "8810": 7008514048.0, + "8815": 7008514048.0, + "8820": 7008514048.0, + "8825": 7008514048.0, + "8830": 7008514048.0, + "8835": 7008514048.0, + "8840": 7008514048.0, + "8845": 7008514048.0, + "8850": 7008514048.0, + "8855": 7008514048.0, + "8860": 7008514048.0, + "8865": 7008514048.0, + "8870": 7008514048.0, + "8875": 7008514048.0, + "8880": 7008514048.0, + "8885": 7008514048.0, + "8890": 7008514048.0, + "8895": 7008514048.0, + "8900": 7008514048.0, + "8905": 7008514048.0, + "8910": 7008514048.0, + "8915": 7008514048.0, + "8920": 7008514048.0, + "8925": 7008514048.0, + "8930": 7008514048.0, + "8935": 7008514048.0, + "8940": 7008514048.0, + "8945": 7008514048.0, + "8950": 7008514048.0, + "8955": 7008514048.0, + "8960": 7008514048.0, + "8965": 7008514048.0, + "8970": 7008514048.0, + "8975": 7008514048.0, + "8980": 7008514048.0, + "8985": 7008514048.0, + "8990": 7008514048.0, + "8995": 7008514048.0, + "9000": 7008514048.0, + "9005": 7008514048.0, + "9010": 7008514048.0, + "9015": 7008514048.0, + "9020": 7008514048.0, + "9025": 7008514048.0, + "9030": 7008514048.0, + "9035": 7008514048.0, + "9040": 7008514048.0, + "9045": 7008514048.0, + "9050": 7008514048.0, + "9055": 7008514048.0, + "9060": 7008514048.0, + "9065": 7008514048.0, + "9070": 7008514048.0, + "9075": 7008514048.0, + "9080": 7008514048.0, + "9085": 7008514048.0, + "9090": 7008514048.0, + "9095": 7008514048.0, + "9100": 7008514048.0, + "9105": 7008514048.0, + "9110": 7008514048.0, + "9115": 7008514048.0, + "9120": 7008514048.0, + "9125": 7008514048.0, + "9130": 7008514048.0, + "9135": 7008514048.0, + "9140": 7008514048.0, + "9145": 7008514048.0, + "9150": 7008514048.0, + "9155": 7008514048.0, + "9160": 7008514048.0, + "9165": 7008514048.0, + "9170": 7008514048.0, + "9175": 7008514048.0, + "9180": 7008514048.0, + "9185": 7008514048.0, + "9190": 7008514048.0, + "9195": 7008514048.0, + "9200": 7008514048.0, + "9205": 7008514048.0, + "9210": 7008514048.0, + "9215": 7008514048.0, + "9220": 7008514048.0, + "9225": 7008514048.0, + "9230": 7008514048.0, + "9235": 7008514048.0, + "9240": 7008514048.0, + "9245": 7008514048.0, + "9250": 7008514048.0, + "9255": 7008514048.0, + "9260": 7008514048.0, + "9265": 7008514048.0, + "9270": 7008514048.0, + "9275": 7008514048.0, + "9280": 7008514048.0, + "9285": 7008514048.0, + "9290": 7008514048.0, + "9295": 7008514048.0, + "9300": 7008514048.0, + "9305": 7008514048.0, + "9310": 7008514048.0, + "9315": 7008514048.0, + "9320": 7008514048.0, + "9325": 7008514048.0, + "9330": 7008514048.0, + "9335": 7008514048.0, + "9340": 7008514048.0, + "9345": 7008514048.0, + "9350": 7008514048.0, + "9355": 7008514048.0, + "9360": 7008514048.0, + "9365": 7008514048.0, + "9370": 7008514048.0, + "9375": 7008514048.0, + "9380": 7008514048.0, + "9385": 7008514048.0, + "9390": 7008514048.0, + "9395": 7008514048.0, + "9400": 7008514048.0, + "9405": 7008514048.0, + "9410": 7008514048.0, + "9415": 7008514048.0, + "9420": 7008514048.0, + "9425": 7008514048.0, + "9430": 7008514048.0, + "9435": 7008514048.0, + "9440": 7008514048.0, + "9445": 7008514048.0, + "9450": 7008514048.0, + "9455": 7008514048.0, + "9460": 7008514048.0, + "9465": 7008514048.0, + "9470": 7008514048.0, + "9475": 7008514048.0, + "9480": 7008514048.0, + "9485": 7008514048.0, + "9490": 7008514048.0, + "9495": 7008514048.0, + "9500": 7008514048.0, + "9505": 7008514048.0, + "9510": 7008514048.0, + "9515": 7008514048.0, + "9520": 7008514048.0, + "9525": 7008514048.0, + "9530": 7008514048.0, + "9535": 7008514048.0, + "9540": 7008514048.0, + "9545": 7008514048.0, + "9550": 7008514048.0, + "9555": 7008514048.0, + "9560": 7008514048.0, + "9565": 7008514048.0, + "9570": 7008514048.0, + "9575": 7008514048.0, + "9580": 7008514048.0, + "9585": 7008514048.0, + "9590": 7008514048.0, + "9595": 7008514048.0, + "9600": 7008514048.0, + "9605": 7008514048.0, + "9610": 7008514048.0, + "9615": 7008514048.0, + "9620": 7008514048.0, + "9625": 7008514048.0, + "9630": 7008514048.0, + "9635": 7008514048.0, + "9640": 7008514048.0, + "9645": 7008514048.0, + "9650": 7008514048.0, + "9655": 7008514048.0, + "9660": 7008514048.0, + "9665": 7008514048.0, + "9670": 7008514048.0, + "9675": 7008514048.0, + "9680": 7008514048.0, + "9685": 7008514048.0, + "9690": 7008514048.0, + "9695": 7008514048.0, + "9700": 7008514048.0, + "9705": 7008514048.0, + "9710": 7008514048.0, + "9715": 7008514048.0, + "9720": 7008514048.0, + "9725": 7008514048.0, + "9730": 7008514048.0, + "9735": 7008514048.0, + "9740": 7008514048.0, + "9745": 7008514048.0, + "9750": 7008514048.0, + "9755": 7008514048.0, + "9760": 7008514048.0, + "9765": 7008514048.0, + "9770": 7008514048.0, + "9775": 7008514048.0, + "9780": 7008514048.0, + "9785": 7008514048.0, + "9790": 7008514048.0, + "9795": 7008514048.0, + "9800": 7008514048.0, + "9805": 7008514048.0, + "9810": 7008514048.0, + "9815": 7008514048.0, + "9820": 7008514048.0, + "9825": 7008514048.0, + "9830": 7008514048.0, + "9835": 7008514048.0, + "9840": 7008514048.0, + "9845": 7008514048.0, + "9850": 7008514048.0, + "9855": 7008514048.0, + "9860": 7008514048.0, + "9865": 7008514048.0, + "9870": 7008514048.0, + "9875": 7008514048.0, + "9880": 7008514048.0, + "9885": 7008514048.0, + "9890": 7008514048.0, + "9895": 7008514048.0, + "9900": 7008514048.0, + "9905": 7008514048.0, + "9910": 7008514048.0, + "9915": 7008514048.0, + "9920": 7008514048.0, + "9925": 7008514048.0, + "9930": 7008514048.0, + "9935": 7008514048.0, + "9940": 7008514048.0, + "9945": 7008514048.0, + "9950": 7008514048.0, + "9955": 7008514048.0, + "9960": 7008514048.0, + "9965": 7008514048.0, + "9970": 7008514048.0, + "9975": 7008514048.0, + "9980": 7008514048.0, + "9985": 7008514048.0, + "9990": 7008514048.0, + "9995": 7008514048.0, + "10000": 7008514048.0 } }, "iteration-time": { @@ -8056,7 +8056,7 @@ "85": "nan", "90": "nan", "95": "nan", - "100": 0.47007, + "100": 0.26331, "105": "nan", "110": "nan", "115": "nan", @@ -8076,7 +8076,7 @@ "185": "nan", "190": "nan", "195": "nan", - "200": 0.19372, + "200": 0.19746, "205": "nan", "210": "nan", "215": "nan", @@ -8096,7 +8096,7 @@ "285": "nan", "290": "nan", "295": "nan", - "300": 0.18648, + "300": 0.26945, "305": "nan", "310": "nan", "315": "nan", @@ -8116,7 +8116,7 @@ "385": "nan", "390": "nan", "395": "nan", - "400": 0.24517, + "400": 0.1767, "405": "nan", "410": "nan", "415": "nan", @@ -8136,7 +8136,7 @@ "485": "nan", "490": "nan", "495": "nan", - "500": 0.23179, + "500": 0.16436, "505": "nan", "510": "nan", "515": "nan", @@ -8156,7 +8156,7 @@ "585": "nan", "590": "nan", "595": "nan", - "600": 0.17019, + "600": 0.16453, "605": "nan", "610": "nan", "615": "nan", @@ -8176,7 +8176,7 @@ "685": "nan", "690": "nan", "695": "nan", - "700": 0.16272, + "700": 0.19407, "705": "nan", "710": "nan", "715": "nan", @@ -8196,7 +8196,7 @@ "785": "nan", "790": "nan", "795": "nan", - "800": 0.1678, + "800": 0.23124, "805": "nan", "810": "nan", "815": "nan", @@ -8216,7 +8216,7 @@ "885": "nan", "890": "nan", "895": "nan", - "900": 0.1805, + "900": 0.19614, "905": "nan", "910": "nan", "915": "nan", @@ -8236,7 +8236,7 @@ "985": "nan", "990": "nan", "995": "nan", - "1000": 0.25538, + "1000": 0.16586, "1005": "nan", "1010": "nan", "1015": "nan", @@ -8256,7 +8256,7 @@ "1085": "nan", "1090": "nan", "1095": "nan", - "1100": 0.16775, + "1100": 0.16901, "1105": "nan", "1110": "nan", "1115": "nan", @@ -8276,7 +8276,7 @@ "1185": "nan", "1190": "nan", "1195": "nan", - "1200": 0.16421, + "1200": 0.21643, "1205": "nan", "1210": "nan", "1215": "nan", @@ -8296,7 +8296,7 @@ "1285": "nan", "1290": "nan", "1295": "nan", - "1300": 0.16812, + "1300": 0.19756, "1305": "nan", "1310": "nan", "1315": "nan", @@ -8316,7 +8316,7 @@ "1385": "nan", "1390": "nan", "1395": "nan", - "1400": 0.17671, + "1400": 0.19925, "1405": "nan", "1410": "nan", "1415": "nan", @@ -8336,7 +8336,7 @@ "1485": "nan", "1490": "nan", "1495": "nan", - "1500": 0.21089, + "1500": 0.16554, "1505": "nan", "1510": "nan", "1515": "nan", @@ -8356,7 +8356,7 @@ "1585": "nan", "1590": "nan", "1595": "nan", - "1600": 0.21358, + "1600": 0.17563, "1605": "nan", "1610": "nan", "1615": "nan", @@ -8376,7 +8376,7 @@ "1685": "nan", "1690": "nan", "1695": "nan", - "1700": 0.15996, + "1700": 0.2172, "1705": "nan", "1710": "nan", "1715": "nan", @@ -8396,7 +8396,7 @@ "1785": "nan", "1790": "nan", "1795": "nan", - "1800": 0.16367, + "1800": 0.17392, "1805": "nan", "1810": "nan", "1815": "nan", @@ -8416,7 +8416,7 @@ "1885": "nan", "1890": "nan", "1895": "nan", - "1900": 0.17386, + "1900": 0.20554, "1905": "nan", "1910": "nan", "1915": "nan", @@ -8436,7 +8436,7 @@ "1985": "nan", "1990": "nan", "1995": "nan", - "2000": 0.21156, + "2000": 0.18468, "2005": "nan", "2010": "nan", "2015": "nan", @@ -8456,7 +8456,7 @@ "2085": "nan", "2090": "nan", "2095": "nan", - "2100": 0.17818, + "2100": 0.20159, "2105": "nan", "2110": "nan", "2115": "nan", @@ -8476,7 +8476,7 @@ "2185": "nan", "2190": "nan", "2195": "nan", - "2200": 0.18345, + "2200": 0.18773, "2205": "nan", "2210": "nan", "2215": "nan", @@ -8496,7 +8496,7 @@ "2285": "nan", "2290": "nan", "2295": "nan", - "2300": 0.18602, + "2300": 0.17279, "2305": "nan", "2310": "nan", "2315": "nan", @@ -8516,7 +8516,7 @@ "2385": "nan", "2390": "nan", "2395": "nan", - "2400": 0.169, + "2400": 0.16274, "2405": "nan", "2410": "nan", "2415": "nan", @@ -8536,7 +8536,7 @@ "2485": "nan", "2490": "nan", "2495": "nan", - "2500": 0.17197, + "2500": 0.1968, "2505": "nan", "2510": "nan", "2515": "nan", @@ -8556,7 +8556,7 @@ "2585": "nan", "2590": "nan", "2595": "nan", - "2600": 0.21992, + "2600": 0.18491, "2605": "nan", "2610": "nan", "2615": "nan", @@ -8576,7 +8576,7 @@ "2685": "nan", "2690": "nan", "2695": "nan", - "2700": 0.21362, + "2700": 0.21214, "2705": "nan", "2710": "nan", "2715": "nan", @@ -8596,7 +8596,7 @@ "2785": "nan", "2790": "nan", "2795": "nan", - "2800": 0.18434, + "2800": 0.19074, "2805": "nan", "2810": "nan", "2815": "nan", @@ -8616,7 +8616,7 @@ "2885": "nan", "2890": "nan", "2895": "nan", - "2900": 0.16805, + "2900": 0.16448, "2905": "nan", "2910": "nan", "2915": "nan", @@ -8636,7 +8636,7 @@ "2985": "nan", "2990": "nan", "2995": "nan", - "3000": 0.16315, + "3000": 0.2131, "3005": "nan", "3010": "nan", "3015": "nan", @@ -8656,7 +8656,7 @@ "3085": "nan", "3090": "nan", "3095": "nan", - "3100": 0.16474, + "3100": 0.16974, "3105": "nan", "3110": "nan", "3115": "nan", @@ -8676,7 +8676,7 @@ "3185": "nan", "3190": "nan", "3195": "nan", - "3200": 0.24229, + "3200": 0.19537, "3205": "nan", "3210": "nan", "3215": "nan", @@ -8696,7 +8696,7 @@ "3285": "nan", "3290": "nan", "3295": "nan", - "3300": 0.23162, + "3300": 0.20036, "3305": "nan", "3310": "nan", "3315": "nan", @@ -8716,7 +8716,7 @@ "3385": "nan", "3390": "nan", "3395": "nan", - "3400": 0.16952, + "3400": 0.18441, "3405": "nan", "3410": "nan", "3415": "nan", @@ -8736,7 +8736,7 @@ "3485": "nan", "3490": "nan", "3495": "nan", - "3500": 0.16229, + "3500": 0.20315, "3505": "nan", "3510": "nan", "3515": "nan", @@ -8756,7 +8756,7 @@ "3585": "nan", "3590": "nan", "3595": "nan", - "3600": 0.17049, + "3600": 0.17402, "3605": "nan", "3610": "nan", "3615": "nan", @@ -8776,7 +8776,7 @@ "3685": "nan", "3690": "nan", "3695": "nan", - "3700": 0.17973, + "3700": 0.17364, "3705": "nan", "3710": "nan", "3715": "nan", @@ -8796,7 +8796,7 @@ "3785": "nan", "3790": "nan", "3795": "nan", - "3800": 0.27079, + "3800": 0.2033, "3805": "nan", "3810": "nan", "3815": "nan", @@ -8816,7 +8816,7 @@ "3885": "nan", "3890": "nan", "3895": "nan", - "3900": 0.1909, + "3900": 0.22678, "3905": "nan", "3910": "nan", "3915": "nan", @@ -8836,7 +8836,7 @@ "3985": "nan", "3990": "nan", "3995": "nan", - "4000": 0.16581, + "4000": 0.19275, "4005": "nan", "4010": "nan", "4015": "nan", @@ -8856,7 +8856,7 @@ "4085": "nan", "4090": "nan", "4095": "nan", - "4100": 0.23966, + "4100": 0.23807, "4105": "nan", "4110": "nan", "4115": "nan", @@ -8876,7 +8876,7 @@ "4185": "nan", "4190": "nan", "4195": "nan", - "4200": 0.22171, + "4200": 0.20671, "4205": "nan", "4210": "nan", "4215": "nan", @@ -8896,7 +8896,7 @@ "4285": "nan", "4290": "nan", "4295": "nan", - "4300": 0.16755, + "4300": 0.16643, "4305": "nan", "4310": "nan", "4315": "nan", @@ -8916,7 +8916,7 @@ "4385": "nan", "4390": "nan", "4395": "nan", - "4400": 0.16003, + "4400": 0.16303, "4405": "nan", "4410": "nan", "4415": "nan", @@ -8936,7 +8936,7 @@ "4485": "nan", "4490": "nan", "4495": "nan", - "4500": 0.16325, + "4500": 0.17779, "4505": "nan", "4510": "nan", "4515": "nan", @@ -8956,7 +8956,7 @@ "4585": "nan", "4590": "nan", "4595": "nan", - "4600": 0.20926, + "4600": 0.22795, "4605": "nan", "4610": "nan", "4615": "nan", @@ -8976,7 +8976,7 @@ "4685": "nan", "4690": "nan", "4695": "nan", - "4700": 0.24632, + "4700": 0.22139, "4705": "nan", "4710": "nan", "4715": "nan", @@ -8996,7 +8996,7 @@ "4785": "nan", "4790": "nan", "4795": "nan", - "4800": 0.19754, + "4800": 0.17577, "4805": "nan", "4810": "nan", "4815": "nan", @@ -9016,7 +9016,7 @@ "4885": "nan", "4890": "nan", "4895": "nan", - "4900": 0.1633, + "4900": 0.16843, "4905": "nan", "4910": "nan", "4915": "nan", @@ -9036,7 +9036,7 @@ "4985": "nan", "4990": "nan", "4995": "nan", - "5000": 0.161, + "5000": 0.19058, "5005": "nan", "5010": "nan", "5015": "nan", @@ -9056,7 +9056,7 @@ "5085": "nan", "5090": "nan", "5095": "nan", - "5100": 0.1839, + "5100": 0.18888, "5105": "nan", "5110": "nan", "5115": "nan", @@ -9076,7 +9076,7 @@ "5185": "nan", "5190": "nan", "5195": "nan", - "5200": 0.2115, + "5200": 0.22058, "5205": "nan", "5210": "nan", "5215": "nan", @@ -9096,7 +9096,7 @@ "5285": "nan", "5290": "nan", "5295": "nan", - "5300": 0.23588, + "5300": 0.19832, "5305": "nan", "5310": "nan", "5315": "nan", @@ -9116,7 +9116,7 @@ "5385": "nan", "5390": "nan", "5395": "nan", - "5400": 0.18228, + "5400": 0.17353, "5405": "nan", "5410": "nan", "5415": "nan", @@ -9136,7 +9136,7 @@ "5485": "nan", "5490": "nan", "5495": "nan", - "5500": 0.15982, + "5500": 0.19281, "5505": "nan", "5510": "nan", "5515": "nan", @@ -9156,7 +9156,7 @@ "5585": "nan", "5590": "nan", "5595": "nan", - "5600": 0.16668, + "5600": 0.17416, "5605": "nan", "5610": "nan", "5615": "nan", @@ -9176,7 +9176,7 @@ "5685": "nan", "5690": "nan", "5695": "nan", - "5700": 0.19046, + "5700": 0.19599, "5705": "nan", "5710": "nan", "5715": "nan", @@ -9196,7 +9196,7 @@ "5785": "nan", "5790": "nan", "5795": "nan", - "5800": 0.19914, + "5800": 0.20922, "5805": "nan", "5810": "nan", "5815": "nan", @@ -9216,7 +9216,7 @@ "5885": "nan", "5890": "nan", "5895": "nan", - "5900": 0.23571, + "5900": 0.19895, "5905": "nan", "5910": "nan", "5915": "nan", @@ -9236,7 +9236,7 @@ "5985": "nan", "5990": "nan", "5995": "nan", - "6000": 0.16793, + "6000": 0.19545, "6005": "nan", "6010": "nan", "6015": "nan", @@ -9256,7 +9256,7 @@ "6085": "nan", "6090": "nan", "6095": "nan", - "6100": 0.20039, + "6100": 0.23681, "6105": "nan", "6110": "nan", "6115": "nan", @@ -9276,7 +9276,7 @@ "6185": "nan", "6190": "nan", "6195": "nan", - "6200": 0.23943, + "6200": 0.1802, "6205": "nan", "6210": "nan", "6215": "nan", @@ -9296,7 +9296,7 @@ "6285": "nan", "6290": "nan", "6295": "nan", - "6300": 0.15923, + "6300": 0.16751, "6305": "nan", "6310": "nan", "6315": "nan", @@ -9316,7 +9316,7 @@ "6385": "nan", "6390": "nan", "6395": "nan", - "6400": 0.23353, + "6400": 0.17259, "6405": "nan", "6410": "nan", "6415": "nan", @@ -9336,7 +9336,7 @@ "6485": "nan", "6490": "nan", "6495": "nan", - "6500": 0.15951, + "6500": 0.1706, "6505": "nan", "6510": "nan", "6515": "nan", @@ -9356,7 +9356,7 @@ "6585": "nan", "6590": "nan", "6595": "nan", - "6600": 0.21636, + "6600": 0.26332, "6605": "nan", "6610": "nan", "6615": "nan", @@ -9376,7 +9376,7 @@ "6685": "nan", "6690": "nan", "6695": "nan", - "6700": 0.2094, + "6700": 0.19305, "6705": "nan", "6710": "nan", "6715": "nan", @@ -9396,7 +9396,7 @@ "6785": "nan", "6790": "nan", "6795": "nan", - "6800": 0.21208, + "6800": 0.16693, "6805": "nan", "6810": "nan", "6815": "nan", @@ -9416,7 +9416,7 @@ "6885": "nan", "6890": "nan", "6895": "nan", - "6900": 0.1594, + "6900": 0.16853, "6905": "nan", "6910": "nan", "6915": "nan", @@ -9436,7 +9436,7 @@ "6985": "nan", "6990": "nan", "6995": "nan", - "7000": 0.16045, + "7000": 0.18932, "7005": "nan", "7010": "nan", "7015": "nan", @@ -9456,7 +9456,7 @@ "7085": "nan", "7090": "nan", "7095": "nan", - "7100": 0.19663, + "7100": 0.18663, "7105": "nan", "7110": "nan", "7115": "nan", @@ -9476,7 +9476,7 @@ "7185": "nan", "7190": "nan", "7195": "nan", - "7200": 0.17007, + "7200": 0.24374, "7205": "nan", "7210": "nan", "7215": "nan", @@ -9496,7 +9496,7 @@ "7285": "nan", "7290": "nan", "7295": "nan", - "7300": 0.21551, + "7300": 0.18209, "7305": "nan", "7310": "nan", "7315": "nan", @@ -9516,7 +9516,7 @@ "7385": "nan", "7390": "nan", "7395": "nan", - "7400": 0.20431, + "7400": 0.18073, "7405": "nan", "7410": "nan", "7415": "nan", @@ -9536,7 +9536,7 @@ "7485": "nan", "7490": "nan", "7495": "nan", - "7500": 0.17012, + "7500": 0.19253, "7505": "nan", "7510": "nan", "7515": "nan", @@ -9556,7 +9556,7 @@ "7585": "nan", "7590": "nan", "7595": "nan", - "7600": 0.18538, + "7600": 0.17325, "7605": "nan", "7610": "nan", "7615": "nan", @@ -9576,7 +9576,7 @@ "7685": "nan", "7690": "nan", "7695": "nan", - "7700": 0.18538, + "7700": 0.20404, "7705": "nan", "7710": "nan", "7715": "nan", @@ -9596,7 +9596,7 @@ "7785": "nan", "7790": "nan", "7795": "nan", - "7800": 0.16915, + "7800": 0.20846, "7805": "nan", "7810": "nan", "7815": "nan", @@ -9616,7 +9616,7 @@ "7885": "nan", "7890": "nan", "7895": "nan", - "7900": 0.21205, + "7900": 0.19782, "7905": "nan", "7910": "nan", "7915": "nan", @@ -9636,7 +9636,7 @@ "7985": "nan", "7990": "nan", "7995": "nan", - "8000": 0.2019, + "8000": 0.18096, "8005": "nan", "8010": "nan", "8015": "nan", @@ -9656,7 +9656,7 @@ "8085": "nan", "8090": "nan", "8095": "nan", - "8100": 0.17165, + "8100": 0.22632, "8105": "nan", "8110": "nan", "8115": "nan", @@ -9676,7 +9676,7 @@ "8185": "nan", "8190": "nan", "8195": "nan", - "8200": 0.20747, + "8200": 0.17636, "8205": "nan", "8210": "nan", "8215": "nan", @@ -9696,7 +9696,7 @@ "8285": "nan", "8290": "nan", "8295": "nan", - "8300": 0.18608, + "8300": 0.16595, "8305": "nan", "8310": "nan", "8315": "nan", @@ -9716,7 +9716,7 @@ "8385": "nan", "8390": "nan", "8395": "nan", - "8400": 0.16496, + "8400": 0.16216, "8405": "nan", "8410": "nan", "8415": "nan", @@ -9736,7 +9736,7 @@ "8485": "nan", "8490": "nan", "8495": "nan", - "8500": 0.16617, + "8500": 0.18604, "8505": "nan", "8510": "nan", "8515": "nan", @@ -9756,7 +9756,7 @@ "8585": "nan", "8590": "nan", "8595": "nan", - "8600": 0.21692, + "8600": 0.24804, "8605": "nan", "8610": "nan", "8615": "nan", @@ -9776,7 +9776,7 @@ "8685": "nan", "8690": "nan", "8695": "nan", - "8700": 0.16888, + "8700": 0.17814, "8705": "nan", "8710": "nan", "8715": "nan", @@ -9796,7 +9796,7 @@ "8785": "nan", "8790": "nan", "8795": "nan", - "8800": 0.22482, + "8800": 0.16206, "8805": "nan", "8810": "nan", "8815": "nan", @@ -9816,7 +9816,7 @@ "8885": "nan", "8890": "nan", "8895": "nan", - "8900": 0.17779, + "8900": 0.17354, "8905": "nan", "8910": "nan", "8915": "nan", @@ -9836,7 +9836,7 @@ "8985": "nan", "8990": "nan", "8995": "nan", - "9000": 0.16662, + "9000": 0.19415, "9005": "nan", "9010": "nan", "9015": "nan", @@ -9856,7 +9856,7 @@ "9085": "nan", "9090": "nan", "9095": "nan", - "9100": 0.19752, + "9100": 0.18542, "9105": "nan", "9110": "nan", "9115": "nan", @@ -9876,7 +9876,7 @@ "9185": "nan", "9190": "nan", "9195": "nan", - "9200": 0.18085, + "9200": 0.23006, "9205": "nan", "9210": "nan", "9215": "nan", @@ -9896,7 +9896,7 @@ "9285": "nan", "9290": "nan", "9295": "nan", - "9300": 0.16961, + "9300": 0.16977, "9305": "nan", "9310": "nan", "9315": "nan", @@ -9916,7 +9916,7 @@ "9385": "nan", "9390": "nan", "9395": "nan", - "9400": 0.22047, + "9400": 0.17647, "9405": "nan", "9410": "nan", "9415": "nan", @@ -9936,7 +9936,7 @@ "9485": "nan", "9490": "nan", "9495": "nan", - "9500": 0.17465, + "9500": 0.19239, "9505": "nan", "9510": "nan", "9515": "nan", @@ -9956,7 +9956,7 @@ "9585": "nan", "9590": "nan", "9595": "nan", - "9600": 0.17584, + "9600": 0.17461, "9605": "nan", "9610": "nan", "9615": "nan", @@ -9976,7 +9976,7 @@ "9685": "nan", "9690": "nan", "9695": "nan", - "9700": 0.19429, + "9700": 0.19822, "9705": "nan", "9710": "nan", "9715": "nan", @@ -9996,7 +9996,7 @@ "9785": "nan", "9790": "nan", "9795": "nan", - "9800": 0.17092, + "9800": 0.20847, "9805": "nan", "9810": "nan", "9815": "nan", @@ -10016,7 +10016,7 @@ "9885": "nan", "9890": "nan", "9895": "nan", - "9900": 0.17226, + "9900": 0.19319, "9905": "nan", "9910": "nan", "9915": "nan", @@ -10036,7 +10036,7 @@ "9985": "nan", "9990": "nan", "9995": "nan", - "10000": 0.22092 + "10000": 0.18154 } } } \ No newline at end of file diff --git a/tests/test_utils/python_scripts/auto_reminder_github.py b/tests/test_utils/python_scripts/auto_reminder_github.py index eca1108dcc6..0329b2b23e0 100644 --- a/tests/test_utils/python_scripts/auto_reminder_github.py +++ b/tests/test_utils/python_scripts/auto_reminder_github.py @@ -40,6 +40,7 @@ class Reminder: class PRReviewTracker: EXPERT_REVIEW = "Expert Review" FINAL_REVIEW = "Final Review" + APPROVED = "Approved" EXCLUDED_TEAMS = {"core-adlr", "core-nemo"} def __init__( @@ -127,6 +128,11 @@ def get_label_date(self, pr, label: str): ] return max(dates) if dates else None + def get_ready_for_review_date(self, pr): + """Get the date a PR was marked as ready for review.""" + dates = [e.created_at for e in pr.as_issue().get_events() if e.event == "ready_for_review"] + return max(dates) if dates else None + def days_since(self, date): """Calculate days since given date.""" if not date: @@ -138,11 +144,22 @@ def days_since(self, date): def get_stage(self, pr): """Get current review stage.""" labels = {l.name for l in pr.labels} - return self.FINAL_REVIEW if self.FINAL_REVIEW in labels else self.EXPERT_REVIEW + if self.APPROVED in labels: + return self.APPROVED + if self.FINAL_REVIEW in labels: + return self.FINAL_REVIEW + return self.EXPERT_REVIEW def get_reviewers(self, pr): """Get filtered reviewer emails who haven't approved yet.""" stage = self.get_stage(pr) + + if stage == self.APPROVED: + return ( + [self.get_user_email(pr.user.login)], + "All reviewers have approved. Please merge the PR.", + ) + org = self.github.get_organization(self.repo.organization.login) # 1. Get the latest review state for everyone who has submitted a review @@ -207,9 +224,19 @@ def get_reviewers(self, pr): # 8. Handle the original edge cases if len(reviewer_emails) == 0: if stage == self.EXPERT_REVIEW: + # No reviewer activity yet — assignment hasn't completed (e.g. PR just became + # ready-for-review). Don't fire a spurious "all approved" message. + has_reviewer_activity = bool( + approvers + or non_approving_reviewers + or pending_individuals + or pending_teams_slugs + ) + if not has_reviewer_activity: + return [], "Waiting for reviewers to be assigned." # Assign to PR author reviewer_emails = [self.get_user_email(pr.user.login)] - action_message = "All Expert Reviewers approved the PR. Please attach the Final Review label to proceed with the review." + action_message = "All Expert Reviewers have approved the PR." elif stage == self.FINAL_REVIEW: # Assign to mcore-reviewers who approved try: @@ -217,7 +244,7 @@ def get_reviewers(self, pr): mcore_members = {m.login for m in mcore_team.get_members()} valid_approvers = approvers & mcore_members reviewer_emails = sorted([self.get_user_email(u) for u in valid_approvers]) - action_message = "All Final Reviewers approved the PR. Please ping an Expert or Final Reviewer to merge the PR." + action_message = "All Final Reviewers approved the PR. Please ping the @mcore-oncall to merge the PR." except Exception as e: logger.warning( @@ -229,7 +256,14 @@ def get_reviewers(self, pr): def create_reminder(self, pr): """Create reminder for PR.""" stage = self.get_stage(pr) - stage_days = self.days_since(self.get_label_date(pr, stage)) + ready_date = self.get_ready_for_review_date(pr) + if stage == self.EXPERT_REVIEW: + stage_days = self.days_since(ready_date) + elif stage in (self.FINAL_REVIEW, self.APPROVED): + stage_days = self.days_since(self.get_label_date(pr, stage)) + else: + stage_days = 0 + total_review_days = self.days_since(ready_date) author_email = self.get_user_email(pr.user.login) reviewer_emails, action_message = self.get_reviewers(pr) escaped_title = html.escape(pr.title, quote=False) @@ -241,7 +275,7 @@ def create_reminder(self, pr): author=self.get_slack_user_id(author_email), priority="P0" if stage_days > 3 else "P1" if stage_days >= 1 else "P2", review_stage=stage, - total_review_time=self.days_since(self.get_label_date(pr, self.EXPERT_REVIEW)), + total_review_time=total_review_days, current_stage_time=stage_days, reviewers=[self.get_slack_user_id(email) for email in reviewer_emails], action_message=action_message, @@ -256,12 +290,11 @@ def generate_reminders(self): reminders = [] for milestone in milestones: - # Find issues with the 'Expert Review' or 'Final Review' label + # Find all open non-draft PRs with this milestone query = ( f'repo:"{self.repo.full_name}" ' f'milestone:"{milestone.title}" ' - f'is:open is:pr -is:draft ' - f'label:"{self.EXPERT_REVIEW}","{self.FINAL_REVIEW}"' + f'is:open is:pr -is:draft' ) try: # Use search_issues for a more direct query instead of get_issues + filtering diff --git a/tests/test_utils/python_scripts/download_coverage_results.py b/tests/test_utils/python_scripts/download_coverage_results.py index 8bea3d62a83..3f8f92e7f3c 100644 --- a/tests/test_utils/python_scripts/download_coverage_results.py +++ b/tests/test_utils/python_scripts/download_coverage_results.py @@ -1,3 +1,4 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. import glob import logging import os @@ -35,7 +36,6 @@ def main(pipeline_id: int): and pipeline_bridge.downstream_pipeline is not None ] - ASSETS_DIR = pathlib.Path("tmp") / "results" / "iteration=0" for pipeline_bridge in pipeline_bridges: functional_pipeline = project.pipelines.get(pipeline_bridge.downstream_pipeline['id']) @@ -49,6 +49,7 @@ def main(pipeline_id: int): logger.info("Starting with job %s", job.name) try: + shutil.rmtree(pathlib.Path("tmp") / "results", ignore_errors=True) file_name = '__artifacts.zip' with open(file_name, "wb") as f: job.artifacts(streamed=True, action=f.write) @@ -59,11 +60,15 @@ def main(pipeline_id: int): continue os.unlink(file_name) - restart_dir = os.listdir(pathlib.Path("tmp") / "results" / "iteration=0")[-1] + iteration_dir = sorted( + (pathlib.Path("tmp") / "results").glob("iteration=*"), + key=lambda p: int(p.name.split("=")[1]), + )[-1] + restart_dir = sorted(os.listdir(iteration_dir))[-1] coverage_report_source = list( glob.glob( str( - pathlib.Path(ASSETS_DIR) + iteration_dir / f"{restart_dir}" / "assets" / "basic" diff --git a/tests/test_utils/python_scripts/download_golden_values.py b/tests/test_utils/python_scripts/download_golden_values.py index 5d3007cb6c5..a37f7295ecf 100644 --- a/tests/test_utils/python_scripts/download_golden_values.py +++ b/tests/test_utils/python_scripts/download_golden_values.py @@ -43,7 +43,6 @@ def download_from_gitlab(pipeline_id: int, only_failing: bool): and pipeline_bridge.downstream_pipeline is not None ] - ASSETS_DIR = pathlib.Path("tmp") / "results" / "iteration=0" for pipeline_bridge in pipeline_bridges: functional_pipeline = project.pipelines.get(pipeline_bridge.downstream_pipeline["id"]) environment = pipeline_bridge.name[len("functional:run_") :] @@ -57,6 +56,7 @@ def download_from_gitlab(pipeline_id: int, only_failing: bool): continue try: + shutil.rmtree(pathlib.Path("tmp") / "results", ignore_errors=True) file_name = "__artifacts.zip" with open(file_name, "wb") as f: job.artifacts(streamed=True, action=f.write) @@ -68,16 +68,18 @@ def download_from_gitlab(pipeline_id: int, only_failing: bool): continue os.unlink(file_name) - restart_dir = os.listdir(pathlib.Path("tmp") / "results" / "iteration=0")[-1] + iteration_dir = sorted( + (pathlib.Path("tmp") / "results").glob("iteration=*"), + key=lambda p: int(p.name.split("=")[1]), + )[-1] + restart_dir = sorted(os.listdir(iteration_dir))[-1] + job_name_hyphenated = job.name.replace("_", "-").lower() + assets_basic_dir = iteration_dir / f"{restart_dir}" / "assets" / "basic" golden_values_sources = list( - ( - pathlib.Path(ASSETS_DIR) - / f"{restart_dir}" - / "assets" - / "basic" - / f"{job.name.replace('_', '-').lower()}-{environment.replace('_', '-')}" - ).glob("g*.json") - ) + (assets_basic_dir / f"{job_name_hyphenated}-{environment.replace('_', '-')}").glob( + "g*.json" + ) + ) or list((assets_basic_dir / job_name_hyphenated).glob("g*.json")) if len(golden_values_sources) < 1: logger.info( diff --git a/tests/test_utils/python_scripts/launch_nemo_run_workload.py b/tests/test_utils/python_scripts/launch_nemo_run_workload.py index bf4bb37aa20..cdb730fae63 100644 --- a/tests/test_utils/python_scripts/launch_nemo_run_workload.py +++ b/tests/test_utils/python_scripts/launch_nemo_run_workload.py @@ -54,6 +54,7 @@ def is_flaky_failure(concat_allranks_logs: str) -> bool: "--n-repeat", required=False, type=int, help="Number of times to repeat the workload", default=1 ) @click.option("--data-dir", required=False, type=str, help="Data directory of the workload") +@click.option("--hf-home", required=False, type=str, help="HF home directory of the workload") @click.option("--tag", required=False, type=str, help="Tag of the workload") @click.option( "--enable-lightweight-mode", @@ -73,6 +74,7 @@ def main( container_image, n_repeat: int = 1, data_dir: Optional[str] = None, + hf_home: Optional[str] = None, tag: Optional[str] = None, enable_lightweight_mode: Optional[bool] = False, ): @@ -107,6 +109,8 @@ def main( artifacts.append(f"{os.getcwd()}:/opt/megatron-lm") if data_dir: artifacts.append(f"{pathlib.Path(data_dir)}:/mnt/artifacts") + if hf_home: + artifacts.append(f"{pathlib.Path(hf_home)}:/mnt/hf_home") executor = run.DockerExecutor( container_image=container_image, @@ -122,6 +126,8 @@ def main( "CLUSTER": "dgxh100_dgxc", "NCCL_DEBUG": "INFO", "NCCL_DEBUG_FILE": "/opt/megatron-lm/assets_dir/logs/nccl_debug.log", + "HF_HOME": "/mnt/hf_home", + "TRANSFORMERS_OFFLINE": "1", }, packager=run.Packager(), volumes=artifacts, diff --git a/tests/test_utils/python_scripts/swap_pr_labels.py b/tests/test_utils/python_scripts/swap_pr_labels.py index aa5875443f8..03b21f9b323 100644 --- a/tests/test_utils/python_scripts/swap_pr_labels.py +++ b/tests/test_utils/python_scripts/swap_pr_labels.py @@ -35,6 +35,7 @@ class Reminder: class PRReviewTracker: EXPERT_REVIEW = "Expert Review" FINAL_REVIEW = "Final Review" + APPROVED = "Approved" EXCLUDED_TEAMS = {"core-adlr", "core-nemo"} def __init__(self, token: str, repo_name: str, pr_number: str): @@ -43,26 +44,111 @@ def __init__(self, token: str, repo_name: str, pr_number: str): self.pr = self.repo.get_pull(pr_number) self.stage = self.get_stage(self.pr) self.org = self.github.get_organization(self.repo.organization.login) + self._team_cache = {} + self._codeowner_rules = self._parse_codeowners() + + def _parse_codeowners(self): + """Parse CODEOWNERS into ordered list of (pattern, teams) rules.""" + rules = [] + try: + with open(".github/CODEOWNERS") as f: + for line in f: + line = line.strip() + if not line or line.startswith("#"): + continue + parts = line.split() + pattern = parts[0] + teams = set() + for part in parts[1:]: + if part.startswith("@NVIDIA/"): + teams.add(part.split("/", 1)[1]) + if teams: + rules.append((pattern, teams)) + except FileNotFoundError: + logger.warning("CODEOWNERS file not found") + logger.info(f"Parsed {len(rules)} CODEOWNERS rules") + return rules + + @staticmethod + def _match_file(filepath, pattern): + """Check if a file path matches a CODEOWNERS pattern. + + Rules: + - Trailing '/' means directory pattern: matches all files under that directory. + - Pattern containing '/' is path-relative: exact match or directory prefix. + - Pattern without '/' matches the filename component anywhere. + """ + if pattern.endswith('/'): + return filepath.startswith(pattern) + if '/' in pattern: + return filepath == pattern or filepath.startswith(pattern + '/') + return filepath == pattern or filepath.endswith('/' + pattern) + + def _get_required_teams(self, pr): + """Determine required review teams from CODEOWNERS rules and PR changed files. + + Uses last-match-wins semantics per file, then unions across all files. + """ + required_teams = set() + try: + changed_files = [f.filename for f in pr.get_files()] + except Exception as e: + logger.warning(f"Could not get changed files for PR #{pr.number}: {e}") + return required_teams + + for filepath in changed_files: + matched_teams = None + for pattern, teams in self._codeowner_rules: + if self._match_file(filepath, pattern): + matched_teams = teams + if matched_teams: + required_teams.update(matched_teams) + logger.info(f" {filepath} → {matched_teams}") + + logger.info(f"Required teams from CODEOWNERS: {required_teams}") + return required_teams def get_stage(self, pr): """Get current review stage.""" labels = {l.name for l in pr.labels} - return self.FINAL_REVIEW if self.FINAL_REVIEW in labels else self.EXPERT_REVIEW + if self.APPROVED in labels: + return self.APPROVED + if self.FINAL_REVIEW in labels: + return self.FINAL_REVIEW + return self.EXPERT_REVIEW + + def _get_team_members(self, slug): + """Get all members of a team, with caching.""" + if slug not in self._team_cache: + try: + self._team_cache[slug] = { + m.login for m in self.org.get_team_by_slug(slug).get_members() + } + except Exception as e: + logger.warning(f"Could not get members for team {slug}: {e}") + self._team_cache[slug] = set() + return self._team_cache[slug] + + def _get_teams_members(self, slugs): + """Get all members of multiple teams.""" + members = set() + for slug in slugs: + members.update(self._get_team_members(slug)) + return members def swap_labels(self): - """Get filtered reviewer emails who haven't approved yet.""" + """Evaluate review state and update labels accordingly.""" pr = self.pr - if self.stage == self.FINAL_REVIEW: - logger.info(f"PR #{self.pr.number} is in the {self.stage} stage. No reviewers needed.") + if pr.draft: + logger.info(f"PR #{pr.number} is a draft. Skipping label swap.") return # 1. Get the latest review state for everyone who has submitted a review latest_reviews = {} try: for review in pr.get_reviews(): - if not review.user: # Handle rare cases of deleted users + if not review.user: continue - # Only track 'APPROVED' or 'CHANGES_REQUESTED' as definitive states if review.state in ("APPROVED", "CHANGES_REQUESTED"): if ( review.user.login not in latest_reviews @@ -72,61 +158,138 @@ def swap_labels(self): except Exception as e: logger.warning(f"Could not get reviews for PR #{pr.number}: {e}") - # 2. Separate reviewers into approvers (List B) and non-approvers approvers = {user for user, review in latest_reviews.items() if review.state == "APPROVED"} - non_approving_reviewers = { + non_approvers = { user for user, review in latest_reviews.items() if review.state == "CHANGES_REQUESTED" } - # 3. Get all *currently pending* review requests - try: - pending_users_req, pending_teams_req = pr.get_review_requests() - pending_individuals = {r.login for r in pending_users_req} - pending_teams_slugs = {t.slug for t in pending_teams_req} - except Exception as e: - logger.warning(f"Could not get review requests for PR #{pr.number}: {e}") - pending_individuals = set() - pending_teams_slugs = set() - - # 4. Filter pending teams based on the current stage - teams_to_query = ( - pending_teams_slugs - self.EXCLUDED_TEAMS - if self.stage == self.EXPERT_REVIEW - else pending_teams_slugs & self.EXCLUDED_TEAMS - ) - - # 5. Get members from the required pending teams - pending_team_members = set() - for slug in teams_to_query: + # 2. Determine required teams from CODEOWNERS + changed files + required_teams = self._get_required_teams(pr) + if not required_teams: + logger.info(f"PR #{pr.number}: no CODEOWNERS teams matched changed files. Skipping.") + return + + expert_required = required_teams - self.EXCLUDED_TEAMS + final_required = required_teams & self.EXCLUDED_TEAMS + logger.info(f"Expert teams required: {expert_required}") + logger.info(f"Final teams required: {final_required}") + + # 3. Check which required teams still need approval (at least one member must approve) + # If _get_team_members fails (returns {}), the team stays pending — conservative. + pending_expert_teams = set() + for team in expert_required: + members = self._get_team_members(team) + if not (members & approvers): + pending_expert_teams.add(team) + + pending_final_teams = set() + for team in final_required: + members = self._get_team_members(team) + if not (members & approvers): + pending_final_teams.add(team) + + # 4. Compute pending reviewers: unsatisfied team members + individual blockers + all_excluded_members = self._get_teams_members(self.EXCLUDED_TEAMS) + expert_non_approvers = non_approvers - all_excluded_members + final_non_approvers = non_approvers & all_excluded_members + + pending_expert = ( + self._get_teams_members(pending_expert_teams) | expert_non_approvers + ) - approvers + pending_final = ( + self._get_teams_members(pending_final_teams) | final_non_approvers + ) - approvers + + logger.info(f"Pending expert teams: {pending_expert_teams}, reviewers: {pending_expert}") + logger.info(f"Pending final teams: {pending_final_teams}, reviewers: {pending_final}") + + needs_final_review = bool(final_required) + + # 5. State machine: update labels based on current stage and pending reviewers + if self.stage == self.APPROVED: + self._handle_approved_stage(pr, pending_expert, pending_final) + elif self.stage == self.FINAL_REVIEW: + self._handle_final_review_stage(pr, pending_expert, pending_final) + else: + self._handle_expert_review_stage(pr, pending_expert, pending_final, needs_final_review) + + def _handle_approved_stage(self, pr, pending_expert, pending_final): + """Handle PRs that already have the Approved label.""" + if len(pending_expert) > 0 or len(pending_final) > 0: + # New reviewers appeared — revert try: - pending_team_members.update( - m.login for m in self.org.get_team_by_slug(slug).get_members() - ) + pr.remove_from_labels(self.APPROVED) + logger.info(f'Removed "{self.APPROVED}" from PR #{pr.number}') except Exception as e: - logger.warning(f"Could not get members for team {slug} on PR #{pr.number}: {e}") + logger.warning(f'Failed to remove "{self.APPROVED}" from PR #{pr.number}: {e}') - # 6. "List A": Combine all users who *still need to review* - all_required_reviewers = ( - pending_individuals | pending_team_members | non_approving_reviewers - ) + if len(pending_expert) > 0: + # Back to expert review — also remove Final Review if present + try: + pr.remove_from_labels(self.FINAL_REVIEW) + except Exception: + pass + logger.info( + f'Reverted PR #{pr.number} to expert review — pending: {pending_expert}' + ) + else: + # Expert review done but final review needed again + try: + pr.add_to_labels(self.FINAL_REVIEW) + except Exception: + pass + logger.info(f'Reverted PR #{pr.number} to final review — pending: {pending_final}') + else: + logger.info(f"PR #{pr.number} is approved. No changes needed.") - # 7. Final list (List A - List B): - pending_reviewers = all_required_reviewers - approvers - logger.info(f"Pending reviewers: {pending_reviewers}") - if len(pending_reviewers) == 0: + def _handle_final_review_stage(self, pr, pending_expert, pending_final): + """Handle PRs in the Final Review stage.""" + if len(pending_expert) > 0: + # New expert reviewers appeared — revert to expert review try: - pr.remove_from_labels(self.EXPERT_REVIEW) - logger.info(f'Removed "{self.EXPERT_REVIEW}" label from PR #{pr.number}') - except Exception as e: - logger.warning( - f'Failed to remove "{self.EXPERT_REVIEW}" label from PR #{pr.number}: {e}' + pr.remove_from_labels(self.FINAL_REVIEW) + logger.info( + f'Removed "{self.FINAL_REVIEW}" from PR #{pr.number} — ' + f'new expert reviewers pending: {pending_expert}' ) + except Exception as e: + logger.warning(f'Failed to remove "{self.FINAL_REVIEW}" from PR #{pr.number}: {e}') + elif len(pending_final) == 0: + # All final reviewers approved — move to Approved, remove Final Review + try: + pr.remove_from_labels(self.FINAL_REVIEW) + logger.info(f'Removed "{self.FINAL_REVIEW}" from PR #{pr.number}') + except Exception as e: + logger.warning(f'Failed to remove "{self.FINAL_REVIEW}" from PR #{pr.number}: {e}') + try: + pr.add_to_labels(self.APPROVED) + logger.info(f'Added "{self.APPROVED}" to PR #{pr.number}') + except Exception as e: + logger.warning(f'Failed to add "{self.APPROVED}" to PR #{pr.number}: {e}') + else: + logger.info(f"PR #{pr.number} is in final review. Pending: {pending_final}") + + def _handle_expert_review_stage(self, pr, pending_expert, pending_final, needs_final_review): + """Handle PRs in the Expert Review stage (no review labels yet).""" + if len(pending_expert) > 0: + logger.info(f"PR #{pr.number} is in expert review. Pending: {pending_expert}") + return + # All expert reviewers approved + if needs_final_review and len(pending_final) > 0: + # Final review teams are assigned and still pending try: pr.add_to_labels(self.FINAL_REVIEW) - logger.info(f'Added "{self.FINAL_REVIEW}" label to PR #{pr.number}') + logger.info(f'Added "{self.FINAL_REVIEW}" to PR #{pr.number}') + except Exception as e: + logger.warning(f'Failed to add "{self.FINAL_REVIEW}" to PR #{pr.number}: {e}') + else: + # No final review needed, or final reviewers already approved + try: + pr.add_to_labels(self.APPROVED) + logger.info(f'Added "{self.APPROVED}" to PR #{pr.number}') except Exception as e: - logger.warning(f'Failed to add "{self.FINAL_REVIEW}" label to PR #{pr.number}: {e}') + logger.warning(f'Failed to add "{self.APPROVED}" to PR #{pr.number}: {e}') def main(): diff --git a/tests/test_utils/recipes/h100/gpt-dynamic-inference-with-coordinator.yaml b/tests/test_utils/recipes/h100/gpt-dynamic-inference-with-coordinator.yaml index 19d523eea8d..0349896345b 100644 --- a/tests/test_utils/recipes/h100/gpt-dynamic-inference-with-coordinator.yaml +++ b/tests/test_utils/recipes/h100/gpt-dynamic-inference-with-coordinator.yaml @@ -58,24 +58,25 @@ products: - test_case: [gpt_dynamic_inference_tp8_pp1_dp1_583m_logitsmatch_zmq] products: - environment: [dev] - scope: [flaky] + scope: [mr] platforms: [dgx_h100] - test_case: [gpt_dynamic_inference_tp1_pp8_dp1_583m_logitsmatch_zmq] products: - environment: [dev] - scope: [flaky] + scope: [mr] platforms: [dgx_h100] - test_case: [gpt_dynamic_inference_tp1_pp1_dp8_583m_logitsmatch_zmq] products: - environment: [dev] scope: [mr] platforms: [dgx_h100] + - test_case: [gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq] + products: + - environment: [dev] + scope: [mr, mr-github] + platforms: [dgx_h100] # - test_case: [gpt_dynamic_inference_tp1_pp1_dp8_583m_throughputtest_zmq] # products: # - environment: [dev] # scope: [mr] # platforms: [dgx_h100] - - test_case: [gpt_dynamic_inference_tp2_pp2_dp2_583m_logitsmatch_zmq] - products: - - environment: [dev] - scope: [flaky] diff --git a/tests/test_utils/recipes/h100/mamba.yaml b/tests/test_utils/recipes/h100/mamba.yaml index 456a6cbccf7..703fb53160f 100644 --- a/tests/test_utils/recipes/h100/mamba.yaml +++ b/tests/test_utils/recipes/h100/mamba.yaml @@ -63,13 +63,21 @@ products: # - environment: [lts] # disabled until triton is bumped # scope: [nightly] - # PP functional testing deferred - # - test_case: [hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G] - # products: - # - environment: [dev] - # scope: [mr] - # - environment: [lts] # disabled until triton is bumped - # scope: [nightly] + - test_case: [hybrid_mr_mcore_te_tp1_pp4_cp1_dgx_a100_1N8G] + products: + - environment: [dev] + scope: [mr, mr-github] + platforms: [dgx_h100] + # - environment: [lts] # disabled until triton is bumped + # scope: [nightly] + + - test_case: [hybrid_mr_mcore_te_tp1_pp2_vpp2_cp1_dgx_a100_1N8G] + products: + - environment: [dev] + scope: [mr, mr-github] + platforms: [dgx_h100] + # - environment: [lts] # disabled until triton is bumped + # scope: [nightly] - test_case: [hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G] products: diff --git a/tests/test_utils/recipes/h100/mimo.yaml b/tests/test_utils/recipes/h100/mimo.yaml index 88b17815ede..683a22feb2a 100644 --- a/tests/test_utils/recipes/h100/mimo.yaml +++ b/tests/test_utils/recipes/h100/mimo.yaml @@ -63,3 +63,11 @@ products: products: - environment: [dev] scope: [flaky] + - test_case: [mimo_vlm_pretrain_convergence_tp1_pp1_cp1_dp8_seq_packing] + products: + - environment: [dev] + scope: [mr-github] + - test_case: [mimo_vlm_pretrain_convergence_tp1_pp1_cp2_dp8] + products: + - environment: [dev] + scope: [mr-github] diff --git a/tests/test_utils/recipes/h100/moe-dynamic-inference-with-coordinator.yaml b/tests/test_utils/recipes/h100/moe-dynamic-inference-with-coordinator.yaml index 4ce11808bdc..bb6d056dfd4 100644 --- a/tests/test_utils/recipes/h100/moe-dynamic-inference-with-coordinator.yaml +++ b/tests/test_utils/recipes/h100/moe-dynamic-inference-with-coordinator.yaml @@ -3,7 +3,7 @@ format_version: 1 maintainers: [mcore] loggers: [stdout] spec: - name: '{test_case}_{environment}_{platforms}' + name: "{test_case}_{environment}_{platforms}" model: moe build: mcore-pyt-{environment} nodes: 1 @@ -58,11 +58,15 @@ products: - test_case: [gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq] products: - environment: [dev] - scope: [flaky] + scope: [mr] #[mr, mr-github] - broken on github after NGC PyTorch26.02 platforms: [dgx_h100] - test_case: [gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_cudagraph_zmq] products: - environment: [dev] - scope: [mr-github] + scope: [mr] #[mr, mr-github] - broken on github after NGC PyTorch26.02 + platforms: [dgx_h100] + - test_case: [gpt_dynamic_inference_tp4_etp1_pp1_ep8_16B_logitsmatch_zmq_suspend_resume] + products: + - environment: [dev] + scope: [mr, mr-github] platforms: [dgx_h100] - diff --git a/tests/unit_tests/conftest.py b/tests/unit_tests/conftest.py index e251a3c1e7e..62413313fe0 100644 --- a/tests/unit_tests/conftest.py +++ b/tests/unit_tests/conftest.py @@ -82,7 +82,7 @@ def ensure_test_data(): try: # Download assets to /opt/data - download_and_extract_asset(assets_dir=str(data_path)) + download_and_extract_asset(assets_dir=data_path) print("Test data downloaded successfully.") diff --git a/tests/unit_tests/data/test_preprocess_data.py b/tests/unit_tests/data/test_preprocess_data.py index e6922ec3748..8df8c63e052 100644 --- a/tests/unit_tests/data/test_preprocess_data.py +++ b/tests/unit_tests/data/test_preprocess_data.py @@ -2,6 +2,7 @@ import json import os +import runpy import sys import tempfile @@ -201,6 +202,38 @@ def test_preprocess_data_gpt(): do_test_preprocess_data(temp_dir, extra_args=gpt_args) +def test_preprocess_data_gpt_optimal_workers(): + with tempfile.TemporaryDirectory() as temp_dir: + + # gpt specific args + gpt_args = [ + "--input", + "/opt/data/datasets/dclm/dclm.jsonl", + "--output-prefix", + f"{temp_dir}/optimal_workers", + "--tokenizer-type", + "GPT2BPETokenizer", + "--vocab-file", + "/opt/data/tokenizers/megatron/gpt2-vocab.json", + "--merge-file", + "/opt/data/tokenizers/megatron/gpt2-merges.txt", + "--append-eod", + "--workers", + "2", + "--log-interval", + "1", + "--find-optimal-num-workers", + "--workers-to-check", + "2", + "4", + "8", + "--max-documents", + "1002", + ] + sys.argv = ["/opt/megatron-lm/tools/preprocess_data.py"] + gpt_args + runpy.run_path("/opt/megatron-lm/tools/preprocess_data.py", run_name="__main__") + + def bert_vocab(odir): if os.path.exists(__LOCAL_BERT_VOCAB): return __LOCAL_BERT_VOCAB @@ -237,3 +270,4 @@ def test_preprocess_data_bert(): if __name__ == "__main__": test_preprocess_data_gpt() test_preprocess_data_bert() + test_preprocess_data_gpt_optimal_workers() diff --git a/tests/unit_tests/dist_checkpointing/models/test_moe_experts.py b/tests/unit_tests/dist_checkpointing/models/test_moe_experts.py index 5d8153f49d7..f341af44754 100644 --- a/tests/unit_tests/dist_checkpointing/models/test_moe_experts.py +++ b/tests/unit_tests/dist_checkpointing/models/test_moe_experts.py @@ -21,7 +21,6 @@ from megatron.core.tensor_parallel.random import model_parallel_cuda_manual_seed from megatron.core.transformer.mlp import MLPSubmodules from megatron.core.transformer.moe.experts import ( - GroupedMLP, SequentialMLP, TEGroupedMLP, TEGroupedMLPSubmodules, @@ -56,9 +55,7 @@ def initialize_expert_layer(seed, glu=True, expert_type='sequential', fp8=False, ) default_config_kwargs.update(**config_kwargs) transformer_config = TransformerConfig(**default_config_kwargs) - if expert_type == 'grouped': - model = GroupedMLP(num_local_experts, transformer_config, pg_collection) - elif expert_type == 'te_grouped': + if expert_type == 'te_grouped': layer_submodules = get_gpt_layer_with_transformer_engine_submodules( num_experts=num_moe_experts, moe_grouped_gemm=True ) @@ -98,14 +95,13 @@ def initialize_expert_layer(seed, glu=True, expert_type='sequential', fp8=False, ) else: raise ValueError( - 'expert_type can only be one of ["sequential", "te_sequential", "grouped",' - ' "te_grouped"]' + 'expert_type can only be one of ["sequential", "te_sequential", "te_grouped"]' ) return model -expert_type = ['sequential', 'grouped'] -src_dest_expert_type = [('sequential', 'grouped'), ('grouped', 'sequential')] +expert_type = ['sequential'] +src_dest_expert_type = [] if is_te_min_version("1.7.0.dev0"): expert_type.append('te_sequential') src_dest_expert_type.append(('sequential', 'te_sequential')) diff --git a/tests/unit_tests/dist_checkpointing/utils.py b/tests/unit_tests/dist_checkpointing/utils.py index 5d7d42d9152..0aadaee3b29 100644 --- a/tests/unit_tests/dist_checkpointing/utils.py +++ b/tests/unit_tests/dist_checkpointing/utils.py @@ -6,6 +6,9 @@ import torch +from megatron.core.dist_checkpointing.strategies.cached_metadata_filesystem_reader import ( + CachedMetadataFileSystemReader, +) from megatron.core.models.gpt import GPTModel from megatron.core.models.gpt.gpt_layer_specs import ( get_gpt_layer_local_spec, @@ -167,6 +170,9 @@ def init_checkpointing_mock_args(args, ckpt_dir, fully_parallel=False): args.dist_ckpt_optim_fully_reshardable = False args.distrib_optim_fully_reshardable_mem_efficient = False args.phase_transition_iterations = None + # Clear the metadata cache to avoid contamination between tests + + CachedMetadataFileSystemReader.clear_metadata_cache() def setup_model_and_optimizer( @@ -224,7 +230,7 @@ def setup_model_and_optimizer( optimizer.optimizer.state[p]['exp_avg_sq'] = torch.rand_like(p.data) optimizer.reload_model_params() - + CachedMetadataFileSystemReader.clear_metadata_cache() return unwrap_model(model), optimizer @@ -324,5 +330,5 @@ def setup_moe_model_and_optimizer( opt.state[p]['exp_avg_sq'] = torch.rand_like(p.data) optimizer.reload_model_params() - + CachedMetadataFileSystemReader.clear_metadata_cache() return unwrap_model(model), optimizer diff --git a/tests/unit_tests/distributed/megatron_fsdp/test_mfsdp_fully_shard.py b/tests/unit_tests/distributed/megatron_fsdp/test_mfsdp_fully_shard.py index d3ec9d3342a..a09f8f703c5 100644 --- a/tests/unit_tests/distributed/megatron_fsdp/test_mfsdp_fully_shard.py +++ b/tests/unit_tests/distributed/megatron_fsdp/test_mfsdp_fully_shard.py @@ -4,6 +4,7 @@ import shutil from contextlib import nullcontext from copy import deepcopy +from itertools import product from pathlib import Path import pytest @@ -243,8 +244,11 @@ def teardown_class(cls): ) @pytest.mark.parametrize("model_type", [CNN, TRANSFORMER, TE_TRANSFORMER]) @pytest.mark.parametrize( - "dp_shard_strategy", [NO_SHARD, OPTIM, OPTIM_GRADS, OPTIM_GRADS_PARAMS] + # Sharding strategy for optimizer state, gradients, and parameters. + "dp_shard_strategy", + [NO_SHARD, OPTIM, OPTIM_GRADS, OPTIM_GRADS_PARAMS], ) + # Test FSDP, HSDP, and HFSDP. @pytest.mark.parametrize("dp_outer_strategy", [None, NO_SHARD, OPTIM]) @pytest.mark.parametrize( "mesh_dim_config", @@ -283,7 +287,10 @@ def test_fully_shard( don't add any new parameters unless absolutely necessary, or if some combinations can be flattened or simplified. """ - from megatron.core.distributed.fsdp.src.megatron_fsdp.fully_shard import fully_shard + from megatron.core.distributed.fsdp.src.megatron_fsdp import ( + MixedPrecisionPolicy, + fully_shard, + ) preserve_fp32_weights = common_args["preserve_fp32_weights"] init_model_with_meta_device = common_args["init_model_with_meta_device"] @@ -295,16 +302,12 @@ def test_fully_shard( "Meta device initialization (init_model_with_meta_device=True) is not " "supported or necessary for the 'no_shard' / 0 sharding strategy." ) - elif dp_outer_strategy == OPTIM: - if dp_shard_strategy != OPTIM_GRADS_PARAMS: - # TODO(@shjwudp, @cspades): Requires various modifications to support. - # [default0]:FAILED tests/unit_tests/distributed/test_mfsdp_fully_shard.py - # [False-True-True-True-mesh_dim_config0-optim-optim-cnn] - # [False-True-True-True-mesh_dim_config0-optim-optim_grads-cnn] - pytest.skip( - f"dp_outer sharding strategy {dp_outer_strategy} requires " - "zero_dp_strategy to be full-sharded ('optim_grads_params', 3)." - ) + elif dp_outer_strategy == OPTIM and dp_shard_strategy != OPTIM_GRADS_PARAMS: + # TODO(@shjwudp, @cspades): Requires various modifications to support. + pytest.skip( + f"dp_outer sharding strategy {dp_outer_strategy} requires " + "zero_dp_strategy to be full-sharded ('optim_grads_params', 3)." + ) # Construct device mesh. device_mesh = build_distributed_environment(mesh_dim_config) @@ -318,7 +321,7 @@ def test_fully_shard( module=toy_model, optimizer=toy_adam, device_mesh=device_mesh, - dp_shard_dim=DP_SHARD_CP, + dp_shard_dim=DP_SHARD_CP if mesh_dim_config[2] > 1 else DP_SHARD, dp_outer_dim=DP_OUTER if dp_outer_strategy is not None else None, tp_dim=TP, hybrid_fsdp_group=( @@ -327,11 +330,14 @@ def test_fully_shard( fsdp_unit_modules=fsdp_unit_modules, zero_dp_strategy=dp_shard_strategy, outer_dp_sharding_strategy=( - dp_outer_strategy if dp_outer_strategy is not None else "no_shard" + dp_outer_strategy if dp_outer_strategy is not None else NO_SHARD + ), + mixed_precision_policy=MixedPrecisionPolicy( + main_params_dtype=torch.float32 if preserve_fp32_weights else None, + main_grads_dtype=None, ), - preserve_fp32_weights=preserve_fp32_weights, - grad_reduce_in_fp32=False, init_model_with_meta_device=init_model_with_meta_device, + report_nan_in_param_grad=True, ) model = torch.compile(model) if torch_compile else model @@ -342,6 +348,8 @@ def test_fully_shard( for step in range(NUM_STEPS): # Synchronize model parameters and gradients on the final training step only. if step == NUM_STEPS - 1: + # Triggers all-reduce / reduce-scatter across DP-Outer, and + # synchronizes / concludes the gradient accumulation cycle. model.set_model_auto_sync(True) else: model.set_model_auto_sync(False) @@ -363,11 +371,12 @@ def test_fully_shard( isinstance(p.grad, torch.Tensor) and p.grad.to_local().count_nonzero().item() > 0 for p in model.parameters() ) - sharding_group = ( - device_mesh[HSDP].get_group() - if dp_outer_strategy == OPTIM - else device_mesh[DP_SHARD_CP].get_group() - ) + sharding_dim = DP_SHARD + if dp_outer_strategy == OPTIM: + sharding_dim = HSDP + elif mesh_dim_config[2] > 1: + sharding_dim = DP_SHARD_CP + sharding_group = device_mesh[sharding_dim].get_group() if dp_shard_strategy != NO_SHARD: # Because of uneven sharding, we need to gather the result from all ranks # to verify if any gradients exist or not at this step of training. @@ -411,14 +420,14 @@ def test_dcp_checkpoint_save_and_load( """ from torch.distributed.tensor import DTensor - from megatron.core.distributed.fsdp.src.megatron_fsdp.fully_shard import fully_shard + from megatron.core.distributed.fsdp.src.megatron_fsdp import ( + MixedPrecisionPolicy, + fully_shard, + ) # Skip tests. if outer_shard_strategy == OPTIM and shard_strategy != OPTIM_GRADS_PARAMS: - # FIXME(@shjwudp, @cspades): This is an unexpected lack of support. - # [default0]:FAILED tests/unit_tests/distributed/test_mfsdp_fully_shard.py - # [False-True-True-True-mesh_dim_config0-optim-optim-cnn] - # [False-True-True-True-mesh_dim_config0-optim-optim_grads-cnn] + # TODO(@shjwudp, @cspades): Requires various modifications to support. pytest.skip( f"dp_outer sharding strategy {outer_shard_strategy} requires " "zero_dp_strategy to be full-sharded ('optim_grads_params', 3)." @@ -449,15 +458,16 @@ def test_dcp_checkpoint_save_and_load( module=toy_model, optimizer=toy_adam, device_mesh=device_mesh, - dp_shard_dim=DP_SHARD_CP, + dp_shard_dim=DP_SHARD_CP if mesh_dim_config[2] > 1 else DP_SHARD, dp_outer_dim=DP_OUTER, tp_dim=TP, hybrid_fsdp_group=device_mesh[HSDP].get_group(), fsdp_unit_modules=fsdp_unit_modules, zero_dp_strategy=shard_strategy, outer_dp_sharding_strategy=outer_shard_strategy, - preserve_fp32_weights=True, - grad_reduce_in_fp32=True, + mixed_precision_policy=MixedPrecisionPolicy( + main_params_dtype=torch.float32, main_grads_dtype=torch.float32 + ), init_model_with_meta_device=False, sync_model_each_microbatch=True, ) @@ -536,15 +546,16 @@ def test_dcp_checkpoint_save_and_load( module=toy_model, optimizer=toy_adam, device_mesh=device_mesh, - dp_shard_dim=DP_SHARD_CP, + dp_shard_dim=DP_SHARD_CP if mesh_dim_config[2] > 1 else DP_SHARD, dp_outer_dim=DP_OUTER, tp_dim=TP, hybrid_fsdp_group=device_mesh[HSDP].get_group(), fsdp_unit_modules=fsdp_unit_modules, zero_dp_strategy=shard_strategy, outer_dp_sharding_strategy=outer_shard_strategy, - preserve_fp32_weights=True, - grad_reduce_in_fp32=True, + mixed_precision_policy=MixedPrecisionPolicy( + main_params_dtype=torch.float32, main_grads_dtype=torch.float32 + ), init_model_with_meta_device=False, sync_model_each_microbatch=True, ) @@ -658,7 +669,7 @@ def test_fully_shard_ez(self, shard_strategy): """ Test fully_shard(device_mesh=None). Represents the easiest entrypoint to Megatron-FSDP. """ - from megatron.core.distributed.fsdp.src.megatron_fsdp.fully_shard import ( + from megatron.core.distributed.fsdp.src.megatron_fsdp import ( fully_shard_model, fully_shard_optimizer, ) @@ -679,7 +690,7 @@ def test_fully_shard_ez(self, shard_strategy): toy_input = torch.randn(1, DIM_SIZE, DIM_SIZE).to("cuda") toy_target = torch.randn(1, DIM_SIZE, DIM_SIZE).to("cuda") - for step in range(NUM_STEPS): + for _ in range(NUM_STEPS): # Forward pass. output = mfsdp_model(toy_input, toy_input) @@ -707,7 +718,8 @@ def test_fully_shard_te_quantized(self, init_model_with_meta_device, te_recipe): # TODO(@cspades, @ko3n1g): Add this test case in. pytest.skip(f"[Megatron CI/CD] MXFP8 requires Blackwell nodes to test.") - from megatron.core.distributed.fsdp.src.megatron_fsdp.fully_shard import ( + from megatron.core.distributed.fsdp.src.megatron_fsdp import ( + MixedPrecisionPolicy, fully_shard_model, fully_shard_optimizer, ) @@ -759,10 +771,13 @@ def test_fully_shard_te_quantized(self, init_model_with_meta_device, te_recipe): # its own row-wise and col-wise (transpose) buffer management # schedule that is natively managed by Megatron-FSDP. keep_fp8_transpose_cache=True, - # Required for FP8 parameters. The optimizer state (and gradients) - # are never quantized, as TE produces high-precision wgrad and - # dgrad from FP8 weights and activations. Already defaults to True. - preserve_fp32_weights=True, + mixed_precision_policy=MixedPrecisionPolicy( + # Required for FP8 parameters. The optimizer state (and gradients) + # are never quantized, as TE produces high-precision wgrad and + # dgrad from FP8 weights and activations. Defaults to FP32. + main_params_dtype=torch.float32 + ), + report_nan_in_param_grad=True, ) # Initialize the distributed optimizer on the MegatronFSDP model. @@ -792,3 +807,136 @@ def test_fully_shard_te_quantized(self, init_model_with_meta_device, te_recipe): # Optimizer step. optimizer.step() optimizer.zero_grad() + + @pytest.mark.skipif( + version.parse(torch.__version__) < version.parse('2.4.0'), + reason="Requires DTensor and DeviceMesh support in (approximately) PyTorch 2.4.0 or later.", + ) + # Test non-FP8 and FP8 parameters. + @pytest.mark.parametrize("model_type", [TRANSFORMER, TE_TRANSFORMER]) + @pytest.mark.parametrize( + # Test gradient all-reduce, reduce-scatter, and param all-gather. + "dp_shard_strategy", + [OPTIM, OPTIM_GRADS, OPTIM_GRADS_PARAMS], + ) + # Test HSDP and HFSDP only. (FSDP collectives are a subset of HSDP.) + @pytest.mark.parametrize("dp_outer_strategy", [NO_SHARD, OPTIM]) + @pytest.mark.parametrize("custom_main_params_dtype", [None, torch.float64]) + @pytest.mark.parametrize("custom_main_grads_dtype", [None, torch.float32]) + def test_fully_shard_custom_dtype( + self, + model_type, + dp_shard_strategy, + dp_outer_strategy, + custom_main_params_dtype, + custom_main_grads_dtype, + ): + """ + Test custom data-types for gather and reduce communications. + """ + from megatron.core.distributed.fsdp.src.megatron_fsdp import ( + MixedPrecisionPolicy, + fully_shard_model, + fully_shard_optimizer, + ) + + if dp_outer_strategy == OPTIM and dp_shard_strategy != OPTIM_GRADS_PARAMS: + pytest.skip( + f"dp_outer sharding strategy {dp_outer_strategy} requires " + "zero_dp_strategy to be full-sharded ('optim_grads_params', 3)." + ) + if model_type == TE_TRANSFORMER and custom_main_params_dtype is None: + pytest.skip( + f"TransformerEngine FP8 all-gather requires a main parameter buffer for FSDP." + ) + + # Construct device mesh with DP-Outer=2 and DP-Shard=4. + device_mesh = build_distributed_environment((2, 4, 1, 1)) + + # Construct toy model. + if model_type == TE_TRANSFORMER: + # Use FP8 model parameters to test data-type customization. + te_quant_recipe = te.common.recipe.DelayedScaling() + with te.pytorch.quantized_model_init( + recipe=te_quant_recipe, + # Needed for FP8 parameters with Megatron-FSDP. + preserve_high_precision_init_val=True, + ): + toy_model = ToyTETransformer( + model_dim=64, + num_heads=2, + num_layers=2, + output_dim=64, + fuse_qkv_params=True, + params_dtype=torch.bfloat16, + device="meta", + ) + fsdp_unit_modules = [te.pytorch.TransformerLayer, te.pytorch.Linear] + else: + toy_model, fsdp_unit_modules = build_toy_model(model_type, True) + + # Fully-shard the model. + mfsdp_model = fully_shard_model( + module=toy_model, + device_mesh=device_mesh, + dp_shard_dim=DP_SHARD, + dp_outer_dim=DP_OUTER, + tp_dim=TP, + hybrid_fsdp_group=device_mesh[HSDP].get_group(), + fsdp_unit_modules=fsdp_unit_modules, + zero_dp_strategy=dp_shard_strategy, + outer_dp_sharding_strategy=dp_outer_strategy, + mixed_precision_policy=MixedPrecisionPolicy( + main_params_dtype=custom_main_params_dtype, + main_grads_dtype=custom_main_grads_dtype, + grad_comm_dtype=None, + ), + init_model_with_meta_device=True, + report_nan_in_param_grad=True, + ) + # Verify that the main weight and main gradient buffers have the correct dtype. + main_weight_buffer = getattr( + mfsdp_model.param_and_grad_buffer.parameter_groups[0], "main_weight_buffer", None + ) + if main_weight_buffer is not None: + assert main_weight_buffer.data.dtype == custom_main_params_dtype + if custom_main_grads_dtype is not None: + assert ( + mfsdp_model.param_and_grad_buffer.parameter_groups[0].main_grad_buffer.data.dtype + == custom_main_grads_dtype + ) + + # Initialize the distributed optimizer on the MegatronFSDP model. + toy_adam = Adam(params=mfsdp_model.parameters(), lr=0.001) + optimizer = fully_shard_optimizer(optimizer=toy_adam) + + # Mock input and target. + if model_type == TE_TRANSFORMER: + toy_input = torch.randn(16, 64, 64, dtype=torch.bfloat16).to("cuda") + toy_target = torch.randn(16, 64, 64, dtype=torch.bfloat16).to("cuda") + else: + toy_input = torch.randn(1, DIM_SIZE, DIM_SIZE).to("cuda") + toy_target = torch.randn(1, DIM_SIZE, DIM_SIZE).to("cuda") + + # Test a different mixed-precision policy every step. + for grad_comm_dtype in [None, torch.float16]: + # Set up mixed-precision context manager to change policy every step. + with mfsdp_model.mixed_precision_context( + MixedPrecisionPolicy(grad_comm_dtype=grad_comm_dtype) + ): + # Forward pass. + if model_type == TE_TRANSFORMER: + with te.pytorch.autocast(recipe=te_quant_recipe): + output = mfsdp_model(toy_input) + elif model_type == TRANSFORMER: + output = mfsdp_model(toy_input, toy_input) + + # Loss. + loss = mse_loss(output, toy_target) + + # Backward pass. + loss.backward() + + # Optimizer step syncs gradient communication. + optimizer.step() + optimizer.zero_grad() diff --git a/tests/unit_tests/distributed/test_param_and_grad_buffer.py b/tests/unit_tests/distributed/test_param_and_grad_buffer.py index b60dfb1791b..48f815531c5 100644 --- a/tests/unit_tests/distributed/test_param_and_grad_buffer.py +++ b/tests/unit_tests/distributed/test_param_and_grad_buffer.py @@ -373,3 +373,94 @@ def test_force_all_reduce_uses_correct_collective(force_all_reduce: bool): ), "Expected all_reduce NOT to be called when force_all_reduce=False" Utils.destroy_model_parallel() + + +class TestFreeOverlapBuffers: + """Tests for free_overlap_buffers() which releases GPU memory before async checkpoint saves.""" + + @staticmethod + def _make_model(): + """Create a DDP-wrapped model with overlap_param_gather enabled.""" + Utils.initialize_model_parallel() + ddp_config = DistributedDataParallelConfig( + grad_reduce_in_fp32=True, + use_distributed_optimizer=False, + overlap_grad_reduce=True, + overlap_param_gather=True, + bucket_size=None, + ) + module = TestModel( + input_dim=32, output_dim=32, num_layers=2, bias=False, shared_embedding=False + ).bfloat16() + model = DistributedDataParallel( + TransformerConfig(num_attention_heads=1, num_layers=1), + ddp_config=ddp_config, + module=module, + ) + return model + + def test_bucket_group_clears_buffers(self): + """free_overlap_buffers on a bucket group should None-out per-bucket layerwise buffers.""" + model = self._make_model() + + for bg in model.bucket_groups: + # Simulate buffers that would be allocated by start_param_sync. + for bucket in bg.buckets: + bucket.layerwise_gather_list = [torch.empty(8), torch.empty(8)] + bucket._layerwise_src_buffer = torch.empty(16) + + bg.free_overlap_buffers() + + for bucket in bg.buckets: + assert ( + bucket.layerwise_gather_list is None + ), "layerwise_gather_list should be None after free_overlap_buffers" + assert ( + bucket._layerwise_src_buffer is None + ), "_layerwise_src_buffer should be None after free_overlap_buffers" + + Utils.destroy_model_parallel() + + def test_bucket_group_waits_on_pending_handle(self): + """free_overlap_buffers should wait() on any pending param_gather_handle.""" + model = self._make_model() + + for bg in model.bucket_groups: + mock_handle = mock.MagicMock() + bg.param_gather_handle = mock_handle + + bg.free_overlap_buffers() + + mock_handle.wait.assert_called_once() + assert ( + bg.param_gather_handle is None + ), "param_gather_handle should be None after free_overlap_buffers" + + Utils.destroy_model_parallel() + + def test_bucket_group_noop_when_no_buffers(self): + """free_overlap_buffers should be safe to call when no buffers are allocated.""" + model = self._make_model() + + for bg in model.bucket_groups: + assert bg.param_gather_handle is None + for bucket in bg.buckets: + assert bucket.layerwise_gather_list is None + assert bucket._layerwise_src_buffer is None + + # Should not raise. + bg.free_overlap_buffers() + + Utils.destroy_model_parallel() + + def test_ddp_free_overlap_buffers_delegates(self): + """DDP.free_overlap_buffers should call free_overlap_buffers on all bucket groups.""" + model = self._make_model() + + with mock.patch.object(type(model.bucket_groups[0]), 'free_overlap_buffers') as mock_free: + model.free_overlap_buffers() + assert mock_free.call_count == len( + model.bucket_groups + model.expert_parallel_bucket_groups + ), "free_overlap_buffers should be called on every bucket group" + + Utils.destroy_model_parallel() diff --git a/tests/unit_tests/fusions/test_rmsnorm_residual_fusion.py b/tests/unit_tests/fusions/test_rmsnorm_residual_fusion.py new file mode 100644 index 00000000000..6c03e0fa801 --- /dev/null +++ b/tests/unit_tests/fusions/test_rmsnorm_residual_fusion.py @@ -0,0 +1,46 @@ +# Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + +import pytest +import torch +from transformer_engine.pytorch import RMSNorm + +from megatron.core.extensions.transformer_engine import TEFusedResidualRMSNorm + + +def baseline_rmsnorm_residual(x, rmsnorm: RMSNorm): + return rmsnorm(x), x + + +@pytest.mark.parametrize("input_dtype", [torch.bfloat16, torch.float32]) +@pytest.mark.parametrize("normalized_shape", [256, 256 * 2, 256 * 4]) +def test_rmsnorm_residual_fusion(input_dtype, normalized_shape): + x_baseline = torch.randn(16, 32, normalized_shape, dtype=input_dtype, device="cuda") + x_baseline.requires_grad = True + x_fused = x_baseline.detach() + x_fused.requires_grad = True + baseline_rmsnorm = RMSNorm(normalized_shape=normalized_shape, dtype=input_dtype).cuda() + fused_rmsnorm = TEFusedResidualRMSNorm( + normalized_shape=normalized_shape, dtype=input_dtype + ).cuda() + + # baseline + baseline_y, baseline_residual = baseline_rmsnorm_residual(x_baseline, baseline_rmsnorm) + baseline_loss = baseline_y.sum() + baseline_residual.sum() + baseline_loss.backward() + + # fused + fused_y, fused_residual = fused_rmsnorm(x_fused) + fused_loss = fused_y.sum() + fused_residual.sum() + fused_loss.backward() + + # Use tolerances appropriate for dtype (pattern from other tests) + tols = ( + dict(rtol=1e-6, atol=1e-6) if input_dtype is torch.float32 else dict(rtol=2e-2, atol=1e-2) + ) + + assert fused_y.dtype == baseline_y.dtype + assert torch.allclose(fused_y, baseline_y, **tols) + assert fused_residual.dtype == baseline_residual.dtype + assert torch.allclose(fused_residual, baseline_residual, **tols) + assert x_fused.grad.dtype == x_baseline.grad.dtype + assert torch.allclose(x_baseline.grad, x_fused.grad, **tols) diff --git a/tests/unit_tests/inference/contexts/attention_metadata/test_mamba_metadata.py b/tests/unit_tests/inference/contexts/attention_metadata/test_mamba_metadata.py index dd34061888e..7e76ce4b7b0 100644 --- a/tests/unit_tests/inference/contexts/attention_metadata/test_mamba_metadata.py +++ b/tests/unit_tests/inference/contexts/attention_metadata/test_mamba_metadata.py @@ -100,6 +100,7 @@ def test_update_decode_only_exact_match(self, metadata_context): expected_decode = torch.arange(4, dtype=torch.int32, device=metadata_context.device) assert torch.equal(metadata_context.batch_indices_decode, expected_decode) + assert metadata_context.batch_indices_prefill is None assert metadata_context.batch_indices_chunked_prefill is None assert metadata_context.device_decode_prefill is None @@ -124,6 +125,7 @@ def test_update_decode_only_padded(self, metadata_context): [0, 1, -1, -1], dtype=torch.int32, device=metadata_context.device ) assert torch.equal(metadata_context.batch_indices_decode, expected_decode) + assert metadata_context.batch_indices_prefill is None assert metadata_context.batch_indices_chunked_prefill is None assert metadata_context.device_decode_prefill is None @@ -144,6 +146,7 @@ def test_update_chunked_enabled_no_prefill_reqs(self, metadata_context): # Should behave exactly like decode-only (chunked logic skipped if real_prefill == 0) expected_decode = torch.tensor([0, 1], dtype=torch.int32, device=metadata_context.device) assert torch.equal(metadata_context.batch_indices_decode, expected_decode) + assert metadata_context.batch_indices_chunked_prefill is None assert metadata_context.batch_indices_prefill is None assert metadata_context.cu_seqlens is None @@ -242,7 +245,7 @@ def test_update_mixed_batch_exact(self, metadata_context): assert torch.equal(metadata_context.batch_indices_prefill, expected_prefill) expected_device_counts = torch.tensor( - [2, 2], dtype=torch.int32, device=metadata_context.device + [2, 30], dtype=torch.int32, device=metadata_context.device ) assert torch.equal(metadata_context.device_decode_prefill, expected_device_counts) @@ -288,7 +291,7 @@ def test_update_padded_prefill_and_decode(self, metadata_context): assert torch.equal(metadata_context.batch_indices_prefill, expected_prefill) expected_device_counts = torch.tensor( - [1, 1], dtype=torch.int32, device=metadata_context.device + [1, 10], dtype=torch.int32, device=metadata_context.device ) assert torch.equal(metadata_context.device_decode_prefill, expected_device_counts) @@ -334,7 +337,7 @@ def test_update_chunked_prefill_mixed_exact(self, metadata_context): assert torch.equal(metadata_context.batch_indices_prefill, expected_prefill) expected_device_counts = torch.tensor( - [1, 2], dtype=torch.int32, device=metadata_context.device + [1, 60], dtype=torch.int32, device=metadata_context.device ) assert torch.equal(metadata_context.device_decode_prefill, expected_device_counts) @@ -375,7 +378,7 @@ def test_update_chunked_prefill_mixed_padded(self, metadata_context): assert torch.equal(metadata_context.batch_indices_prefill, expected_prefill) expected_device_counts = torch.tensor( - [2, 2], dtype=torch.int32, device=metadata_context.device + [2, 60], dtype=torch.int32, device=metadata_context.device ) assert torch.equal(metadata_context.device_decode_prefill, expected_device_counts) diff --git a/tests/unit_tests/inference/contexts/test_dynamic_context.py b/tests/unit_tests/inference/contexts/test_dynamic_context.py index 67d62c7e4fa..4425a37347e 100644 --- a/tests/unit_tests/inference/contexts/test_dynamic_context.py +++ b/tests/unit_tests/inference/contexts/test_dynamic_context.py @@ -2,6 +2,7 @@ import contextlib import math +from unittest import mock import pytest import torch @@ -59,6 +60,8 @@ def _get_dynamic_context( is_hybrid_model=False, layer_type_list=None, paused_buffer_size_gb=None, + num_cuda_graphs=None, + num_speculative_tokens=0, ): if is_hybrid_model: if layer_type_list is None: @@ -66,7 +69,11 @@ def _get_dynamic_context( mamba_conv_states_shape = (544, 4) mamba_ssm_states_shape = (8, 64, 16) mamba_inference_state_config = MambaInferenceStateConfig( - layer_type_list, mamba_conv_states_shape, mamba_ssm_states_shape + layer_type_list, + mamba_conv_states_shape, + mamba_ssm_states_shape, + params_dtype, + params_dtype, ) else: mamba_inference_state_config = None @@ -80,7 +87,7 @@ def _get_dynamic_context( ), inference_config=InferenceConfig( max_sequence_length=max_sequence_length, - num_cuda_graphs=None, + num_cuda_graphs=num_cuda_graphs, use_cuda_graphs_for_non_decode_steps=True, buffer_size_gb=buffer_size_gb, paused_buffer_size_gb=( @@ -88,6 +95,7 @@ def _get_dynamic_context( ), block_size_tokens=block_size_tokens, max_tokens=max_tokens, + num_speculative_tokens=num_speculative_tokens, mamba_inference_state_config=mamba_inference_state_config, use_flashinfer_fused_rope=None, # default to using flash-infer if available # this is for compatibility with the LTS environment @@ -821,6 +829,10 @@ def test_release_memory_blocks_for_finished_requests(self, is_hybrid_model): dynamic_context.request_to_kv_block_ids[i, 0] = initial_blocks[i] dynamic_context.request_query_lengths[i] = 1 dynamic_context.request_ids[i] = i + dynamic_context.request_last_kv_block_id[i] = initial_blocks[i] + dynamic_context.request_last_kv_block_offset[i] = 0 + dynamic_context.request_kv_block_counts[i] = 1 + dynamic_context.request_in_prefill_status_tensor[i] = 0 if is_hybrid_model: dynamic_context.mamba_conv_states[:, i, :, :].fill_( float(i + 1) @@ -909,9 +921,16 @@ def test_finished_requests_with_multiple_blocks(self, is_hybrid_model): for i in range(3): dynamic_context.request_query_lengths[i] = 1 dynamic_context.request_ids[i] = i + dynamic_context.request_last_kv_block_id[i] = dynamic_context.request_to_kv_block_ids[ + i, dynamic_context.request_kv_block_counts[i] - 1 + ] + dynamic_context.request_last_kv_block_offset[i] = 0 + dynamic_context.request_in_prefill_status_tensor[i] = 0 if is_hybrid_model: dynamic_context.mamba_conv_states[:, i, :, :].fill_(float(i + 1)) dynamic_context.mamba_ssm_states[:, i, :, :, :].fill_(float(i + 1)) + dynamic_context.mamba_metadata.request_to_mamba_state_idx[i] = i + dynamic_context.mamba_metadata.mamba_state_free_slot_count -= 1 # Create an active_requests_mask where all requests are finished active_requests_mask = torch.tensor([0, 0, 0], device=torch.cuda.current_device()) @@ -1237,29 +1256,34 @@ def test_pipeline_parallel_uneven_layers(self): mamba_conv_states_shape = (544, 4) mamba_ssm_states_shape = (8, 64, 16) + params_dtype = torch.float32 if rank == 0: mamba_inference_state_config = MambaInferenceStateConfig( [Symbols.MAMBA] + [Symbols.ATTENTION] * 4, mamba_conv_states_shape, mamba_ssm_states_shape, + params_dtype, + params_dtype, ) else: mamba_inference_state_config = MambaInferenceStateConfig( [Symbols.MAMBA] * 4 + [Symbols.ATTENTION], mamba_conv_states_shape, mamba_ssm_states_shape, + params_dtype, + params_dtype, ) context = DynamicInferenceContext( model_config=TransformerConfig( - params_dtype=torch.float32, + params_dtype=params_dtype, num_layers=10, kv_channels=64, num_attention_heads=8, pipeline_model_parallel_size=pp_size, tensor_model_parallel_size=1, - pipeline_dtype=torch.float32, + pipeline_dtype=params_dtype, ), inference_config=InferenceConfig( max_sequence_length=128, @@ -1308,7 +1332,11 @@ def test_mamba_memory_ratio_allocation(self, ratio): mamba_conv_states_shape = (544, 4) mamba_ssm_states_shape = (8, 64, 16) mamba_config = MambaInferenceStateConfig( - layer_type_list, mamba_conv_states_shape, mamba_ssm_states_shape + layer_type_list, + mamba_conv_states_shape, + mamba_ssm_states_shape, + params_dtype, + params_dtype, ) context = DynamicInferenceContext( @@ -1385,3 +1413,113 @@ def test_max_requests_less_than_tp_size(self): with pytest.raises(AssertionError): DynamicInferenceContext(model_config=model_config, inference_config=inference_config) + + @pytest.mark.internal + @rounder_override(64) + @pytest.mark.parametrize("is_hybrid_model", [False, True]) + @pytest.mark.parametrize("num_cuda_graphs", [-1, 16, 32]) + @pytest.mark.parametrize("num_speculative_tokens", [0, 3]) + def test_add_dummy_requests_for_expert_parallel_step_matches_slow_path( + self, is_hybrid_model: bool, num_cuda_graphs: int, num_speculative_tokens: int + ): + """The fast path (add_dummy_requests_for_expert_parallel_step) must leave + the same observable state as the slow path + (add_dummy_requests_for_cudagraph_capture(min(cuda_graph_dims))). + """ + self._setup_model_parallel_group(1, 1) + + ctx = self._get_dynamic_context( + params_dtype=torch.float32, + num_layers=4, + kv_channels=8, + num_attention_heads=2, + max_sequence_length=512, + buffer_size_gb=0.03, + block_size_tokens=128, + max_tokens=None, + is_hybrid_model=is_hybrid_model, + layer_type_list=( + [Symbols.MAMBA, Symbols.ATTENTION, Symbols.MLP, Symbols.ATTENTION] + if is_hybrid_model + else None + ), + num_cuda_graphs=num_cuda_graphs, + num_speculative_tokens=num_speculative_tokens, + ) + + smallest = min(ctx.cuda_graph_batch_dimensions_list) + N = smallest.decode_req_count + T = smallest.token_count # N * (num_speculative_tokens + 1) + assert smallest.prefill_req_count == 0, "smallest graph must be decode-only" + + # --- slow path (reference) --- + ctx.add_dummy_requests_for_cudagraph_capture(smallest) + + slow_total_request_count = ctx.total_request_count + slow_active_token_count = ctx.active_token_count + slow_num_prefill_requests = ctx.num_prefill_requests + slow_request_query_lengths = ctx.request_query_lengths[:N].clone() + slow_request_kv_length_offsets = ctx.request_kv_length_offsets[:N].clone() + slow_request_to_kv_block_ids_col0 = ctx.request_to_kv_block_ids[:N, 0].clone() + slow_token_to_block_idx = ctx.token_to_block_idx[:T].clone() + slow_token_to_local_pos = ctx.token_to_local_position_within_kv_block[:T].clone() + if is_hybrid_model: + slow_token_to_request_idx = ctx.token_to_request_idx[:T].clone() + slow_mamba = ctx.mamba_metadata.request_to_mamba_state_idx[:N].clone() + + # --- reset and run fast path --- + ctx.reset() + ctx.add_dummy_requests_for_expert_parallel_step() + + # 1. Scalar counts + assert ctx.total_request_count == slow_total_request_count + assert ctx.active_token_count == slow_active_token_count + assert ctx.num_prefill_requests == slow_num_prefill_requests + + # 2. Per-request MHA state + assert torch.equal(ctx.request_query_lengths[:N], slow_request_query_lengths) + assert torch.equal(ctx.request_kv_length_offsets[:N], slow_request_kv_length_offsets) + assert torch.equal(ctx.request_to_kv_block_ids[:N, 0], slow_request_to_kv_block_ids_col0) + + # 3. Token-level state + dummy_block_idx = ctx.block_allocator.dummy_block_idx + assert torch.all(ctx.token_to_block_idx[:T] == dummy_block_idx) + assert torch.equal(ctx.token_to_block_idx[:T], slow_token_to_block_idx) + assert torch.equal(ctx.token_to_local_position_within_kv_block[:T], slow_token_to_local_pos) + + if is_hybrid_model: + # 4. token_to_request_idx + assert torch.equal(ctx.token_to_request_idx[:T], slow_token_to_request_idx) + + # 5. Mamba state slots allocated (indices may differ, but must be valid and unique) + fast_mamba = ctx.mamba_metadata.request_to_mamba_state_idx[:N] + assert (fast_mamba >= 0).all(), "fast path should allocate valid mamba slots" + assert (slow_mamba >= 0).all(), "slow path should allocate valid mamba slots" + assert fast_mamba.unique().numel() == N, "fast path mamba slots must be unique" + + @pytest.mark.internal + def test_gqa_high_tp_partition_heads(self): + """Tests that TP > GQA results in 1 attention head per partition.""" + tp_size = 8 + self._setup_model_parallel_group(tensor_parallel_size=tp_size, pipeline_parallel_size=1) + + model_config = TransformerConfig( + params_dtype=torch.float32, + num_layers=2, + kv_channels=64, + num_attention_heads=16, + num_query_groups=2, # GQA = 2 + tensor_model_parallel_size=tp_size, + ) + + # max_requests must be divisible by TP size (8) and REQUEST_ROUNDER + inference_config = InferenceConfig( + max_sequence_length=512, buffer_size_gb=0.1, block_size_tokens=128, max_requests=8 + ) + + dynamic_context = DynamicInferenceContext( + model_config=model_config, inference_config=inference_config + ) + + # With TP=8 and GQA=2, num_attention_heads_per_partition should be clamped to 1 + assert dynamic_context.num_attention_heads_per_partition == 1 diff --git a/tests/unit_tests/inference/contexts/test_dynamic_prefix_caching.py b/tests/unit_tests/inference/contexts/test_dynamic_prefix_caching.py new file mode 100644 index 00000000000..9122f5e8202 --- /dev/null +++ b/tests/unit_tests/inference/contexts/test_dynamic_prefix_caching.py @@ -0,0 +1,900 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. + +import asyncio +from collections import deque + +import pytest +import torch + +from megatron.core.inference.config import InferenceConfig, PrefixCachingEvictionPolicy +from megatron.core.inference.contexts.dynamic_context import DynamicInferenceContext +from megatron.core.inference.engines.dynamic_engine import DynamicInferenceEngine +from megatron.core.inference.inference_request import ( + HASH_PRIME, + DynamicInferenceRequest, + DynamicInferenceRequestRecord, + Status, + compute_block_hashes_batched, +) +from megatron.core.inference.sampling_params import SamplingParams +from megatron.core.tensor_parallel.random import model_parallel_cuda_manual_seed +from megatron.core.transformer.transformer_config import TransformerConfig +from tests.unit_tests.test_utilities import Utils + +# ========================================================================= +# Base class + helpers +# ========================================================================= + + +class PrefixCachingTestBase: + """Base class with shared setup/teardown and helper methods.""" + + def setup_method(self, method): + Utils.initialize_model_parallel( + tensor_model_parallel_size=1, pipeline_model_parallel_size=1 + ) + model_parallel_cuda_manual_seed(123) + + def teardown_method(self, method): + Utils.destroy_model_parallel() + + def _ctx( + self, + *, + buffer_size_gb=0.1, + block_size_tokens=32, + max_sequence_length=512, + rounder=64, + enable_prefix_caching=True, + max_tokens=None, + prefix_caching_eviction_policy=PrefixCachingEvictionPolicy.LRU, + ): + """Create a DynamicInferenceContext with sensible test defaults.""" + DynamicInferenceContext.ROUNDER = rounder + DynamicInferenceContext.TOKEN_ROUNDER = rounder + DynamicInferenceContext.REQUEST_ROUNDER = rounder + + transformer_config = TransformerConfig( + params_dtype=torch.float32, + num_layers=4, + kv_channels=8, + num_attention_heads=2, + hidden_size=16, + tensor_model_parallel_size=1, + pipeline_model_parallel_size=1, + use_cpu_initialization=True, + ) + inference_config = InferenceConfig( + max_sequence_length=max_sequence_length, + buffer_size_gb=buffer_size_gb, + paused_buffer_size_gb=0.2 * buffer_size_gb, + block_size_tokens=block_size_tokens, + max_tokens=max_tokens, + mamba_inference_state_config=None, + use_flashinfer_fused_rope=None, + unified_memory_level=0, + enable_prefix_caching=enable_prefix_caching, + prefix_caching_eviction_policy=prefix_caching_eviction_policy, + ) + return DynamicInferenceContext( + model_config=transformer_config, inference_config=inference_config + ) + + @staticmethod + def _req(ctx, prompt_tokens, request_id=1, *, enable_prefix_caching=True): + """Create a DynamicInferenceRequest with sensible defaults.""" + return DynamicInferenceRequest( + request_id=request_id, + prompt_tokens=prompt_tokens, + sampling_params=SamplingParams(num_tokens_to_generate=10), + block_size_tokens=ctx.block_size_tokens, + enable_prefix_caching=enable_prefix_caching, + ) + + @staticmethod + def _prompt(num_tokens, offset=0): + """Create a prompt tensor on CUDA.""" + return torch.arange(offset, offset + num_tokens, device=torch.cuda.current_device()) + + @staticmethod + def _block_ids(ctx, req_idx, n): + """Extract first n block IDs for a request as a list of ints.""" + return [ctx.request_to_kv_block_ids[req_idx][i].item() for i in range(n)] + + +class _StubEngine(DynamicInferenceEngine): + """Lightweight engine subclass that skips full __init__ for unit testing.""" + + def __init__(self, context: DynamicInferenceContext, *, enable_chunked_prefill=False): + self.context = context + self.enable_chunked_prefill = enable_chunked_prefill + self._prefix_coordination_waits = 0 + self._loop = asyncio.new_event_loop() + self.waiting_request_ids: deque = deque() + self.requests = {} + + +# ========================================================================= +# Class 1: TestBlockSharingAndRefCounts (5 tests) +# ========================================================================= + + +class TestBlockSharingAndRefCounts(PrefixCachingTestBase): + + @pytest.mark.internal + def test_identical_prompts_share_all_blocks(self): + """N=10 identical requests use only K blocks, not N*K.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 3) + + ctx.add_request(self._req(ctx, prompt.clone())) + first_blocks = self._block_ids(ctx, 0, 3) + avail_after_first = alloc.total_avail + + for i in range(2, 11): + ctx.add_request(self._req(ctx, prompt.clone(), request_id=i)) + + # Pool unchanged after 9 more requests + assert alloc.total_avail == avail_after_first + + # All share the same block IDs + for req_idx in range(1, 10): + assert self._block_ids(ctx, req_idx, 3) == first_blocks + + # Ref counts == 10 + for bid in first_blocks: + assert alloc.block_ref_counts[bid].item() == 10 + + @pytest.mark.internal + def test_divergent_suffix_shares_common_prefix(self): + """[A,B,C] + [A,B,D]: blocks 0-1 shared (ref=2), blocks 2,3 separate (ref=1).""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + + prompt1 = self._prompt(bs * 3) + ctx.add_request(self._req(ctx, prompt1)) + r1 = self._block_ids(ctx, 0, 3) + + prompt2 = prompt1.clone() + prompt2[bs * 2 :] += 1000 + ctx.add_request(self._req(ctx, prompt2, request_id=2)) + r2 = self._block_ids(ctx, 1, 3) + + assert r2[0] == r1[0] and r2[1] == r1[1], "Blocks 0,1 shared" + assert r2[2] != r1[2], "Block 2 separate" + assert alloc.block_ref_counts[r1[0]].item() == 2 + assert alloc.block_ref_counts[r1[1]].item() == 2 + assert alloc.block_ref_counts[r1[2]].item() == 1 + assert alloc.block_ref_counts[r2[2]].item() == 1 + + @pytest.mark.internal + def test_broken_chain_stops_sharing(self): + """[X,W,Z] vs [X,Y,Z]: only block 0 shared due to parent chain break.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + + prompt1 = self._prompt(bs * 3) + ctx.add_request(self._req(ctx, prompt1)) + r1 = self._block_ids(ctx, 0, 3) + + prompt2 = prompt1.clone() + prompt2[bs : bs * 2] += 5000 + ctx.add_request(self._req(ctx, prompt2, request_id=2)) + r2 = self._block_ids(ctx, 1, 3) + + assert r2[0] == r1[0], "Block 0 shared" + assert r2[1] != r1[1], "Block 1 NOT shared" + assert r2[2] != r1[2], "Block 2 NOT shared (hash chain broken)" + assert alloc.block_ref_counts[r1[0]].item() == 2 + assert alloc.block_ref_counts[r1[1]].item() == 1 + + @pytest.mark.internal + def test_disabled_means_no_sharing(self): + """enable_prefix_caching=False: identical prompts allocate separate blocks.""" + ctx = self._ctx(enable_prefix_caching=False) + bs = ctx.block_size_tokens + prompt = self._prompt(bs * 2) + + ctx.add_request(self._req(ctx, prompt.clone(), enable_prefix_caching=False)) + r1 = set(self._block_ids(ctx, 0, 2)) + + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2, enable_prefix_caching=False)) + r2 = set(self._block_ids(ctx, 1, 2)) + + assert r1.isdisjoint(r2) + + @pytest.mark.internal + def test_disabled_allocator_has_no_caching_state(self): + """Disabled allocator lacks caching attrs; REF_ZERO lacks timestamps.""" + ctx_disabled = self._ctx(enable_prefix_caching=False) + alloc_d = ctx_disabled.block_allocator + assert not hasattr(alloc_d, 'block_hashes') + assert not hasattr(alloc_d, 'hash_to_block_id') + assert not hasattr(alloc_d, 'block_ref_counts') + + ctx_rz = self._ctx(prefix_caching_eviction_policy=PrefixCachingEvictionPolicy.REF_ZERO) + alloc_rz = ctx_rz.block_allocator + assert not hasattr(alloc_rz, 'block_timestamps') + + +# ========================================================================= +# Class 2: TestPrefillTokenSavings (4 tests) +# ========================================================================= + + +class TestPrefillTokenSavings(PrefixCachingTestBase): + + @pytest.mark.internal + def test_lifetime_prefill_count_with_vs_without(self): + """Enabled saves tokens vs disabled for two identical prompts.""" + bs = 32 + + # Enabled + ctx_on = self._ctx() + prompt = self._prompt(bs * 4) + ctx_on.add_request(self._req(ctx_on, prompt.clone())) + ctx_on.add_request(self._req(ctx_on, prompt.clone(), request_id=2)) + enabled_total = ctx_on.lifetime_prefill_token_count + + # Disabled + ctx_off = self._ctx(enable_prefix_caching=False) + ctx_off.add_request(self._req(ctx_off, prompt.clone(), enable_prefix_caching=False)) + ctx_off.add_request( + self._req(ctx_off, prompt.clone(), request_id=2, enable_prefix_caching=False) + ) + disabled_total = ctx_off.lifetime_prefill_token_count + + # Enabled: 4*bs + 1 (min guard). Disabled: 4*bs + 4*bs. + assert enabled_total == bs * 4 + 1 + assert disabled_total == bs * 4 * 2 + assert enabled_total < disabled_total + + @pytest.mark.internal + def test_partial_match_reduces_prefill_proportionally(self): + """First req fills 3 blocks, second matches 2 of 3, adds bs tokens.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + + prompt1 = self._prompt(bs * 3) + ctx.add_request(self._req(ctx, prompt1.clone())) + + prompt2 = prompt1.clone() + prompt2[bs * 2 :] += 1000 + ctx.add_request(self._req(ctx, prompt2, request_id=2)) + + assert ctx.lifetime_prefill_token_count == bs * 3 + bs + + @pytest.mark.internal + def test_full_match_adds_single_token(self): + """Prompt exactly N*bs, fully matched: second request query length == 1.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + prompt = self._prompt(bs * 3) + + ctx.add_request(self._req(ctx, prompt.clone())) + tokens_after_a = ctx.active_token_count + + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + assert ctx.active_token_count - tokens_after_a == 1 + assert ctx.request_query_lengths[1].item() == 1 + + @pytest.mark.internal + def test_no_match_adds_full_prompt(self): + """Different prefix: full chunk_length added to lifetime count.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + + ctx.add_request(self._req(ctx, self._prompt(bs * 2))) + ctx.add_request(self._req(ctx, self._prompt(bs * 2, offset=9000), request_id=2)) + + assert ctx.lifetime_prefill_token_count == bs * 2 + bs * 2 + + +# ========================================================================= +# Class 3: TestRefCountLifecycle (5 tests) +# ========================================================================= + + +class TestRefCountLifecycle(PrefixCachingTestBase): + + @pytest.mark.internal + def test_lru_ref_decrement_preserves_cached_blocks(self): + """LRU mode: add 2, release both. Ref 2 -> 1 -> 0. Hash still in dict.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 2) + + ctx.add_request(self._req(ctx, prompt.clone())) + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + b0, b1 = self._block_ids(ctx, 0, 2) + b0_hash = alloc.block_hashes[b0].item() + + assert alloc.block_ref_counts[b0].item() == 2 + + ctx.release_memory_blocks_from_request_indexes(torch.tensor([0])) + assert alloc.block_ref_counts[b0].item() == 1 + assert b0_hash in alloc.hash_to_block_id + + ctx.release_memory_blocks_from_request_indexes(torch.tensor([1])) + assert alloc.block_ref_counts[b0].item() == 0 + assert alloc.block_ref_counts[b1].item() == 0 + assert b0_hash in alloc.hash_to_block_id, "LRU keeps cached blocks" + + @pytest.mark.internal + def test_lru_cached_blocks_reused_by_new_request(self): + """LRU mode: released blocks (ref=0, cached) reused by same-prefix request.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 2) + + ctx.add_request(self._req(ctx, prompt.clone())) + b0, b1 = self._block_ids(ctx, 0, 2) + + ctx.release_memory_blocks_from_request_indexes(torch.tensor([0])) + ctx.total_request_count = 0 + assert alloc.block_ref_counts[b0].item() == 0 + assert alloc.block_hashes[b0].item() in alloc.hash_to_block_id + + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + assert self._block_ids(ctx, 0, 2) == [b0, b1] + assert alloc.block_ref_counts[b0].item() == 1 + + @pytest.mark.internal + def test_lru_eviction_frees_oldest_cached_first(self): + """LRU mode, tiny buffer: create cached groups A, B. Fill memory. A evicted first.""" + ctx = self._ctx(buffer_size_gb=0.01, rounder=1) + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + + # Active request (protected) + ctx.add_request(self._req(ctx, self._prompt(bs * 2))) + active_blocks = ctx.request_to_kv_block_ids[0][:2].clone() + + # Cached request (evictable) + ctx.add_request(self._req(ctx, self._prompt(bs * 2, offset=5000), request_id=2)) + cached_blocks = ctx.request_to_kv_block_ids[1][:2].clone() + cached_hash = alloc.block_hashes[cached_blocks[0].item()].item() + ctx.release_memory_blocks_from_request_indexes(torch.tensor([1])) + ctx.total_request_count = 1 + assert alloc.block_ref_counts[cached_blocks[0].item()].item() == 0 + + # Fill remaining space to trigger eviction of cached blocks + for i in range(20): + try: + ctx.add_request( + self._req(ctx, self._prompt(bs * 2, offset=(i + 10) * 1000), request_id=i + 100) + ) + except Exception: + break + + # Active blocks remain protected + for bid in active_blocks: + assert alloc.block_ref_counts[bid.item()].item() == 1 + + @pytest.mark.internal + def test_refzero_deregisters_on_last_release(self): + """REF_ZERO: two reqs sharing prefix. Release both: hash removed, blocks returned.""" + ctx = self._ctx(prefix_caching_eviction_policy=PrefixCachingEvictionPolicy.REF_ZERO) + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 2) + + ctx.add_request(self._req(ctx, prompt.clone())) + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + + b0, b1 = self._block_ids(ctx, 0, 2) + b0_hash = alloc.block_hashes[b0].item() + avail_before = alloc.total_avail + + # Release first: ref=1, hash persists + ctx.release_memory_blocks_from_request_indexes(torch.tensor([0])) + assert alloc.block_ref_counts[b0].item() == 1 + assert b0_hash in alloc.hash_to_block_id + + # Release second: ref=0, hash removed, blocks returned + ctx.release_memory_blocks_from_request_indexes(torch.tensor([1])) + assert alloc.block_ref_counts[b0].item() == 0 + assert b0_hash not in alloc.hash_to_block_id + assert alloc.block_hashes[b0].item() == -1 + assert alloc.block_hashes[b1].item() == -1 + assert alloc.total_avail == avail_before + 2 + + @pytest.mark.internal + def test_refzero_released_blocks_not_discoverable(self): + """REF_ZERO: after full release, same-prefix request gets fresh blocks.""" + ctx = self._ctx(prefix_caching_eviction_policy=PrefixCachingEvictionPolicy.REF_ZERO) + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 2) + + ctx.add_request(self._req(ctx, prompt.clone())) + first_blocks = self._block_ids(ctx, 0, 2) + + ctx.release_memory_blocks_from_request_indexes(torch.tensor([0])) + ctx.total_request_count = 0 + + # Hash lookup returns None, so new blocks allocated + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + new_blocks = self._block_ids(ctx, 0, 2) + assert alloc.block_ref_counts[new_blocks[0]].item() == 1 + assert alloc.block_ref_counts[new_blocks[1]].item() == 1 + + +# ========================================================================= +# Class 4: TestHashComputation (3 tests) +# ========================================================================= + + +class TestHashComputation(PrefixCachingTestBase): + + @pytest.mark.internal + def test_determinism_and_range(self): + """Same tokens -> same hashes. All in [1, HASH_PRIME]. Different tokens differ.""" + tokens = self._prompt(32) + h1 = compute_block_hashes_batched(tokens, 32) + h2 = compute_block_hashes_batched(tokens, 32) + assert h1 == h2 + assert len(h1) == 1 + assert 1 <= h1[0] <= HASH_PRIME + + h_diff = compute_block_hashes_batched(self._prompt(32, offset=1), 32) + assert h_diff[0] != h1[0] + + @pytest.mark.internal + def test_parent_chaining_differentiates_position(self): + """4 blocks of all-zero tokens: all hashes distinct due to parent chaining.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + zeros = torch.zeros(bs * 4, device=torch.cuda.current_device(), dtype=torch.long) + hashes = compute_block_hashes_batched(zeros, bs) + assert len(hashes) == 4 + assert len(set(hashes)) == 4 + + @pytest.mark.internal + def test_edge_cases(self): + """Short, empty, and long prompts produce expected hash counts.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + + # Shorter than block_size -> empty + assert compute_block_hashes_batched(self._prompt(bs // 2), bs) == [] + + # Empty prompt -> empty + empty = torch.tensor([], device=torch.cuda.current_device(), dtype=torch.long) + assert compute_block_hashes_batched(empty, bs) == [] + + # 120-block prompt -> 120 positive hashes + long_prompt = torch.arange(bs * 120, device=torch.cuda.current_device(), dtype=torch.long) + h = compute_block_hashes_batched(long_prompt, bs) + assert len(h) == 120 + assert all(v > 0 for v in h) + + +# ========================================================================= +# Class 5: TestRegistrationAndDiscovery (4 tests) +# ========================================================================= + + +class TestRegistrationAndDiscovery(PrefixCachingTestBase): + + @pytest.mark.internal + def test_blocks_discoverable_after_add_request(self): + """After add_request, each block's hash maps to its block ID.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 2) + + req = self._req(ctx, prompt) + ctx.add_request(req) + b0, b1 = self._block_ids(ctx, 0, 2) + h0, h1 = req.precomputed_block_hashes + + assert alloc.hash_to_block_id.get(h0) == b0 + assert alloc.hash_to_block_id.get(h1) == b1 + assert alloc.block_hashes[b0].item() == h0 + assert alloc.block_hashes[b1].item() == h1 + + @pytest.mark.internal + def test_partial_block_not_registered(self): + """Prompt of bs + bs//2: first block registered, second block not.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + + prompt = self._prompt(bs + bs // 2) + ctx.add_request(self._req(ctx, prompt)) + b0, b1 = self._block_ids(ctx, 0, 2) + + assert alloc.block_hashes[b0].item() != -1, "Complete block registered" + assert alloc.block_hashes[b1].item() == -1, "Partial block not registered" + + @pytest.mark.internal + def test_decode_does_not_register_completed_blocks(self): + """Partial block stays unregistered after decode fills it (known limitation).""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + + prompt = self._prompt(bs + (bs - 1)) + ctx.add_request(self._req(ctx, prompt)) + b0, b1 = self._block_ids(ctx, 0, 2) + + assert alloc.block_hashes[b0].item() != -1 + assert alloc.block_hashes[b1].item() == -1 + + # One decode step fills block 1 + active_mask = torch.ones(1, device=torch.cuda.current_device(), dtype=torch.int32) + new_tokens = torch.tensor([100], device=torch.cuda.current_device()) + ctx.update_requests(active_mask, new_tokens) + + assert alloc.block_hashes[b1].item() == -1, "Decode does not register blocks" + + @pytest.mark.internal + def test_second_request_finds_registered_blocks(self): + """After req1 registers 3 blocks, req2's hashes all resolve in hash_to_block_id.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 3) + + req1 = self._req(ctx, prompt.clone()) + ctx.add_request(req1) + + req2 = self._req(ctx, prompt.clone(), request_id=2) + for h in req2.precomputed_block_hashes: + assert h in alloc.hash_to_block_id, f"Hash {h} should be discoverable" + + +# ========================================================================= +# Class 6: TestBlockAllocation (3 tests) +# ========================================================================= + + +class TestBlockAllocation(PrefixCachingTestBase): + + @pytest.mark.internal + def test_matched_blocks_not_allocated_from_pool(self): + """Req1 allocates 4 blocks. Req2 same prefix: pool unchanged, same block IDs.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 4) + + ctx.add_request(self._req(ctx, prompt.clone())) + first_blocks = self._block_ids(ctx, 0, 4) + avail_after_first = alloc.total_avail + + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + assert self._block_ids(ctx, 1, 4) == first_blocks + assert alloc.total_avail == avail_after_first + + @pytest.mark.internal + def test_extended_prompt_allocates_only_new_blocks(self): + """Req1: 3 blocks. Req2: 5 blocks (same first 3). Pool drops by exactly 2.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + + prompt1 = self._prompt(bs * 3) + ctx.add_request(self._req(ctx, prompt1)) + avail_after_first = alloc.total_avail + + prompt2 = torch.cat([prompt1, self._prompt(bs * 2, offset=1000)]) + ctx.add_request(self._req(ctx, prompt2, request_id=2)) + assert alloc.total_avail == avail_after_first - 2 + + @pytest.mark.internal + def test_check_availability_accounts_for_prefix_match(self): + """check_availability returns kv_cache_available=True when matched blocks cover need.""" + ctx = self._ctx(buffer_size_gb=0.01, rounder=1) + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 2) + + ctx.add_request(self._req(ctx, prompt.clone())) + + # Fill remaining pool + while alloc.total_avail > 0: + alloc.allocate_memory_blocks(1) + + # New request with same prefix: all blocks matched, needs 0 from pool + req2 = self._req(ctx, prompt.clone(), request_id=2) + _, _, kv_available = ctx.check_availability(req2) + assert kv_available, "Matched blocks don't need pool allocation" + + +# ========================================================================= +# Class 7: TestEngineScheduling (6 tests) +# ========================================================================= + + +class TestEngineScheduling(PrefixCachingTestBase): + + def _engine(self, ctx, **kwargs): + """Create a _StubEngine wrapping ctx.""" + return _StubEngine(ctx, **kwargs) + + def _add_to_waiting(self, engine, ctx, req): + """Register req with engine and put it in the waiting queue.""" + request_id = req.request_id + engine.requests[request_id] = type( + "Entry", + (), + { + "record": DynamicInferenceRequestRecord.from_request(req), + "future": engine._loop.create_future(), + }, + )() + req.status = Status.ACTIVE_AND_GENERATING_TOKENS + req.sampling_params.num_tokens_to_generate = 10 + engine.waiting_request_ids.append(request_id) + + @pytest.mark.internal + def test_shared_prefix_defers_second_request(self): + """Two requests with shared prefix: first scheduled, second deferred.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + engine = self._engine(ctx) + prompt = self._prompt(bs * 2) + + req1 = self._req(ctx, prompt.clone()) + self._add_to_waiting(engine, ctx, req1) + req2 = self._req(ctx, prompt.clone(), request_id=2) + self._add_to_waiting(engine, ctx, req2) + + engine.schedule_non_chunked_prefill() + assert ctx.total_request_count == 1 + assert len(engine.waiting_request_ids) == 1 + assert engine.waiting_request_ids[0] == 2 + assert engine._prefix_coordination_waits == 1 + + @pytest.mark.internal + def test_scheduler_skips_deferred_to_schedule_non_conflicting(self): + """req1+req2 share prefix A, req3 has prefix B. req1 and req3 scheduled, req2 deferred.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + engine = self._engine(ctx) + + prompt_a = self._prompt(bs * 2) + prompt_b = self._prompt(bs * 2, offset=5000) + + req1 = self._req(ctx, prompt_a.clone()) + self._add_to_waiting(engine, ctx, req1) + req2 = self._req(ctx, prompt_a.clone(), request_id=2) + self._add_to_waiting(engine, ctx, req2) + req3 = self._req(ctx, prompt_b.clone(), request_id=3) + self._add_to_waiting(engine, ctx, req3) + + engine.schedule_non_chunked_prefill() + assert ctx.total_request_count == 2, "req1 and req3 scheduled" + assert len(engine.waiting_request_ids) == 1 + assert engine.waiting_request_ids[0] == 2, "req2 deferred" + + @pytest.mark.internal + def test_registered_prefix_allows_immediate_scheduling(self): + """Prefix already in context: second request scheduled without deferral.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + engine = self._engine(ctx) + prompt = self._prompt(bs * 2) + + # Add first request directly to context (hashes registered) + ctx.add_request(self._req(ctx, prompt.clone())) + + req2 = self._req(ctx, prompt.clone(), request_id=2) + self._add_to_waiting(engine, ctx, req2) + + engine.schedule_non_chunked_prefill() + assert len(engine.waiting_request_ids) == 0 + assert ctx.total_request_count == 2 + assert engine._prefix_coordination_waits == 0 + + @pytest.mark.internal + def test_deferred_request_schedulable_after_registration(self): + """Round 1: req1 scheduled, req2 deferred. Round 2: req2 scheduled.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + engine = self._engine(ctx) + prompt = self._prompt(bs * 2) + + req1 = self._req(ctx, prompt.clone()) + self._add_to_waiting(engine, ctx, req1) + req2 = self._req(ctx, prompt.clone(), request_id=2) + self._add_to_waiting(engine, ctx, req2) + + engine.schedule_non_chunked_prefill() + assert ctx.total_request_count == 1 + assert len(engine.waiting_request_ids) == 1 + + # Round 2: hashes now registered from req1 + engine.schedule_non_chunked_prefill() + assert ctx.total_request_count == 2 + assert len(engine.waiting_request_ids) == 0 + + @pytest.mark.internal + def test_coordination_metrics_track_deferrals(self): + """get_prefix_coordination_metrics tracks waits correctly.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + engine = self._engine(ctx) + prompt = self._prompt(bs * 2) + + assert engine.get_prefix_coordination_metrics() == {"waits": 0} + + req1 = self._req(ctx, prompt.clone()) + self._add_to_waiting(engine, ctx, req1) + req2 = self._req(ctx, prompt.clone(), request_id=2) + self._add_to_waiting(engine, ctx, req2) + + engine.schedule_non_chunked_prefill() + assert engine.get_prefix_coordination_metrics() == {"waits": 1} + + # Second round: no new deferral + engine.schedule_non_chunked_prefill() + assert engine.get_prefix_coordination_metrics() == {"waits": 1} + assert len(engine.waiting_request_ids) == 0 + + @pytest.mark.internal + def test_chunked_prefill_defers_conflicting_request(self): + """Chunked prefill path has the same deferral logic.""" + ctx = self._ctx() + bs = ctx.block_size_tokens + engine = self._engine(ctx, enable_chunked_prefill=True) + prompt = self._prompt(bs * 2) + + req1 = self._req(ctx, prompt.clone()) + self._add_to_waiting(engine, ctx, req1) + req2 = self._req(ctx, prompt.clone(), request_id=2) + self._add_to_waiting(engine, ctx, req2) + + engine.schedule_chunked_prefill() + assert ctx.total_request_count == 1 + assert len(engine.waiting_request_ids) == 1 + assert engine._prefix_coordination_waits == 1 + + +# ========================================================================= +# Class 9: TestHybridModelMemoryOnly (4 tests) +# ========================================================================= + + +class TestHybridModelMemoryOnly(PrefixCachingTestBase): + """Hybrid models disable prefill skipping but still share blocks for memory savings.""" + + def _hybrid_ctx(self, **kwargs): + """Create a context with a hybrid (Transformer + Mamba) model config.""" + from megatron.core.inference.config import MambaInferenceStateConfig + + params_dtype = torch.float32 + + mamba_config = MambaInferenceStateConfig( + layer_type_list=["*", "M", "*", "M"], + conv_states_shape=(4, 8), + ssm_states_shape=(4, 16), + conv_states_dtype=params_dtype, + ssm_states_dtype=params_dtype, + ) + + defaults = dict( + buffer_size_gb=0.1, + block_size_tokens=32, + max_sequence_length=512, + rounder=64, + enable_prefix_caching=True, + prefix_caching_eviction_policy=PrefixCachingEvictionPolicy.LRU, + ) + defaults.update(kwargs) + + DynamicInferenceContext.ROUNDER = defaults["rounder"] + DynamicInferenceContext.TOKEN_ROUNDER = defaults["rounder"] + DynamicInferenceContext.REQUEST_ROUNDER = defaults["rounder"] + + transformer_config = TransformerConfig( + params_dtype=params_dtype, + num_layers=4, + kv_channels=8, + num_attention_heads=2, + hidden_size=16, + tensor_model_parallel_size=1, + pipeline_model_parallel_size=1, + use_cpu_initialization=True, + ) + inference_config = InferenceConfig( + max_sequence_length=defaults["max_sequence_length"], + buffer_size_gb=defaults["buffer_size_gb"], + paused_buffer_size_gb=0.2 * defaults["buffer_size_gb"], + block_size_tokens=defaults["block_size_tokens"], + max_tokens=defaults.get("max_tokens"), + mamba_inference_state_config=mamba_config, + use_flashinfer_fused_rope=None, + unified_memory_level=0, + enable_prefix_caching=defaults["enable_prefix_caching"], + prefix_caching_eviction_policy=defaults["prefix_caching_eviction_policy"], + ) + return DynamicInferenceContext( + model_config=transformer_config, inference_config=inference_config + ) + + @pytest.mark.internal + def test_no_prefill_skipping_for_hybrid_model(self): + """prefix_skip_tokens == 0 and effective_chunk_length == chunk_length even when blocks match.""" + ctx = self._hybrid_ctx() + bs = ctx.block_size_tokens + prompt = self._prompt(bs * 3) + + assert ctx.is_hybrid_model + + # First request: registers blocks. + req1 = self._req(ctx, prompt.clone()) + ctx.add_request(req1) + + # Second request: blocks match, but hybrid model forces no skipping. + req2 = self._req(ctx, prompt.clone(), request_id=2) + (matched, num_from_pool, _, _, prefix_skip, eff_chunk) = ctx._compute_prefix_match( + req2, len(prompt) + ) + assert len(matched) == 3, "should find 3 matching blocks" + assert prefix_skip == 0, "hybrid model must not skip prefill tokens" + assert eff_chunk == len(prompt), "effective chunk must equal full prompt length" + + @pytest.mark.internal + def test_matched_blocks_reused_saving_memory(self): + """Second hybrid request reuses matched blocks (fewer allocated from pool).""" + ctx = self._hybrid_ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 3) + + ctx.add_request(self._req(ctx, prompt.clone())) + avail_after_first = alloc.total_avail + + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + avail_after_second = alloc.total_avail + + # Second request should not consume any additional blocks from pool. + assert avail_after_second == avail_after_first + + @pytest.mark.internal + def test_ref_counts_incremented_for_matched_blocks(self): + """Matched blocks have ref_count == 2 after two hybrid requests share them.""" + ctx = self._hybrid_ctx() + bs = ctx.block_size_tokens + alloc = ctx.block_allocator + prompt = self._prompt(bs * 3) + + ctx.add_request(self._req(ctx, prompt.clone())) + first_blocks = self._block_ids(ctx, 0, 3) + + ctx.add_request(self._req(ctx, prompt.clone(), request_id=2)) + + for bid in first_blocks: + assert alloc.block_ref_counts[bid].item() == 2 + + @pytest.mark.internal + def test_all_prompt_tokens_in_context(self): + """All prompt tokens are processed (not skipped) for hybrid model requests.""" + ctx = self._hybrid_ctx() + bs = ctx.block_size_tokens + prompt = self._prompt(bs * 2) + + # First request registers blocks. + req1 = self._req(ctx, prompt.clone()) + ctx.add_request(req1) + tokens_after_first = ctx.active_token_count + + # Second request: even with matching blocks, all tokens must be processed. + req2 = self._req(ctx, prompt.clone(), request_id=2) + ctx.add_request(req2) + + # All prompt tokens from req2 should be active (none skipped). + assert ctx.active_token_count - tokens_after_first == len(prompt) + + # KV offset should be 0 (no prefix skip). + assert ctx.request_kv_length_offsets[1].item() == 0 diff --git a/tests/unit_tests/inference/engines/test_dynamic_engine.py b/tests/unit_tests/inference/engines/test_dynamic_engine.py index e679b5d7c64..001071fccb6 100644 --- a/tests/unit_tests/inference/engines/test_dynamic_engine.py +++ b/tests/unit_tests/inference/engines/test_dynamic_engine.py @@ -8,6 +8,7 @@ from dataclasses import dataclass, field from functools import partial from typing import Dict, List, Optional, Tuple +from unittest import mock import pytest import torch @@ -28,6 +29,7 @@ TokenOverflowError, ) from megatron.core.inference.engines import DynamicInferenceEngine +from megatron.core.inference.engines.dynamic_engine import EngineState from megatron.core.inference.inference_request import DynamicInferenceRequest, Status from megatron.core.inference.model_inference_wrappers.gpt.gpt_inference_wrapper import ( GPTInferenceWrapper, @@ -40,6 +42,7 @@ get_gpt_layer_local_spec, get_gpt_layer_with_inference_spec, get_gpt_layer_with_transformer_engine_spec, + get_gpt_mtp_block_spec, ) from megatron.core.models.gpt.gpt_model import GPTModel from megatron.core.models.mamba.mamba_layer_specs import mamba_stack_spec @@ -123,6 +126,7 @@ class DynamicEngineTestConfig: materialize_only_last_token_logits: bool = True skip_prompt_log_probs: bool = False enable_chunked_prefill: bool = False + enable_prefix_caching: bool = False cuda_graph_scope: List[CudaGraphScope] = field( default_factory=lambda: [CudaGraphScope.full_iteration_inference] ) @@ -138,19 +142,22 @@ class DynamicEngineTestConfig: kv_cache_management_mode: str = "persist" static_kv_memory_pointers: bool = True track_generated_token_events: bool = False - - fp8: bool = False + num_speculative_tokens: int = 0 def __post_init__(self): # Compute max_sequence_length. - assert self.max_sequence_length is None - assert self.num_tokens_to_generate is None or self.num_tokens_total is None - if self.num_tokens_to_generate is not None: - self.max_sequence_length = self.max_prompt_length + self.num_tokens_to_generate - else: - assert self.num_tokens_total is not None - self.max_sequence_length = self.num_tokens_total + if self.max_sequence_length is None: + assert self.num_tokens_to_generate is None or self.num_tokens_total is None + if self.num_tokens_to_generate is not None: + self.max_sequence_length = ( + self.max_prompt_length + + self.num_tokens_to_generate + + self.num_speculative_tokens + ) + else: + assert self.num_tokens_total is not None + self.max_sequence_length = self.num_tokens_total + self.num_speculative_tokens # Default paused buffer size. if self.context_paused_buffer_size_gb is None: @@ -258,10 +265,12 @@ def _build_inference_context( ), static_kv_memory_pointers=test_config.static_kv_memory_pointers, enable_chunked_prefill=test_config.enable_chunked_prefill, + enable_prefix_caching=test_config.enable_prefix_caching, use_flashinfer_fused_rope=None, # default to using flash-infer if available # this is for compatibility with the LTS environment unified_memory_level=0, # unit tests currently broken with UVM track_generated_token_events=test_config.track_generated_token_events, + num_speculative_tokens=test_config.num_speculative_tokens, ), ) @@ -295,6 +304,7 @@ def _build_test_env(cls, test_config): transformer_config = TransformerConfig( params_dtype=torch.bfloat16, num_layers=4, + mtp_num_layers=test_config.num_speculative_tokens, hidden_size=128 if test_config.fp8 else 32, num_attention_heads=4, use_cpu_initialization=True, @@ -336,6 +346,14 @@ def _build_test_env(cls, test_config): elif test_config.transformer_impl == "inference_optimized": layer_spec = get_gpt_layer_with_inference_spec() + # MTP block spec (needed for speculative decoding). + mtp_block_spec = None + if test_config.num_speculative_tokens > 0: + use_te = test_config.fp8 or test_config.transformer_impl == "transformer_engine" + mtp_block_spec = get_gpt_mtp_block_spec( + config=transformer_config, spec=layer_spec, use_transformer_engine=use_te + ) + # GPT model. model = GPTModel( config=transformer_config, @@ -345,6 +363,7 @@ def _build_test_env(cls, test_config): parallel_output=True, pre_process=parallel_state.is_pipeline_first_stage(), post_process=parallel_state.is_pipeline_last_stage(), + mtp_block_spec=mtp_block_spec, ).cuda() elif test_config.model_provider == "mamba": pp_size = test_config.pipeline_model_parallel_size @@ -354,6 +373,7 @@ def _build_test_env(cls, test_config): num_layers=( 3 if pp_size == 1 else 6 ), # 1 Mamba layer, 1 attention layer, 1 MLP layer + mtp_num_layers=test_config.num_speculative_tokens, hidden_size=256, # The Mamba layer places several constraints on this mamba_num_heads=16, num_attention_heads=16, @@ -389,8 +409,9 @@ def _build_test_env(cls, test_config): vocab_size=test_config.vocab_size, max_sequence_length=test_config.max_sequence_length, parallel_output=True, - hybrid_attention_ratio=0.3, - hybrid_mlp_ratio=0.3, + hybrid_layer_pattern=( + "M*-" if pp_size == 1 else "M*-|M*-" + ), # 3 or 6 layers (2 PP stages) pre_process=parallel_state.is_pipeline_first_stage(), post_process=parallel_state.is_pipeline_last_stage(), ).cuda() @@ -455,7 +476,7 @@ def _run_step(cls, env): # Suspend + resume. if ( env.config.suspend_resume_interval is not None - and env.engine.step_count % env.config.suspend_resume_interval == 0 + and env.engine.context.step_count % env.config.suspend_resume_interval == 0 ): suspend_resume_mems = {} suspend_resume_mems["start"] = torch.cuda.memory_stats() @@ -463,7 +484,7 @@ def _run_step(cls, env): suspend_resume_mems["mid"] = torch.cuda.memory_stats() env.engine.resume() # resume. suspend_resume_mems["end"] = torch.cuda.memory_stats() - env.mem_usage["suspend_resume"][env.engine.step_count] = suspend_resume_mems + env.mem_usage["suspend_resume"][env.engine.context.step_count] = suspend_resume_mems # Nothing done? finished_request_records = result["finished_request_records"] @@ -1532,26 +1553,45 @@ def test_chunked_prefill_avoid_single_token_chunk(self): @pytest.mark.skipif( not is_fa_min_version("2.7.3"), reason="need latest flash attn for dynamic batching" ) + @pytest.mark.parametrize("materialize_only_last_token_logits", [True, False]) + @pytest.mark.parametrize("skip_prompt_log_probs", [True, False]) @torch.inference_mode() - def test_chunked_prefill_with_log_probs(self): + def test_chunked_prefill_with_log_probs( + self, materialize_only_last_token_logits: bool, skip_prompt_log_probs: bool + ): """ - Test that chunked prefill correctly handles log probs with materialize_only_last_token_logits. - This verifies that intermediate log probs are properly discarded during chunked prefill. + Test that chunked prefill correctly handles log probs across all branches + of the log-prob accumulation logic. When materialize_only_last_token_logits=True, skip_prompt_log_probs must be True. """ + if materialize_only_last_token_logits and not skip_prompt_log_probs: + with pytest.raises(AssertionError, match="only last token logits are materialized"): + self._run_test( + num_requests=1, + min_prompt_length=1200, + max_prompt_length=1200, + num_tokens_to_generate=8, + materialize_only_last_token_logits=True, + return_log_probs=True, + skip_prompt_log_probs=False, + model_provider="gpt", + context_block_size_tokens=256, + context_max_tokens=1000, + enable_chunked_prefill=True, + ) + return + prompt_length = 1200 num_tokens_to_generate = 8 - # Run with chunked prefill, materialize_only_last_token_logits=True, and skip_prompt_log_probs=True - # This is the only valid combination for chunked prefill with last-token-only logits env = self._run_test( num_requests=1, min_prompt_length=prompt_length, max_prompt_length=prompt_length, num_tokens_to_generate=num_tokens_to_generate, - materialize_only_last_token_logits=True, + materialize_only_last_token_logits=materialize_only_last_token_logits, return_log_probs=True, - skip_prompt_log_probs=True, + skip_prompt_log_probs=skip_prompt_log_probs, model_provider="gpt", context_block_size_tokens=256, context_max_tokens=1000, @@ -1572,11 +1612,17 @@ def test_chunked_prefill_with_log_probs(self): f"generated log probs, got {len(request.generated_log_probs)}" ) - # When skip_prompt_log_probs is True, prompt_log_probs should be empty - assert request.prompt_log_probs is None or len(request.prompt_log_probs) == 0, ( - f"Request {request.request_id}: prompt_log_probs should be empty when " - f"skip_prompt_log_probs=True, but got {len(request.prompt_log_probs) if request.prompt_log_probs else 0} items" - ) + if skip_prompt_log_probs: + assert request.prompt_log_probs is None or len(request.prompt_log_probs) == 0, ( + f"Request {request.request_id}: prompt_log_probs should be empty when " + f"skip_prompt_log_probs=True, but got " + f"{len(request.prompt_log_probs) if request.prompt_log_probs else 0} items" + ) + else: + assert len(request.prompt_log_probs) == prompt_length - 1, ( + f"Request {request.request_id}: Expected {prompt_length - 1} " + f"prompt log probs, got {len(request.prompt_log_probs)}" + ) # Validate each generated log prob for i, log_prob in enumerate(request.generated_log_probs): @@ -1733,7 +1779,7 @@ def test_max_requests(self, max_requests: int | None): env = self._run_test( context_max_requests=max_requests, num_tokens_to_generate=16, num_gap_steps=1 ) - step_count = env.engine.step_count + step_count = env.engine.context.step_count context = env.engine.context if max_requests is None: assert context.max_requests == 816 @@ -1773,7 +1819,7 @@ def test_suspend_resume_cycle(self, kv_cache_management_mode, static_kv_memory_p engine = env.engine context = engine.context - assert not engine.is_suspended + assert engine.state != EngineState.SUSPENDED assert context.is_tensor_state_allocated deallocates = kv_cache_management_mode != "persist" @@ -1796,7 +1842,7 @@ def test_suspend_resume_cycle(self, kv_cache_management_mode, static_kv_memory_p # Suspend. engine.suspend() - assert engine.is_suspended + assert engine.state == EngineState.SUSPENDED assert not context.is_tensor_state_allocated gc.collect() @@ -1826,7 +1872,7 @@ def test_suspend_resume_cycle(self, kv_cache_management_mode, static_kv_memory_p # Resume. engine.resume() - assert not engine.is_suspended + assert engine.state != EngineState.SUSPENDED assert context.is_tensor_state_allocated if deallocates and not uses_tms: diff --git a/tests/unit_tests/inference/test_batch_dimension_utils.py b/tests/unit_tests/inference/test_batch_dimension_utils.py new file mode 100644 index 00000000000..81d538ec60e --- /dev/null +++ b/tests/unit_tests/inference/test_batch_dimension_utils.py @@ -0,0 +1,372 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. + +""" +Unit tests for CUDAGraphBatchDimensionBuilder.match_graph_config with expert parallelism. +""" + +import pytest +import torch +import torch.distributed as dist + +from megatron.core import parallel_state as ps +from megatron.core.inference.batch_dimensions_utils import ( + CUDAGraphBatchDimensionBuilder, + InferenceBatchDimensions, +) +from tests.unit_tests.test_utilities import Utils + +BD = InferenceBatchDimensions + +# Common config shared across tests +MAX_REQUESTS = 256 +MAX_TOKENS = 2048 +MAX_SEQ_LEN = 4096 +TP_SIZE = 1 +MIXED_PREFILL_COUNT = 16 + + +def _generate_graphs(num_cuda_graphs, use_non_decode=True): + """Generate cuda graph batch dimensions using the builder.""" + graph_list, _ = CUDAGraphBatchDimensionBuilder.generate_cuda_graph_batch_dimensions_list( + tp_size=TP_SIZE, + num_cuda_graphs=num_cuda_graphs, + cuda_graph_max_tokens=MAX_REQUESTS, + cuda_graph_mixed_prefill_request_count=MIXED_PREFILL_COUNT, + max_requests=MAX_REQUESTS, + max_tokens=MAX_TOKENS, + max_sequence_length=MAX_SEQ_LEN, + use_cuda_graphs_for_non_decode_steps=use_non_decode, + ) + return graph_list + + +def _match( + real, graph_list, ep_group, strict=False, decode_only=False, explicit_chunked_prefill=False +): + return CUDAGraphBatchDimensionBuilder.match_graph_config( + real_batch_dim=real, + cuda_graph_batch_dimensions_list=graph_list, + strict=strict, + decode_only_cuda_graphs=decode_only, + explicit_chunked_prefill=explicit_chunked_prefill, + ep_group=ep_group, + smallest_non_decode_cuda_graph_size=min(MIXED_PREFILL_COUNT, MAX_REQUESTS), + ) + + +def _assert_consistent_across_ranks(result, ep_group): + """Assert that the match result is the same on every EP rank. + + Either all ranks return None, or all ranks return a config with the + same token_count (which is what the all-reduce synchronises). + """ + if result is None: + flag = torch.zeros(1, dtype=torch.int32, device="cuda") + else: + flag = torch.ones(1, dtype=torch.int32, device="cuda") + + # If any rank got None, all must get None; if any rank got a match, all must. + flag_sum = flag.clone() + dist.all_reduce(flag_sum, op=dist.ReduceOp.SUM, group=ep_group) + ep_size = dist.get_world_size(ep_group) + assert ( + flag_sum.item() == 0 or flag_sum.item() == ep_size + ), f"Inconsistent match: {flag_sum.item()}/{ep_size} ranks got a match" + + if result is not None: + tc = torch.tensor([result.token_count], dtype=torch.int32, device="cuda") + tc_max = tc.clone() + tc_min = tc.clone() + dist.all_reduce(tc_max, op=dist.ReduceOp.MAX, group=ep_group) + dist.all_reduce(tc_min, op=dist.ReduceOp.MIN, group=ep_group) + assert ( + tc_max.item() == tc_min.item() + ), f"Token count mismatch across EP ranks: min={tc_min.item()}, max={tc_max.item()}" + + +class TestCUDAGraphTokenCountAlignment: + """Verify that mixed/prefill graph token counts are a subset of decode graph token counts.""" + + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_mixed_token_counts_subset_of_decode(self, num_cuda_graphs): + """Every token count in the mixed/prefill graph pool must also appear + in the decode-only pool. Otherwise, when EP syncs token counts across + ranks, decode-only ranks cannot find a graph at the same token count + as prefill ranks, causing inconsistent matching.""" + graph_list = _generate_graphs(num_cuda_graphs) + + decode_token_counts = {bd.token_count for bd in graph_list if bd.prefill_req_count == 0} + mixed_token_counts = {bd.token_count for bd in graph_list if bd.prefill_req_count > 0} + + mixed_only = mixed_token_counts - decode_token_counts + assert not mixed_only, ( + f"Mixed/prefill token counts with no decode graph: {sorted(mixed_only)}. " + f"This will cause EP rank mismatch when some ranks are decode-only " + f"and others have prefill." + ) + + # Decode-only token counts not in the mixed pool are allowed, but only + # below MIXED_PREFILL_COUNT. The EP adjustment elevates token counts to + # at least MIXED_PREFILL_COUNT when any rank has prefill, so any decode + # token count >= MIXED_PREFILL_COUNT must have a mixed counterpart. + decode_only = decode_token_counts - mixed_token_counts + large_decode_only = {tc for tc in decode_only if tc >= MIXED_PREFILL_COUNT} + assert not large_decode_only, ( + f"Decode-only token counts >= MIXED_PREFILL_COUNT ({MIXED_PREFILL_COUNT}) " + f"with no mixed/prefill graph: {sorted(large_decode_only)}. " + f"The EP token count elevation cannot guarantee alignment for these." + ) + + +class TestMatchGraphConfigWithEP: + """Tests for match_graph_config with expert parallelism. + + Uses the world group as the EP group (all 8 GPUs form one EP group). + """ + + def setup_method(self, method): + Utils.initialize_model_parallel( + tensor_model_parallel_size=1, + pipeline_model_parallel_size=1, + expert_model_parallel_size=Utils.world_size, + ) + + def teardown_method(self, method): + Utils.destroy_model_parallel() + + @staticmethod + def _get_ep_group(): + """Return the EP group created by initialize_model_parallel.""" + return ps.get_expert_model_parallel_group() + + # ------------------------------------------------------------------ # + # 1. All ranks same decode batch → consistent match + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_uniform_decode_batch(self, num_cuda_graphs): + """All EP ranks have the same decode-only batch → should all match the same graph.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + real = BD(token_count=32, prefill_req_count=0, decode_req_count=32) + + result = _match(real, graph_list, ep_group=ep_group) + _assert_consistent_across_ranks(result, ep_group) + assert result is not None, "Should find a matching graph for uniform decode batch" + + # ------------------------------------------------------------------ # + # 2. Different token counts across EP ranks → all-reduce takes max + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_varying_decode_token_counts(self, num_cuda_graphs): + """EP ranks have different decode token counts. The all-reduce + should take the max, and all ranks should match the same graph.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + # Each rank gets a different token count: 8, 16, 24, ... + token_count = (rank + 1) * 8 + real = BD(token_count=token_count, prefill_req_count=0, decode_req_count=token_count) + + result = _match(real, graph_list, ep_group=ep_group) + _assert_consistent_across_ranks(result, ep_group) + assert result is not None + + # ------------------------------------------------------------------ # + # 3. decode_only_cuda_graphs=True, some ranks have prefill → all None + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_decode_only_graphs_with_mixed_ranks(self, num_cuda_graphs): + """When decode_only_cuda_graphs=True and at least one EP rank has a + prefill request, ALL ranks should get None (eager mode).""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + # Rank 0 has a mixed batch (prefill + decode), all others decode-only + if rank == 0: + real = BD(token_count=64, prefill_req_count=2, decode_req_count=10) + else: + real = BD(token_count=32, prefill_req_count=0, decode_req_count=32) + + result = _match(real, graph_list, ep_group=ep_group, decode_only=True) + _assert_consistent_across_ranks(result, ep_group) + assert ( + result is None + ), "All ranks should run eager when decode_only=True and some rank has prefill" + + # ------------------------------------------------------------------ # + # 4. explicit_chunked_prefill=True, some ranks prefill → all None + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_explicit_chunked_prefill_with_mixed_ranks(self, num_cuda_graphs): + """When explicit_chunked_prefill=True and some EP rank has prefill, + ALL ranks should get None (eager mode).""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + if rank == 0: + real = BD(token_count=64, prefill_req_count=2, decode_req_count=10) + else: + real = BD(token_count=32, prefill_req_count=0, decode_req_count=32) + + result = _match(real, graph_list, ep_group=ep_group, explicit_chunked_prefill=True) + _assert_consistent_across_ranks(result, ep_group) + assert result is None, "All ranks should run eager with explicit_chunked_prefill" + + # ------------------------------------------------------------------ # + # 5. Mixed prefill graphs with strict matching + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_strict_matching_with_mixed_prefill(self, num_cuda_graphs): + """With strict matching, request counts are synced across EP ranks + via all-reduce. All ranks should still get a consistent result.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + # Varying prefill/decode split across ranks + prefill = min(rank + 1, MIXED_PREFILL_COUNT) + decode = 16 - prefill + real = BD(token_count=64, prefill_req_count=prefill, decode_req_count=decode) + + result = _match(real, graph_list, ep_group=ep_group, strict=True) + _assert_consistent_across_ranks(result, ep_group) + + # ------------------------------------------------------------------ # + # 6. Non-strict matching with mixed prefill + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_non_strict_matching_with_mixed_prefill(self, num_cuda_graphs): + """Non-strict matching: prefill slots can serve decode. Token count + is synced across EP ranks; result must be consistent.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + prefill = min(rank + 1, MIXED_PREFILL_COUNT) + decode = 16 - prefill + real = BD(token_count=64, prefill_req_count=prefill, decode_req_count=decode) + + result = _match(real, graph_list, ep_group=ep_group) + _assert_consistent_across_ranks(result, ep_group) + + # ------------------------------------------------------------------ # + # 7. Mixed decode/prefill across ranks — strict matching + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_mixed_decode_and_prefill_ranks_strict(self, num_cuda_graphs): + """Some EP ranks are pure decode, others have prefill requests. + With strict matching the all-reduce syncs request counts to the + max across ranks. Result must be consistent.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + # Even ranks: pure decode (32 tokens) + # Odd ranks: mixed prefill (64 tokens, 2 prefill + 14 decode) + if rank % 2 == 0: + real = BD(token_count=32, prefill_req_count=0, decode_req_count=32) + else: + real = BD(token_count=64, prefill_req_count=2, decode_req_count=14) + + result = _match(real, graph_list, ep_group=ep_group, strict=True) + _assert_consistent_across_ranks(result, ep_group) + + # ------------------------------------------------------------------ # + # 8. Mixed decode/prefill across ranks — non-strict matching + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_mixed_decode_and_prefill_ranks_non_strict(self, num_cuda_graphs): + """Some EP ranks are pure decode, others have prefill requests. + Non-strict matching only syncs token counts (not request counts). + Result must be consistent.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + # Even ranks: pure decode (32 tokens) + # Odd ranks: mixed prefill (64 tokens, 2 prefill + 14 decode) + if rank % 2 == 0: + real = BD(token_count=32, prefill_req_count=0, decode_req_count=32) + else: + real = BD(token_count=64, prefill_req_count=2, decode_req_count=14) + + result = _match(real, graph_list, ep_group=ep_group) + _assert_consistent_across_ranks(result, ep_group) + + # ------------------------------------------------------------------ # + # 9. All ranks decode-only with decode_only_cuda_graphs → should match + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_decode_only_graphs_all_decode(self, num_cuda_graphs): + """When all EP ranks are decode-only and decode_only_cuda_graphs=True, + a match should be found.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + token_count = (rank + 1) * 4 + real = BD(token_count=token_count, prefill_req_count=0, decode_req_count=token_count) + + result = _match(real, graph_list, ep_group=ep_group, decode_only=True) + _assert_consistent_across_ranks(result, ep_group) + assert result is not None, "All-decode batch with decode_only_cuda_graphs should match" + + # ------------------------------------------------------------------ # + # 10. Real batch exceeds all graphs → None on all ranks + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_oversized_batch_returns_none(self, num_cuda_graphs): + """When the real batch is larger than any available graph, all ranks + should get None.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + + # Token count exceeds MAX_TOKENS on all ranks + real = BD( + token_count=MAX_TOKENS + 100, + prefill_req_count=0, + decode_req_count=min(MAX_TOKENS + 100, MAX_REQUESTS), + ) + + result = _match(real, graph_list, ep_group=ep_group) + _assert_consistent_across_ranks(result, ep_group) + assert result is None, "Oversized batch should not match any graph" + + # ------------------------------------------------------------------ # + # 11. One EP rank has huge batch → all-reduce lifts to max → no match + # ------------------------------------------------------------------ # + @pytest.mark.internal + @pytest.mark.parametrize("num_cuda_graphs", [1, 16, 32, -1]) + def test_one_rank_oversized_forces_no_match(self, num_cuda_graphs): + """If one EP rank has a batch exceeding all graph capacities, the + all-reduce max lifts everyone → no match on any rank.""" + ep_group = self._get_ep_group() + graph_list = _generate_graphs(num_cuda_graphs) + rank = dist.get_rank() + + if rank == 0: + # This rank has a batch that exceeds all graphs + real = BD( + token_count=MAX_TOKENS + 100, + prefill_req_count=0, + decode_req_count=min(MAX_TOKENS + 100, MAX_REQUESTS), + ) + else: + real = BD(token_count=8, prefill_req_count=0, decode_req_count=8) + + result = _match(real, graph_list, ep_group=ep_group) + _assert_consistent_across_ranks(result, ep_group) + assert result is None, "All-reduce max from oversized rank should cause no match" diff --git a/tests/unit_tests/inference/test_data_parallel_inference_coordinator.py b/tests/unit_tests/inference/test_data_parallel_inference_coordinator.py index 57326291a73..be310c62f29 100644 --- a/tests/unit_tests/inference/test_data_parallel_inference_coordinator.py +++ b/tests/unit_tests/inference/test_data_parallel_inference_coordinator.py @@ -2,16 +2,25 @@ import asyncio import itertools +import multiprocessing +import os import time +import unittest.mock from collections import deque from typing import Dict, Optional import msgpack import pytest import torch -from tqdm import tqdm -from megatron.core.inference.engines.dynamic_engine import DynamicInferenceEngine, RequestEntry +from megatron.core.inference.data_parallel_inference_coordinator import ( + DataParallelInferenceCoordinator, +) +from megatron.core.inference.engines.dynamic_engine import ( + DynamicInferenceEngine, + EngineState, + RequestEntry, +) from megatron.core.inference.headers import Headers from megatron.core.inference.inference_client import InferenceClient from megatron.core.inference.inference_request import ( @@ -34,7 +43,6 @@ NUM_REQUESTS = 10 NUM_TOKENS = 2 DEFAULT_PORT = 46581 -ZMQ_FLAKY_SHUTDOWN = True class DummyTokenizer: @@ -64,6 +72,10 @@ class DummyContext: def __init__(self): self.active_cnt = 0 + self.step_count = 0 + self.block_size_tokens = 64 + self.enable_prefix_caching = False + self.prefix_caching_coordinator_policy = None def get_active_request_count(self) -> int: return self.active_cnt @@ -86,29 +98,55 @@ def __init__(self): """We cannot call super().__init__() because it requires complex setup.""" self.waiting_request_ids = deque() self.requests: Dict[int, RequestEntry] = {} - self.suspend_signal = False - self.is_suspended = False self._loop = get_asyncio_loop() self.context = DummyContext() self.controller = DummyController() - self.running = asyncio.Event() - self.paused = asyncio.Event() - self.stopped = asyncio.Event() self.pending_microbatch = deque() - self.received_pause: bool = False - self.received_stop: bool = False self.pg_collection = ProcessGroupCollection.use_mpu_process_groups() self.rank = torch.distributed.get_rank() + # State machine (mirrors dynamic_engine.py reset()). + self.state = EngineState.RUNNING + self._state_events = {k: asyncio.Event() for k in self._STATE_EVENTS} + self._state_events[EngineState.RUNNING].set() + self._pending_signals = deque() + self.resume_request_ids = None + self.use_coordinator = False + + self.ep_world_size = 1 + + self.step_start_event = unittest.mock.MagicMock() + self.step_end_event = unittest.mock.MagicMock() + + async def run_engine_with_coordinator(self, *, loop=None): + """Override to bypass @trace_async_exceptions for testability. + + In production, @trace_async_exceptions converts AssertionError to sys.exit(1) -> SystemExit. + In Python 3.12+, asyncio re-raises SystemExit from tasks in the main thread. + For tests, we let AssertionErrors propagate directly so pytest.raises can catch them. + """ + return await DynamicInferenceEngine.run_engine_with_coordinator.__wrapped__(self, loop=loop) + + def suspend(self): + pass + + def resume(self): + pass + def add_request( self, request_id: int, prompt: str, sampling_params: Optional[SamplingParams] = None ) -> asyncio.Future[DynamicInferenceRequestRecord]: """Dummy add_request.""" + # Mock tokenization to prevent `prompt_tokens == None`. + prompt_tokens = ( + torch.arange(len(prompt.split())) if isinstance(prompt, str) else torch.tensor(prompt) + ) self.requests[request_id] = RequestEntry( record=DynamicInferenceRequestRecord.from_request( DynamicInferenceRequest( prompt=prompt, + prompt_tokens=prompt_tokens, request_id=request_id, sampling_params=sampling_params, status=Status.WAITING_IN_QUEUE, @@ -122,6 +160,8 @@ def add_request( async def async_step(self, *, verbose: Optional[bool] = False) -> Dict: """Dummy async_step.""" + await asyncio.sleep(0) + # Finish "active" requests. finished_request_records = [] to_remove = [] @@ -139,7 +179,8 @@ async def async_step(self, *, verbose: Optional[bool] = False) -> Dict: # Send signal to coordinator. if self.is_mp_coordinator: payload = msgpack.packb( - [Headers.ENGINE_REPLY.value, [entry.record.serialize()]], use_bin_type=True + [Headers.ENGINE_REPLY.value, [entry.record.merge().serialize()]], + use_bin_type=True, ) self.socket_for_receiving_requests.send(payload) @@ -163,6 +204,42 @@ async def async_step(self, *, verbose: Optional[bool] = False) -> Dict: } +async def cleanup_engine(engine, client=None, timeout=30.0): + """Disconnect an engine between tests. The coordinator stays alive.""" + task = getattr(engine, 'engine_loop_task', None) + if task is not None and not task.done(): + if client is not None: + client.pause_engines() + try: + await asyncio.wait_for(engine.wait_until(EngineState.PAUSED), timeout=timeout) + except (asyncio.TimeoutError, Exception): + pass + + sub = getattr(engine, 'model_parallel_num_msgs_subscriber_socket', None) + if sub is not None: + sub.setsockopt(zmq.RCVTIMEO, 1000) + + # Close ZMQ communicator sockets to unblock any stuck ranks. + for attr in ('expert_parallel_zmq_communicator', 'world_zmq_communicator'): + comm = getattr(engine, attr, None) + if comm is not None: + comm.close() + + task.cancel() + try: + await asyncio.wait_for(asyncio.shield(task), timeout=5.0) + except (asyncio.TimeoutError, asyncio.CancelledError, Exception): + pass + + if client is not None: + # Walk the coordinator back to RUNNING regardless of its current state + # so the next test starts cleanly. Each call is a no-op when the + # coordinator is already in the target state (just logs a warning). + client.resume_engines() # SUSPENDED → PAUSED (no-op otherwise) + client.unpause_engines() # PAUSED → RUNNING (no-op otherwise) + client.stop() + + @pytest.fixture def initialize_model_parallel(request, monkeypatch): """Fixture to initialize and destroy model parallel. @@ -179,12 +256,65 @@ def initialize_model_parallel(request, monkeypatch): pipeline_model_parallel_size=pp, expert_model_parallel_size=ep, ) - dp = world_size // (tp * pp * ep) + dp = world_size // (tp * pp) yield world_size, dp, tp, pp, ep Utils.destroy_model_parallel() -@pytest.mark.skipif(ZMQ_FLAKY_SHUTDOWN, reason="ZMQ shutdown is flaky") +@pytest.fixture(scope="class") +def coordinator(): + """Launch a single coordinator process for the entire test class. + + Only rank 0 spawns the coordinator process. Non-rank-0 processes use a + placeholder address; the real address is broadcast inside each test's call + to start_listening_to_data_parallel_coordinator (which broadcasts dp_addr + from dp_src within the DP process group). + + The coordinator is spawned with data_parallel_size=0 so it doesn't block + waiting for engines; engines register dynamically via the empty-payload + re-registration path. + """ + rank = int(os.environ.get("RANK", "0")) + + if rank == 0: + spawn_context = multiprocessing.get_context('spawn') + pipe_parent, pipe_child = spawn_context.Pipe() + ready_event = spawn_context.Event() + proc = spawn_context.Process( + target=DataParallelInferenceCoordinator.entrypoint, + args=(pipe_child, ready_event, 0, DummyTokenizer(), DEFAULT_PORT, False), + ) + proc.start() + + # Wait for the coordinator to bind its socket and send the address. + while not pipe_parent.poll(timeout=0.1): + assert proc.is_alive(), "Coordinator process died during init" + dp_addr = pipe_parent.recv() + pipe_parent.close() + ready_event.wait(timeout=10.0) + else: + proc = None + # Placeholder: the engine setup broadcasts rank 0's actual address. + dp_addr = f"tcp://localhost:{DEFAULT_PORT}" + + yield dp_addr + + # Only rank 0 tears down the coordinator process. + if rank == 0 and proc is not None and proc.is_alive(): + ctx = zmq.Context() + sock = ctx.socket(zmq.DEALER) + sock.connect(dp_addr) + sock.send(msgpack.packb([Headers.CONNECT.value], use_bin_type=True)) + sock.recv() # CONNECT_ACK + sock.send(msgpack.packb([Headers.SHUTDOWN.value], use_bin_type=True)) + sock.close(linger=1000) + ctx.term() + proc.join(timeout=10.0) + if proc.is_alive(): + proc.terminate() + proc.join(timeout=5.0) + + class TestCoordinator: """Test class for Data Parallel Inference Coordinator.""" @@ -195,26 +325,43 @@ def build_requests(self, num_requests=NUM_REQUESTS, num_tokens=NUM_TOKENS): for _ in range(num_requests) ] - async def run_coordinator_test( - self, - *, - launch_coordinator=True, - stop_engines=True, - num_requests=NUM_REQUESTS, - num_tokens=NUM_TOKENS, - ): - """Run a coordinator test. Model parallel must already be initialized.""" + @pytest.mark.internal + @pytest.mark.skipif(not HAVE_ZMQ, reason="pyzmq is required for this test") + @pytest.mark.asyncio + @pytest.mark.parametrize( + "initialize_model_parallel", + [ + pytest.param((tp, pp, ep), id=f"tp{tp}-pp{pp}-ep{ep}") + for tp, pp, ep in itertools.product([1, 2], [1, 2], [1, 2]) + if tp * pp * ep <= Utils.world_size + ], + indirect=["initialize_model_parallel"], + ) + async def test_parallel_configs(self, initialize_model_parallel, coordinator): + """Test coordinator with various TP, PP, and EP configurations.""" + dp_addr = coordinator + port = int(dp_addr.rsplit(":", 1)[-1]) + requests = self.build_requests() engine = DummyEngine() - requests = self.build_requests(num_requests, num_tokens) + rank = torch.distributed.get_rank() - dp_addr = await engine.start_listening_to_data_parallel_coordinator( - inference_coordinator_port=DEFAULT_PORT, launch_inference_coordinator=launch_coordinator + await engine.start_listening_to_data_parallel_coordinator( + inference_coordinator_port=port, launch_inference_coordinator=False ) + # Ensure all engines are registered before submitting requests. + await asyncio.wait_for( + asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier), timeout=30.0 + ) + + client = None try: - if torch.distributed.get_rank() == 0: + if rank == 0: + # Yield so engine loop can run before we block the event loop + # with the client's synchronous connect handshake. + await asyncio.sleep(0) client = InferenceClient(dp_addr) - await client.start() + client.start() futures = [ client.add_request(prompt=prompt, sampling_params=params) @@ -222,268 +369,303 @@ async def run_coordinator_test( ] results = await asyncio.wait_for(asyncio.gather(*futures), timeout=10.0) - for record in results: - assert record[-1].status == Status.COMPLETED + for result in results: + assert result["status"] == Status.COMPLETED.name + + await asyncio.wait_for( + asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier), + timeout=30.0, + ) finally: + await cleanup_engine(engine, client) + + @pytest.mark.internal + @pytest.mark.skipif(not HAVE_ZMQ, reason="pyzmq is required for this test") + @pytest.mark.asyncio + async def test_deserialize_flag(self, initialize_model_parallel, coordinator): + """Test that the correct response type is returned based on the deserialize flag.""" + dp_addr = coordinator + port = int(dp_addr.rsplit(":", 1)[-1]) + engine = DummyEngine() + requests = self.build_requests(num_requests=2) + + await engine.start_listening_to_data_parallel_coordinator( + inference_coordinator_port=port, launch_inference_coordinator=False + ) + + await asyncio.wait_for( + asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier), timeout=30.0 + ) + + client = None + try: if torch.distributed.get_rank() == 0: - if stop_engines: - await asyncio.wait_for(client.stop_engines(), timeout=10.0) + await asyncio.sleep(0) + # Test deserialize=True + client = InferenceClient(dp_addr, deserialize=True) + client.start() + futures = [ + client.add_request(prompt=prompt, sampling_params=params) + for prompt, params in requests + ] + results = await asyncio.wait_for(asyncio.gather(*futures), timeout=10.0) + for result in results: + assert isinstance(result, DynamicInferenceRequest) client.stop() - if stop_engines: - try: - await asyncio.wait_for(engine.engine_loop_task, timeout=30.0) - except asyncio.TimeoutError: - engine.engine_loop_task.cancel() - return dp_addr + # Test deserialize=False (default) + client = InferenceClient(dp_addr) + client.start() + futures = [ + client.add_request(prompt=prompt, sampling_params=params) + for prompt, params in requests + ] + results = await asyncio.wait_for(asyncio.gather(*futures), timeout=10.0) + for result in results: + assert isinstance(result, dict) + + await asyncio.wait_for( + asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier), + timeout=30.0, + ) + finally: + await cleanup_engine(engine, client) @pytest.mark.internal @pytest.mark.skipif(not HAVE_ZMQ, reason="pyzmq is required for this test") @pytest.mark.asyncio @pytest.mark.parametrize( "initialize_model_parallel", - [ - pytest.param((tp, pp, ep), id=f"tp{tp}-pp{pp}-ep{ep}") - for tp, pp, ep in itertools.product([1, 2], [1, 2], [1, 2]) - if tp * pp * ep <= Utils.world_size - ], + [pytest.param((2, 2, 2), id="tp2-pp2-ep2")], indirect=["initialize_model_parallel"], ) - async def test_parallel_configs(self, initialize_model_parallel): - """Test coordinator with various TP, PP, and EP configurations.""" - await self.run_coordinator_test() + async def test_control_logic_lifecycle(self, initialize_model_parallel, coordinator): + """Comprehensive lifecycle test for the engine state machine.""" + # States where paused stays set: once set during PAUSE, it's only cleared by UNPAUSE. + PAUSED_FAMILY = { + EngineState.PAUSED, + EngineState.UNPAUSING, + EngineState.SUSPENDING, + EngineState.SUSPENDED, + EngineState.RESUMING, + EngineState.STOPPING, + EngineState.STOPPED, + } - @pytest.mark.internal - @pytest.mark.skipif(not HAVE_ZMQ, reason="pyzmq is required for this test") - @pytest.mark.asyncio - async def test_coordinator_lifecycle(self, initialize_model_parallel): - """Test coordinator connection and port conflict behavior.""" - engine1 = DummyEngine() - engine2 = None - engine3 = None - third_addr = None - - # Launch first coordinator - binds to DEFAULT_PORT - first_addr = await engine1.start_listening_to_data_parallel_coordinator( - inference_coordinator_port=DEFAULT_PORT, launch_inference_coordinator=True - ) + def assert_state(eng, expected): + """Assert engine state and all four event flags are consistent.""" + assert eng.state == expected, f"Expected state {expected}, got {eng.state}" + assert eng._state_events[EngineState.RUNNING].is_set() == ( + expected == EngineState.RUNNING + ), f"RUNNING.is_set()={eng._state_events[EngineState.RUNNING].is_set()} for state={expected}" + assert eng._state_events[EngineState.PAUSED].is_set() == ( + expected in PAUSED_FAMILY + ), f"PAUSED.is_set()={eng._state_events[EngineState.PAUSED].is_set()} for state={expected}" + assert eng._state_events[EngineState.SUSPENDED].is_set() == ( + expected == EngineState.SUSPENDED + ), f"SUSPENDED.is_set()={eng._state_events[EngineState.SUSPENDED].is_set()} for state={expected}" + assert eng._state_events[EngineState.STOPPED].is_set() == ( + expected == EngineState.STOPPED + ), f"STOPPED.is_set()={eng._state_events[EngineState.STOPPED].is_set()} for state={expected}" + + dp_addr = coordinator + port = int(dp_addr.rsplit(":", 1)[-1]) + requests = self.build_requests(num_requests=16) + engine = DummyEngine() + client = None + doomed_futures = [] + rank = torch.distributed.get_rank() try: - # Cancel engine1 loop without sending stop to coordinator - # This keeps coordinator process alive and holding the port - engine1.engine_loop_task.cancel() - try: - await engine1.engine_loop_task - except asyncio.CancelledError: - pass - - # Connect engine2 to existing coordinator (don't launch new one) - engine2 = DummyEngine() - second_addr = await engine2.start_listening_to_data_parallel_coordinator( - inference_coordinator_port=DEFAULT_PORT, launch_inference_coordinator=False + await engine.start_listening_to_data_parallel_coordinator( + inference_coordinator_port=port, launch_inference_coordinator=False ) - # Should connect to same port, but will not always in CI due to port conflicts. - first_port = int(first_addr.rsplit(":", 1)[-1]) - second_port = int(second_addr.rsplit(":", 1)[-1]) - # assert second_port == first_port - - # Cancel engine2 - engine2.engine_loop_task.cancel() - try: - await engine2.engine_loop_task - except asyncio.CancelledError: - pass - - # Launch new coordinator - should get different port since first is holding it - engine3 = DummyEngine() - third_addr = await engine3.start_listening_to_data_parallel_coordinator( - inference_coordinator_port=DEFAULT_PORT, launch_inference_coordinator=True + # Synchronize all ranks so every engine has registered. + await asyncio.wait_for( + asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier), + timeout=30.0, ) - # Verify we got a different port due to conflict - third_port = int(third_addr.rsplit(":", 1)[-1]) - assert ( - third_port != first_port - ), f"Expected different port due to conflict, but got same: {third_port}" + if rank == 0: + client = InferenceClient(dp_addr) + client.start() - finally: - # Clean up engine3's coordinator - if engine3 is not None and third_addr is not None: - client3 = InferenceClient(third_addr) - await client3.start() - await asyncio.wait_for(client3.stop_engines(), timeout=10.0) - client3.stop() - try: - await asyncio.wait_for(engine3.engine_loop_task, timeout=30.0) - except asyncio.TimeoutError: - engine3.engine_loop_task.cancel() - - # Rebuild engine and reconnect to engine1's coordinator - first_port = int(first_addr.rsplit(":", 1)[-1]) - engine1 = DummyEngine() - await engine1.start_listening_to_data_parallel_coordinator( - inference_coordinator_port=first_port, launch_inference_coordinator=False - ) - client1 = InferenceClient(first_addr) - await client1.start() - await asyncio.wait_for(client1.stop_engines(), timeout=10.0) - client1.stop() - try: - await asyncio.wait_for(engine1.engine_loop_task, timeout=30.0) - except asyncio.TimeoutError: - engine1.engine_loop_task.cancel() + await asyncio.wait_for(engine.wait_until(EngineState.RUNNING), timeout=5.0) + assert_state(engine, EngineState.RUNNING) - @pytest.mark.internal - @pytest.mark.skipif(not HAVE_ZMQ, reason="pyzmq is required for this test") - @pytest.mark.asyncio - async def test_pause(self, initialize_model_parallel): - """Test pause and resume functionality.""" - engine = DummyEngine() - requests = self.build_requests(num_requests=32) + # Try to submit signals out of FSM order. + # The coordinator's state machine filters these out. + client.suspend_engines() + await asyncio.sleep(0.1) + assert_state(engine, EngineState.RUNNING) + client.resume_engines() + await asyncio.sleep(0.1) + assert_state(engine, EngineState.RUNNING) + client.stop_engines() + await asyncio.sleep(0.1) + assert_state(engine, EngineState.RUNNING) - dp_addr = await engine.start_listening_to_data_parallel_coordinator( - inference_coordinator_port=DEFAULT_PORT, launch_inference_coordinator=True - ) + # Submit and complete requests while running. + futures = [client.add_request(prompt=p, sampling_params=s) for p, s in requests[:2]] + results = await asyncio.wait_for(asyncio.gather(*futures), timeout=5.0) + for result in results: + assert result["status"] == Status.COMPLETED.name + + # Submit requests while RUNNING, then PAUSE before they drain. + # These must survive the PAUSE (not be drained during PAUSING). + pre_pause_futures = [ + client.add_request(prompt=p, sampling_params=s) for p, s in requests[2:3] + ] + client.pause_engines() + await asyncio.wait_for(engine.wait_until(EngineState.PAUSED), timeout=5.0) + assert_state(engine, EngineState.PAUSED) - success = True - try: - if torch.distributed.get_rank() == 0: - client = InferenceClient(dp_addr) - await client.start() + # Pre-pause requests must NOT have been drained. + done, pending = await asyncio.wait(pre_pause_futures, timeout=0.5) + assert len(pending) > 0, "Pre-pause requests should not drain during PAUSING" - # Submit requests and pause after completion. - futures = [client.add_request(prompt=p, sampling_params=s) for p, s in requests[:2]] + # Try pausing again and see if it breaks. + client.pause_engines() await asyncio.sleep(0.1) - awaitables = futures + [client.pause_engines()] - try: - await asyncio.wait_for(asyncio.gather(*awaitables), timeout=0.5) - except asyncio.TimeoutError: - pytest.fail("Pause operation timed out.") - - # Ensure that requests can be added while paused. - prompt, params = requests[2] - future = client.add_request(prompt=prompt, sampling_params=params) - with pytest.raises(asyncio.TimeoutError): - await asyncio.wait_for(future, timeout=0.1) - - # Resume and verify new requests complete. - client.unpause_engines() - # TODO: The system should not be incorrectly raising a cancelled error here. - with pytest.raises(asyncio.CancelledError): - await future + assert_state(engine, EngineState.PAUSED) + + # Requests submitted while PAUSED should queue, not complete. + paused_futures = [ + client.add_request(prompt=p, sampling_params=s) for p, s in requests[3:5] + ] + # Use asyncio.wait (not wait_for) so futures aren't cancelled. + done, pending = await asyncio.wait(paused_futures, timeout=0.5) + assert len(done) == 0, "No requests should complete while paused" + assert len(pending) == 2 + # UNPAUSE and verify all in-flight requests (pre-pause + paused) complete. + client.unpause_engines() + await asyncio.wait_for(engine.wait_until(EngineState.RUNNING), timeout=5.0) + all_queued = pre_pause_futures + paused_futures + results = await asyncio.wait_for(asyncio.gather(*all_queued), timeout=10.0) + for result in results: + assert result["status"] == Status.COMPLETED.name + assert_state(engine, EngineState.RUNNING) + + # Engine processes new requests normally after unpause. futures = [ - client.add_request(prompt=p, sampling_params=s) for p, s in requests[3:4] + client.add_request(prompt=p, sampling_params=s) for p, s in requests[5:7] ] + results = await asyncio.wait_for(asyncio.gather(*futures), timeout=5.0) + for result in results: + assert result["status"] == Status.COMPLETED.name + + # Suspend. + client.pause_engines() + await asyncio.wait_for(engine.wait_until(EngineState.PAUSED), timeout=5.0) + assert_state(engine, EngineState.PAUSED) + + client.suspend_engines() + await asyncio.wait_for(engine.wait_until(EngineState.SUSPENDED), timeout=5.0) + assert_state(engine, EngineState.SUSPENDED) + + # Try pausing again and see if it breaks. + client.pause_engines() await asyncio.sleep(0.1) - try: - await asyncio.wait_for(asyncio.gather(*futures), timeout=0.5) - except asyncio.TimeoutError: - pytest.fail("Resumed requests did not complete in time.") - except: - success = False + assert_state(engine, EngineState.SUSPENDED) + + # Try suspending again and see if it breaks. + client.pause_engines() + await asyncio.sleep(0.1) + assert_state(engine, EngineState.SUSPENDED) + + # Resume. + client.resume_engines() + await asyncio.wait_for(engine.wait_until(EngineState.RESUMED), timeout=5.0) + assert_state(engine, EngineState.PAUSED) + assert not engine._state_events[EngineState.SUSPENDED].is_set() + + # Engine processes requests after suspend/resume cycle. + client.unpause_engines() + await asyncio.wait_for(engine.wait_until(EngineState.RUNNING), timeout=5.0) + + futures = [ + client.add_request(prompt=p, sampling_params=s) for p, s in requests[7:10] + ] + results = await asyncio.wait_for(asyncio.gather(*futures), timeout=5.0) + for result in results: + assert result["status"] == Status.COMPLETED.name + + # Submit requests that will be cancelled on STOP. + client.pause_engines() + await asyncio.wait_for(engine.wait_until(EngineState.PAUSED), timeout=5.0) + assert_state(engine, EngineState.PAUSED) + + doomed_futures = [ + client.add_request(prompt=p, sampling_params=s) for p, s in requests[10:13] + ] + + # Synchronize all ranks before STOP. + await asyncio.wait_for( + asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier), + timeout=30.0, + ) + + if rank == 0: + # Verify doomed futures are still pending. + for f in doomed_futures: + assert not f.done(), "Client futures should still be pending" + client.stop_engines() + + await asyncio.wait_for(engine.wait_until(EngineState.STOPPED), timeout=60.0) + assert_state(engine, EngineState.STOPPED) + finally: - try: - if torch.distributed.get_rank() == 0: - await asyncio.wait_for(client.stop_engines(), timeout=5.0) - client.stop() - await asyncio.wait_for(engine.engine_loop_task, timeout=30.0) - except asyncio.TimeoutError: - engine.engine_loop_task.cancel() - assert success, "Pause/resume test failed." + await cleanup_engine(engine, client) + + # cleanup_engine called client.stop() which cancels pending futures. + if torch.distributed.get_rank() == 0: + for f in doomed_futures: + assert f.cancelled(), "Client futures should be cancelled after client.stop()" + @pytest.mark.flaky + @pytest.mark.flaky_in_dev @pytest.mark.internal @pytest.mark.skipif(not HAVE_ZMQ, reason="pyzmq is required for this test") @pytest.mark.asyncio - async def test_throughput(self, initialize_model_parallel): - """Throughput test with no TP or PP.""" + async def test_throughput(self, initialize_model_parallel, coordinator): + """Throughput benchmark: measures ZMQ packet rate.""" + _, dp, _, _, _ = initialize_model_parallel num_requests = 10**4 num_iterations = 10 + dp_addr = coordinator + port = int(dp_addr.rsplit(":", 1)[-1]) engine = DummyEngine() requests = self.build_requests(num_requests=num_requests) - start_time = time.time() - dp_addr = await engine.start_listening_to_data_parallel_coordinator( - inference_coordinator_port=DEFAULT_PORT, launch_inference_coordinator=True + await engine.start_listening_to_data_parallel_coordinator( + inference_coordinator_port=port, launch_inference_coordinator=False ) + # Ensure all engines are registered before submitting requests. + await asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier) + + client = None try: if torch.distributed.get_rank() == 0: client = InferenceClient(dp_addr) - await client.start() - init_time = time.time() + client.start() + start_time = time.time() for _ in range(num_iterations): futures = [] - for prompt, sampling_params in tqdm(requests, "add_requests"): + for prompt, sampling_params in requests: fut = client.add_request(prompt=prompt, sampling_params=sampling_params) futures.append(fut) - await asyncio.wait_for(asyncio.gather(*futures), timeout=10.0) - done_time = time.time() + await asyncio.wait_for(asyncio.gather(*futures), timeout=30.0) + elapsed_ms = (time.time() - start_time) * 1e3 + total = num_requests * num_iterations // dp + print( + f"ZMQ throughput: {total / elapsed_ms:.2f} requests/ms " + f"({total} reqs in {elapsed_ms:.0f} ms)" + ) + await asyncio.get_event_loop().run_in_executor(None, torch.distributed.barrier) finally: - if torch.distributed.get_rank() == 0: - await asyncio.wait_for(client.stop_engines(), timeout=10.0) - client.stop() - try: - await asyncio.wait_for(engine.engine_loop_task, timeout=30.0) - except asyncio.TimeoutError: - engine.engine_loop_task.cancel() - - stop_time = time.time() - - flags = torch.tensor([1, 1, 1], dtype=torch.int, device=torch.cuda.current_device()) - - init_duration = golden_init_duration = None - run_duration = golden_run_duration = None - stop_duration = golden_stop_duration = None - - if torch.distributed.get_rank() == 0: - init_duration = (init_time - start_time) * 10**3 - golden_init_duration = 6974.43 # ms - run_duration = (done_time - init_time) * 10**3 - golden_run_duration = 4392.63 # ms - stop_duration = (stop_time - done_time) * 10**3 - golden_stop_duration = 931.49 # ms - - def clamp_to_golden_value(value, golden_value, delta=0.1): - return value > golden_value * (1 - delta) and value < golden_value * (1 + delta) - - if not clamp_to_golden_value(init_duration, golden_init_duration, delta=0.5): - flags[0] = 0 - if not clamp_to_golden_value(run_duration, golden_run_duration, delta=0.2): - flags[1] = 0 - if not clamp_to_golden_value(stop_duration, golden_stop_duration, delta=1.0): - flags[2] = 0 - - # Synchronize results - torch.distributed.broadcast(flags, src=0) - - if torch.distributed.get_rank() == 0: - print(f"Initialization time: {init_duration:.2f} ms") - print(f"Run time: {run_duration:.2f} ms") - print(f"Stop time: {stop_duration:.2f} ms") - - assert flags[0].item() == 1, ( - f"WARNING: Init duration {init_duration:.2f}s deviates from " - f"golden value {golden_init_duration:.2f}s" - ) - assert flags[1].item() == 1, ( - f"WARNING: Run duration {run_duration:.2f}s deviates from " - f"golden value {golden_run_duration:.2f}s" - ) - assert flags[2].item() == 1, ( - f"WARNING: Stop duration {stop_duration:.2f}s deviates from " - f"golden value {golden_stop_duration:.2f}s" - ) - - print( - f"ZMQ throughput is approximately " - f"{num_requests * num_iterations / run_duration:.2f} " - f"requests/ms" - ) - else: - assert flags[0].item() == 1 - assert flags[1].item() == 1 - assert flags[2].item() == 1 + await cleanup_engine(engine, client) diff --git a/tests/unit_tests/inference/test_dynamic_prefix_caching_coordinator.py b/tests/unit_tests/inference/test_dynamic_prefix_caching_coordinator.py new file mode 100644 index 00000000000..e8d2bc728ef --- /dev/null +++ b/tests/unit_tests/inference/test_dynamic_prefix_caching_coordinator.py @@ -0,0 +1,571 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + +"""Tests for prefix-cache-aware coordinator routing. + +Validates that the DataParallelInferenceCoordinator correctly computes block +hashes from prompts, routes requests to the DP rank with the longest consecutive +prefix match, and maintains per-rank shadow state (cached hashes and timestamps). +""" + +import asyncio +import itertools +from collections import deque +from typing import Dict, Optional +from unittest.mock import MagicMock + +import msgpack +import pytest +import torch + +from megatron.core.inference.config import PrefixCachingCoordinatorPolicy +from megatron.core.inference.data_parallel_inference_coordinator import ( + DataParallelInferenceCoordinator, +) +from megatron.core.inference.engines.dynamic_engine import DynamicInferenceEngine, RequestEntry +from megatron.core.inference.headers import Headers +from megatron.core.inference.inference_client import InferenceClient +from megatron.core.inference.inference_request import ( + DynamicInferenceRequest, + DynamicInferenceRequestRecord, + Status, + compute_block_hashes_batched, +) +from megatron.core.inference.sampling_params import SamplingParams +from megatron.core.process_groups_config import ProcessGroupCollection +from megatron.core.utils import get_asyncio_loop +from tests.unit_tests.test_utilities import Utils + +try: + import zmq + + HAVE_ZMQ = True +except ImportError: + HAVE_ZMQ = False + + +# ============================================================================ +# Shared fixtures and helpers +# ============================================================================ + +DEFAULT_PORT = 46582 +ZMQ_FLAKY_SHUTDOWN = True + +BLOCK_SIZE = 4 + + +class DummyTokenizer: + """Dummy tokenizer that splits on whitespace and converts to ints.""" + + def __init__(self, vocab_size: int = 10, bos: int | None = None, eod: int = 0, pad: int = 0): + self.vocab_size = vocab_size + self.bos = bos + self.eod = eod + self.pad = pad + + def tokenize(self, prompt): + if isinstance(prompt, str): + return [int(tok) % self.vocab_size for tok in prompt.strip().split()] + return list(prompt) + + def detokenize(self, tokens, skip_special_tokens: bool = False): + if isinstance(tokens, torch.Tensor): + tokens = tokens.tolist() + if skip_special_tokens and self.eod in tokens: + tokens = [tok for tok in tokens if tok != self.eod] + return " ".join(str(tok) for tok in tokens) + + +class DummyContext: + """Dummy inference context.""" + + def __init__(self): + self.active_cnt = 0 + + def get_active_request_count(self) -> int: + return self.active_cnt + + +class DummyController: + """Dummy inference controller.""" + + def __init__(self): + self.tokenizer = DummyTokenizer() + + def dummy_forward(self): + pass + + +class DummyEngine(DynamicInferenceEngine): + """Dummy inference engine that only implements coordinator-related methods.""" + + def __init__(self): + self.waiting_request_ids = deque() + self.requests: Dict[int, RequestEntry] = {} + self.suspend_signal = False + self.is_suspended = False + self._loop = get_asyncio_loop() + self.context = DummyContext() + self.controller = DummyController() + self.running = asyncio.Event() + self.paused = asyncio.Event() + self.stopped = asyncio.Event() + self.pending_microbatch = deque() + self.received_pause: bool = False + self.received_stop: bool = False + self.pg_collection = ProcessGroupCollection.use_mpu_process_groups() + self.rank = torch.distributed.get_rank() + + def add_request( + self, request_id: int, prompt: str, sampling_params: Optional[SamplingParams] = None + ) -> asyncio.Future[DynamicInferenceRequestRecord]: + self.requests[request_id] = RequestEntry( + record=DynamicInferenceRequestRecord.from_request( + DynamicInferenceRequest( + prompt=prompt, + request_id=request_id, + sampling_params=sampling_params, + status=Status.WAITING_IN_QUEUE, + ) + ), + future=self._loop.create_future(), + ) + self.waiting_request_ids.append(request_id) + return self.requests[request_id].future + + async def async_step(self, *, verbose: Optional[bool] = False) -> Dict: + finished_request_records = [] + to_remove = [] + for request_id, entry in self.requests.items(): + request = entry.record[-1] + if request.status == Status.ACTIVE_AND_GENERATING_TOKENS: + request.sampling_params.num_tokens_to_generate -= 1 + if request.sampling_params.num_tokens_to_generate > 0: + continue + request.status = Status.COMPLETED + self.context.active_cnt -= 1 + finished_request_records.append(entry.record) + entry.future.set_result(entry.record) + to_remove.append(request_id) + if self.is_mp_coordinator: + payload = msgpack.packb( + [Headers.ENGINE_REPLY.value, [entry.record.serialize()]], use_bin_type=True + ) + self.socket_for_receiving_requests.send(payload) + + for request_id in to_remove: + del self.requests[request_id] + + active_request_ids = [] + while self.waiting_request_ids: + request_id = self.waiting_request_ids.popleft() + record = self.requests[request_id].record + record[-1].status = Status.ACTIVE_AND_GENERATING_TOKENS + self.context.active_cnt += 1 + active_request_ids.append(request_id) + + return { + "active_request_ids": active_request_ids, + "finished_request_records": finished_request_records, + "step_time": 0.01, + "cuda_graph_request_count": 1, + } + + +@pytest.fixture +def initialize_model_parallel(request, monkeypatch): + monkeypatch.setenv("CUDA_DEVICE_MAX_CONNECTIONS", "1") + tp, pp, ep = getattr(request, "param", (1, 1, 1)) + world_size = Utils.world_size + Utils.initialize_model_parallel( + tensor_model_parallel_size=tp, + pipeline_model_parallel_size=pp, + expert_model_parallel_size=ep, + ) + dp = world_size // (tp * pp * ep) + yield world_size, dp, tp, pp, ep + Utils.destroy_model_parallel() + + +def make_coordinator_direct( + data_parallel_size=2, + block_size_tokens=BLOCK_SIZE, + enable_prefix_caching=True, + deterministic_mode=True, +): + """Create a coordinator with mock ZMQ, for unit testing routing logic. + + Returns the coordinator instance with fake rank identities. + """ + coordinator = object.__new__(DataParallelInferenceCoordinator) + coordinator.tokenizer = DummyTokenizer() + coordinator.data_parallel_size = data_parallel_size + coordinator.block_size_tokens = block_size_tokens + coordinator.enable_prefix_caching = enable_prefix_caching + coordinator.prefix_caching_coordinator_policy = PrefixCachingCoordinatorPolicy.LONGEST_PREFIX + + # Create fake rank identities. + coordinator.identities_of_data_parallel_ranks = deque( + [f"rank_{i}".encode() for i in range(data_parallel_size)] + ) + if deterministic_mode: + coordinator.identities_of_data_parallel_ranks = deque( + sorted(coordinator.identities_of_data_parallel_ranks) + ) + coordinator.data_parallel_rank_iterator = itertools.cycle( + coordinator.identities_of_data_parallel_ranks + ) + + coordinator.hash_to_rank_info = {} + coordinator._round_robin_idx = 0 + coordinator._assignment_counter = 0 + + return coordinator + + +# ============================================================================ +# Test classes +# ============================================================================ + + +class TestCoordinatorHashComputation: + """Test that the coordinator computes correct block hashes from prompts.""" + + def test_hash_from_token_list(self): + """Hashes from a list of token IDs match compute_block_hashes_batched.""" + coordinator = make_coordinator_direct() + tokens = [1, 2, 3, 4, 5, 6, 7, 8] + hashes = coordinator.compute_request_hashes(tokens) + + expected = compute_block_hashes_batched(torch.tensor(tokens, dtype=torch.int64), BLOCK_SIZE) + assert hashes == expected + assert len(hashes) == 2 # 8 tokens / block_size 4 = 2 blocks + + def test_hash_from_string_prompt(self): + """Hashes from a string prompt match hashes from tokenized form.""" + coordinator = make_coordinator_direct() + prompt = "1 2 3 4 5 6 7 8" + hashes_from_str = coordinator.compute_request_hashes(prompt) + + # DummyTokenizer tokenizes "1 2 3 4 5 6 7 8" -> [1, 2, 3, 4, 5, 6, 7, 8] + hashes_from_list = coordinator.compute_request_hashes([1, 2, 3, 4, 5, 6, 7, 8]) + assert hashes_from_str == hashes_from_list + + def test_hash_empty_when_disabled(self): + """Returns empty list when prefix caching is disabled.""" + coordinator = make_coordinator_direct(enable_prefix_caching=False) + hashes = coordinator.compute_request_hashes([1, 2, 3, 4]) + assert hashes == [] + + def test_hash_empty_when_no_block_size(self): + """Returns empty list when block_size_tokens is None.""" + coordinator = make_coordinator_direct(block_size_tokens=None) + hashes = coordinator.compute_request_hashes([1, 2, 3, 4]) + assert hashes == [] + + def test_hash_partial_block_ignored(self): + """Tokens that don't fill a complete block produce no hash.""" + coordinator = make_coordinator_direct() + hashes = coordinator.compute_request_hashes([1, 2, 3]) + assert hashes == [] + + def test_hash_deterministic(self): + """Same tokens always produce the same hashes.""" + coordinator = make_coordinator_direct() + tokens = [10, 20, 30, 40, 50, 60, 70, 80] + h1 = coordinator.compute_request_hashes(tokens) + h2 = coordinator.compute_request_hashes(tokens) + assert h1 == h2 + + def test_hash_parent_chaining(self): + """Different prefixes produce different hashes even for same block tokens.""" + coordinator = make_coordinator_direct() + # Two prompts share tokens [5,6,7,8] in block 2, but differ in block 1. + h1 = coordinator.compute_request_hashes([1, 2, 3, 4, 5, 6, 7, 8]) + h2 = coordinator.compute_request_hashes([9, 8, 7, 6, 5, 6, 7, 8]) + + # Block 1 hashes differ. + assert h1[0] != h2[0] + # Block 2 hashes also differ due to parent chaining. + assert h1[1] != h2[1] + + +class TestCoordinatorPrefixRouting: + """Test routing decisions based on prefix cache affinity.""" + + def test_no_match_uses_round_robin(self): + """When no rank has matching hashes, falls back to round-robin.""" + coordinator = make_coordinator_direct() + hashes = coordinator.compute_request_hashes([1, 2, 3, 4]) + + rank1 = coordinator.get_best_data_parallel_rank(hashes) + rank2 = coordinator.get_best_data_parallel_rank(hashes) + # Round-robin cycles through ranks. + assert rank1 != rank2 + + def test_routes_to_rank_with_longest_match(self): + """Request is routed to the rank with the longest consecutive prefix match.""" + coordinator = make_coordinator_direct() + tokens = [1, 2, 3, 4, 5, 6, 7, 8, 9, 0, 1, 2] + hashes = coordinator.compute_request_hashes(tokens) + assert len(hashes) == 3 # 12 tokens / 4 = 3 blocks + + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + rank_1 = coordinator.identities_of_data_parallel_ranks[1] + + # rank_0 has first block only. + coordinator.hash_to_rank_info.setdefault(hashes[0], {})[rank_0] = 1 + + # rank_1 has first two blocks. + coordinator.hash_to_rank_info.setdefault(hashes[0], {})[rank_1] = 1 + coordinator.hash_to_rank_info.setdefault(hashes[1], {})[rank_1] = 1 + + selected = coordinator.get_best_data_parallel_rank(hashes) + assert selected == rank_1 + + def test_recency_tiebreaker(self): + """When two ranks tie on match length, prefer the more recent one.""" + coordinator = make_coordinator_direct() + tokens = [1, 2, 3, 4, 5, 6, 7, 8] + hashes = coordinator.compute_request_hashes(tokens) + + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + rank_1 = coordinator.identities_of_data_parallel_ranks[1] + + # Both ranks have both blocks, but rank_1 has higher timestamps. + for h in hashes: + coordinator.hash_to_rank_info.setdefault(h, {})[rank_0] = 1 + coordinator.hash_to_rank_info.setdefault(h, {})[rank_1] = 5 + + selected = coordinator.get_best_data_parallel_rank(hashes) + assert selected == rank_1 + + def test_empty_hashes_uses_round_robin(self): + """Empty hash list falls back to round-robin.""" + coordinator = make_coordinator_direct() + rank1 = coordinator.get_best_data_parallel_rank([]) + rank2 = coordinator.get_best_data_parallel_rank([]) + assert rank1 != rank2 + + def test_disabled_prefix_caching_uses_round_robin(self): + """With prefix caching disabled, always uses round-robin.""" + coordinator = make_coordinator_direct(enable_prefix_caching=False) + rank1 = coordinator.get_best_data_parallel_rank([1, 2, 3]) + rank2 = coordinator.get_best_data_parallel_rank([1, 2, 3]) + assert rank1 != rank2 + + +class TestCoordinatorShadowState: + """Test that shadow state (rank_cached_hashes, timestamps) is updated correctly.""" + + def test_update_rank_hashes_adds_to_set(self): + """_update_rank_hashes adds hashes to the rank's set.""" + coordinator = make_coordinator_direct() + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + + coordinator._update_rank_hashes(rank_0, [100, 200, 300]) + assert all(rank_0 in coordinator.hash_to_rank_info[h] for h in [100, 200, 300]) + + def test_update_rank_hashes_increments_counter(self): + """Each call to _update_rank_hashes increments the assignment counter.""" + coordinator = make_coordinator_direct() + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + + assert coordinator._assignment_counter == 0 + coordinator._update_rank_hashes(rank_0, [100]) + assert coordinator._assignment_counter == 1 + coordinator._update_rank_hashes(rank_0, [200]) + assert coordinator._assignment_counter == 2 + + def test_timestamps_updated_on_reassignment(self): + """Re-assigning a hash to the same rank updates its timestamp.""" + coordinator = make_coordinator_direct() + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + + coordinator._update_rank_hashes(rank_0, [100]) + ts1 = coordinator.hash_to_rank_info[100][rank_0] + + coordinator._update_rank_hashes(rank_0, [100]) + ts2 = coordinator.hash_to_rank_info[100][rank_0] + + assert ts2 > ts1 + + def test_multiple_requests_accumulate_hashes(self): + """Multiple requests to the same rank accumulate their hashes.""" + coordinator = make_coordinator_direct() + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + + coordinator._update_rank_hashes(rank_0, [10, 20]) + coordinator._update_rank_hashes(rank_0, [30, 40]) + assert all(rank_0 in coordinator.hash_to_rank_info[h] for h in [10, 20, 30, 40]) + + def test_hash_can_appear_in_multiple_ranks(self): + """The same hash can be owned by multiple ranks.""" + coordinator = make_coordinator_direct() + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + rank_1 = coordinator.identities_of_data_parallel_ranks[1] + + coordinator._update_rank_hashes(rank_0, [100]) + coordinator._update_rank_hashes(rank_1, [100]) + + assert rank_0 in coordinator.hash_to_rank_info[100] + assert rank_1 in coordinator.hash_to_rank_info[100] + + def test_routing_then_state_update_flow(self): + """Full flow: compute hashes, route, update state, then re-route to same rank.""" + coordinator = make_coordinator_direct() + + tokens = [1, 2, 3, 4, 5, 6, 7, 8] + hashes = coordinator.compute_request_hashes(tokens) + + # First request: no matches, round-robin. + rank = coordinator.get_best_data_parallel_rank(hashes) + coordinator._update_rank_hashes(rank, hashes) + + # Second request with same tokens: should go to same rank. + rank2 = coordinator.get_best_data_parallel_rank(hashes) + assert rank2 == rank + + +@pytest.mark.skipif(ZMQ_FLAKY_SHUTDOWN, reason="ZMQ shutdown is flaky") +class TestCoordinatorEndToEnd: + """End-to-end test with real ZMQ sockets and DummyEngines.""" + + async def run_coordinator_test( + self, requests, block_size_tokens=BLOCK_SIZE, enable_prefix_caching=True + ): + """Submit requests through a real coordinator and return results.""" + engine = DummyEngine() + + dp_addr = await engine.start_listening_to_data_parallel_coordinator( + inference_coordinator_port=DEFAULT_PORT, launch_inference_coordinator=True + ) + + try: + if torch.distributed.get_rank() == 0: + client = InferenceClient(dp_addr) + client.start() + + futures = [ + client.add_request(prompt=prompt, sampling_params=params) + for prompt, params in requests + ] + results = await asyncio.wait_for(asyncio.gather(*futures), timeout=10.0) + + for record in results: + assert record[-1].status == Status.COMPLETED + finally: + if torch.distributed.get_rank() == 0: + await asyncio.wait_for(client.stop_engines(), timeout=10.0) + client.stop() + try: + await asyncio.wait_for(engine.engine_loop_task, timeout=30.0) + except asyncio.TimeoutError: + engine.engine_loop_task.cancel() + + @pytest.mark.internal + @pytest.mark.skipif(not HAVE_ZMQ, reason="pyzmq is required") + @pytest.mark.asyncio + async def test_shared_prefix_requests(self, initialize_model_parallel): + """Requests with shared prefixes complete successfully through the coordinator.""" + requests = [ + ("1 2 3 4 5 6 7 8", SamplingParams(num_tokens_to_generate=2)), + ("1 2 3 4 9 8 7 6", SamplingParams(num_tokens_to_generate=2)), + ("1 2 3 4 5 6 7 8", SamplingParams(num_tokens_to_generate=2)), + ] + await self.run_coordinator_test(requests) + + +def make_first_prefix_block_coordinator(**kwargs): + """Create a coordinator configured with FIRST_PREFIX_BLOCK policy.""" + coordinator = make_coordinator_direct(**kwargs) + coordinator.prefix_caching_coordinator_policy = ( + PrefixCachingCoordinatorPolicy.FIRST_PREFIX_BLOCK + ) + return coordinator + + +class TestFirstPrefixBlockRouting: + """Test routing decisions using the FIRST_PREFIX_BLOCK policy.""" + + def test_first_block_match_routes_to_rank(self): + """Request is routed to the rank that has the first block cached.""" + coordinator = make_first_prefix_block_coordinator() + tokens = [1, 2, 3, 4, 5, 6, 7, 8] + hashes = coordinator.compute_request_hashes(tokens) + + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + rank_1 = coordinator.identities_of_data_parallel_ranks[1] + + # Only rank_1 has the first block. + coordinator.hash_to_rank_info.setdefault(hashes[0], {})[rank_1] = 1 + + selected = coordinator.get_best_data_parallel_rank(hashes[:1]) + assert selected == rank_1 + + def test_first_block_ignores_longer_match(self): + """Rank with more blocks cached is not preferred; only first block matters.""" + coordinator = make_first_prefix_block_coordinator() + tokens = [1, 2, 3, 4, 5, 6, 7, 8, 9, 0, 1, 2] + hashes = coordinator.compute_request_hashes(tokens) + assert len(hashes) == 3 + + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + rank_1 = coordinator.identities_of_data_parallel_ranks[1] + + # rank_0 has first block only, with higher timestamp. + coordinator.hash_to_rank_info.setdefault(hashes[0], {})[rank_0] = 10 + + # rank_1 has all three blocks, but lower timestamp on first block. + for h in hashes: + coordinator.hash_to_rank_info.setdefault(h, {})[rank_1] = 1 + + # rank_0 wins because it has higher recency on the first block. + # Caller truncates to [:1] before calling get_best_data_parallel_rank. + selected = coordinator.get_best_data_parallel_rank(hashes[:1]) + assert selected == rank_0 + + def test_first_block_recency_tiebreaker(self): + """When multiple ranks have the first block, higher timestamp wins.""" + coordinator = make_first_prefix_block_coordinator() + tokens = [1, 2, 3, 4, 5, 6, 7, 8] + hashes = coordinator.compute_request_hashes(tokens) + + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + rank_1 = coordinator.identities_of_data_parallel_ranks[1] + + # Both ranks have the first block. + coordinator.hash_to_rank_info.setdefault(hashes[0], {})[rank_0] = 3 + coordinator.hash_to_rank_info.setdefault(hashes[0], {})[rank_1] = 7 + + selected = coordinator.get_best_data_parallel_rank(hashes[:1]) + assert selected == rank_1 + + def test_no_first_block_match_uses_round_robin(self): + """Falls back to round-robin when no rank has the first block.""" + coordinator = make_first_prefix_block_coordinator() + tokens = [1, 2, 3, 4, 5, 6, 7, 8] + hashes = coordinator.compute_request_hashes(tokens) + + rank_0 = coordinator.identities_of_data_parallel_ranks[0] + + # rank_0 has block 1 (second block), but not block 0. + coordinator.hash_to_rank_info.setdefault(hashes[1], {})[rank_0] = 1 + + # No rank has the first block, so round-robin. + r1 = coordinator.get_best_data_parallel_rank(hashes[:1]) + r2 = coordinator.get_best_data_parallel_rank(hashes[:1]) + assert r1 != r2 + + def test_first_block_policy_with_single_block_prompt(self): + """Works correctly with a prompt that has only one block.""" + coordinator = make_first_prefix_block_coordinator() + tokens = [1, 2, 3, 4] + hashes = coordinator.compute_request_hashes(tokens) + assert len(hashes) == 1 + + rank_1 = coordinator.identities_of_data_parallel_ranks[1] + + coordinator.hash_to_rank_info.setdefault(hashes[0], {})[rank_1] = 1 + + selected = coordinator.get_best_data_parallel_rank(hashes[:1]) + assert selected == rank_1 diff --git a/tests/unit_tests/inference/test_moe_inference.py b/tests/unit_tests/inference/test_moe_inference.py new file mode 100644 index 00000000000..4d515db2d30 --- /dev/null +++ b/tests/unit_tests/inference/test_moe_inference.py @@ -0,0 +1,382 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. + +"""Unit tests for inference-optimized MoE components. + +Config is modeled after nanov3 (Nemotron-6 3B Hybrid MoE) with smaller +dimensions for fast unit test execution: +- squared_relu activation (not swiglu/gated) +- sigmoid router score function with expert bias +- topk=6, topk_scaling_factor=2.5 +- shared experts +""" + +import pytest +import torch + +from megatron.core.activations import squared_relu +from megatron.core.inference.communication.torch_symm_triton import are_tensors_nvls_eligible +from megatron.core.transformer.transformer_config import TransformerConfig +from megatron.core.utils import is_te_min_version, is_torch_min_version +from megatron.training.initialize import _set_random_seed +from tests.unit_tests.test_utilities import Utils + +# Reusable skip decorators +requires_te = pytest.mark.skipif( + not is_te_min_version("1.7.0.dev0"), reason="Requires transformer-engine >= 1.7.0" +) +requires_torch_grouped_mm = pytest.mark.skipif( + not is_torch_min_version("2.10") or not hasattr(torch, '_grouped_mm'), + reason="Requires PyTorch >= 2.10 with torch._grouped_mm", +) + +# ────────────────────────────────────────────────────────────────────── +# NanoV3-like config (scaled down from 2688→128 hidden, 128→8 experts) +# ────────────────────────────────────────────────────────────────────── + +NANOV3_BASE = dict( + num_layers=1, + hidden_size=128, + ffn_hidden_size=128, + num_attention_heads=4, + num_query_groups=2, + num_moe_experts=8, + moe_ffn_hidden_size=128, + moe_router_topk=6, + moe_router_score_function="sigmoid", + moe_router_enable_expert_bias=True, + moe_router_topk_scaling_factor=2.5, + moe_shared_expert_intermediate_size=256, + moe_router_dtype='fp32', + moe_shared_expert_overlap=False, + moe_grouped_gemm=True, + moe_token_dispatcher_type="alltoall", + moe_aux_loss_coeff=0.01, + activation_func=squared_relu, + normalization="RMSNorm", + add_bias_linear=False, + bf16=True, + params_dtype=torch.bfloat16, + transformer_impl="inference_optimized", +) + + +def _make_base_config(**overrides): + """Create a TransformerConfig with nanov3-like defaults.""" + params = {**NANOV3_BASE, **overrides} + return TransformerConfig(**params) + + +# ────────────────────────────────────────────────────────────────────── +# InferenceTopKRouter +# ────────────────────────────────────────────────────────────────────── + + +@pytest.mark.internal +class TestInferenceTopKRouter: + + @classmethod + def setup_class(cls): + Utils.initialize_model_parallel(1, 1) + _set_random_seed(seed_=123, data_parallel_random_init=False) + + @classmethod + def teardown_class(cls): + Utils.destroy_model_parallel() + + def _make_router(self, **config_overrides): + from megatron.core.transformer.moe.moe_utils import get_default_pg_collection + from megatron.core.transformer.moe.router import InferenceTopKRouter + + config = _make_base_config(**config_overrides) + return ( + InferenceTopKRouter(config=config, pg_collection=get_default_pg_collection()) + .cuda() + .to(torch.bfloat16) + ) + + def test_init_rejects_num_groups(self): + """InferenceTopKRouter requires moe_router_num_groups=None.""" + with pytest.raises(AssertionError, match="moe_router_num_groups"): + self._make_router(moe_router_num_groups=2) + + def test_config_rejects_non_fp32_router_dtype(self): + """inference_optimized config requires moe_router_dtype='fp32'.""" + with pytest.raises(ValueError, match="moe-router-dtype"): + _make_base_config( + transformer_impl="inference_optimized", add_qkv_bias=False, moe_router_dtype=None + ) + + @pytest.mark.parametrize("score_fn", ["none", "invalid"]) + def test_init_rejects_unsupported_score_function(self, score_fn): + """InferenceTopKRouter requires sigmoid or softmax score function.""" + with pytest.raises(AssertionError, match="moe_router_score_function"): + self._make_router( + moe_router_score_function=score_fn, moe_router_enable_expert_bias=False + ) + + @pytest.mark.parametrize("score_fn", ["sigmoid", "softmax"]) + def test_init_accepts_valid_score_function(self, score_fn): + """InferenceTopKRouter accepts sigmoid and softmax.""" + # Expert bias only valid with sigmoid; disable it for softmax + enable_bias = score_fn == "sigmoid" + router = self._make_router( + moe_router_score_function=score_fn, moe_router_enable_expert_bias=enable_bias + ) + assert router is not None + + def test_set_unset_inference_mode(self): + """Toggle is_inference_cuda_graphed_iteration flag.""" + router = self._make_router() + assert not router.is_inference_cuda_graphed_iteration + + router.set_inference_cuda_graphed_iteration() + assert router.is_inference_cuda_graphed_iteration + + router.unset_inference_cuda_graphed_iteration() + assert not router.is_inference_cuda_graphed_iteration + + def test_training_mode_forward_returns_sparse(self): + """In training mode, forward delegates to parent and returns sparse tensors.""" + router = self._make_router() + router.train() + num_tokens = 16 + num_experts = NANOV3_BASE["num_moe_experts"] + + input_tensor = torch.randn( + num_tokens, NANOV3_BASE["hidden_size"], device="cuda", dtype=torch.bfloat16 + ) + probs, routing_map = router(input_tensor) + + # Parent TopKRouter returns [num_tokens, num_experts] sparse routing_map + assert routing_map.shape == (num_tokens, num_experts) + + def test_inference_vs_training_selects_same_experts(self): + """Inference and training modes should select the same top-k experts.""" + router = self._make_router() + num_tokens = 16 + topk = NANOV3_BASE["moe_router_topk"] + + input_tensor = torch.randn( + num_tokens, NANOV3_BASE["hidden_size"], device="cuda", dtype=torch.bfloat16 + ) + + # Training mode: get routing_map (sparse) and extract top expert indices + router.train() + _, routing_map = router(input_tensor.clone()) + # routing_map is [num_tokens, num_experts] bool + training_experts = set() + for i in range(num_tokens): + experts_for_token = routing_map[i].nonzero(as_tuple=True)[0] + for e in experts_for_token: + training_experts.add((i, e.item())) + + # Inference mode: get top_indices (dense) + router.eval() + router.set_inference_cuda_graphed_iteration() + _, top_indices = router(input_tensor.clone()) + + inference_experts = set() + for i in range(num_tokens): + for k in range(topk): + inference_experts.add((i, top_indices[i, k].item())) + + # Same expert selections + assert training_experts == inference_experts + + +# ────────────────────────────────────────────────────────────────────── +# InferenceCUDAGraphTokenDispatcher +# ────────────────────────────────────────────────────────────────────── + + +@pytest.mark.internal +class TestInferenceCUDAGraphTokenDispatcher: + + @classmethod + def setup_class(cls): + from megatron.core.parallel_state import _set_global_symmetric_memory_buffer + + Utils.initialize_model_parallel(1, 1, expert_model_parallel_size=Utils.world_size) + _set_random_seed(seed_=123, data_parallel_random_init=False) + _set_global_symmetric_memory_buffer() + + @classmethod + def teardown_class(cls): + from megatron.core.parallel_state import destroy_global_symmetric_memory_buffer + + destroy_global_symmetric_memory_buffer() + Utils.destroy_model_parallel() + + def _make_dispatcher(self, **config_overrides): + from megatron.core.transformer.moe.moe_utils import get_default_pg_collection + from megatron.core.transformer.moe.token_dispatcher_inference import ( + InferenceCUDAGraphTokenDispatcher, + ) + + config_overrides.setdefault("expert_model_parallel_size", Utils.world_size) + config = _make_base_config(**config_overrides) + num_local_experts = config.num_moe_experts // Utils.world_size + ep_rank = torch.distributed.get_rank() if Utils.world_size > 1 else 0 + local_expert_indices = [ep_rank * num_local_experts + i for i in range(num_local_experts)] + + return InferenceCUDAGraphTokenDispatcher( + num_local_experts=num_local_experts, + local_expert_indices=local_expert_indices, + config=config, + pg_collection=get_default_pg_collection(), + ) + + def test_init(self): + """Dispatcher can be constructed with nanov3-like config and EP=world_size.""" + dispatcher = self._make_dispatcher() + assert dispatcher.topk == NANOV3_BASE["moe_router_topk"] + assert dispatcher.ep_size == Utils.world_size + + def test_symmetric_memory_buffer_initialized(self): + """EP symmetric memory buffer is accessible after _set_global_symmetric_memory_buffer.""" + from megatron.core.parallel_state import get_global_symmetric_memory_buffer_ep + + buf = get_global_symmetric_memory_buffer_ep() + assert buf is not None + + @pytest.mark.parametrize("seed", [42, 123, 7]) + @pytest.mark.parametrize( + "num_local_tokens", + [ + 1, + 2, + 4, + 8, + 16, + 24, + 32, + 40, + 48, + 56, + 64, + 72, + 80, + 88, + 96, + 104, + 112, + 120, + 128, + 136, + 144, + 152, + 160, + 168, + 176, + 184, + 192, + 200, + 208, + 216, + 224, + 232, + 240, + 248, + 256, + 272, + 288, + 304, + 320, + 336, + 352, + 368, + 384, + 400, + 416, + 432, + 448, + 464, + 480, + 496, + 512, + ], + ) + def test_cuda_graph_dispatch_combine(self, num_local_tokens, seed): + """Dispatch+combine can be captured in a CUDA graph and replayed. + Creates global buffers, shards per rank, and verifies: + - NVLS AllGather output matches the full globalwol buffer + - NVLS ReduceScatter output matches fp32-accumulated reference + All tensor byte sizes are 128-bit aligned for NVLS eligibility. + """ + + torch.manual_seed(seed) + torch.cuda.manual_seed(seed) + + dispatcher = self._make_dispatcher() + ep_size = dispatcher.ep_size + hidden_size = NANOV3_BASE["hidden_size"] + topk = NANOV3_BASE["moe_router_topk"] + num_experts = NANOV3_BASE["num_moe_experts"] + rank = torch.distributed.get_rank() if ep_size > 1 else 0 + num_global_tokens = num_local_tokens * ep_size + + # Create global buffers on rank 0 and broadcast to all ranks + global_hidden = torch.randn( + num_global_tokens, hidden_size, device="cuda", dtype=torch.bfloat16 + ) + global_probs = torch.randn(num_global_tokens, topk, device="cuda", dtype=torch.float32) + global_routing_map = torch.randint(0, num_experts, (num_global_tokens, topk), device="cuda") + torch.distributed.broadcast(global_hidden, src=0) + torch.distributed.broadcast(global_probs, src=0) + torch.distributed.broadcast(global_routing_map, src=0) + + # Each rank grabs their own shard + start = rank * num_local_tokens + end = start + num_local_tokens + static_hidden = global_hidden[start:end].contiguous() + static_probs = global_probs[start:end].contiguous() + static_routing_map = global_routing_map[start:end].contiguous() + + if not are_tensors_nvls_eligible(static_hidden, static_probs, static_routing_map): + pytest.skip( + "Tensors are not NVLS-eligible (need SM>=9 and each tensor's memory to be a multiple of 16 bytes)" + ) + + # 3 warmup iterations on a side stream + with torch.no_grad(): + s = torch.cuda.Stream() + s.wait_stream(torch.cuda.current_stream()) + with torch.cuda.stream(s): + for _ in range(3): + dispatcher.routing_map = static_routing_map + d_hidden, d_probs = dispatcher.token_dispatch(static_hidden, static_probs) + d_hidden = d_hidden.clone() + d_probs = d_probs.clone() + dispatcher.routing_map = dispatcher.routing_map.clone() + dispatcher.token_combine(d_hidden.clone()) + torch.cuda.current_stream().wait_stream(s) + + # Capture + graph = torch.cuda.CUDAGraph() + with torch.cuda.graph(graph): + dispatcher.routing_map = static_routing_map + d_hidden, d_probs = dispatcher.token_dispatch(static_hidden, static_probs) + graph_hidden = d_hidden.clone() + graph_probs = d_probs.clone() + graph_routing_map = dispatcher.routing_map.clone() + graph_combined = dispatcher.token_combine(d_hidden.clone()) + + # Verify shapes: dispatch expands by ep_size, combine shrinks back + assert graph_hidden.shape == (num_global_tokens, hidden_size) + assert graph_probs.shape == (num_global_tokens, topk) + assert graph_combined.shape == (num_local_tokens, hidden_size) + + # Replay + graph.replay() + + # Verify AllGather: all gathered tensors should match global buffers + torch.testing.assert_close(graph_hidden, global_hidden, atol=0, rtol=0) + torch.testing.assert_close(graph_probs, global_probs, atol=0, rtol=0) + torch.testing.assert_close(graph_routing_map, global_routing_map, atol=0, rtol=0) + + # Verify ReduceScatter: all ranks have the same all-gathered data, so + # rank r gets ep_size * chunk_r. Compute reference in fp32 then downcast. + # Exact match (atol=0, rtol=0) is possible because the NVLS triton kernels + # accumulate in fp32 before writing bf16 output. + expected_combined = (global_hidden[start:end].float() * ep_size).bfloat16() + torch.testing.assert_close(graph_combined, expected_combined, atol=0, rtol=0) diff --git a/tests/unit_tests/inference/test_stop_words.py b/tests/unit_tests/inference/test_stop_words.py index 31665c0bb81..6c3e484de86 100644 --- a/tests/unit_tests/inference/test_stop_words.py +++ b/tests/unit_tests/inference/test_stop_words.py @@ -31,132 +31,146 @@ class TestStopWordDetection: """Test stop word detection logic.""" def _check_stop_words_for_request_post_append( - self, request: MockDynamicInferenceRequest - ) -> bool: + self, request: MockDynamicInferenceRequest, num_speculative_tokens: int = 0 + ) -> tuple: """ Check if a request should stop due to stop words (after token is appended). - This mirrors the logic in DynamicInferenceEngine._check_stop_words_for_request_post_append + This mirrors the logic in DynamicInferenceEngine._check_stop_words_for_request_post_append. + Returns (stop_word_hit, num_tokens_trimmed). """ - # Check if request has stop words configured if request.stop_word_ids is None or len(request.stop_word_ids) == 0: - return False + return False, 0 generated_tokens = request.generated_tokens - # Check if the sequence ends with any stop word for stop_word_ids in request.stop_word_ids: stop_len = len(stop_word_ids) if len(generated_tokens) >= stop_len: - # Check if the last stop_len tokens match the stop word - if list(generated_tokens[-stop_len:]) == stop_word_ids: - return True + for i in range(num_speculative_tokens + 1): + end_idx = -i if i > 0 else None + if list(generated_tokens[-stop_len - i : end_idx]) == stop_word_ids: + if i > 0: + request.generated_tokens = request.generated_tokens[:-i] + return True, i - return False + return False, 0 def test_no_stop_words_configured(self): """Test that requests without stop words configured don't trigger stop.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=None ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False + assert trim == 0 def test_empty_stop_words_list(self): """Test that empty stop words list doesn't trigger stop.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False def test_single_token_stop_word_match(self): """Test detection of single-token stop word.""" - # Stop word is token 300 request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[[300]] ) - assert self._check_stop_words_for_request_post_append(request) is True + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is True + assert trim == 0 + assert request.generated_tokens == [100, 200, 300] def test_single_token_stop_word_no_match(self): """Test no detection when single-token stop word doesn't match.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[[400]] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False def test_multi_token_stop_word_match(self): """Test detection of multi-token stop word.""" - # Stop word is tokens [200, 300] request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[[200, 300]] ) - assert self._check_stop_words_for_request_post_append(request) is True + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is True + assert trim == 0 def test_multi_token_stop_word_no_match_partial(self): """Test no detection when only partial stop word matches.""" - # Stop word is [200, 300], but generated ends with [100, 200] request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200], stop_word_ids=[[200, 300]] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False def test_multi_token_stop_word_no_match_wrong_order(self): """Test no detection when tokens are present but in wrong order.""" - # Stop word is [200, 300], but generated ends with [300, 200] request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 300, 200], stop_word_ids=[[200, 300]] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False def test_multiple_stop_words_first_matches(self): """Test with multiple stop words where first one matches.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[[300], [400], [500]] ) - assert self._check_stop_words_for_request_post_append(request) is True + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is True def test_multiple_stop_words_second_matches(self): """Test with multiple stop words where second one matches.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 400], stop_word_ids=[[300], [400], [500]] ) - assert self._check_stop_words_for_request_post_append(request) is True + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is True def test_multiple_stop_words_none_match(self): """Test with multiple stop words where none match.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 600], stop_word_ids=[[300], [400], [500]] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False def test_stop_word_longer_than_generated(self): """Test that stop word longer than generated tokens doesn't crash.""" - # Stop word is 5 tokens, but only 3 tokens generated request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[[1, 2, 3, 4, 5]] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False def test_stop_word_exact_length_match(self): """Test stop word that matches entire generated sequence.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[[100, 200, 300]] ) - assert self._check_stop_words_for_request_post_append(request) is True + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is True def test_empty_generated_tokens(self): """Test with no generated tokens.""" request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[], stop_word_ids=[[300]] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False def test_stop_word_in_middle_not_end(self): """Test that stop word in middle of sequence doesn't trigger (only end matters).""" - # Stop word is [200], which is in middle but not at end request = MockDynamicInferenceRequest( request_id=1, generated_tokens=[100, 200, 300], stop_word_ids=[[200]] ) - assert self._check_stop_words_for_request_post_append(request) is False + hit, trim = self._check_stop_words_for_request_post_append(request) + assert hit is False class TestStopWordTrackingFlow: diff --git a/tests/unit_tests/inference/text_generation_controllers/test_text_generation_controller.py b/tests/unit_tests/inference/text_generation_controllers/test_text_generation_controller.py index bdf95c2d9bf..f39060d7a85 100644 --- a/tests/unit_tests/inference/text_generation_controllers/test_text_generation_controller.py +++ b/tests/unit_tests/inference/text_generation_controllers/test_text_generation_controller.py @@ -52,6 +52,11 @@ def setup_model( batch_size: int = 4, static: bool = True, use_training_random_init: bool = False, + materialize_only_last_token_logits: bool = False, + num_speculative_tokens: int = 0, + block_size_tokens: int = 256, + enable_prefix_caching: bool = False, + max_requests: int = None, ): Utils.initialize_model_parallel( tensor_model_parallel_size=tensor_model_parallel_size, @@ -108,10 +113,14 @@ def setup_model( inference_config=InferenceConfig( max_sequence_length=2048, buffer_size_gb=0.2, - materialize_only_last_token_logits=False, + materialize_only_last_token_logits=materialize_only_last_token_logits, use_flashinfer_fused_rope=None, # default to using flash-infer if available # this is for compatibility with the LTS environment unified_memory_level=0, # unit tests currently broken with UVM + num_speculative_tokens=num_speculative_tokens, + block_size_tokens=block_size_tokens, + enable_prefix_caching=enable_prefix_caching, + max_requests=max_requests, ), ) @@ -224,11 +233,15 @@ def test_sample_from_dynamic_logits( self, backend: str, materialize_only_last_token_logits: bool ): batch_size = 12 - self.setup_model(torch.float32, batch_size=batch_size, static=False) + self.setup_model( + torch.float32, + batch_size=batch_size, + static=False, + materialize_only_last_token_logits=materialize_only_last_token_logits, + ) self.mock_tokenizer.eod = self.vocab_size context = self.text_generation_controller.inference_wrapped_model.inference_context - context.materialize_only_last_token_logits = materialize_only_last_token_logits # Prepare sampling params in human-readable format, to aid with test maintenance. sampling_test_cases: List[Tuple[SamplingParams, List[int]]] = [ @@ -743,11 +756,15 @@ def test_dynamic_top_n_logprobs_calculation( 3. Correct number of tokens are returned for each request """ batch_size = 4 - self.setup_model(torch.bfloat16, batch_size=batch_size, static=False) + self.setup_model( + torch.bfloat16, + batch_size=batch_size, + static=False, + materialize_only_last_token_logits=materialize_only_last_token_logits, + ) self.mock_tokenizer.eod = self.vocab_size context = self.text_generation_controller.inference_wrapped_model.inference_context - context.materialize_only_last_token_logits = materialize_only_last_token_logits # Prepare sampling params top_n = 5 diff --git a/tests/unit_tests/models/test_gpt_model.py b/tests/unit_tests/models/test_gpt_model.py index 87aba9c6ed9..336ff0552b0 100644 --- a/tests/unit_tests/models/test_gpt_model.py +++ b/tests/unit_tests/models/test_gpt_model.py @@ -3,6 +3,7 @@ import inspect import os from datetime import timedelta +from unittest.mock import MagicMock, patch import pytest import torch @@ -122,7 +123,6 @@ def test_get_mlp_module_spec_interface(): "num_experts": inspect.Parameter.POSITIONAL_OR_KEYWORD, "moe_grouped_gemm": inspect.Parameter.POSITIONAL_OR_KEYWORD, "fp8": inspect.Parameter.POSITIONAL_OR_KEYWORD, - "moe_use_legacy_grouped_gemm": inspect.Parameter.POSITIONAL_OR_KEYWORD, "use_te_op_fuser": inspect.Parameter.POSITIONAL_OR_KEYWORD, } @@ -131,7 +131,6 @@ def test_get_mlp_module_spec_interface(): "num_experts": None, "moe_grouped_gemm": False, "fp8": None, - "moe_use_legacy_grouped_gemm": False, "use_te_op_fuser": False, } @@ -448,3 +447,41 @@ def test_dynamic_inference_padding_with_fp8(self): # Assert that all padding logits are zero. assert torch.all(padding_logits == 0.0), "Logits for padding tokens are not all zero." + + +def test_get_transformer_layer_spec_forwards_use_te_activation_func(): + """Test that _get_transformer_layer_spec forwards use_te_activation_func. + + Regression test for https://github.com/NVIDIA/Megatron-LM/issues/2770 + The --use-te-activation-func flag was silently ignored for non-MoE GPT + models because _get_transformer_layer_spec did not forward the parameter + to get_gpt_layer_with_transformer_engine_spec. + """ + mock_config = MagicMock() + mock_config.use_te_activation_func = True + mock_config.use_kitchen = False + mock_config.use_kitchen_attention = False + mock_config.kitchen_attention_backend = "sdpa" + + mock_args = MagicMock() + mock_args.num_experts = None + mock_args.moe_grouped_gemm = False + mock_args.qk_layernorm = False + mock_args.multi_latent_attention = False + mock_args.experimental_attention_variant = None + mock_args.moe_use_legacy_grouped_gemm = False + mock_args.qk_l2_norm = False + + with ( + patch('gpt_builders.get_args', return_value=mock_args), + patch('gpt_builders.get_gpt_layer_with_transformer_engine_spec') as mock_spec_fn, + ): + from gpt_builders import _get_transformer_layer_spec + + _get_transformer_layer_spec(use_te=True, config=mock_config) + + mock_spec_fn.assert_called_once() + _, call_kwargs = mock_spec_fn.call_args + assert ( + call_kwargs.get('use_te_activation_func') is True + ), "use_te_activation_func must be forwarded from config" diff --git a/tests/unit_tests/models/test_gpt_model_quantization.py b/tests/unit_tests/models/test_gpt_model_quantization.py index e993c9be8d2..73f1e20558f 100644 --- a/tests/unit_tests/models/test_gpt_model_quantization.py +++ b/tests/unit_tests/models/test_gpt_model_quantization.py @@ -267,7 +267,6 @@ def test_kitchen_config_resolution_moe(self) -> None: moe_router_load_balancing_type="sinkhorn", moe_router_topk=1, moe_grouped_gemm=True, - moe_use_legacy_grouped_gemm=False, num_layers=2, hidden_size=12, num_attention_heads=4, diff --git a/tests/unit_tests/models/test_mamba_model.py b/tests/unit_tests/models/test_mamba_model.py index 29e3630d7bb..6f1c27ca70c 100644 --- a/tests/unit_tests/models/test_mamba_model.py +++ b/tests/unit_tests/models/test_mamba_model.py @@ -42,8 +42,7 @@ def setup_method(self, method): mamba_stack_spec=mamba_stack_spec, vocab_size=100, max_sequence_length=4, - hybrid_attention_ratio=0.3, - hybrid_mlp_ratio=0.3, + hybrid_layer_pattern="M*-", # 1 Mamba, 1 attention, 1 MLP ) def teardown_method(self, method): @@ -111,8 +110,7 @@ def test_forward_packed_sequence(self): mamba_stack_spec=mamba_stack_spec, vocab_size=vocab_size, max_sequence_length=12, - hybrid_attention_ratio=0.3, - hybrid_mlp_ratio=0.3, + hybrid_layer_pattern="M*-", # 1 Mamba, 1 attention, 1 MLP ) sequence_length = model.max_sequence_length @@ -142,6 +140,7 @@ def test_forward_packed_sequence(self): cu_seqlens_kv_padded=None, max_seqlen_q=max_seqlen, max_seqlen_kv=max_seqlen, + total_tokens=sequence_length, ) logits = model.forward( @@ -247,6 +246,9 @@ def test_with_custom_process_groups(self, tmp_path, tp_size, cp_size, pp_size): tp=tp_group, cp=cp_group, pp=pp_group, embd=embd_group ) + # Build pattern with '|' pipeline stage separators: 3 layers per PP stage + hybrid_layer_pattern = "|".join(["M*-"] * pp_size) + # Configure model with appropriate sizes for parallelism model_config = TransformerConfig( num_layers=3 * pp_size, # Scale layers with PP size @@ -264,8 +266,7 @@ def test_with_custom_process_groups(self, tmp_path, tp_size, cp_size, pp_size): mamba_stack_spec=mamba_stack_spec, vocab_size=128, max_sequence_length=4, - hybrid_attention_ratio=0.3, - hybrid_mlp_ratio=0.3, + hybrid_layer_pattern=hybrid_layer_pattern, pg_collection=pg_collection, ) @@ -319,8 +320,7 @@ def setup_method(self, method): mamba_stack_spec=mamba_stack_spec, vocab_size=128, max_sequence_length=DynamicInferenceContext.TOKEN_ROUNDER, - hybrid_attention_ratio=0.5, - hybrid_mlp_ratio=0.0, + hybrid_layer_pattern="M*", # 1 Mamba, 1 attention ) self.model = Float16Module(self.model.config, self.model) diff --git a/tests/unit_tests/models/test_mamba_moe_model.py b/tests/unit_tests/models/test_mamba_moe_model.py index a55042ee979..117ea33a4e9 100644 --- a/tests/unit_tests/models/test_mamba_moe_model.py +++ b/tests/unit_tests/models/test_mamba_moe_model.py @@ -115,6 +115,7 @@ "fp8_quantizer_factory": None, "fp8_recipe": "delayed", "fp8_wgrad": True, + "fused_residual_rmsnorm": False, "fused_single_qkv_rope": False, "gated_linear_unit": False, "glu_linear_offset": 0.0, @@ -193,10 +194,15 @@ "moe_token_dispatcher_type": "alltoall", "moe_token_drop_policy": "probs", "moe_token_dropping": False, - "moe_use_legacy_grouped_gemm": False, "moe_z_loss_coeff": None, "moe_enable_routing_replay": False, "mrope_section": None, + "mup_attn_scale_power": 1.0, + "mup_base_head_dim": None, + "mup_base_hidden_size": None, + "mup_embedding_mult": 1.0, + "mup_output_mult": 1.0, + "mup_width_mult": 1.0, "mtp_hybrid_override_pattern": None, "mtp_loss_scaling_factor": 0.1, "mtp_num_layers": None, @@ -268,6 +274,7 @@ "use_kitchen": False, "use_kitchen_attention": False, "use_mamba_mem_eff_path": True, + "use_mup": False, "use_ring_exchange_p2p": False, "use_te_activation_func": False, "use_te_rng_tracker": False, @@ -286,6 +293,8 @@ "fallback_to_eager_attn": False, "linear_attention_type": None, "moe_router_force_biased": None, + "inference_disable_torch_grouped_mm": False, + "inference_disable_triton_nvls_kernels": False, } # Fields to ignore entirely (ephemeral, environment-specific, very large). SKIP_FIELDS = set() @@ -399,7 +408,6 @@ def create_test_args(self): args = parse_args() # The following args would be set from the nano v3 checkpoint. - args.num_layers = 52 args.hidden_size = 2688 args.ffn_hidden_size = 1856 args.num_attention_heads = 32 @@ -422,10 +430,9 @@ def create_test_args(self): args.apply_query_key_layer_scaling = False args.attention_dropout = 0.0 args.hidden_dropout = 0.0 - args.hybrid_override_pattern = "MEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEMEM*EMEMEMEME" + args.hybrid_layer_pattern = "MEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEMEM*EMEMEMEME" + args.hybrid_override_pattern = None args.spec = ["megatron.core.models.mamba.mamba_layer_specs", "mamba_stack_spec"] - args.hybrid_attention_ratio = 0.0 - args.hybrid_mlp_ratio = 0.0 args.num_experts = 128 args.moe_layer_freq = 1 args.moe_ffn_hidden_size = 1856 @@ -440,7 +447,6 @@ def create_test_args(self): args.mamba_head_dim = 64 args.mamba_num_groups = 8 args.mamba_num_heads = 64 - args.is_hybrid_model = True args.tokenizer_type = "TikTokenizer" args.tiktoken_pattern = "v2" args.tokenizer_model = "/mnt/artifacts/model/nemotron6/tokenizers/multiMixV8.gpt4o_nc_sd.500000.128k.vocab.json" @@ -504,9 +510,7 @@ def setup_method(self, method): mamba_stack_spec=mamba_stack_spec, vocab_size=args.vocab_size, max_sequence_length=args.seq_length, - hybrid_attention_ratio=args.hybrid_attention_ratio, - hybrid_mlp_ratio=args.hybrid_mlp_ratio, - hybrid_override_pattern=args.hybrid_override_pattern, + hybrid_layer_pattern=args.hybrid_layer_pattern, position_embedding_type=args.position_embedding_type, rotary_base=args.rotary_base, rotary_percent=args.rotary_percent, @@ -524,11 +528,9 @@ def test_constructor(self): assert self.model.pre_process is True, "pre_process should be True" assert self.model.post_process is True, "post_process should be True" - assert self.model.hybrid_attention_ratio == 0.0, "hybrid_attention_ratio should be 0.0" - assert self.model.hybrid_mlp_ratio == 0.0, "hybrid_mlp_ratio should be 0.0" assert ( - self.model.hybrid_override_pattern == args.hybrid_override_pattern - ), f"hybrid_override_pattern should be {args.hybrid_override_pattern}" + self.model.hybrid_layer_pattern == args.hybrid_layer_pattern + ), f"hybrid_layer_pattern should be {args.hybrid_layer_pattern}" num_weights = sum([p.numel() for p in self.model.parameters()]) assert num_weights == 8449294624, f"Expected 8449294624 parameters, got {num_weights}" diff --git a/tests/unit_tests/models/test_mimo_embedding_alignment.py b/tests/unit_tests/models/test_mimo_embedding_alignment.py index 74596256774..688ebe4832b 100644 --- a/tests/unit_tests/models/test_mimo_embedding_alignment.py +++ b/tests/unit_tests/models/test_mimo_embedding_alignment.py @@ -20,7 +20,14 @@ class TestEmbeddingAlignment: def setup_method(self): """Set up for each test.""" # Create a minimal MimoModelConfig - language_model_spec = ModuleSpec(module=MagicMock, params={'config': MagicMock()}) + language_model_spec = ModuleSpec( + module=MagicMock, + params={ + 'config': MagicMock( + context_parallel_size=1, sequence_parallel=False, pipeline_model_parallel_size=1 + ) + }, + ) self.mimo_config = MimoModelConfig( language_model_spec=language_model_spec, modality_submodules_spec={}, diff --git a/tests/unit_tests/models/test_mimo_model.py b/tests/unit_tests/models/test_mimo_model.py index f786f118c68..3496087ac3b 100644 --- a/tests/unit_tests/models/test_mimo_model.py +++ b/tests/unit_tests/models/test_mimo_model.py @@ -5,6 +5,7 @@ ''' import math +from unittest.mock import MagicMock, patch import pytest import torch @@ -455,3 +456,174 @@ def test_state_dict(self): # Test checkpoint state dict checkpoint_dict = mimo_model.state_dict_for_save_checkpoint() assert len(checkpoint_dict) > 0 + + def test_pipeline_model_parallel_assertion(self): + """Test that MimoModel raises AssertionError when pipeline_model_parallel_size > 1.""" + lm_config_pp2 = TransformerConfig( + num_layers=2, + hidden_size=self.hidden_size, + num_attention_heads=4, + use_cpu_initialization=True, + pipeline_model_parallel_size=2, + pipeline_dtype=torch.float32, + ) + language_layer_spec = get_gpt_layer_with_transformer_engine_spec() + language_model_spec_pp2 = ModuleSpec( + module=GPTModel, + params={ + "config": lm_config_pp2, + "transformer_layer_spec": language_layer_spec, + "vocab_size": self.vocab_size, + "max_sequence_length": self.seq_len, + "pre_process": True, + "post_process": True, + }, + ) + mimo_config = MimoModelConfig( + language_model_spec=language_model_spec_pp2, + modality_submodules_spec={}, + special_token_ids=self.special_token_ids, + ) + + with pytest.raises(AssertionError, match="Pipeline parallelism is not supported"): + MimoModel(mimo_config) + + def test_partition_adapter_none_by_default(self): + """Test that partition_adapter is None with default config (no CP/SP).""" + mimo_model = get_vlm_mimo_model( + self.hidden_size, + self.vocab_size, + self.seq_len, + self.img_h, + self.img_w, + self.patch_dim, + self.special_token_ids, + ) + # TransformerConfig defaults: context_parallel_size=1, sequence_parallel=False + assert mimo_model.partition_adapter is None + + def test_forward_with_packing_kwargs(self): + """Test that packing_kwargs builds PackedSeqParams with qkv_format='thd' and int32 seqlens.""" + from megatron.core.packed_seq_params import PackedSeqParams + + device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + input_ids = torch.randint( + 0, self.vocab_size, (self.batch_size, self.seq_len), device=device + ) + position_ids = ( + torch.arange(self.seq_len, device=device).unsqueeze(0).expand(self.batch_size, -1) + ) + + mimo_model = get_vlm_mimo_model( + self.hidden_size, + self.vocab_size, + self.seq_len, + self.img_h, + self.img_w, + self.patch_dim, + self.special_token_ids, + ) + mimo_model = mimo_model.to(device) + + # cu_seqlens covering full batch: [0, seq_len, 2*seq_len] + cu_seqlens = torch.tensor( + [0, self.seq_len, 2 * self.seq_len], dtype=torch.int64, device=device + ) + packing_kwargs = {"cu_seqlens_q": cu_seqlens.clone(), "cu_seqlens_kv": cu_seqlens.clone()} + + # Mock get_text_embeddings and align_embeddings_by_token_positions to avoid full forward + text_emb = torch.zeros(self.batch_size * self.seq_len, self.hidden_size, device=device) + combined_emb = torch.zeros(self.seq_len, self.batch_size, self.hidden_size, device=device) + + # Capture packed_seq_params via a side_effect on language_model.forward. + # Direct assignment (mimo_model.language_model = MagicMock()) is rejected by + # PyTorch because language_model is a registered nn.Module child. + captured = {} + + def capture_lm_forward(*args, **kwargs): + captured['packed_seq_params'] = kwargs.get('packed_seq_params') + return torch.zeros(self.batch_size, self.seq_len, self.vocab_size, device=device) + + with ( + patch.object(mimo_model, 'get_text_embeddings', return_value=text_emb), + patch.object( + mimo_model, 'align_embeddings_by_token_positions', return_value=combined_emb + ), + patch.object(mimo_model.language_model, 'forward', side_effect=capture_lm_forward), + ): + mimo_model( + input_ids=input_ids, + position_ids=position_ids, + modality_inputs=None, + packing_kwargs=packing_kwargs, + ) + + # Verify language model received a properly constructed PackedSeqParams + packed_seq_params = captured['packed_seq_params'] + + assert packed_seq_params is not None + assert isinstance(packed_seq_params, PackedSeqParams) + assert packed_seq_params.qkv_format == 'thd' + assert packed_seq_params.cu_seqlens_q.dtype == torch.int32 + assert packed_seq_params.cu_seqlens_kv.dtype == torch.int32 + + def test_forward_with_partition_adapter(self): + """Test that partition_adapter.shard() is called and embeddings are transposed correctly.""" + device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + input_ids = torch.randint( + 0, self.vocab_size, (self.batch_size, self.seq_len), device=device + ) + position_ids = ( + torch.arange(self.seq_len, device=device).unsqueeze(0).expand(self.batch_size, -1) + ) + + mimo_model = get_vlm_mimo_model( + self.hidden_size, + self.vocab_size, + self.seq_len, + self.img_h, + self.img_w, + self.patch_dim, + self.special_token_ids, + ) + mimo_model = mimo_model.to(device) + + # Inject a mock partition adapter that halves the sequence dimension + sharded_seq_len = self.seq_len // 2 + sharded_emb = torch.zeros(self.batch_size, sharded_seq_len, self.hidden_size, device=device) + mock_adapter = MagicMock() + mock_adapter.shard.return_value = (sharded_emb, None, None, None, None) + mimo_model.partition_adapter = mock_adapter + + text_emb = torch.zeros(self.batch_size * self.seq_len, self.hidden_size, device=device) + # align_embeddings_by_token_positions returns [S, B, H] + combined_emb = torch.zeros(self.seq_len, self.batch_size, self.hidden_size, device=device) + + captured = {} + + def capture_lm_forward(*args, **kwargs): + captured['decoder_input'] = kwargs.get('decoder_input') + return torch.zeros(self.batch_size, sharded_seq_len, self.vocab_size, device=device) + + with ( + patch.object(mimo_model, 'get_text_embeddings', return_value=text_emb), + patch.object( + mimo_model, 'align_embeddings_by_token_positions', return_value=combined_emb + ), + patch.object(mimo_model.language_model, 'forward', side_effect=capture_lm_forward), + ): + mimo_model(input_ids=input_ids, position_ids=position_ids, modality_inputs=None) + + # shard() should have been called once + mock_adapter.shard.assert_called_once() + + # The embeddings passed to shard() must be [B, S, H] (transposed from [S, B, H]) + shard_kwargs = mock_adapter.shard.call_args[1] + assert shard_kwargs['embeddings'].shape == (self.batch_size, self.seq_len, self.hidden_size) + + # The language model decoder_input must be [S/cp, B, H] (re-transposed after shard) + assert captured['decoder_input'].shape == ( + sharded_seq_len, + self.batch_size, + self.hidden_size, + ) diff --git a/tests/unit_tests/models/test_mimo_partition.py b/tests/unit_tests/models/test_mimo_partition.py new file mode 100644 index 00000000000..1527fb92935 --- /dev/null +++ b/tests/unit_tests/models/test_mimo_partition.py @@ -0,0 +1,434 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. + +''' +WORLD_SIZE=1 LOCAL_RANK=0 python -m torch.distributed.run \ + --nproc_per_node=1 -m pytest \ + tests/unit_tests/models/test_mimo_partition.py -v +''' + +from unittest.mock import MagicMock, patch + +import pytest +import torch + +from megatron.core.models.mimo.partition.utils import PartitionAdapter, PartitionConfig +from megatron.core.transformer.transformer_config import TransformerConfig + + +@pytest.mark.experimental +class TestPartitionConfig: + """Tests for PartitionConfig dataclass and factory method.""" + + def test_is_partitioning_enabled_cp_only(self): + cfg = PartitionConfig( + seq_parallel=False, use_cp=True, tp_comm_overlap=False, max_seq_len=128 + ) + assert cfg.is_partitioning_enabled is True + + def test_is_partitioning_enabled_sp_only(self): + cfg = PartitionConfig( + seq_parallel=True, use_cp=False, tp_comm_overlap=False, max_seq_len=128 + ) + assert cfg.is_partitioning_enabled is True + + def test_is_partitioning_enabled_both(self): + cfg = PartitionConfig( + seq_parallel=True, use_cp=True, tp_comm_overlap=False, max_seq_len=128 + ) + assert cfg.is_partitioning_enabled is True + + def test_is_partitioning_enabled_neither(self): + cfg = PartitionConfig( + seq_parallel=False, use_cp=False, tp_comm_overlap=False, max_seq_len=128 + ) + assert cfg.is_partitioning_enabled is False + + def test_from_mp_config_invalid_type_raises(self): + with pytest.raises(TypeError, match="mp must be a ModelParallelConfig instance"): + PartitionConfig.from_mp_config("not_a_config", max_seq_len=128) + + def test_from_mp_config_no_parallelism(self): + mp = TransformerConfig( + num_layers=1, + hidden_size=64, + num_attention_heads=4, + context_parallel_size=1, + sequence_parallel=False, + ) + with patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=1): + cfg = PartitionConfig.from_mp_config(mp, max_seq_len=512) + assert cfg.use_cp is False + assert cfg.seq_parallel is False + assert cfg.cp_group is None + assert cfg.tp_group is None + assert cfg.max_seq_len == 512 + + def test_from_mp_config_kv_format_thd(self): + mp = TransformerConfig(num_layers=1, hidden_size=64, num_attention_heads=4) + with patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=1): + cfg = PartitionConfig.from_mp_config(mp, max_seq_len=512, kv_format='thd') + assert cfg.kv_format == 'thd' + + def test_from_mp_config_explicit_cp_group(self): + mock_cp_group = MagicMock() + mp = TransformerConfig( + num_layers=1, hidden_size=64, num_attention_heads=4, context_parallel_size=2 + ) + with patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2): + cfg = PartitionConfig.from_mp_config(mp, max_seq_len=512, cp_group=mock_cp_group) + assert cfg.use_cp is True + assert cfg.cp_group is mock_cp_group + + def test_from_mp_config_explicit_tp_group(self): + mock_tp_group = MagicMock() + mp = TransformerConfig( + num_layers=1, + hidden_size=64, + num_attention_heads=4, + tensor_model_parallel_size=2, + sequence_parallel=True, + ) + with patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=1): + cfg = PartitionConfig.from_mp_config(mp, max_seq_len=512, tp_group=mock_tp_group) + assert cfg.seq_parallel is True + assert cfg.tp_group is mock_tp_group + + def test_from_mp_config_auto_fetch_cp_group(self): + mock_group = MagicMock() + mp = TransformerConfig( + num_layers=1, hidden_size=64, num_attention_heads=4, context_parallel_size=2 + ) + with ( + patch( + 'megatron.core.models.mimo.partition.utils.get_context_parallel_group', + return_value=mock_group, + ), + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + ): + cfg = PartitionConfig.from_mp_config(mp, max_seq_len=512) + assert cfg.cp_group is mock_group + + def test_from_mp_config_auto_fetch_tp_group(self): + mock_group = MagicMock() + mp = TransformerConfig( + num_layers=1, + hidden_size=64, + num_attention_heads=4, + tensor_model_parallel_size=2, + sequence_parallel=True, + ) + with ( + patch( + 'megatron.core.models.mimo.partition.utils.get_tensor_model_parallel_group', + return_value=mock_group, + ), + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=1), + ): + cfg = PartitionConfig.from_mp_config(mp, max_seq_len=512) + assert cfg.tp_group is mock_group + + +@pytest.mark.experimental +class TestPartitionAdapterShard: + """Tests for PartitionAdapter.shard().""" + + def _make_cfg( + self, + use_cp=False, + seq_parallel=False, + tp_comm_overlap=False, + max_seq_len=128, + cp_group=None, + tp_group=None, + ): + return PartitionConfig( + use_cp=use_cp, + seq_parallel=seq_parallel, + tp_comm_overlap=tp_comm_overlap, + max_seq_len=max_seq_len, + cp_group=cp_group, + tp_group=tp_group, + ) + + def _make_tensors(self, B=2, S=8, H=16): + embeddings = torch.rand(B, S, H) + labels = torch.randint(0, 100, (B, S)) + loss_mask = torch.ones(B, S) + attention_mask = torch.ones(B, S) + return embeddings, labels, loss_mask, attention_mask + + def test_noop_when_both_disabled(self): + """No sharding when neither CP nor SP is enabled — inputs returned as-is.""" + cfg = self._make_cfg(use_cp=False, seq_parallel=False) + adapter = PartitionAdapter(cfg) + embeddings, labels, loss_mask, attention_mask = self._make_tensors() + out = adapter.shard(embeddings, labels, loss_mask, attention_mask) + assert out[0] is embeddings + assert out[1] is labels + assert out[2] is loss_mask + assert out[3] is attention_mask + assert out[4] is None + + def test_cp_only_shards_sequence(self): + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, max_seq_len=8, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + embeddings, labels, loss_mask, attention_mask = self._make_tensors(B=2, S=8, H=16) + sharded = { + 'embeddings': embeddings[:, :4, :], + 'labels': labels[:, :4], + 'loss_mask': loss_mask[:, :4], + 'attention_mask': attention_mask[:, :4], + } + with ( + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + patch( + 'megatron.core.models.mimo.partition.utils.get_batch_on_this_cp_rank', + return_value=sharded, + ), + ): + out = adapter.shard(embeddings, labels, loss_mask, attention_mask) + assert out[0].shape == (2, 4, 16) + assert out[1].shape == (2, 4) + + def test_sp_only_scatters(self): + mock_tp_group = MagicMock() + cfg = self._make_cfg(seq_parallel=True, max_seq_len=8, tp_group=mock_tp_group) + adapter = PartitionAdapter(cfg) + # SP uses seq_dim=0: embeddings shape [S, B, H] + embeddings = torch.rand(8, 2, 16) + labels = torch.randint(0, 100, (2, 8)) + loss_mask = torch.ones(2, 8) + attention_mask = torch.ones(2, 8) + scattered = torch.rand(4, 2, 16) + with ( + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + patch( + 'megatron.core.models.mimo.partition.utils.tensor_parallel.scatter_to_sequence_parallel_region', + return_value=scattered, + ), + ): + out = adapter.shard(embeddings, labels, loss_mask, attention_mask) + assert out[0].shape == (4, 2, 16) + + def test_cp_and_sp_combined(self): + mock_cp_group = MagicMock() + mock_tp_group = MagicMock() + cfg = self._make_cfg( + use_cp=True, + seq_parallel=True, + max_seq_len=16, + cp_group=mock_cp_group, + tp_group=mock_tp_group, + ) + adapter = PartitionAdapter(cfg) + # cp_size=2, tp_size=2 → shard_factor = 2*2*2 = 8; S=16 is divisible + embeddings = torch.rand(2, 16, 16) + labels = torch.randint(0, 100, (2, 16)) + loss_mask = torch.ones(2, 16) + attention_mask = torch.ones(2, 16) + cp_sharded = { + 'embeddings': embeddings[:, :8, :], + 'labels': labels[:, :8], + 'loss_mask': loss_mask[:, :8], + 'attention_mask': attention_mask[:, :8], + } + scattered = torch.rand(2, 4, 16) + + with ( + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + patch( + 'megatron.core.models.mimo.partition.utils.get_batch_on_this_cp_rank', + return_value=cp_sharded, + ), + patch( + 'megatron.core.models.mimo.partition.utils.tensor_parallel.scatter_to_sequence_parallel_region', + return_value=scattered, + ), + ): + out = adapter.shard(embeddings, labels, loss_mask, attention_mask) + assert out[0].shape == (2, 4, 16) + + def test_seq_not_divisible_raises(self): + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, max_seq_len=7, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + embeddings = torch.rand(2, 7, 16) # 7 % (2*2) != 0 + labels = torch.randint(0, 100, (2, 7)) + loss_mask = torch.ones(2, 7) + attention_mask = torch.ones(2, 7) + with ( + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + pytest.raises(AssertionError, match="divisible"), + ): + adapter.shard(embeddings, labels, loss_mask, attention_mask) + + def test_tp_comm_overlap_seq_len_assertion(self): + mock_tp_group = MagicMock() + cfg = self._make_cfg( + seq_parallel=True, tp_comm_overlap=True, max_seq_len=16, tp_group=mock_tp_group + ) + adapter = PartitionAdapter(cfg) + # S=8 but max_seq_len=16 → assertion fires + embeddings = torch.rand(8, 2, 16) # [S, B, H] for SP + labels = torch.randint(0, 100, (2, 8)) + loss_mask = torch.ones(2, 8) + attention_mask = torch.ones(2, 8) + with ( + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + pytest.raises(AssertionError, match="TP Comm overlap"), + ): + adapter.shard(embeddings, labels, loss_mask, attention_mask) + + def test_thd_format_skips_divisibility_check(self): + """PackedSeqParams with qkv_format='thd' bypasses the divisibility assertion.""" + from megatron.core.packed_seq_params import PackedSeqParams + + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, max_seq_len=7, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + embeddings = torch.rand(2, 7, 16) # seq_len=7 not divisible by cp*2, but THD skips check + labels = torch.randint(0, 100, (2, 7)) + loss_mask = torch.ones(2, 7) + attention_mask = torch.ones(2, 7) + packed_seq_params = MagicMock(spec=PackedSeqParams) + packed_seq_params.qkv_format = 'thd' + packed_seq_params.cu_seqlens_q_padded = torch.tensor([0, 4, 7], dtype=torch.int32) + + # THD path calls tex.thd_get_partitioned_indices — mock it to return first 4 indices + fake_index = torch.arange(4, dtype=torch.int32) + with ( + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + patch('megatron.core.models.mimo.partition.utils.get_pg_rank', return_value=0), + patch('megatron.core.models.mimo.partition.utils.tex') as mock_tex, + ): + mock_tex.thd_get_partitioned_indices.return_value = fake_index + # Should NOT raise AssertionError about divisibility + out = adapter.shard(embeddings, labels, loss_mask, attention_mask, packed_seq_params) + assert out[0] is not None + + def test_none_embeddings_skips_shard_factor_check(self): + """When embeddings is None, the divisibility check is skipped.""" + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, max_seq_len=7, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + labels = torch.randint(0, 100, (2, 7)) + loss_mask = torch.ones(2, 7) + attention_mask = torch.ones(2, 7) + cp_sharded = { + 'labels': labels[:, :4], + 'loss_mask': loss_mask[:, :4], + 'attention_mask': attention_mask[:, :4], + } + with ( + patch('megatron.core.models.mimo.partition.utils.get_pg_size', return_value=2), + patch( + 'megatron.core.models.mimo.partition.utils.get_batch_on_this_cp_rank', + return_value=cp_sharded, + ), + ): + out = adapter.shard(None, labels, loss_mask, attention_mask) + assert out[0] is None + + +@pytest.mark.experimental +class TestPartitionAdapterApplyContextParallel: + """Tests for PartitionAdapter._apply_context_parallel().""" + + def _make_cfg(self, use_cp=True, cp_group=None): + return PartitionConfig( + use_cp=use_cp, + seq_parallel=False, + tp_comm_overlap=False, + max_seq_len=128, + cp_group=cp_group, + ) + + def test_returns_unchanged_when_cp_disabled(self): + cfg = self._make_cfg(use_cp=False) + adapter = PartitionAdapter(cfg) + embeddings = torch.rand(2, 8, 16) + labels = torch.randint(0, 100, (2, 8)) + loss_mask = torch.ones(2, 8) + attention_mask = torch.ones(2, 8) + out = adapter._apply_context_parallel(embeddings, labels, loss_mask, attention_mask, None) + assert out[0] is embeddings + assert out[1] is labels + assert out[2] is loss_mask + assert out[3] is attention_mask + + def test_sbhd_path_calls_get_batch_on_this_cp_rank(self): + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + embeddings = torch.rand(2, 8, 16) + labels = torch.randint(0, 100, (2, 8)) + loss_mask = torch.ones(2, 8) + attention_mask = torch.ones(2, 8) + sharded = { + 'embeddings': embeddings[:, :4, :], + 'labels': labels[:, :4], + 'loss_mask': loss_mask[:, :4], + 'attention_mask': attention_mask[:, :4], + } + with patch( + 'megatron.core.models.mimo.partition.utils.get_batch_on_this_cp_rank', + return_value=sharded, + ) as mock_fn: + out = adapter._apply_context_parallel( + embeddings, labels, loss_mask, attention_mask, None + ) + mock_fn.assert_called_once() + assert out[0].shape == (2, 4, 16) + assert out[1].shape == (2, 4) + + def test_all_none_inputs_produces_none_outputs(self): + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + with patch( + 'megatron.core.models.mimo.partition.utils.get_batch_on_this_cp_rank', return_value={} + ): + out = adapter._apply_context_parallel(None, None, None, None, None) + assert all(v is None for v in out[:4]) + + def test_only_non_none_tensors_added_to_batch(self): + """None tensors must not appear in the batch dict passed to get_batch_on_this_cp_rank.""" + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + embeddings = torch.rand(2, 8, 16) + sharded = {'embeddings': embeddings[:, :4, :]} + captured = {} + + def mock_fn(batch): + captured.update(batch) + return sharded + + with patch( + 'megatron.core.models.mimo.partition.utils.get_batch_on_this_cp_rank', + side_effect=mock_fn, + ): + out = adapter._apply_context_parallel(embeddings, None, None, None, None) + + assert 'embeddings' in captured + assert 'labels' not in captured + assert 'loss_mask' not in captured + assert out[0] is not None + assert out[1] is None + + def test_thd_path_raises_when_te_unavailable(self): + """THD format must assert when Transformer Engine is not available.""" + from megatron.core.packed_seq_params import PackedSeqParams + + mock_cp_group = MagicMock() + cfg = self._make_cfg(use_cp=True, cp_group=mock_cp_group) + adapter = PartitionAdapter(cfg) + embeddings = torch.rand(2, 5, 16) + packed_seq_params = MagicMock(spec=PackedSeqParams) + packed_seq_params.qkv_format = 'thd' + with ( + patch('megatron.core.models.mimo.partition.utils._HAVE_TEX', False), + pytest.raises(AssertionError, match="Transformer Engine"), + ): + adapter._apply_context_parallel(embeddings, None, None, None, packed_seq_params) diff --git a/tests/unit_tests/pipeline_parallel/test_fine_grained_activation_offloading.py b/tests/unit_tests/pipeline_parallel/test_fine_grained_activation_offloading.py index 558c6934a0c..524b22e2de5 100644 --- a/tests/unit_tests/pipeline_parallel/test_fine_grained_activation_offloading.py +++ b/tests/unit_tests/pipeline_parallel/test_fine_grained_activation_offloading.py @@ -73,7 +73,6 @@ def _build_gpt_model( transformer_layer_spec=get_gpt_layer_with_transformer_engine_spec( num_experts=num_experts, moe_grouped_gemm=num_experts is not None, - moe_use_legacy_grouped_gemm=False, multi_latent_attention=is_mla, ), vocab_size=vocab_size, @@ -435,10 +434,7 @@ def _build_overlap_moe_gpt( GPTModel( config=transformer_config, transformer_layer_spec=get_gpt_layer_with_transformer_engine_spec( - num_experts=num_experts, - moe_grouped_gemm=True, - moe_use_legacy_grouped_gemm=False, - multi_latent_attention=is_mla, + num_experts=num_experts, moe_grouped_gemm=True, multi_latent_attention=is_mla ), vocab_size=vocab_size, max_sequence_length=seq_length, diff --git a/tests/unit_tests/post_training/test_modelopt_module_spec.py b/tests/unit_tests/post_training/test_modelopt_module_spec.py index 3f6491f835d..585be52f944 100644 --- a/tests/unit_tests/post_training/test_modelopt_module_spec.py +++ b/tests/unit_tests/post_training/test_modelopt_module_spec.py @@ -212,7 +212,7 @@ def setup_method(self, method): mamba_stack_spec=mamba_stack_spec, vocab_size=100, max_sequence_length=4, - hybrid_override_pattern="M*-", + hybrid_layer_pattern="M*-", ) # A Hybrid MambaModel using ModelOpt spec (local + TENorm). @@ -221,7 +221,7 @@ def setup_method(self, method): mamba_stack_spec=get_mamba_stack_modelopt_spec(remap_te_layernorm=True), vocab_size=100, max_sequence_length=4, - hybrid_override_pattern="M*-", + hybrid_layer_pattern="M*-", ) diff --git a/tests/unit_tests/resharding/test_mxfp8_refit.py b/tests/unit_tests/resharding/test_mxfp8_refit.py new file mode 100644 index 00000000000..815d4eeedac --- /dev/null +++ b/tests/unit_tests/resharding/test_mxfp8_refit.py @@ -0,0 +1,242 @@ +# Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + +import pytest +import torch + +_IS_BLACKWELL = torch.cuda.is_available() and (torch.cuda.get_device_properties(0).major >= 10) + +try: + from flashinfer import mxfp8_quantize + + _HAVE_FLASHINFER = True +except ImportError: + _HAVE_FLASHINFER = False + +pytestmark = [ + pytest.mark.skipif(not _IS_BLACKWELL, reason="MXFP8 tests require Blackwell GPU (SM >= 10)"), + pytest.mark.skipif(not _HAVE_FLASHINFER, reason="MXFP8 tests require FlashInfer"), +] + + +# =========================================================================== +# MXFP8ReshardTransform +# =========================================================================== + + +class TestMXFP8ReshardTransform: + """Tests for the core MXFP8 reshard transform (transforms.py). + + These test the receiver-side BF16→MXFP8 conversion paths that run on + every refit iteration, including the critical 1D-scale accumulation + logic that avoids corrupting swizzled scales from partial updates. + """ + + def _make_persistent_buffers(self, shapes): + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + + buffers = {} + for name, (M, K) in shapes.items(): + x = torch.randn(M, K, dtype=torch.bfloat16, device="cuda") + buffers[name] = MXFP8Tensor.from_bf16(x) + return buffers + + def test_finalize_recv_bf16_2d_scale(self): + """Receiver-side conversion with 2D scale: immediate per-slice quantization.""" + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + from megatron.core.resharding.transforms import MXFP8ReshardTransform + + M, K = 64, 128 + buf = MXFP8Tensor.from_bf16(torch.randn(M, K, dtype=torch.bfloat16, device="cuda")) + + if buf.scale.ndim != 2: + pytest.skip("FlashInfer produced 1D swizzled scale; 2D-scale test not applicable") + + t = MXFP8ReshardTransform( + convertible_params={"decoder.weight"}, + persistent_buffers={"weight": buf}, + buffer_key_prefix="decoder.", + convert_on_send=False, + ) + + new_data = torch.randn(M, K, dtype=torch.bfloat16, device="cuda") + t.finalize_recv("decoder.weight", (slice(None), slice(None)), [new_data]) + + expected = MXFP8Tensor.from_bf16(new_data) + assert torch.equal(buf.data, expected.data) + assert torch.equal(buf.scale, expected.scale) + + def test_finalize_recv_bf16_1d_scale_accumulation(self): + """Receiver-side conversion with 1D scale: accumulate slices then quantize.""" + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + from megatron.core.resharding.transforms import MXFP8ReshardTransform + + M, K = 64, 128 + buf = MXFP8Tensor.from_bf16(torch.randn(M, K, dtype=torch.bfloat16, device="cuda")) + + if buf.scale.ndim != 1: + pytest.skip("FlashInfer produced 2D scale; 1D-scale accumulation test not applicable") + + t = MXFP8ReshardTransform( + convertible_params={"decoder.weight"}, + persistent_buffers={"weight": buf}, + buffer_key_prefix="decoder.", + convert_on_send=False, + ) + + full_data = torch.randn(M, K, dtype=torch.bfloat16, device="cuda") + half = M // 2 + + # First slice: should accumulate (not finalize yet) + t.finalize_recv("decoder.weight", (slice(0, half), slice(None)), [full_data[:half]]) + assert "weight" in t._pending_1d, "Should be pending after partial slice" + + # Second slice: should trigger final quantization + t.finalize_recv("decoder.weight", (slice(half, M), slice(None)), [full_data[half:]]) + assert "weight" not in t._pending_1d, "Should be finalized after all slices" + + expected = MXFP8Tensor.from_bf16(full_data) + assert torch.equal(buf.data, expected.data) + assert torch.equal(buf.scale, expected.scale) + + def test_finalize_recv_1d_scale_wrong_element_count(self): + """1D accumulation should raise if total elements don't match (duplicate slices).""" + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + from megatron.core.resharding.transforms import MXFP8ReshardTransform + + M, K = 64, 128 + buf = MXFP8Tensor.from_bf16(torch.randn(M, K, dtype=torch.bfloat16, device="cuda")) + if buf.scale.ndim != 1: + pytest.skip("Need 1D scale for this test") + + t = MXFP8ReshardTransform( + convertible_params={"decoder.weight"}, + persistent_buffers={"weight": buf}, + buffer_key_prefix="decoder.", + convert_on_send=False, + ) + + half_data = torch.randn(M // 2, K, dtype=torch.bfloat16, device="cuda") + t.finalize_recv("decoder.weight", (slice(0, M // 2), slice(None)), [half_data]) + + with pytest.raises(AssertionError, match="duplicate or missing"): + overlap = torch.randn(M // 2 + 1, K, dtype=torch.bfloat16, device="cuda") + t.finalize_recv("decoder.weight", (slice(M // 2 - 1, M), slice(None)), [overlap]) + + +# =========================================================================== +# quantize_params_to_mxfp8 +# =========================================================================== + + +class TestQuantizeParamsToMXFP8: + """Tests for persistent buffer quantization (quantization/utils.py). + + The persistent buffer address stability is critical for CUDA graph + compatibility — if addresses change, captured graphs segfault. + """ + + def test_basic_quantization_replaces_param(self): + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + from megatron.core.inference.quantization.utils import quantize_params_to_mxfp8 + + model = torch.nn.Linear(128, 64, bias=False).to(dtype=torch.bfloat16, device="cuda") + buffers = quantize_params_to_mxfp8(model) + + assert "weight" in buffers + assert isinstance(buffers["weight"], MXFP8Tensor) + assert buffers["weight"].data.shape == (64, 128) + assert "weight" not in model._parameters + + def test_persistent_buffer_reuse_preserves_addresses(self): + """Second call must copy into existing buffers (CUDA graph address stability).""" + from megatron.core.inference.quantization.utils import quantize_params_to_mxfp8 + + model = torch.nn.Linear(128, 64, bias=False).to(dtype=torch.bfloat16, device="cuda") + buffers = quantize_params_to_mxfp8(model) + data_ptr = buffers["weight"].data.data_ptr() + scale_ptr = buffers["weight"].scale.data_ptr() + + model2 = torch.nn.Linear(128, 64, bias=False).to(dtype=torch.bfloat16, device="cuda") + quantize_params_to_mxfp8(model2, persistent_buffers=buffers) + + assert buffers["weight"].data.data_ptr() == data_ptr + assert buffers["weight"].scale.data_ptr() == scale_ptr + + def test_nested_module_fqn(self): + """Recursive quantization should produce correct fully-qualified names.""" + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + from megatron.core.inference.quantization.utils import quantize_params_to_mxfp8 + + model = torch.nn.Sequential( + torch.nn.Linear(128, 64, bias=False), torch.nn.Linear(64, 32, bias=False) + ).to(dtype=torch.bfloat16, device="cuda") + buffers = quantize_params_to_mxfp8(model) + + assert "0.weight" in buffers and "1.weight" in buffers + assert isinstance(buffers["0.weight"], MXFP8Tensor) + + +# =========================================================================== +# End-to-end MXFP8 refit integration (single-GPU) +# =========================================================================== + + +class TestMXFP8RefitIntegration: + """Integration tests simulating the full send→recv→finalize refit flow.""" + + def test_full_transform_roundtrip_bf16_wire(self): + """Simulate sender sending BF16, receiver converting to MXFP8.""" + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + from megatron.core.resharding.transforms import MXFP8ReshardTransform + + M, K = 64, 128 + src_weight = torch.randn(M, K, dtype=torch.bfloat16, device="cuda") + src_param = torch.nn.Parameter(src_weight.clone()) + + dst_buf = MXFP8Tensor.from_bf16(torch.randn(M, K, dtype=torch.bfloat16, device="cuda")) + t = MXFP8ReshardTransform( + convertible_params={"decoder.weight"}, + persistent_buffers={"weight": dst_buf}, + buffer_key_prefix="decoder.", + convert_on_send=False, + ) + + # Simulate: prepare_send → wire → prepare_recv → finalize_recv + sent = t.prepare_send("decoder.weight", (slice(None), slice(None)), src_param) + recv_bufs = t.prepare_recv("decoder.weight", (slice(None), slice(None))) + recv_bufs[0].copy_(sent[0]) + t.finalize_recv("decoder.weight", (slice(None), slice(None)), recv_bufs) + + expected = MXFP8Tensor.from_bf16(src_weight) + assert torch.equal(dst_buf.data, expected.data) + assert torch.equal(dst_buf.scale, expected.scale) + + def test_multi_slice_assembly(self): + """Multiple row slices should correctly assemble the full quantized weight.""" + from megatron.core.inference.quantization.mxfp8_tensor import MXFP8Tensor + from megatron.core.resharding.transforms import MXFP8ReshardTransform + + M, K = 128, 256 + full_weight = torch.randn(M, K, dtype=torch.bfloat16, device="cuda") + dst_buf = MXFP8Tensor.from_bf16(torch.zeros(M, K, dtype=torch.bfloat16, device="cuda")) + + t = MXFP8ReshardTransform( + convertible_params={"decoder.weight"}, + persistent_buffers={"weight": dst_buf}, + buffer_key_prefix="decoder.", + convert_on_send=False, + ) + + # Send in 4 row-slices (simulates TP=4 refit) + chunk = M // 4 + for i in range(4): + row_slice = (slice(i * chunk, (i + 1) * chunk), slice(None)) + src_param = torch.nn.Parameter(full_weight.clone()) + sent = t.prepare_send("decoder.weight", row_slice, src_param) + recv = t.prepare_recv("decoder.weight", row_slice) + recv[0].copy_(sent[0]) + t.finalize_recv("decoder.weight", row_slice, recv) + + expected = MXFP8Tensor.from_bf16(full_weight) + assert torch.equal(dst_buf.data, expected.data) + assert torch.equal(dst_buf.scale, expected.scale) diff --git a/tests/unit_tests/rl/test_rl_utils.py b/tests/unit_tests/rl/test_rl_utils.py index 6206fa93c61..740b74c8ec8 100644 --- a/tests/unit_tests/rl/test_rl_utils.py +++ b/tests/unit_tests/rl/test_rl_utils.py @@ -316,6 +316,10 @@ def test_prepare_data_for_update(self, initialize_model_parallel): logprobs=[[0.1, 0.2, 0.3]], env_id='MEGAENV', problem_id="2", + policy_staleness=[[0, 0, 0]], + kv_cache_staleness=[[0, 0, 0]], + completed_at_step=[1], + num_evictions=[0], ) r2 = TokenRollout( trajectory=[[1, 2, 3, 4]], @@ -324,6 +328,10 @@ def test_prepare_data_for_update(self, initialize_model_parallel): logprobs=[[0.1, 0.2, 0.3, -1.2]], env_id='MEGAENV', problem_id="2", + policy_staleness=[[0, 0, 0, 0]], + kv_cache_staleness=[[0, 0, 0, 0]], + completed_at_step=[1], + num_evictions=[0], ) rollouts = [[r1, r2] for _ in range(dp)] @@ -342,6 +350,10 @@ def test_prepare_data_for_update(self, initialize_model_parallel): logprobs=torch.tensor([[-0.2, -0.3, -3.2]]).cuda(), env_id='MEGAENV', problem_id="2", + policy_staleness=[[0, 0, 0, 0]], + kv_cache_staleness=[[0, 0, 0, 0]], + completed_at_step=[1], + num_evictions=[0], ) r2 = TokenRollout( trajectory=torch.tensor([[1, 2, 234, tokenizer.eod]], dtype=torch.float).cuda(), @@ -350,9 +362,13 @@ def test_prepare_data_for_update(self, initialize_model_parallel): logprobs=torch.tensor([[-0.2, -0.3, -1.2]]), env_id='MEGAENV', problem_id="2", + policy_staleness=[[0, 0, 0, 0]], + kv_cache_staleness=[[0, 0, 0, 0]], + completed_at_step=[1], + num_evictions=[0], ) rollouts = [[r1, r2] for _ in range(dp)] - data_iter = rl_utils.prepare_data_for_update( + data_iter, _, _ = rl_utils.prepare_data_for_update( [model], {}, rollouts, tokenizer, sequence_packing=False, is_correction=False ) @@ -383,6 +399,10 @@ def test_prepare_trajectories(self, use_sequence_packing, num_turns): logprobs=[[0.1, 0.2, 0.3, 0.35]] * num_turns, env_id='MEGAENV', problem_id="1", + policy_staleness=[[0, 0, 0, 0]] * num_turns, + kv_cache_staleness=[[0, 0, 0, 0]] * num_turns, + completed_at_step=[0] * num_turns, + num_evictions=[0] * num_turns, ) r2 = TokenRollout( trajectory=[[4, 5, 6, 7, tokenizer.eod]] * num_turns, @@ -391,6 +411,10 @@ def test_prepare_trajectories(self, use_sequence_packing, num_turns): logprobs=[[0.4, 0.5, 0.6, 0.7, 0.75]] * num_turns, env_id='MEGAENV', problem_id="2", + policy_staleness=[[0, 0, 0, 0, 0]] * num_turns, + kv_cache_staleness=[[0, 0, 0, 0, 0]] * num_turns, + completed_at_step=[0] * num_turns, + num_evictions=[0] * num_turns, ) r3 = TokenRollout( trajectory=[[8, 9, tokenizer.eod]] * num_turns, @@ -399,6 +423,10 @@ def test_prepare_trajectories(self, use_sequence_packing, num_turns): logprobs=[[0.8, 0.9, 0.95]] * num_turns, env_id='MEGAENV', problem_id="3", + policy_staleness=[[0, 0, 0]] * num_turns, + kv_cache_staleness=[[0, 0, 0]] * num_turns, + completed_at_step=[0] * num_turns, + num_evictions=[0] * num_turns, ) rollouts = [r1, r2, r3] @@ -687,7 +715,7 @@ def test_gpt_logprobs(self, initialize_model_parallel): """ world_size, dp, tp, pp = initialize_model_parallel - micro_batch_size = 2 + micro_batch_size = 1 self.create_test_args( tensor_model_parallel_size=tp, pipeline_model_parallel_size=pp, @@ -868,6 +896,30 @@ def test_get_logprobs_cuda_graphs(self, initialize_model_parallel): CudaGraphManager.fwd_mempools = None CudaGraphManager.bwd_mempools = None + def test_compute_true_staleness(self): + # Single group, 2 turns: turn 1 has 1 token, turn 2 has 2 tokens + result = rl_utils.compute_true_staleness( + per_token_staleness=[[1, 2, 3]], + completed_at_steps=[[8, 7]], + turn_lens=[[1, 2]], + current_iteration=10, + ) + # token 0: 1 + (10-8) = 3 + # token 1: 2 + (10-7) = 5 + # token 2: 3 + (10-7) = 6 + assert result == [3, 5, 6] + + # Multiple groups + result = rl_utils.compute_true_staleness( + per_token_staleness=[[0, 0], [1]], + completed_at_steps=[[5], [5]], + turn_lens=[[2], [1]], + current_iteration=6, + ) + # group 1: [0+1, 0+1] = [1, 1] + # group 2: [1+1] = [2] + assert result == [1, 1, 2] + @pytest.mark.parametrize( "initialize_model_parallel", [pytest.param((1, 1), id="tp1-pp1")], @@ -881,8 +933,25 @@ def test_prep_wandb_metrics(self, initialize_model_parallel): rewards = [[1, 1], [-1, 2]] num_turns = [[42, 2], [10, 8]] advantages = [0, 1] + # Per-token staleness (6 tokens in group 1, 3 in group 2; matching turn_lens) + policy_staleness = [[1, 2, 2, 0, 0, 3], [0, 3, 3]] + kv_cache_staleness = [[1, 1, 1, 0, 0, 2], [0, 2, 2]] + num_evictions = [[0, 1], [0, 0]] + # Per-turn completed_at_steps (5 turns in group 1, 2 in group 2; matching turn_lens) + completed_at_steps = [[5, 4, 5, 5, 3], [5, 3]] + current_iteration = 6 metrics = rl_utils.prep_wandb_metrics( - MagicMock(), traj_lens, turn_lens, rewards, num_turns, advantages + MagicMock(), + traj_lens, + turn_lens, + rewards, + num_turns, + advantages, + policy_staleness=policy_staleness, + kv_cache_staleness=kv_cache_staleness, + num_evictions=num_evictions, + completed_at_steps=completed_at_steps, + current_iteration=current_iteration, ) assert metrics["mean_reward"] == 0.75 assert metrics["mean_advantage"] == 0.5 @@ -898,3 +967,15 @@ def test_prep_wandb_metrics(self, initialize_model_parallel): assert metrics["mean_num_turns"] == 15.5 assert metrics["max_num_turns"] == 42 assert metrics["min_num_turns"] == 2 + # true_policy_staleness = [2, 4, 4, 1, 1, 6, 1, 6, 6] + assert metrics["mean_policy_staleness"] == np.mean([2, 4, 4, 1, 1, 6, 1, 6, 6]) + assert metrics["max_policy_staleness"] == 6 + assert metrics["min_policy_staleness"] == 1 + # true_kv_staleness = [2, 3, 3, 1, 1, 5, 1, 5, 5] + assert metrics["mean_kv_cache_staleness"] == np.mean([2, 3, 3, 1, 1, 5, 1, 5, 5]) + assert metrics["max_kv_cache_staleness"] == 5 + assert metrics["min_kv_cache_staleness"] == 1 + assert metrics["total_eviction_count"] == 1 + assert metrics["max_num_evictions"] == 1 + # completion_gaps per-turn = [1, 2, 1, 1, 3, 1, 3] + assert metrics["mean_completion_gap"] == np.mean([1, 2, 1, 1, 3, 1, 3]) diff --git a/tests/unit_tests/ssm/test_mamba_block.py b/tests/unit_tests/ssm/test_mamba_block.py index 909ee47e836..c65623e08e0 100644 --- a/tests/unit_tests/ssm/test_mamba_block.py +++ b/tests/unit_tests/ssm/test_mamba_block.py @@ -6,7 +6,7 @@ from megatron.core.models.mamba.mamba_layer_specs import mamba_stack_spec from megatron.core.process_groups_config import ProcessGroupCollection from megatron.core.ssm.mamba_block import MambaStack -from megatron.core.ssm.mamba_hybrid_layer_allocation import Symbols +from megatron.core.ssm.mamba_hybrid_layer_allocation import Symbols, validate_segment_layers from megatron.core.ssm.mamba_layer import MambaLayer from megatron.core.tensor_parallel.random import model_parallel_cuda_manual_seed from megatron.core.transformer import TransformerConfig @@ -26,12 +26,13 @@ def setup_method(self, method): def get_pg_collection(self): return ProcessGroupCollection.use_mpu_process_groups(required_pgs=['tp', 'pp', 'cp']) - def get_mamba_block(self, hybrid_override_pattern): + def get_mamba_block(self, layer_pattern): + layer_type_list = validate_segment_layers(layer_pattern) transformer_config = TransformerConfig( hidden_size=256, # The Mamba layer places several constraints on this # Need to specify num_attention_heads and num_layers or TransformerConfig # will generate errors. - num_layers=len(hybrid_override_pattern), + num_layers=len(layer_type_list), num_attention_heads=4, use_cpu_initialization=True, ) @@ -39,7 +40,8 @@ def get_mamba_block(self, hybrid_override_pattern): return MambaStack( transformer_config, modules, - hybrid_override_pattern=hybrid_override_pattern, + layer_type_list=layer_type_list, + pp_layer_offset=0, pg_collection=self.get_pg_collection(), ) @@ -48,8 +50,8 @@ def teardown_method(self, method): def test_gpu_forward(self): """Test GPU forward pass.""" - hybrid_override_pattern = Symbols.MAMBA + Symbols.ATTENTION + Symbols.MLP - block = self.get_mamba_block(hybrid_override_pattern) + layer_pattern = Symbols.MAMBA + Symbols.ATTENTION + Symbols.MLP + block = self.get_mamba_block(layer_pattern) block.cuda() micro_batch_size = 2 sequence_length = 32 @@ -67,13 +69,13 @@ def test_gpu_forward(self): def test_layer_types(self): """ - Make sure that the layer types specified with hybrid_override_pattern + Make sure that the layer types specified with layer_pattern were honored. """ - hybrid_override_pattern = Symbols.MAMBA + Symbols.ATTENTION + Symbols.MLP - block = self.get_mamba_block(hybrid_override_pattern) + layer_pattern = Symbols.MAMBA + Symbols.ATTENTION + Symbols.MLP + block = self.get_mamba_block(layer_pattern) layers = block.layers - # Note that this matches the order specified by hybrid_override_pattern in setup_method + # Note that this matches the order specified by layer_pattern above assert isinstance(layers[0], MambaLayer) assert isinstance(layers[1], TransformerLayer) assert isinstance(layers[1].self_attention, SelfAttention) @@ -82,8 +84,8 @@ def test_layer_types(self): def test_invalid_layer_types_cause_failure(self): invalid_symbol = '+' - assert invalid_symbol not in Symbols.VALID # sanity check. - hybrid_override_pattern = Symbols.MAMBA + Symbols.ATTENTION + Symbols.MLP + invalid_symbol - # _allocate_override() in mamba_hybrid_layer_allocation.py throws a ValueError. + assert invalid_symbol not in Symbols.VALID_LAYERS # sanity check. + layer_pattern = Symbols.MAMBA + Symbols.ATTENTION + Symbols.MLP + invalid_symbol + # validate_segment_layers() in mamba_hybrid_layer_allocation.py throws a ValueError. with pytest.raises(ValueError): - block = self.get_mamba_block(hybrid_override_pattern) + block = self.get_mamba_block(layer_pattern) diff --git a/tests/unit_tests/ssm/test_mamba_hybrid_layer_allocation.py b/tests/unit_tests/ssm/test_mamba_hybrid_layer_allocation.py index 77c106c3bee..a0a0401d113 100644 --- a/tests/unit_tests/ssm/test_mamba_hybrid_layer_allocation.py +++ b/tests/unit_tests/ssm/test_mamba_hybrid_layer_allocation.py @@ -1,85 +1,135 @@ # Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. -import math -import re +from unittest.mock import patch import pytest -import torch from megatron.core.ssm.mamba_hybrid_layer_allocation import ( ParsedHybridPattern, Symbols, - allocate_layers, + get_hybrid_layer_counts, + get_hybrid_total_layer_count, + get_hybrid_total_pipeline_segment_count, parse_hybrid_pattern, + pattern_from_ratios, + select_pipeline_segment, + validate_segment_layers, ) @pytest.mark.internal -class TestMambaHybridLayerAllocation: +class TestPatternFromRatios: - def test_hybrid_layer_allocation(self): - # The format for the test cases is: - # (layers_count, attention_ratio, mlp_ratio, override_pattern). + def test_pure_mamba(self): + result = pattern_from_ratios(8, attention_ratio=0.0, mlp_ratio=0.0) + assert result == "MMMMMMMM" + + def test_attention_only(self): + result = pattern_from_ratios(10, attention_ratio=0.3) + assert result.count(Symbols.ATTENTION) == 3 + assert result.count(Symbols.MAMBA) == 7 + assert len(result) == 10 + + def test_attention_and_mlp(self): + result = pattern_from_ratios(10, attention_ratio=0.3, mlp_ratio=0.3) + assert result.count(Symbols.ATTENTION) == 3 + assert result.count(Symbols.MLP) == 3 + assert result.count(Symbols.MAMBA) == 4 + assert len(result) == 10 + + def test_attention_evenly_spaced(self): + result = pattern_from_ratios(10, attention_ratio=0.5) + assert result.count(Symbols.ATTENTION) == 5 + assert result.count(Symbols.MAMBA) == 5 + attn_positions = [i for i, ch in enumerate(result) if ch == Symbols.ATTENTION] + gaps = [attn_positions[i + 1] - attn_positions[i] for i in range(len(attn_positions) - 1)] + assert all( + g in (1, 2, 3) for g in gaps + ), f"Gaps between attention layers should be small, got {gaps}" + + def test_mlp_does_not_replace_attention(self): + result = pattern_from_ratios(10, attention_ratio=0.3, mlp_ratio=0.3) + attn_positions = [i for i, c in enumerate(result) if c == Symbols.ATTENTION] + mlp_positions = [i for i, c in enumerate(result) if c == Symbols.MLP] + assert not set(attn_positions) & set(mlp_positions) + + def test_single_layer(self): + assert pattern_from_ratios(1, 0.0, 0.0) == "M" + assert pattern_from_ratios(1, 1.0, 0.0) == "*" + + def test_returns_string(self): + result = pattern_from_ratios(4, 0.5) + assert isinstance(result, str) + + +@pytest.mark.internal +class TestValidateSegmentLayers: + + def test_valid_patterns(self): + """Test that valid segment patterns produce the correct layer type lists.""" test_cases = [ - (9, 0.0, 0.0, "M*-M*-M*-"), - (9, 0.0, 0.0, "MMMMMMMMM"), - (30, 0.0, 0.0, None), - (8, 0.25, 0.25, "MM*-MM*-"), - (8, 0.5, 0.25, "M**-M**-"), - (48, 0.5, 0.2, None), + ("M*-M*-M*-", ['M', '*', '-', 'M', '*', '-', 'M', '*', '-']), + ("MMMMMMMMM", ['M'] * 9), + ("MM*-MM*-", ['M', 'M', '*', '-', 'M', 'M', '*', '-']), + ("E", ['E']), + ("", []), ] - for test in test_cases: - (layers_count, attention_ratio, mlp_ratio, override_pattern) = test + for pattern, expected in test_cases: + result = validate_segment_layers(pattern) + assert result == expected, f"Failed for pattern: {pattern}" + + def test_all_valid_symbols(self): + """Make sure all returned layers are valid.""" + for pattern in ["M*-M*-M*-", "MMMMMMMMM", "MM*-", "MEME"]: + layer_types = validate_segment_layers(pattern) + for layer_type in layer_types: + assert layer_type in Symbols.VALID_LAYERS - layer_types = allocate_layers(*test) + def test_invalid_symbols_cause_failure(self): + """Test that invalid symbols raise ValueError.""" + with pytest.raises(ValueError): + validate_segment_layers("M*X") + with pytest.raises(ValueError): + validate_segment_layers("M|M") # pipe not valid in a segment + with pytest.raises(ValueError): + validate_segment_layers("M/M") # MTP separator not valid in a segment - # Check that return value is in the right format. - assert isinstance(layer_types, list) - assert layers_count == len(layer_types) - # Make sure all the layers are valid. - for layer_type in layer_types: - assert layer_type in Symbols.VALID - - # Make sure each layer is as requested by override_pattern. - if override_pattern is not None: - assert len(override_pattern) == len(layer_types) - for index, layer_type in enumerate(layer_types): - assert override_pattern[index] == layer_types[index] - else: - # Make sure the count of each type of layer is correct. - counts = {layer_type: 0 for layer_type in Symbols.VALID} # Initialize all to zero. - for layer_type in layer_types: - assert layer_type in counts - counts[layer_type] += 1 - # Check the ratios. - remainder = 1.0 - attention_ratio - mlp_ratio - assert remainder >= 0 - assert int(attention_ratio * layers_count + 0.5) == counts[Symbols.ATTENTION] - assert int(mlp_ratio * layers_count + 0.5) == counts[Symbols.MLP] - assert int(remainder * layers_count + 0.5) == counts[Symbols.MAMBA] - - # Make sure the ratios are as requested. - # This code is not working yet because capsys seems broken in Megatron. - # captured = capsys.readouterr() # Remove this output from the capture buffer. - # out = captured.out # Get stdout. - # if attention_ratio != 0 or mlp_ratio != 0: - # assert ( - # match := re.search(r'Actual attention ratio: (1\.0|0\.[0-9]+)\.', out) - # ) and math.isclose(match.group(1), attention_ratio) - # assert ( - # match := re.search(r'Actual mlp ratio: (1\.0|0\.[0-9]+)\.', out) - # ) and math.isclose(match.group(1), mlp_ratio) - - @pytest.mark.xfail(raises=ValueError) - def test_wrong_length_override_pattern(self): - # This override_pattern is too short. - layer_types = allocate_layers(9, 0.0, 0.0, "M*-M*-") - - @pytest.mark.xfail(raises=ValueError) - def test_wrong_number_of_layer_types_in_override_pattern(self): - # This override_pattern has too many mlps and not enough attention - layer_types = allocate_layers(8, 0.5, 0.25, "M*--M**-") +@pytest.mark.internal +class TestGetHybridTotalLayerCount: + + def test_simple_patterns(self): + assert get_hybrid_total_layer_count("M*M*") == 4 + assert get_hybrid_total_layer_count("MMMM") == 4 + assert get_hybrid_total_layer_count("M") == 1 + + def test_with_pipe_separators(self): + assert get_hybrid_total_layer_count("M-M-|M-M*-") == 9 + assert get_hybrid_total_layer_count("M-M-|M-M*-|M-M-|M-M*-") == 18 + assert get_hybrid_total_layer_count("||M") == 1 + assert get_hybrid_total_layer_count("M|M") == 2 + + def test_with_mtp(self): + assert get_hybrid_total_layer_count("M*M*/MM/MM") == 4 + assert get_hybrid_total_layer_count("M-M-|M-M*-/MM/MM") == 9 + + def test_empty(self): + assert get_hybrid_total_layer_count("") == 0 + + +@pytest.mark.internal +class TestGetHybridTotalPipelineSegmentCount: + + def test_no_pipe(self): + assert get_hybrid_total_pipeline_segment_count("M*M*") == 1 + + def test_with_pipes(self): + assert get_hybrid_total_pipeline_segment_count("M-M-|M-M*-") == 2 + assert get_hybrid_total_pipeline_segment_count("M|M|M|M") == 4 + assert get_hybrid_total_pipeline_segment_count("||M") == 3 + + def test_with_mtp(self): + assert get_hybrid_total_pipeline_segment_count("M-M-|M-M*-/MM/MM") == 2 @pytest.mark.internal @@ -108,6 +158,15 @@ def test_main_pattern_only(self): assert result.mtp_pattern is None assert result.mtp_num_depths == 0 + def test_main_pattern_with_pipes(self): + """Test patterns with pipe separators (no MTP).""" + test_cases = [("M*|M*", "M*|M*"), ("M-M-|M-M*-", "M-M-|M-M*-"), ("M|M|M|M", "M|M|M|M")] + for pattern, expected_main in test_cases: + result = parse_hybrid_pattern(pattern) + assert result.main_pattern == expected_main, f"Failed for pattern: {pattern}" + assert result.mtp_pattern is None + assert result.mtp_num_depths == 0 + def test_main_with_single_mtp_depth(self): """Test patterns with 1 MTP depth.""" test_cases = [ @@ -136,6 +195,13 @@ def test_main_with_multiple_mtp_depths(self): assert result.mtp_pattern == expected_mtp, f"Failed for pattern: {pattern}" assert result.mtp_num_depths == expected_depths, f"Failed for pattern: {pattern}" + def test_pipe_with_mtp(self): + """Test patterns with both pipe and MTP separators.""" + result = parse_hybrid_pattern("M-M-|M-M*-/MM/MM") + assert result.main_pattern == "M-M-|M-M*-" + assert result.mtp_pattern == "MM" + assert result.mtp_num_depths == 2 + def test_mtp_patterns_must_be_identical(self): """Test that mismatched MTP patterns raise ValueError.""" invalid_patterns = [ @@ -173,6 +239,11 @@ def test_invalid_symbols_in_mtp_pattern(self): with pytest.raises(ValueError, match="All MTP patterns must be identical"): parse_hybrid_pattern("M*M*/MM/Ma") + def test_pipe_not_allowed_in_mtp(self): + """Test that pipe symbol in MTP pattern raises ValueError.""" + with pytest.raises(ValueError, match="not a valid layer symbol"): + parse_hybrid_pattern("M*M*/M|M/M|M") + def test_empty_main_pattern_with_mtp(self): """Test pattern that starts with / (empty main pattern).""" result = parse_hybrid_pattern("/MM/MM") @@ -212,3 +283,297 @@ def test_dataclass_equality(self): p1 = parse_hybrid_pattern("M*M*/MM/MM") p2 = ParsedHybridPattern(main_pattern="M*M*", mtp_pattern="MM", mtp_num_depths=2) assert p1 == p2 + + +@pytest.mark.internal +class TestGetHybridLayerCounts: + + def test_simple_pattern(self): + assert get_hybrid_layer_counts("M*M*") == {'*': 2, 'M': 2, '-': 0, 'E': 0} + + def test_all_layer_types(self): + assert get_hybrid_layer_counts("M*-E") == {'*': 1, 'M': 1, '-': 1, 'E': 1} + + def test_with_pipes(self): + # Pipes should be skipped in counting + assert get_hybrid_layer_counts("M*|M*") == {'*': 2, 'M': 2, '-': 0, 'E': 0} + assert get_hybrid_layer_counts("M-M-|M-M*-") == {'*': 1, 'M': 4, '-': 4, 'E': 0} + + def test_with_mtp(self): + # MTP pattern "MM" repeated 2 depths -> 4 extra mamba layers + assert get_hybrid_layer_counts("M*M*/MM/MM") == {'*': 2, 'M': 6, '-': 0, 'E': 0} + + def test_with_pipes_and_mtp(self): + # Main: M-M-|M-M*- -> 1 attn, 4 mamba, 4 mlp + # MTP: MM x 2 depths -> +4 mamba + assert get_hybrid_layer_counts("M-M-|M-M*-/MM/MM") == {'*': 1, 'M': 8, '-': 4, 'E': 0} + + def test_moe_pattern(self): + assert get_hybrid_layer_counts("MEME") == {'*': 0, 'M': 2, '-': 0, 'E': 2} + + def test_mtp_with_attention(self): + # MTP pattern "*M" repeated 3 depths -> 3 attn + 3 mamba from MTP + assert get_hybrid_layer_counts("MMMM/*M/*M/*M") == {'*': 3, 'M': 7, '-': 0, 'E': 0} + + def test_empty_pattern(self): + assert get_hybrid_layer_counts("") == {'*': 0, 'M': 0, '-': 0, 'E': 0} + + +@pytest.mark.internal +class TestSelectPipelineSegment: + """Tests for select_pipeline_segment with pp_group=None (single rank). + + When pp_group is None, pp_rank=0 and pp_size=1, so the segment index + is simply the vp_stage value. + """ + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_single_segment_no_vp(self, mock_log): + """Single segment, no VPP.""" + layer_types, offset = select_pipeline_segment("M*M*", pp_group=None, vp_stage=None) + assert layer_types == ['M', '*', 'M', '*'] + assert offset == 0 + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_two_segments_vp0(self, mock_log): + """Two segments, select first (vp_stage=0).""" + layer_types, offset = select_pipeline_segment("M-M-|M-M*-", pp_group=None, vp_stage=0) + assert layer_types == ['M', '-', 'M', '-'] + assert offset == 0 + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_two_segments_vp1(self, mock_log): + """Two segments, select second (vp_stage=1).""" + layer_types, offset = select_pipeline_segment("M-M-|M-M*-", pp_group=None, vp_stage=1) + assert layer_types == ['M', '-', 'M', '*', '-'] + assert offset == 4 + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_four_segments(self, mock_log): + """Four segments, verify each vp_stage selects correctly.""" + pattern = "MM|M*|M-|ME" + expected = [(['M', 'M'], 0), (['M', '*'], 2), (['M', '-'], 4), (['M', 'E'], 6)] + for vp_stage, (expected_layers, expected_offset) in enumerate(expected): + layer_types, offset = select_pipeline_segment(pattern, pp_group=None, vp_stage=vp_stage) + assert layer_types == expected_layers, f"Failed for vp_stage={vp_stage}" + assert offset == expected_offset, f"Failed for vp_stage={vp_stage}" + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_empty_segment(self, mock_log): + """Empty segments are allowed for pipeline balancing.""" + layer_types, offset = select_pipeline_segment("||M*", pp_group=None, vp_stage=0) + assert layer_types == [] + assert offset == 0 + + layer_types, offset = select_pipeline_segment("||M*", pp_group=None, vp_stage=2) + assert layer_types == ['M', '*'] + assert offset == 0 + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_uneven_segments(self, mock_log): + """Segments of different lengths.""" + pattern = "MMM|M|MMMMM" + layer_types, offset = select_pipeline_segment(pattern, pp_group=None, vp_stage=0) + assert len(layer_types) == 3 + assert offset == 0 + + layer_types, offset = select_pipeline_segment(pattern, pp_group=None, vp_stage=1) + assert len(layer_types) == 1 + assert offset == 3 + + layer_types, offset = select_pipeline_segment(pattern, pp_group=None, vp_stage=2) + assert len(layer_types) == 5 + assert offset == 4 + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_empty_main_pattern(self, mock_log): + """Empty main pattern produces one empty segment.""" + layer_types, offset = select_pipeline_segment("", pp_group=None, vp_stage=None) + assert layer_types == [] + assert offset == 0 + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_invalid_segment_raises(self, mock_log): + """Invalid layer symbols in a segment should raise ValueError.""" + with pytest.raises(ValueError): + select_pipeline_segment("MX|M*", pp_group=None, vp_stage=0) + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_out_of_range_segment_raises(self, mock_log): + """Segment index out of range should raise ValueError.""" + with pytest.raises(ValueError, match="out of range"): + select_pipeline_segment("M*|M*", pp_group=None, vp_stage=5) + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_logging_is_called(self, mock_log): + """Verify that log_on_each_pipeline_stage is called.""" + select_pipeline_segment("M*M*", pp_group=None, vp_stage=None) + mock_log.assert_called_once() + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_mutual_exclusivity_pipes_with_first_stage(self, mock_log): + """Pipe separators + first_stage_layers should raise ValueError.""" + with pytest.raises(ValueError, match="Cannot specify"): + select_pipeline_segment("M*|M*", pp_group=None, vp_stage=0, first_stage_layers=1) + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_mutual_exclusivity_pipes_with_last_stage(self, mock_log): + """Pipe separators + last_stage_layers should raise ValueError.""" + with pytest.raises(ValueError, match="Cannot specify"): + select_pipeline_segment("M*|M*", pp_group=None, vp_stage=0, last_stage_layers=1) + + @patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage') + def test_segment_count_not_divisible_by_pp_size(self, mock_log): + """Segment count not divisible by pp_size should raise ValueError.""" + mock_group = object() + with ( + patch('torch.distributed.get_rank', return_value=0), + patch('torch.distributed.get_world_size', return_value=2), + ): + with pytest.raises(ValueError, match="evenly divisible"): + select_pipeline_segment("M|M|M", pp_group=mock_group, vp_stage=None) + + +@pytest.mark.internal +class TestSelectPipelineSegmentLegacyFallback: + """Tests for the no-pipes fallback path in select_pipeline_segment. + + These tests exercise the backwards-compatible auto-split logic that + activates when the pattern has no pipe separators but pp_size > 1. + """ + + def _call_for_rank( + self, + pattern, + pp_rank, + pp_size, + vp_stage=None, + first_stage_layers=None, + last_stage_layers=None, + ): + """Call select_pipeline_segment with mocked PP group for a given rank.""" + mock_group = object() + with ( + patch('torch.distributed.get_rank', return_value=pp_rank), + patch('torch.distributed.get_world_size', return_value=pp_size), + patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage'), + patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_single_rank'), + ): + return select_pipeline_segment( + pattern, + pp_group=mock_group, + vp_stage=vp_stage, + first_stage_layers=first_stage_layers, + last_stage_layers=last_stage_layers, + ) + + def test_even_split_2_ranks(self): + """4 layers across 2 ranks -> 2 each.""" + layers0, off0 = self._call_for_rank("M*M-", pp_rank=0, pp_size=2) + assert layers0 == ['M', '*'] + assert off0 == 0 + + layers1, off1 = self._call_for_rank("M*M-", pp_rank=1, pp_size=2) + assert layers1 == ['M', '-'] + assert off1 == 2 + + def test_even_split_4_ranks(self): + """8 layers across 4 ranks -> 2 each.""" + pattern = "M*M*M*M*" + for rank in range(4): + layers, offset = self._call_for_rank(pattern, pp_rank=rank, pp_size=4) + assert len(layers) == 2 + assert offset == rank * 2 + + def test_even_split_not_divisible_raises(self): + """6 layers across 4 ranks with no uneven PP -> ValueError.""" + with pytest.raises(ValueError, match="evenly divisible"): + self._call_for_rank("M*M*M*", pp_rank=0, pp_size=4) + + def test_uneven_pp_first_stage(self): + """6 layers, pp_size=4, first_stage=3 -> first gets 3, others get 1.""" + pattern = "M*M*M*" + layers0, off0 = self._call_for_rank(pattern, pp_rank=0, pp_size=4, first_stage_layers=3) + assert len(layers0) == 3 + assert off0 == 0 + + layers1, off1 = self._call_for_rank(pattern, pp_rank=1, pp_size=4, first_stage_layers=3) + assert len(layers1) == 1 + assert off1 == 3 + + layers3, off3 = self._call_for_rank(pattern, pp_rank=3, pp_size=4, first_stage_layers=3) + assert len(layers3) == 1 + assert off3 == 5 + + def test_uneven_pp_last_stage(self): + """6 layers, pp_size=4, last_stage=3 -> last gets 3, others get 1.""" + pattern = "M*M*M*" + layers0, off0 = self._call_for_rank(pattern, pp_rank=0, pp_size=4, last_stage_layers=3) + assert len(layers0) == 1 + assert off0 == 0 + + layers3, off3 = self._call_for_rank(pattern, pp_rank=3, pp_size=4, last_stage_layers=3) + assert len(layers3) == 3 + assert off3 == 3 + + def test_uneven_pp_first_and_last(self): + """8 layers, pp_size=4, first=1, last=1 -> first 1, middle 3 each, last 1.""" + pattern = "M*M*M*M*" + layers0, off0 = self._call_for_rank( + pattern, pp_rank=0, pp_size=4, first_stage_layers=1, last_stage_layers=1 + ) + assert len(layers0) == 1 + assert off0 == 0 + + layers1, off1 = self._call_for_rank( + pattern, pp_rank=1, pp_size=4, first_stage_layers=1, last_stage_layers=1 + ) + assert len(layers1) == 3 + assert off1 == 1 + + layers2, off2 = self._call_for_rank( + pattern, pp_rank=2, pp_size=4, first_stage_layers=1, last_stage_layers=1 + ) + assert len(layers2) == 3 + assert off2 == 4 + + layers3, off3 = self._call_for_rank( + pattern, pp_rank=3, pp_size=4, first_stage_layers=1, last_stage_layers=1 + ) + assert len(layers3) == 1 + assert off3 == 7 + + def test_uneven_pp_middle_not_divisible_raises(self): + """Middle layers not divisible by middle stages -> ValueError.""" + with pytest.raises(ValueError, match="Middle layers"): + self._call_for_rank("M*M*M*M*M", pp_rank=0, pp_size=4, first_stage_layers=2) + + def test_vpp_with_no_pipes_raises(self): + """VPP (vp_stage != None) without pipe separators -> ValueError.""" + with pytest.raises(ValueError, match="Virtual pipeline parallelism"): + self._call_for_rank("M*M*", pp_rank=0, pp_size=2, vp_stage=0) + + def test_deprecation_warning_logged(self): + """Legacy path should log a deprecation warning via log_single_rank.""" + mock_group = object() + with ( + patch('torch.distributed.get_rank', return_value=0), + patch('torch.distributed.get_world_size', return_value=2), + patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_on_each_pipeline_stage'), + patch('megatron.core.ssm.mamba_hybrid_layer_allocation.log_single_rank') as mock_warn, + ): + select_pipeline_segment("M*M*", pp_group=mock_group, vp_stage=None) + mock_warn.assert_called_once() + call_args = mock_warn.call_args + assert "DEPRECATION" in call_args[0][2] + + def test_all_ranks_cover_full_pattern(self): + """All ranks together should reconstruct the original layer list.""" + pattern = "M*M*M*" + pp_size = 3 + all_layers = [] + for rank in range(pp_size): + layers, offset = self._call_for_rank(pattern, pp_rank=rank, pp_size=pp_size) + assert offset == len(all_layers) + all_layers.extend(layers) + assert all_layers == ['M', '*', 'M', '*', 'M', '*'] diff --git a/tests/unit_tests/test_fp8_param.py b/tests/unit_tests/test_fp8_param.py index e15d2440d99..e0a71526297 100644 --- a/tests/unit_tests/test_fp8_param.py +++ b/tests/unit_tests/test_fp8_param.py @@ -11,7 +11,7 @@ from megatron.core.distributed import DistributedDataParallel as DDP from megatron.core.enums import ModelType -from megatron.core.fp8_utils import is_float8tensor +from megatron.core.fp8_utils import is_float8tensor, is_mxfp8tensor from megatron.core.models.gpt.gpt_layer_specs import get_gpt_layer_with_transformer_engine_spec from megatron.core.models.gpt.gpt_model import GPTModel from megatron.core.num_microbatches_calculator import destroy_num_microbatches_calculator @@ -246,6 +246,28 @@ def _run_test_helper( if fp8_param_gather: assert num_fp8_params == 4 * fp8_layers + # Verify that bf16 params (embedding, LN, etc.) in the MXFP8 model are mapped + # to the param buffer (shared with grad buffer) rather than allocated separately. + if args.reuse_grad_buf_for_mxfp8_param_ag: + for buffer in gpt_model[0].buffers: + if buffer.param_data is None: + continue + buf_start = buffer.param_data.data_ptr() + buf_end = buf_start + buffer.param_data.numel() * buffer.param_data.element_size() + for param in buffer.param_to_bucket: + if is_mxfp8tensor(param): + # MXFP8 params keep their own quantized storage. + assert not ( + buf_start <= param.data.data_ptr() < buf_end + ), "MXFP8 param should not be mapped to the param buffer" + else: + # BF16 params should be views into the param buffer + # (no double allocation). + assert buf_start <= param.data.data_ptr() < buf_end, ( + "BF16 param should be a view into the param buffer " + "(no separate allocation)" + ) + loss_list = [] for i in range(100): diff --git a/tests/unit_tests/test_layer_wise_optimizer.py b/tests/unit_tests/test_layer_wise_optimizer.py index 9b404b388b4..d8b0e97b524 100644 --- a/tests/unit_tests/test_layer_wise_optimizer.py +++ b/tests/unit_tests/test_layer_wise_optimizer.py @@ -10,12 +10,13 @@ from megatron.core import parallel_state from megatron.core.distributed import DistributedDataParallel, DistributedDataParallelConfig -from megatron.core.optimizer import OptimizerConfig, get_megatron_optimizer +from megatron.core.optimizer import OptimizerConfig from megatron.core.optimizer.layer_wise_optimizer import LayerWiseDistributedOptimizer -from megatron.core.optimizer.optimizer import Float16OptimizerWithFloat16Params, FP32Optimizer +from megatron.core.optimizer.muon import get_megatron_muon_optimizer +from megatron.core.optimizer.optimizer import Float16OptimizerWithFloat16Params from megatron.core.process_groups_config import ProcessGroupCollection from megatron.core.transformer import TransformerConfig -from megatron.core.utils import get_pg_size +from megatron.core.utils import get_pg_rank, get_pg_size from tests.unit_tests.test_utilities import Utils # Skip all tests in this file for LTS versions @@ -88,8 +89,8 @@ def create_model_and_optimizer( model_class: Model class to instantiate clip_grad: Optional gradient clipping value model_kwargs: Optional kwargs for model initialization - use_layer_wise: If True, wrap optimizer in LayerWiseDistributedOptimizer; - if False, use get_megatron_optimizer instead (for reference) + use_layer_wise: If True, use LayerWiseDistributedOptimizer via dist_muon; + if False, use standard muon ChainedOptimizer (for reference) Returns: tuple: (model, optimizer, pg_collection) @@ -110,26 +111,99 @@ def create_model_and_optimizer( model.broadcast_params() optimizer_config = OptimizerConfig( - optimizer='adam', + optimizer='muon', lr=0.01, weight_decay=0.01, - bf16=not use_layer_wise, + bf16=True, use_distributed_optimizer=False, clip_grad=clip_grad, + muon_tp_mode="duplicated", ) pg_collection = ProcessGroupCollection.use_mpu_process_groups() pg_collection.dp_cp = parallel_state.get_data_parallel_group(with_context_parallel=True) pg_collection.expt_dp = parallel_state.get_expert_data_parallel_group() - optimizer = get_megatron_optimizer(optimizer_config, [model]) - if use_layer_wise: - # Extract base torch optimizers from the FP32Optimizer wrappers. - base_optimizers = [opt.optimizer for opt in optimizer.chained_optimizers] - optimizer_config.bf16 = True - optimizer = LayerWiseDistributedOptimizer( - base_optimizers, optimizer_config, pg_collection - ) + optimizer = get_megatron_muon_optimizer( + config=optimizer_config, + model_chunks=[model], + use_gloo_process_groups=True, + layer_wise_distributed_optimizer=use_layer_wise, + pg_collection=pg_collection, + ) + return model, optimizer, pg_collection + + def create_model_and_optimizer_with_overlap_param_gather( + self, + model_class=SimpleModel, + clip_grad=1.0, + model_kwargs=None, + copy_from=None, + async_allgather=True, + grad_reduce_in_fp32=False, + bucket_size=None, + ): + """Create model, DDP wrapper, and optimizer with overlap-param-gather enabled. + + This variant sets overlap_param_gather=True in DDP config and uses + get_megatron_muon_optimizer with layer_wise_distributed_optimizer=True, + enabling the bucket-based async param gather path. + + Args: + model_class: Model class to instantiate + clip_grad: Optional gradient clipping value + model_kwargs: Optional kwargs for model initialization + copy_from: Optional DDP model to copy weights from + async_allgather: If True, defer param all-gather to bucket infrastructure + grad_reduce_in_fp32: If True, reduce grads in fp32 (regression test for dtype fix) + bucket_size: Maximum number of parameters per bucket (None = single bucket) + + Returns: + tuple: (model, optimizer, pg_collection) + """ + if model_kwargs is None: + model_kwargs = {} + + model = model_class(**model_kwargs).bfloat16().cuda() + model.requires_grad_(True) + + ddp_config = DistributedDataParallelConfig( + use_distributed_optimizer=False, + overlap_param_gather=True, + overlap_grad_reduce=True, + grad_reduce_in_fp32=grad_reduce_in_fp32, + bucket_size=bucket_size, + ) + model = DistributedDataParallel( + TransformerConfig(num_attention_heads=1, num_layers=1), ddp_config, model + ) + if copy_from: + model.module.load_state_dict(copy_from.module.state_dict()) + else: + model.broadcast_params() + + optimizer_config = OptimizerConfig( + optimizer='muon', + lr=0.01, + weight_decay=0.01, + bf16=True, + use_distributed_optimizer=False, + clip_grad=clip_grad, + overlap_param_gather=async_allgather, + muon_tp_mode="duplicated", + ) + + pg_collection = ProcessGroupCollection.use_mpu_process_groups() + pg_collection.dp_cp = parallel_state.get_data_parallel_group(with_context_parallel=True) + pg_collection.expt_dp = parallel_state.get_expert_data_parallel_group() + + optimizer = get_megatron_muon_optimizer( + config=optimizer_config, + model_chunks=[model], + use_gloo_process_groups=True, + layer_wise_distributed_optimizer=True, + pg_collection=pg_collection, + ) return model, optimizer, pg_collection def create_reference_model(self, model): @@ -241,11 +315,19 @@ def test_sharded_state_dict(self): # Test sharded_state_dict sharded_state_dict = optimizer.sharded_state_dict(model_sharded_state_dict) - # Verify the sharded_state_dict is not None and has expected structure + # Verify the sharded_state_dict is not None and has expected structure. + # With multiple chained optimizers (muon + adam), the top-level keys are + # integer indices; each sub-dict should contain an 'optimizer' key. assert sharded_state_dict is not None, "Sharded state dict should not be None" - assert ( - 'optimizer' in sharded_state_dict - ), "Sharded state dict should contain 'optimizer' key" + if isinstance(sharded_state_dict, dict) and all( + isinstance(k, int) for k in sharded_state_dict.keys() + ): + for idx, sub_dict in sharded_state_dict.items(): + assert 'optimizer' in sub_dict, f"Sub-dict {idx} should contain 'optimizer' key" + else: + assert ( + 'optimizer' in sharded_state_dict + ), "Sharded state dict should contain 'optimizer' key" # Verify that replica_id is set correctly (should be 0 for DP dimension) from megatron.core.dist_checkpointing import ShardedTensor @@ -263,39 +345,13 @@ def test_sharded_state_dict(self): def test_multiple_optimizers(self): """Test LayerWiseDistributedOptimizer with multiple chained optimizers. - This test properly tests allgather functionality with multiple ranks. + Uses get_megatron_muon_optimizer which produces multiple chained optimizers + (muon for 2D weights + adam for 1D biases). Tests allgather with multiple ranks. """ - model = SimpleModel().bfloat16().cuda() - model.requires_grad_(True) - - ddp_config = DistributedDataParallelConfig(use_distributed_optimizer=False) - model = DistributedDataParallel( - TransformerConfig(num_attention_heads=1, num_layers=1), ddp_config, model - ) - - optimizer_config = OptimizerConfig( - optimizer='adam', lr=0.01, bf16=True, use_distributed_optimizer=False - ) - - # Split parameters into two groups for testing multiple optimizers - params = list(model.parameters()) - mid_point = len(params) // 2 - param_groups_1 = [{'params': params[:mid_point]}] - param_groups_2 = [{'params': params[mid_point:]}] - - # Create two separate plain base optimizers (LayerWise wraps them itself) - base_optimizer_1 = torch.optim.Adam(param_groups_1, lr=optimizer_config.lr) - base_optimizer_2 = torch.optim.Adam(param_groups_2, lr=optimizer_config.lr) - - pg_collection = ProcessGroupCollection.use_mpu_process_groups() - pg_collection.dp_cp = parallel_state.get_data_parallel_group(with_context_parallel=True) - pg_collection.expt_dp = parallel_state.get_expert_data_parallel_group() - - optimizer = LayerWiseDistributedOptimizer( - [base_optimizer_1, base_optimizer_2], optimizer_config, pg_collection - ) + model, optimizer, pg_collection = self.create_model_and_optimizer() - assert len(optimizer.chained_optimizers) == 2, "Should have two chained optimizers" + # get_megatron_muon_optimizer produces muon + adam chained optimizers + assert len(optimizer.chained_optimizers) >= 2, "Should have multiple chained optimizers" # Set gradients and test optimizer step - this will trigger allgather for param in model.parameters(): @@ -331,26 +387,39 @@ def test_bf16_error(self): TransformerConfig(num_attention_heads=1, num_layers=1), ddp_config, model ) + pg_collection = ProcessGroupCollection.use_mpu_process_groups() + pg_collection.dp_cp = parallel_state.get_data_parallel_group(with_context_parallel=True) + pg_collection.expt_dp = parallel_state.get_expert_data_parallel_group() + + # Create muon optimizer (non-layer-wise) — produces Float16-wrapped chained optimizers optimizer_config = OptimizerConfig( - optimizer='adam', lr=0.01, bf16=True, use_distributed_optimizer=False + optimizer='muon', + lr=0.01, + bf16=True, + use_distributed_optimizer=False, + muon_tp_mode="duplicated", ) - - # Create base optimizer and manually wrap in Float16 optimizer - param_groups = [{'params': list(model.parameters())}] - base_optimizer = torch.optim.Adam(param_groups, lr=optimizer_config.lr) - wrapped_optimizer = Float16OptimizerWithFloat16Params( - base_optimizer, optimizer_config, None, None + muon_optimizer = get_megatron_muon_optimizer( + config=optimizer_config, + model_chunks=[model], + use_gloo_process_groups=True, + layer_wise_distributed_optimizer=False, + pg_collection=pg_collection, ) - pg_collection = ProcessGroupCollection.use_mpu_process_groups() - pg_collection.dp_cp = parallel_state.get_data_parallel_group(with_context_parallel=True) - pg_collection.expt_dp = parallel_state.get_expert_data_parallel_group() + # Extract a Float16-wrapped chained optimizer + wrapped_optimizer = muon_optimizer.chained_optimizers[0] + assert isinstance(wrapped_optimizer, Float16OptimizerWithFloat16Params) - # Should raise TypeError when receiving already-wrapped optimizer + # Should raise TypeError when receiving already-wrapped Float16 optimizer + # Use a fresh config since get_megatron_muon_optimizer mutates config.optimizer + lw_config = OptimizerConfig( + optimizer='muon', lr=0.01, bf16=True, use_distributed_optimizer=False + ) with pytest.raises( TypeError, match='LayerWiseDistributedOptimizer expects base torch optimizers' ): - LayerWiseDistributedOptimizer([wrapped_optimizer], optimizer_config, pg_collection) + LayerWiseDistributedOptimizer([wrapped_optimizer], lw_config, pg_collection) def _run_parameter_update_test(self, model_class=SimpleModel): """Helper method to test parameter updates with a given model class. @@ -437,3 +506,662 @@ def test_broadcast_vs_allgather(self): # Verify updated values match reference optimizer for param, ref_param in zip(model.parameters(), reference_model.parameters()): torch.testing.assert_close(param.data, ref_param.data, rtol=0, atol=0) + + # ---- Overlap-param-gather tests ---- + + def test_overlap_param_gather_basic(self): + """Test overlap-param-gather path: init, forward/backward/step, bucket-based param sync.""" + model, optimizer, pg_collection = ( + self.create_model_and_optimizer_with_overlap_param_gather() + ) + + assert optimizer is not None, "Optimizer should not be None" + assert optimizer.async_allgather, "async_allgather should be True" + + reference_model = self.create_reference_model(model) + + input_tensor = torch.randn(16, 80, dtype=torch.bfloat16, device='cuda') + output = model(input_tensor) + loss = output.sum() + loss.backward() + + # step() updates local params but skips allgather (async_allgather=True) + update_successful, grad_norm, num_zeros = optimizer.step() + + assert update_successful, "Optimizer step should be successful" + + # Manually sync params through the bucket-based param sync path + # force_sync=True does synchronous allgather via bucket infrastructure + model.start_param_sync(force_sync=True) + + # Verify parameters were updated + params_updated = 0 + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + if not torch.equal(param.data, ref_param.data): + params_updated += 1 + + assert params_updated > 0, "At least some parameters should be updated" + + # Verify all ranks have the same updated parameters + dp_size = get_pg_size(pg_collection.dp_cp) + + if dp_size > 1: + for name, param in model.named_parameters(): + param_list = [torch.zeros_like(param.data) for _ in range(dp_size)] + torch.distributed.all_gather(param_list, param.data, group=pg_collection.dp_cp) + + for i in range(1, dp_size): + torch.testing.assert_close( + param_list[0], + param_list[i], + msg=f"Parameter {name} differs between rank 0 and rank {i}", + ) + + def test_overlap_param_gather_parameter_updates(self): + """Test overlap-param-gather produces same parameter updates as standard optimizer.""" + model, optimizer, pg_collection = ( + self.create_model_and_optimizer_with_overlap_param_gather() + ) + + # Create reference model with standard (non-layer-wise) optimizer + reference_model, reference_optimizer, _ = self.create_model_and_optimizer( + use_layer_wise=False, copy_from=model + ) + + # Set same gradients on both models + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + assert torch.equal(param.data, ref_param.data) + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + # step() with async_allgather=True: updates but no allgather + optimizer.step() + # Manually sync params via bucket infrastructure + model.start_param_sync(force_sync=True) + + reference_optimizer.step() + + # Verify updated values match reference optimizer + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + torch.testing.assert_close(param.data, ref_param.data, rtol=1e-5, atol=1e-5) + + def test_overlap_param_gather_vs_sync_allgather(self): + """Key correctness test: overlap path and sync allgather produce identical updates. + + Compares: + - Overlap path: async_allgather=True, bucket-based param sync + - Sync path: async_allgather=False, optimizer.allgather_params() in step() + """ + # Create overlap model + overlap_model, overlap_optimizer, pg_collection = ( + self.create_model_and_optimizer_with_overlap_param_gather(async_allgather=True) + ) + + # Create sync model with same weights (overlap_param_gather=True but sync allgather) + sync_model, sync_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=overlap_model + ) + + # Verify initial parameters match + for op, sp in zip(overlap_model.parameters(), sync_model.parameters()): + assert torch.equal(op.data, sp.data) + + # Set identical gradients on both + for op, sp in zip(overlap_model.parameters(), sync_model.parameters()): + grad_value = torch.randn_like(op) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + op.main_grad = grad_value.clone().detach() + sp.main_grad = grad_value.clone().detach() + + # Overlap path: step + manual sync + overlap_optimizer.step() + overlap_model.start_param_sync(force_sync=True) + + # Sync path: step (includes allgather_params) + sync_optimizer.step() + + # Both paths should produce identical parameter values + for op, sp in zip(overlap_model.parameters(), sync_model.parameters()): + torch.testing.assert_close( + op.data, + sp.data, + rtol=0, + atol=0, + msg="Overlap and sync allgather paths produced different parameter updates", + ) + + def test_overlap_param_gather_bucket_lw_params(self): + """Verify bucket.layerwise_params_list is populated when async_allgather is enabled.""" + model, optimizer, pg_collection = ( + self.create_model_and_optimizer_with_overlap_param_gather() + ) + + dp_size = get_pg_size(pg_collection.dp_cp) + + for bucket_group in model.bucket_groups: + for bucket in bucket_group.buckets: + # layerwise_params_list should be populated by set_bucket_layerwise_params_list + assert ( + bucket.layerwise_params_list is not None + ), "bucket.layerwise_params_list should be populated" + assert ( + len(bucket.layerwise_params_list) == dp_size + ), f"Expected {dp_size} per-rank lists, got {len(bucket.layerwise_params_list)}" + + # The union of all per-rank param lists should cover all bucket params + all_lw_params = set() + for rank_params in bucket.layerwise_params_list: + for p in rank_params: + all_lw_params.add(p) + assert ( + all_lw_params == bucket.params + ), "Union of per-rank layerwise_params should equal bucket params" + + # layerwise_param_flat_sizes should be populated and have correct length + assert bucket.layerwise_param_flat_sizes is not None + assert len(bucket.layerwise_param_flat_sizes) == dp_size + + # Each flat size should equal the sum of param numels for that rank + for rank_idx in range(dp_size): + expected_size = sum(p.numel() for p in bucket.layerwise_params_list[rank_idx]) + assert bucket.layerwise_param_flat_sizes[rank_idx] == expected_size, ( + f"Rank {rank_idx}: expected flat_size {expected_size}, " + f"got {bucket.layerwise_param_flat_sizes[rank_idx]}" + ) + + def test_overlap_param_gather_vs_standard_ddp(self): + """Verify DDP with overlap_param_gather=True produces same results as standard DDP. + + Both use LayerWiseDistributedOptimizer but with different DDP configs: + - Overlap path: overlap_param_gather=True (padded buffers) + - Standard path: overlap_param_gather=False (unpadded buffers) + """ + # Create overlap-param-gather model (sync allgather for simpler comparison) + opg_model, opg_optimizer, pg_collection = ( + self.create_model_and_optimizer_with_overlap_param_gather(async_allgather=False) + ) + + # Create standard model with same weights + std_model, std_optimizer, _ = self.create_model_and_optimizer(copy_from=opg_model) + + # Set identical gradients + for op, sp in zip(opg_model.parameters(), std_model.parameters()): + assert torch.equal(op.data, sp.data) + grad_value = torch.randn_like(op) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + op.main_grad = grad_value.clone().detach() + sp.main_grad = grad_value.clone().detach() + + opg_optimizer.step() + std_optimizer.step() + + # Both should produce identical parameter values + for op, sp in zip(opg_model.parameters(), std_model.parameters()): + torch.testing.assert_close( + op.data, + sp.data, + rtol=1e-5, + atol=1e-5, + msg="Overlap-param-gather and standard paths produced different updates", + ) + + def test_overlap_param_gather_insufficient_parameters(self): + """Test overlap-param-gather with TinyModel (only 2 params). + + Many ranks will have no assigned params when world_size > 2. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + model_class=TinyModel + ) + + # Create reference model with standard (non-layer-wise) optimizer + reference_model, reference_optimizer, _ = self.create_model_and_optimizer( + model_class=TinyModel, use_layer_wise=False, copy_from=model + ) + + # Set same gradients on both models + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + assert torch.equal(param.data, ref_param.data) + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + optimizer.step() + model.start_param_sync(force_sync=True) + + reference_optimizer.step() + + # Verify updated values match reference optimizer + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + torch.testing.assert_close(param.data, ref_param.data, rtol=1e-5, atol=1e-5) + + def test_overlap_param_gather_broadcast_vs_allgather(self): + """Test overlap-param-gather: allgather vs broadcast produce same results.""" + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + model_class=SimpleModel, async_allgather=False + ) + + # Create reference model with overlap-param-gather path too + reference_model, reference_optimizer, _ = ( + self.create_model_and_optimizer_with_overlap_param_gather( + model_class=SimpleModel, async_allgather=False, copy_from=model + ) + ) + + # Set same gradients on both models + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + assert torch.equal(param.data, ref_param.data) + torch.testing.assert_close(param.data, ref_param.data, rtol=0, atol=0) + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + optimizer.step() + + # Verify at least some parameters were updated + params_updated = 0 + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + if not torch.equal(param.data, ref_param.data): + params_updated += 1 + + assert params_updated > 0, "At least some parameters should be updated" + + # step() internally calls allgather_params. Replace reference with broadcast. + reference_optimizer.allgather_params = reference_optimizer.broadcast_params + reference_optimizer.step() + + # Verify updated values match reference optimizer + for param, ref_param in zip(model.parameters(), reference_model.parameters()): + torch.testing.assert_close(param.data, ref_param.data, rtol=0, atol=0) + + def test_overlap_param_gather_multi_iteration(self): + """Test overlap-param-gather correctness over multiple training iterations. + + Runs multiple forward/backward/step iterations using the async allgather path. + After each iteration, manually syncs params and verifies they match a reference + model using the sync path. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True + ) + + # Create reference model with sync allgather for comparison + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model + ) + + for iteration in range(3): + # Set identical gradients on both models + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + # Async path: step (no allgather) + manual sync + optimizer.step() + model.start_param_sync(force_sync=True) + + # Sync path: step (includes allgather) + ref_optimizer.step() + + # Verify parameters match after each iteration + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg=f"Parameters diverged at iteration {iteration}", + ) + + def test_overlap_param_gather_async_dispatch_and_finish(self): + """Test async dispatch + finish_param_sync cycle (the actual runtime path). + + start_param_sync() (no force_sync) dispatches async all-gathers, then + finish_param_sync() waits on the handle and unflattens gathered params. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True + ) + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model + ) + + # Set identical gradients on both models + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + # Async path: step (no allgather) + async dispatch + explicit finish + optimizer.step() + model.start_param_sync() # async dispatch to all bucket groups + for bucket_group in model.bucket_groups: + bucket_group.finish_param_sync(skip_next_bucket_dispatch=True) + + # Sync path: step (includes allgather) + ref_optimizer.step() + + # Verify params match sync path + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg="Async dispatch + finish path produced different params than sync path", + ) + + # Verify all ranks have identical parameters + dp_size = get_pg_size(pg_collection.dp_cp) + if dp_size > 1: + for name, param in model.named_parameters(): + param_list = [torch.zeros_like(param.data) for _ in range(dp_size)] + torch.distributed.all_gather(param_list, param.data, group=pg_collection.dp_cp) + for i in range(1, dp_size): + torch.testing.assert_close( + param_list[0], + param_list[i], + msg=f"Parameter {name} differs between rank 0 and rank {i}", + ) + + def test_overlap_param_gather_finish_chains_next_bucket(self): + """Test that finish_param_sync() dispatches next_param_gather_bucket_group. + + Uses a small bucket_size to force multiple bucket groups, then dispatches + only the last bucket group and verifies that finishing it chains to the next. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True, bucket_size=2000 + ) + + bucket_groups = model.bucket_groups + if len(bucket_groups) <= 1: + pytest.skip("Need multiple bucket groups to test chaining") + + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model, bucket_size=2000 + ) + + # Set identical gradients on both models + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + optimizer.step() + + # Dispatch ONLY the last bucket group (which has next_param_gather_bucket_group set) + last_bg = bucket_groups[-1] + last_bg.start_param_sync() + + # Verify: next bucket group has NOT been dispatched yet + next_bg = last_bg.next_param_gather_bucket_group + assert next_bg is not None, "Last bucket group should have a next" + assert not next_bg.param_gather_dispatched, "Next bucket should not be dispatched yet" + + # Finish the last bucket group — should chain-dispatch the next one + last_bg.finish_param_sync() + + # Verify: next bucket group IS now dispatched via chaining + assert ( + next_bg.param_gather_dispatched + ), "finish_param_sync should have dispatched next bucket group" + + # Finish remaining bucket groups through the chain + for bg in reversed(bucket_groups[:-1]): + bg.finish_param_sync() + + # Reference: sync step + ref_optimizer.step() + + # Verify params match + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg="Chained bucket finish produced different params than sync path", + ) + + def test_overlap_param_gather_forward_pre_hook(self): + """Test forward pre-hooks trigger finish_param_sync during model(input). + + After async dispatch, running model(input) fires forward pre-hooks that + call finish_param_sync() on each bucket group, completing the param sync. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True + ) + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model + ) + + # Set identical gradients on both models + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + # Async path: step (no allgather) + async dispatch + optimizer.step() + model.start_param_sync() # dispatch async broadcasts + + # Forward pass triggers hooks that call finish_param_sync() + input_tensor = torch.randn(16, 80, dtype=torch.bfloat16, device='cuda') + output = model(input_tensor) + + # Sync path: step (includes allgather) + ref_optimizer.step() + + # Verify params match + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg="Forward pre-hook path produced different params than sync path", + ) + + def test_overlap_param_gather_grad_reduce_in_fp32(self): + """Regression test: grad_reduce_in_fp32 must not cause dtype mismatch in broadcasts. + + When grad_reduce_in_fp32=True, the grad buffer dtype is fp32 but broadcast + buffers must use param dtype (bf16). Without the fix (commit cbed167fc), this + would cause a dtype mismatch error in the per-rank broadcast calls. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True, grad_reduce_in_fp32=True + ) + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model, grad_reduce_in_fp32=True + ) + + # Set identical gradients on both models + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + # Async path: step + force_sync + optimizer.step() + model.start_param_sync(force_sync=True) + + # Sync path: step (includes allgather) + ref_optimizer.step() + + # Verify params match + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=1e-5, + atol=1e-5, + msg="grad_reduce_in_fp32 path produced different params than reference", + ) + + def test_overlap_param_gather_hook_enable_disable_cycle(self): + """Test the training loop's hook lifecycle: disable → manual sync → enable → forward. + + The training loop disables hooks before iteration 1 (for initialization), + then enables them for subsequent iterations. This test exercises that cycle. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True + ) + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model + ) + + input_tensor = torch.randn(16, 80, dtype=torch.bfloat16, device='cuda') + + # Iteration 1: hooks disabled, manual sync + model.disable_forward_pre_hook(param_sync=False) + + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + optimizer.step() + model.start_param_sync(force_sync=True) # manual sync + + ref_optimizer.step() + + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg="Params diverged after iteration 1 (hooks disabled)", + ) + + # Iteration 2: hooks re-enabled, forward pass triggers sync + model.enable_forward_pre_hook() + + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + optimizer.step() + model.start_param_sync() # async dispatch + output = model(input_tensor) # hooks finish sync + + ref_optimizer.step() + + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg="Params diverged after iteration 2 (hooks re-enabled)", + ) + + def test_overlap_param_gather_multi_iteration_with_hooks(self): + """Test multiple iterations using forward pre-hooks (not manual force_sync). + + Runs 3 iterations where each iteration uses: set grads → step → async dispatch → + forward pass (hooks wait+unflatten). Compares against reference model using sync + allgather after each iteration. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True + ) + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model + ) + + input_tensor = torch.randn(16, 80, dtype=torch.bfloat16, device='cuda') + + for iteration in range(3): + # Set identical gradients on both models + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + # Async path: step + dispatch + forward (hooks wait+unflatten) + optimizer.step() + model.start_param_sync() # async dispatch + output = model(input_tensor) # hooks trigger finish_param_sync + + # Sync path: step (includes allgather) + ref_optimizer.step() + + # Verify parameters match after each iteration + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg=f"Parameters diverged at iteration {iteration}", + ) + + def test_overlap_param_gather_start_sync_with_autograd(self): + """Regression test: start_param_sync must work when autograd is active. + + _flatten_dense_tensors on params with requires_grad=True produces a tensor + that also requires grad. Since all_gather writes into gather_list entries + in-place and the local rank's slot reuses src, this triggers: + RuntimeError: a view of a leaf Variable that requires grad is being + used in an in-place operation. + The fix is to .detach() the flattened tensor before using it as src. + + This test calls start_param_sync (synchronous via force_sync) WITHOUT + torch.no_grad() to reproduce the exact scenario that occurs during the + forward pass when finish_param_sync chains to start_param_sync for the + next bucket group. + """ + model, optimizer, pg_collection = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=True + ) + ref_model, ref_optimizer, _ = self.create_model_and_optimizer_with_overlap_param_gather( + async_allgather=False, copy_from=model + ) + + # Confirm params require grad (the precondition for this bug). + for param in model.parameters(): + assert param.requires_grad, "Test requires params with requires_grad=True" + + # Set identical gradients on both models. + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + grad_value = torch.randn_like(param) + torch.distributed.broadcast(grad_value, src=0, group=pg_collection.dp_cp) + param.main_grad = grad_value.clone().detach() + ref_param.main_grad = grad_value.clone().detach() + + # Step both optimizers (async path skips allgather, ref path includes it). + optimizer.step() + ref_optimizer.step() + + # Call start_param_sync with autograd ENABLED (no torch.no_grad()). + # Before the .detach() fix, this would raise RuntimeError. + model.start_param_sync(force_sync=True) + + # Verify gathered params match the reference. + for param, ref_param in zip(model.parameters(), ref_model.parameters()): + torch.testing.assert_close( + param.data, + ref_param.data, + rtol=0, + atol=0, + msg="Params incorrect after start_param_sync with autograd enabled", + ) diff --git a/tests/unit_tests/transformer/experimental_attention_variant/test_absorbed_mla.py b/tests/unit_tests/transformer/experimental_attention_variant/test_absorbed_mla.py index 4ed9ff8af46..89061ad4219 100644 --- a/tests/unit_tests/transformer/experimental_attention_variant/test_absorbed_mla.py +++ b/tests/unit_tests/transformer/experimental_attention_variant/test_absorbed_mla.py @@ -1,7 +1,6 @@ # Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. import random -from types import SimpleNamespace from typing import List, Optional, Tuple import pytest @@ -22,6 +21,7 @@ MLASelfAttention, MLASelfAttentionSubmodules, ) +from megatron.core.transformer.transformer_config import MLATransformerConfig from megatron.core.utils import init_method_normal, scaled_init_method_normal from tests.unit_tests.test_utilities import Utils @@ -125,9 +125,9 @@ def get_mock_mla_config( context_parallel_size: int, sequence_parallel: bool, recompute_mla_up_proj: bool, -) -> SimpleNamespace: +) -> MLATransformerConfig: """Create test config with all attributes used in MLA.""" - return SimpleNamespace( + return MLATransformerConfig( multi_latent_attention=True, hidden_size=7168, num_attention_heads=128, diff --git a/tests/unit_tests/transformer/moe/test_grouped_mlp.py b/tests/unit_tests/transformer/moe/test_grouped_mlp.py index 67543168480..58ca0cf1e3f 100644 --- a/tests/unit_tests/transformer/moe/test_grouped_mlp.py +++ b/tests/unit_tests/transformer/moe/test_grouped_mlp.py @@ -9,7 +9,6 @@ get_gpt_layer_with_transformer_engine_submodules, ) from megatron.core.transformer.module import Float16Module -from megatron.core.transformer.moe import grouped_gemm_util as gg from megatron.core.transformer.moe.experts import TEGroupedMLP from megatron.core.transformer.moe.moe_layer import MoELayer from megatron.core.transformer.transformer_config import TransformerConfig @@ -18,208 +17,6 @@ from megatron.training.initialize import _set_random_seed from tests.unit_tests.test_utilities import Utils -DEVICE_CAPABILITY = None -if torch.cuda.is_available(): - DEVICE_CAPABILITY = torch.cuda.get_device_capability() - - -@pytest.mark.skipif(is_te_min_version("1.9.0.dev0"), reason="Switch to TEGroupedMLP when TE>1.9.") -class TestParallelGroupedMLP: - - def setup_method(self, method, use_cpu_initialization=False, swiglu=True): - print("============") - print( - "Test for use_cpu_initilization={} and swiglu={}.".format( - use_cpu_initialization, swiglu - ) - ) - print("============") - Utils.initialize_model_parallel(1, 1) - num_layers = 1 # 2 - self.hidden_size = ( - 16 # must be an multiple of 16, otherwise trigger CUTLASS misaligned issue - ) - self.num_experts = 2 - self.gated_linear_unit = swiglu - self.activation_func = F.silu if swiglu else F.gelu - self.use_cpu_initialization = use_cpu_initialization - - tf_config = TransformerConfig( - num_layers=num_layers, - hidden_size=self.hidden_size, - num_attention_heads=4, - num_moe_experts=self.num_experts, - use_cpu_initialization=self.use_cpu_initialization, - add_bias_linear=False, - gated_linear_unit=self.gated_linear_unit, - activation_func=self.activation_func, - bias_activation_fusion=False, - bf16=True, - params_dtype=torch.bfloat16, - moe_router_load_balancing_type="sinkhorn", - moe_router_topk=1, - ) - - self.fc1_ffn_hidden_size = tf_config.ffn_hidden_size - self.fc2_ffn_hidden_size = tf_config.ffn_hidden_size - # If using swiglu double the output width, see https://arxiv.org/pdf/2002.05202.pdf - if self.gated_linear_unit: - self.fc1_ffn_hidden_size *= 2 - - ## Vanilla sequential GEMM - # Set random seed for reproducability - _set_random_seed(seed_=123, data_parallel_random_init=False) - submodules = get_gpt_layer_local_submodules(self.num_experts, moe_grouped_gemm=False) - self.sequential_mlp = MoELayer(tf_config, submodules.mlp.submodules) - - self.args = parse_args(ignore_unknown_args=True) - self.args.bf16 = True - # Bias is not supported in grouped gemm currently, thus we disable the - # bias in the linear layer. - self.args.add_bias_linear = False - self.sequential_mlp = Float16Module(self.sequential_mlp.config, self.sequential_mlp).module - print("done intializing for sequential gemm") - - ## Grouped GEMM - _set_random_seed(seed_=123, data_parallel_random_init=False) - tf_config.moe_grouped_gemm = True - self.grouped_mlp = MoELayer( - tf_config, - get_gpt_layer_with_transformer_engine_submodules( - self.num_experts, moe_grouped_gemm=True - ).mlp.submodules, - ) - self.grouped_mlp = Float16Module(self.grouped_mlp.config, self.grouped_mlp).module - print("done intializing for grouped gemm") - - def teardown_method(self, method): - Utils.destroy_model_parallel() - - @pytest.mark.internal - def test_constructor(self): - assert isinstance(self.sequential_mlp, MoELayer) - assert isinstance(self.grouped_mlp, MoELayer) - - num_weights_smm = sum([p.numel() for p in self.sequential_mlp.parameters()]) - num_weights_gmm = sum([p.numel() for p in self.grouped_mlp.parameters()]) - - # For the same hyper-parm model configs except the `moe_grouped_gemm`, - # GroupedGEMM and sequential GEMMs should hold the same number of parms. - assert num_weights_smm == num_weights_gmm - # expected num weights: router linear weights+bias + MLP weights(no bias) of all experts - expected_num_weights = ( - self.hidden_size * self.num_experts - + self.hidden_size - * (self.fc1_ffn_hidden_size + self.fc2_ffn_hidden_size) - * self.num_experts - ) - assert num_weights_smm == expected_num_weights - - assert torch.equal(self.sequential_mlp.router.weight, self.grouped_mlp.router.weight) - - # weight1: [h, num_experts*4h] - # weight2: [num_experts*4h, h] - assert self.grouped_mlp.experts.weight1.shape[0] == self.hidden_size - assert ( - self.grouped_mlp.experts.weight1.shape[1] == self.num_experts * self.fc1_ffn_hidden_size - ) - if self.gated_linear_unit: - assert ( - self.grouped_mlp.experts.weight2.shape[0] - == self.num_experts * self.fc2_ffn_hidden_size - ) - assert self.grouped_mlp.experts.weight2.shape[1] == self.hidden_size - else: - assert ( - self.grouped_mlp.experts.weight1.shape == self.grouped_mlp.experts.weight2.t().shape - ) - - @pytest.mark.internal - def test_weight_init_value_the_same(self): - gmm_w1 = self.grouped_mlp.experts.weight1.view(self.num_experts, -1, self.hidden_size) - gmm_w2 = self.grouped_mlp.experts.weight2.view(self.num_experts, self.hidden_size, -1) - gmm_expert1_fc1 = gmm_w1[0] - gmm_expert1_fc2 = gmm_w2[0] - gmm_expert2_fc1 = gmm_w1[1] - gmm_expert2_fc2 = gmm_w2[1] - - smm_expert1_fc1 = self.sequential_mlp.experts.local_experts[0].linear_fc1.weight - smm_expert1_fc2 = self.sequential_mlp.experts.local_experts[0].linear_fc2.weight - smm_expert2_fc1 = self.sequential_mlp.experts.local_experts[1].linear_fc1.weight - smm_expert2_fc2 = self.sequential_mlp.experts.local_experts[1].linear_fc2.weight - - assert torch.equal(gmm_expert1_fc1, smm_expert1_fc1) - if not self.use_cpu_initialization: - assert torch.equal(gmm_expert1_fc2, smm_expert1_fc2) - # the param init value is not exactly the same between gmm and smm (refer to test_weight_init_value_the_same.) - # TODO: is it necessary to keep smm and gmm share exactly the same init params? - # assert torch.equal(gmm_expert2_fc1, smm_expert2_fc1) - if self.use_cpu_initialization: - assert torch.equal(gmm_expert2_fc2, smm_expert2_fc2) - - @pytest.mark.skipif(not torch.cuda.is_available(), reason="CUDA not available") - @pytest.mark.internal - @pytest.mark.skipif( - not DEVICE_CAPABILITY or DEVICE_CAPABILITY[0] < 8, - reason='GroupedGEMM kernels are not supported on this device.', - ) - def test_gpu_forward(self): - self.sequential_mlp.cuda() - self.grouped_mlp.cuda() - # [sequence length, batch size, hidden size] - seq_len = 3 # 32 - batch_size = 2 - hidden_states = torch.rand( - (seq_len, batch_size, self.sequential_mlp.config.hidden_size), dtype=torch.bfloat16 - ) - hidden_states = hidden_states.cuda() - output_smm, _ = self.sequential_mlp(hidden_states) - output_gmm, _ = self.grouped_mlp(hidden_states) - - # The following assert fails due to the param init value is not exactly - # the same between gmm and smm (refer to test_weight_init_value_the_same.) - # assert torch.equal(output_smm, output_gmm) - - @pytest.mark.skipif(not torch.cuda.is_available(), reason="CUDA not available") - @pytest.mark.internal - @pytest.mark.skipif( - not DEVICE_CAPABILITY or DEVICE_CAPABILITY[0] < 8, - reason='GroupedGEMM kernels are not supported on this device.', - ) - def test_gpu_forward_with_no_tokens_allocated(self): - """Test the case when no token is allocated for groupedGEMM kernels.""" - w1 = self.grouped_mlp.experts.weight1.view(self.num_experts, -1, self.hidden_size) - num_allocated_tokens = 0 - tokens_per_expert = torch.zeros(self.num_experts) - hidden_states = torch.rand((num_allocated_tokens, self.hidden_size), dtype=torch.bfloat16) - hidden_states = hidden_states.cuda() - try: - gg.ops.gmm(hidden_states, w1, tokens_per_expert, trans_b=False) - except Exception as e: - print("Expected error message from groupedGEMM:", e) - assert str(e) == "Input batch_sizes should not be all zeros!" - - @pytest.mark.skipif(not torch.cuda.is_available(), reason="CUDA not available") - @pytest.mark.internal - @pytest.mark.skipif( - not DEVICE_CAPABILITY or DEVICE_CAPABILITY[0] < 8, - reason='GroupedGEMM kernels are not supported on this device.', - ) - def test_gradient_with_no_tokens_allocated(self): - """Test that when no token is passed in, the parameters of the grouped MLP will also have gradients.""" - self.grouped_mlp.cuda() - num_allocated_tokens = 0 - tokens_per_expert = torch.zeros(self.num_experts) - hidden_states = torch.rand((num_allocated_tokens, self.hidden_size), dtype=torch.bfloat16) - hidden_states = hidden_states.cuda() - probs = torch.rand((num_allocated_tokens,), dtype=torch.float32) - probs = probs.cuda() - output_gmm, _ = self.grouped_mlp.experts( - hidden_states, tokens_per_expert=tokens_per_expert, permuted_probs=probs - ) - output_gmm.mean().backward() - assert self.grouped_mlp.experts.weight1.grad is not None - @pytest.mark.skipif( not is_te_min_version("1.9.0.dev0"), @@ -384,17 +181,3 @@ def test_gpu_forward_backward_with_no_tokens_allocated(self): for i in range(self.num_experts): assert getattr(self.grouped_mlp.experts.linear_fc1, f"weight{i}").grad is not None assert getattr(self.grouped_mlp.experts.linear_fc2, f"weight{i}").grad is not None - - -if __name__ == "__main__": - for use_cpu_unitilization in [True, False]: - for swiglu in [True, False]: - GMLP_test = TestParallelGroupedMLP() - GMLP_test.setup_method( - method=None, use_cpu_initialization=use_cpu_unitilization, swiglu=swiglu - ) - GMLP_test.test_constructor() - GMLP_test.test_weight_init_value_the_same() - GMLP_test.test_gpu_forward() - GMLP_test.test_gpu_forward_with_no_tokens_allocated() - GMLP_test.teardown_method(method=None) diff --git a/tests/unit_tests/transformer/test_cuda_graphs.py b/tests/unit_tests/transformer/test_cuda_graphs.py index 956b4897bc8..bfde9ff9cf1 100644 --- a/tests/unit_tests/transformer/test_cuda_graphs.py +++ b/tests/unit_tests/transformer/test_cuda_graphs.py @@ -23,6 +23,7 @@ from megatron.core.pipeline_parallel.schedules import set_current_microbatch from megatron.core.process_groups_config import ProcessGroupCollection from megatron.core.ssm.mamba_block import MambaStack +from megatron.core.ssm.mamba_hybrid_layer_allocation import validate_segment_layers from megatron.core.tensor_parallel.random import ( HAVE_TE, initialize_rng_tracker, @@ -474,12 +475,13 @@ def setup_method(self, method): def get_pg_collection(): return ProcessGroupCollection.use_mpu_process_groups(required_pgs=['tp', 'pp', 'cp']) - def get_mamba_block(hybrid_override_pattern): + def get_mamba_block(hybrid_layer_pattern): + layer_type_list = validate_segment_layers(hybrid_layer_pattern) transformer_config = TransformerConfig( hidden_size=256, # The Mamba layer places several constraints on this # Need to specify num_attention_heads and num_layers or TransformerConfig # will generate errors. - num_layers=len(hybrid_override_pattern), + num_layers=len(layer_type_list), num_attention_heads=4, use_cpu_initialization=True, cuda_graph_impl="local", @@ -488,11 +490,12 @@ def get_mamba_block(hybrid_override_pattern): return MambaStack( transformer_config, modules, - hybrid_override_pattern=hybrid_override_pattern, + layer_type_list=layer_type_list, + pp_layer_offset=0, pg_collection=get_pg_collection(), ) - self.mamba_block = get_mamba_block(hybrid_override_pattern="M-M*-") + self.mamba_block = get_mamba_block(hybrid_layer_pattern="M-M*-") self.transformer_config = self.mamba_block.config def teardown_method(self, method): diff --git a/tests/unit_tests/transformer/test_multi_latent_attention.py b/tests/unit_tests/transformer/test_multi_latent_attention.py index 83c65877fbb..51c36268eb4 100644 --- a/tests/unit_tests/transformer/test_multi_latent_attention.py +++ b/tests/unit_tests/transformer/test_multi_latent_attention.py @@ -22,6 +22,7 @@ from megatron.core.transformer.attention import Attention from megatron.core.transformer.enums import AttnMaskType from megatron.core.transformer.multi_latent_attention import ( + FusedMLASelfAttention, MLASelfAttention, MLASelfAttentionSubmodules, MultiLatentAttention, @@ -106,6 +107,16 @@ def get_mla_self_attn_submodules(linear_qkv_down_proj=None): return submodules +def get_fused_mla_submodules(): + """Get submodules for FusedMLASelfAttention via the mla_down_proj_fusion spec path.""" + submodules = get_gpt_layer_with_transformer_engine_submodules( + multi_latent_attention=True, mla_down_proj_fusion=True + ).self_attention.submodules + assert isinstance(submodules, MLASelfAttentionSubmodules) + assert submodules.linear_qkv_down_proj is not None + return submodules + + backend = TESpecProvider() linear_qkv_down_proj_options = [backend.linear(), backend.column_parallel_linear()] @@ -1543,3 +1554,274 @@ def get_tensor_on_this_rank(tensor): os.environ.clear() os.environ.update(_environ) + + +@pytest.mark.parametrize("rope_type", ('yarn', 'rope')) +class TestFusedMLASelfAttention: + + @pytest.fixture(scope='function', autouse=True) + def setup_and_teardown(self, rope_type): + Utils.initialize_model_parallel(1, 1) + model_parallel_cuda_manual_seed(123) + self.transformer_config = MLATransformerConfig( + num_layers=2, + hidden_size=12, + num_attention_heads=4, + use_cpu_initialization=True, + q_lora_rank=32, + kv_lora_rank=32, + qk_head_dim=128, + v_head_dim=128, + qk_pos_emb_head_dim=64, + rope_type=rope_type, + rotary_base=10000, + original_max_position_embeddings=32, + ) + self.fused_attention = FusedMLASelfAttention( + self.transformer_config, + get_fused_mla_submodules(), + layer_number=1, + attn_mask_type=AttnMaskType.causal, + ) + + def teardown_method(self, method): + Utils.destroy_model_parallel() + + def test_constructor(self): + assert isinstance(self.fused_attention, FusedMLASelfAttention) + assert isinstance(self.fused_attention, MLASelfAttention) + assert self.fused_attention.layer_number == 1 + assert hasattr(self.fused_attention, 'linear_qkv_down_proj') + + def test_fused_weight_shape(self): + config = self.transformer_config + expected_out = config.q_lora_rank + config.kv_lora_rank + config.qk_pos_emb_head_dim + weight = self.fused_attention.linear_qkv_down_proj.weight + assert weight.shape[0] == expected_out + assert weight.shape[1] == config.hidden_size + + def test_qkv_down_projection_split(self): + if not is_te_min_version("1.10.0"): + pytest.skip("Requires TE >= 1.10.0") + config = self.transformer_config + self.fused_attention.cuda() + + seq_len, batch = 16, 2 + hidden = torch.randn(seq_len, batch, config.hidden_size).cuda() + q_compressed, kv_combined = self.fused_attention._qkv_down_projection(hidden) + + assert q_compressed.shape == (seq_len, batch, config.q_lora_rank) + assert kv_combined.shape == ( + seq_len, + batch, + config.kv_lora_rank + config.qk_pos_emb_head_dim, + ) + + def test_gpu_forward(self): + if not is_te_min_version("1.10.0"): + pytest.skip("Requires TE >= 1.10.0") + + config = self.fused_attention.config + sequence_length = 32 + micro_batch_size = 2 + + self.fused_attention.cuda() + + hidden_states = torch.ones((sequence_length, micro_batch_size, config.hidden_size)).cuda() + attention_mask = torch.ones((1, 1, sequence_length, sequence_length), dtype=bool).cuda() + + output, bias = self.fused_attention(hidden_states, attention_mask) + + assert output.shape[0] == sequence_length + assert output.shape[1] == micro_batch_size + assert output.shape[2] == config.hidden_size + assert bias.shape[0] == config.hidden_size + + def test_gpu_forward_bf16(self): + if not is_te_min_version("1.10.0"): + pytest.skip("Requires TE >= 1.10.0") + + config = self.fused_attention.config + sequence_length = 32 + micro_batch_size = 2 + + self.fused_attention.cuda().bfloat16() + + hidden_states = ( + torch.ones((sequence_length, micro_batch_size, config.hidden_size)).cuda().bfloat16() + ) + attention_mask = torch.ones((1, 1, sequence_length, sequence_length), dtype=bool).cuda() + + output, bias = self.fused_attention(hidden_states, attention_mask) + + assert output.shape[0] == sequence_length + assert output.shape[1] == micro_batch_size + assert output.shape[2] == config.hidden_size + assert output.dtype == torch.bfloat16 + + +class TestFusedMLAGradientFlow: + + @pytest.fixture(scope='function', autouse=True) + def setup_and_teardown(self): + Utils.initialize_model_parallel(1, 1) + model_parallel_cuda_manual_seed(123) + self.transformer_config = MLATransformerConfig( + num_layers=2, + hidden_size=12, + num_attention_heads=4, + use_cpu_initialization=True, + q_lora_rank=32, + kv_lora_rank=32, + qk_head_dim=128, + v_head_dim=128, + qk_pos_emb_head_dim=64, + rope_type="rope", + rotary_base=10000, + original_max_position_embeddings=32, + ) + + def teardown_method(self, method): + Utils.destroy_model_parallel() + + def test_backward_pass(self): + if not is_te_min_version("1.10.0"): + pytest.skip("Requires TE >= 1.10.0") + + config = self.transformer_config + fused = FusedMLASelfAttention( + config, get_fused_mla_submodules(), layer_number=1, attn_mask_type=AttnMaskType.causal + ) + fused.cuda() + + seq_len, batch = 32, 2 + hidden_states = torch.randn( + seq_len, batch, config.hidden_size, device='cuda', requires_grad=True + ) + attention_mask = torch.ones((1, 1, seq_len, seq_len), dtype=bool, device='cuda') + + output, bias = fused(hidden_states, attention_mask) + loss = output.sum() + loss.backward() + + assert fused.linear_qkv_down_proj.weight.grad is not None + assert ( + fused.linear_qkv_down_proj.weight.grad.shape == fused.linear_qkv_down_proj.weight.shape + ) + assert hidden_states.grad is not None + + +class TestFusedMLALoadFromStateDict: + + @pytest.fixture(scope='function', autouse=True) + def setup_and_teardown(self): + Utils.initialize_model_parallel(1, 1) + model_parallel_cuda_manual_seed(123) + self.transformer_config = MLATransformerConfig( + num_layers=2, + hidden_size=12, + num_attention_heads=4, + use_cpu_initialization=True, + q_lora_rank=32, + kv_lora_rank=32, + qk_head_dim=128, + v_head_dim=128, + qk_pos_emb_head_dim=64, + rope_type="rope", + rotary_base=10000, + original_max_position_embeddings=32, + ) + + def teardown_method(self, method): + Utils.destroy_model_parallel() + + def test_load_unfused_state_dict(self): + if not is_te_min_version("1.10.0"): + pytest.skip("Requires TE >= 1.10.0") + + unfused = MLASelfAttention( + self.transformer_config, + get_mla_self_attn_submodules(), + layer_number=1, + attn_mask_type=AttnMaskType.causal, + ) + fused = FusedMLASelfAttention( + self.transformer_config, + get_fused_mla_submodules(), + layer_number=1, + attn_mask_type=AttnMaskType.causal, + ) + + unfused_sd = unfused.state_dict() + + q_down_keys = [k for k in unfused_sd if 'linear_q_down_proj' in k] + kv_down_keys = [k for k in unfused_sd if 'linear_kv_down_proj' in k] + assert len(q_down_keys) > 0, "Expected q_down_proj keys in unfused state dict" + assert len(kv_down_keys) > 0, "Expected kv_down_proj keys in unfused state dict" + + fused.load_state_dict(unfused_sd, strict=False) + + config = self.transformer_config + expected_out = config.q_lora_rank + config.kv_lora_rank + config.qk_pos_emb_head_dim + assert fused.linear_qkv_down_proj.weight.shape[0] == expected_out + + q_w = unfused_sd['linear_q_down_proj.weight'] + kv_w = unfused_sd['linear_kv_down_proj.weight'] + expected_fused = torch.cat([q_w, kv_w], dim=0) + torch.testing.assert_close(fused.linear_qkv_down_proj.weight.data, expected_fused) + + def test_sharded_state_dict_splits_back(self): + if not is_te_min_version("1.10.0"): + pytest.skip("Requires TE >= 1.10.0") + + fused = FusedMLASelfAttention( + self.transformer_config, + get_fused_mla_submodules(), + layer_number=1, + attn_mask_type=AttnMaskType.causal, + ) + + sharded_sd = fused.sharded_state_dict(prefix="") + assert any( + 'linear_q_down_proj.weight' in k for k in sharded_sd + ), f"Expected linear_q_down_proj.weight in sharded state dict, got keys: {list(sharded_sd.keys())}" + assert any( + 'linear_kv_down_proj.weight' in k for k in sharded_sd + ), f"Expected linear_kv_down_proj.weight in sharded state dict, got keys: {list(sharded_sd.keys())}" + assert not any( + 'linear_qkv_down_proj.weight' in k for k in sharded_sd + ), f"Unexpected linear_qkv_down_proj.weight in sharded state dict" + + +class TestFusedMLARequiresQLora: + + @pytest.fixture(scope='function', autouse=True) + def setup_and_teardown(self): + Utils.initialize_model_parallel(1, 1) + model_parallel_cuda_manual_seed(123) + + def teardown_method(self, method): + Utils.destroy_model_parallel() + + def test_raises_without_q_lora_rank(self): + config = MLATransformerConfig( + num_layers=2, + hidden_size=12, + num_attention_heads=4, + use_cpu_initialization=True, + q_lora_rank=None, + kv_lora_rank=32, + qk_head_dim=128, + v_head_dim=128, + qk_pos_emb_head_dim=64, + rope_type="rope", + rotary_base=10000, + original_max_position_embeddings=32, + ) + with pytest.raises(AssertionError, match="q_lora_rank"): + FusedMLASelfAttention( + config, + get_fused_mla_submodules(), + layer_number=1, + attn_mask_type=AttnMaskType.causal, + ) diff --git a/tests/unit_tests/transformer/test_multi_token_prediction.py b/tests/unit_tests/transformer/test_multi_token_prediction.py index 1b8fc48c415..6859388fd79 100644 --- a/tests/unit_tests/transformer/test_multi_token_prediction.py +++ b/tests/unit_tests/transformer/test_multi_token_prediction.py @@ -703,7 +703,7 @@ def teardown_method(self, method): def model_provider(self, pre_process=True, post_process=True, **config_kwargs): """Model provider for Mamba hybrid models with MTP. - Uses the unified pattern syntax where MTP is configured via hybrid_override_pattern: + Uses the unified pattern syntax where MTP is configured via hybrid_layer_pattern: Format: "///..." Example: "M*M*/M*/M*" = main decoder "M*M*", MTP pattern "M*" with 2 depths """ @@ -711,7 +711,7 @@ def model_provider(self, pre_process=True, post_process=True, **config_kwargs): args = get_args() config = core_transformer_config_from_args(args) - # MTP is configured via unified pattern in hybrid_override_pattern + # MTP is configured via unified pattern in hybrid_layer_pattern # MambaModel creates the MTP block internally based on the parsed pattern model = MambaModel( config=config, @@ -720,9 +720,7 @@ def model_provider(self, pre_process=True, post_process=True, **config_kwargs): max_sequence_length=args.max_position_embeddings, pre_process=pre_process, post_process=post_process, - hybrid_attention_ratio=args.hybrid_attention_ratio, - hybrid_mlp_ratio=args.hybrid_mlp_ratio, - hybrid_override_pattern=args.hybrid_override_pattern, + hybrid_layer_pattern=args.hybrid_layer_pattern, fp16_lm_cross_entropy=args.fp16_lm_cross_entropy, parallel_output=True, share_embeddings_and_output_weights=not args.untie_embeddings_and_output_weights, @@ -739,7 +737,6 @@ def create_test_args( sys.argv = ['test_multi_token_prediction_mamba.py'] args = parse_args() - args.num_layers = 4 args.mtp_num_layers = 2 args.mtp_loss_scaling_factor = 0.1 args.vocab_size = 128800 @@ -764,10 +761,8 @@ def create_test_args( args.no_load_optim = True args.no_load_rng = True args.bf16 = True - args.hybrid_attention_ratio = 0.5 - args.hybrid_mlp_ratio = 0.0 # Unified pattern: "main/mtp/mtp" - main decoder "M*M*", MTP pattern "M*" with 2 depths - args.hybrid_override_pattern = "M*M*/M*/M*" + args.hybrid_layer_pattern = "M*M*/M*/M*" args.spec = "megatron.core.models.mamba.mamba_layer_specs.mamba_stack_spec" if fp8 is not None: diff --git a/tests/unit_tests/transformer/test_mup.py b/tests/unit_tests/transformer/test_mup.py new file mode 100644 index 00000000000..605a4e2607b --- /dev/null +++ b/tests/unit_tests/transformer/test_mup.py @@ -0,0 +1,559 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + +"""Tests for Maximal Update Parameterization (MuP) implementation. + +These tests verify that MuP is correctly implemented in Megatron-LM: +1. Config validation and width_mult computation +2. Initialization scaling +3. Attention scaling +4. LR override computation +""" + +import math + +import pytest +import torch + +from megatron.core.optimizer import get_mup_config_overrides, get_standard_config_overrides +from megatron.core.optimizer.optimizer_config import OptimizerConfig +from megatron.core.optimizer_param_scheduler import combine_param_group_overrides +from megatron.core.transformer.multi_token_prediction import process_mtp_loss +from megatron.core.transformer.transformer_config import TransformerConfig +from megatron.core.utils import init_method_normal, mup_scaled_init_method_normal + + +class TestMuPConfigValidation: + """Tests for MuP config validation and width_mult computation.""" + + def test_mup_defaults_base_hidden_size(self): + """use_mup without base_hidden_size defaults to hidden_size (width_mult=1.0).""" + config = TransformerConfig( + hidden_size=512, + num_layers=4, + num_attention_heads=8, + use_mup=True, + # mup_base_hidden_size not set - should default to hidden_size + ) + assert config.mup_base_hidden_size == 512 + assert config.mup_width_mult == 1.0 + + def test_mup_width_mult_calculation(self): + """width_mult = hidden_size / base_hidden_size.""" + config = TransformerConfig( + hidden_size=1024, + num_layers=4, + num_attention_heads=16, + use_mup=True, + mup_base_hidden_size=256, + ) + assert config.mup_width_mult == 4.0 + + def test_mup_width_mult_fractional(self): + """width_mult can be fractional (smaller than base).""" + config = TransformerConfig( + hidden_size=128, + num_layers=4, + num_attention_heads=2, + use_mup=True, + mup_base_hidden_size=256, + ) + assert config.mup_width_mult == 0.5 + + def test_mup_backward_compatible(self): + """Default config unchanged when MuP disabled.""" + config = TransformerConfig(hidden_size=512, num_layers=4, num_attention_heads=8) + assert config.use_mup is False + assert config.mup_width_mult == 1.0 + assert config.mup_base_hidden_size is None + + def test_mup_base_hidden_size_must_be_positive(self): + """mup_base_hidden_size must be positive.""" + with pytest.raises(AssertionError) as exc_info: + TransformerConfig( + hidden_size=512, + num_layers=4, + num_attention_heads=8, + use_mup=True, + mup_base_hidden_size=0, + ) + assert "positive" in str(exc_info.value).lower() + + +class TestMuPInitMethods: + """Tests for MuP initialization methods.""" + + def test_mup_init_variance_scaling(self): + """Init std scales as 1/sqrt(width_mult).""" + base_sigma = 0.02 + width_mult = 4.0 + + init_fn = init_method_normal(base_sigma / math.sqrt(width_mult)) + tensor = torch.empty(1000, 1000) + init_fn(tensor) + + expected_std = base_sigma / math.sqrt(width_mult) # 0.02/sqrt(4) = 0.01 + actual_std = tensor.std().item() + + # Allow 5% tolerance for statistical variance + assert ( + abs(actual_std - expected_std) < 0.002 + ), f"Expected std ~{expected_std:.4f}, got {actual_std:.4f}" + + def test_mup_scaled_init_variance(self): + """MuP scaled init combines depth and width scaling.""" + sigma = 0.02 + num_layers = 8 + width_mult = 4.0 + + init_fn = mup_scaled_init_method_normal(sigma, num_layers, width_mult) + tensor = torch.empty(1000, 1000) + init_fn(tensor) + + # std = sigma / (sqrt(2*num_layers) * sqrt(width_mult)) + expected_std = sigma / (math.sqrt(2 * num_layers) * math.sqrt(width_mult)) + actual_std = tensor.std().item() + + # Allow 10% tolerance + assert ( + abs(actual_std - expected_std) < expected_std * 0.1 + ), f"Expected std ~{expected_std:.6f}, got {actual_std:.6f}" + + +class TestMuPAttentionScaling: + """Tests for MuP attention scaling.""" + + def test_mup_attention_scale_power_1(self): + """MuP uses 1/d instead of 1/sqrt(d) when power=1.0.""" + config = TransformerConfig( + hidden_size=512, + num_layers=4, + num_attention_heads=8, + use_mup=True, + mup_base_hidden_size=128, + mup_attn_scale_power=1.0, # MuP default + ) + kv_channels = config.kv_channels # 512 / 8 = 64 + + expected_scale = 1.0 / kv_channels # 1/64 = 0.015625 + assert config.softmax_scale == expected_scale + + def test_standard_attention_scale_power_05(self): + """Standard uses 1/sqrt(d) when power=0.5.""" + config = TransformerConfig( + hidden_size=512, + num_layers=4, + num_attention_heads=8, + use_mup=True, + mup_base_hidden_size=128, + mup_attn_scale_power=0.5, # Standard default + ) + kv_channels = config.kv_channels # 64 + + expected_scale = 1.0 / math.sqrt(kv_channels) # 1/8 = 0.125 + assert abs(config.softmax_scale - expected_scale) < 1e-6 + + def test_attention_scale_not_set_when_disabled(self): + """softmax_scale should not be auto-set when use_mup=False.""" + config = TransformerConfig( + hidden_size=512, num_layers=4, num_attention_heads=8, use_mup=False # MuP disabled + ) + # softmax_scale defaults to None when MuP is disabled + # (actual scaling is done in the attention layer) + assert config.softmax_scale is None + + +class TestMuPWarnings: + """Tests for MuP configuration warnings.""" + + def test_mup_warns_with_custom_init_method(self): + """Warn when MuP is enabled and init_method is user-provided.""" + with pytest.warns(UserWarning, match="use_mup is enabled"): + TransformerConfig( + hidden_size=512, + num_layers=4, + num_attention_heads=8, + use_mup=True, + mup_base_hidden_size=128, + init_method=init_method_normal(0.01), + ) + + def test_mup_warns_with_custom_output_layer_init_method(self): + """Warn when MuP is enabled and output_layer_init_method is user-provided.""" + with pytest.warns(UserWarning, match="use_mup is enabled"): + TransformerConfig( + hidden_size=512, + num_layers=4, + num_attention_heads=8, + use_mup=True, + mup_base_hidden_size=128, + output_layer_init_method=init_method_normal(0.01), + ) + + +class TestMuPLRScaling: + """Tests for MuP learning rate and Adam epsilon scaling.""" + + def test_mup_lr_override_computation(self): + """Hidden LR and Adam eps scale as 1/width_mult.""" + optimizer_config = OptimizerConfig(lr=1e-3, min_lr=1e-5) + width_mult = 4.0 + + overrides = get_mup_config_overrides(optimizer_config, width_mult) + + # Should have one override for hidden layers + assert len(overrides) == 1 + + # Get the override values + for param_key, override in overrides.items(): + expected_max_lr = 1e-3 / width_mult # 2.5e-4 + expected_min_lr = 1e-5 / width_mult # 2.5e-6 + expected_eps = optimizer_config.adam_eps / width_mult + + assert abs(override['max_lr'] - expected_max_lr) < 1e-10 + assert abs(override['min_lr'] - expected_min_lr) < 1e-10 + assert abs(override['eps'] - expected_eps) < 1e-15 + + def test_mup_lr_no_scaling_at_unity(self): + """No LR scaling when width_mult=1.0.""" + optimizer_config = OptimizerConfig(lr=1e-3, min_lr=1e-5) + width_mult = 1.0 + + overrides = get_mup_config_overrides(optimizer_config, width_mult) + + # Should return empty dict when no scaling needed + assert len(overrides) == 0 + + def test_mup_lr_override_has_correct_predicate(self): + """LR override predicate correctly identifies hidden vs vector-like params. + + Per MuP paper and Microsoft's mup library: + - Embedding layer: base LR (fan_in is vocab, finite dimension) + - Hidden layers: scaled LR (fan_in is hidden, infinite dimension) + - Output layer: base LR when tagged as embedding-class (Table 8 symmetry) + """ + optimizer_config = OptimizerConfig(lr=1e-3) + width_mult = 4.0 + + overrides = get_mup_config_overrides(optimizer_config, width_mult) + + # Check the predicate is set and works correctly + for param_key, override in overrides.items(): + assert param_key.with_name_predicate is not None + predicate_fn = param_key.with_name_predicate.fn + + # Create mock parameters + hidden_param = torch.nn.Parameter(torch.zeros(10, 10)) + + # Hidden param with hidden-layer name should match (scaled LR) + assert predicate_fn(hidden_param, 'decoder.layer.0.weight') is True + + # Output layer should NOT match when tagged as embedding-class. + output_param = torch.nn.Parameter(torch.zeros(10, 10)) + output_param.is_embedding_parameter = True + assert predicate_fn(output_param, 'output_layer.weight') is False + + # Embedding layer should NOT match (base LR) when attribute is set. + embedding_param = torch.nn.Parameter(torch.zeros(10, 10)) + embedding_param.is_embedding_parameter = True + assert predicate_fn(embedding_param, 'decoder.layer.0.weight') is False + + # 1D vector-like params (biases/LN) should also keep base LR. + vector_like_param = torch.nn.Parameter(torch.zeros(10)) + assert predicate_fn(vector_like_param, 'decoder.layer.0.bias') is False + + # Shared embedding copies on tied output stages should also use base LR. + shared_embedding_param = torch.nn.Parameter(torch.zeros(10, 10)) + shared_embedding_param.shared_embedding = True + assert predicate_fn(shared_embedding_param, 'output_layer.weight') is False + + # Backward-compatible fallback for older modules without the attribute. + assert predicate_fn(hidden_param, 'embedding.word_embeddings.weight') is False + + def test_mup_with_decoupled_lr_scales_hidden_only_for_lr(self): + """With decoupled_lr, MuP scales hidden params only; embedding/output stay decoupled.""" + optimizer_config = OptimizerConfig( + lr=1e-3, min_lr=1e-5, decoupled_lr=2e-4, decoupled_min_lr=2e-6 + ) + width_mult = 4.0 + + standard_overrides = get_standard_config_overrides(optimizer_config) + mup_overrides = get_mup_config_overrides(optimizer_config, width_mult) + combined_overrides = {**standard_overrides, **mup_overrides} + + hidden_param = torch.nn.Parameter(torch.zeros(10, 10)) + bias_param = torch.nn.Parameter(torch.zeros(10)) + embedding_param = torch.nn.Parameter(torch.zeros(10, 10)) + embedding_param.is_embedding_parameter = True + embedding_param.is_embedding_or_output_parameter = True + output_param = torch.nn.Parameter(torch.zeros(10, 10)) + output_param.is_embedding_or_output_parameter = True + output_param.is_embedding_parameter = True + shared_output_param = torch.nn.Parameter(torch.zeros(10, 10)) + shared_output_param.is_embedding_or_output_parameter = True + shared_output_param.shared_embedding = True + + hidden_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(hidden_param, 'decoder.layer.0.weight') + ] + bias_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(bias_param, 'decoder.layer.0.bias') + ] + embedding_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(embedding_param, 'embedding.word_embeddings.weight') + ] + output_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(output_param, 'output_layer.weight') + ] + shared_output_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(shared_output_param, 'output_layer.weight') + ] + + hidden_override = combine_param_group_overrides(hidden_matches) + bias_override = combine_param_group_overrides(bias_matches) + embedding_override = combine_param_group_overrides(embedding_matches) + output_override = combine_param_group_overrides(output_matches) + shared_output_override = combine_param_group_overrides(shared_output_matches) + + # Hidden params keep MuP scaling. + assert hidden_override['max_lr'] == pytest.approx(1e-3 / width_mult) + assert hidden_override['min_lr'] == pytest.approx(1e-5 / width_mult) + assert hidden_override['eps'] == pytest.approx(optimizer_config.adam_eps / width_mult) + + # Biases are vector-like; MuP should not override LR/eps. + assert 'max_lr' not in bias_override + assert 'min_lr' not in bias_override + assert 'eps' not in bias_override + + # Embeddings keep decoupled LR and unscaled eps. + assert embedding_override['max_lr'] == pytest.approx(2e-4) + assert embedding_override['min_lr'] == pytest.approx(2e-6) + assert 'eps' not in embedding_override + + # Output params keep decoupled LR and unscaled eps (Table 8 symmetry). + assert output_override['max_lr'] == pytest.approx(2e-4) + assert output_override['min_lr'] == pytest.approx(2e-6) + assert 'eps' not in output_override + + # Shared embedding output copies stay on embedding-class (unscaled) eps. + assert shared_output_override['max_lr'] == pytest.approx(2e-4) + assert shared_output_override['min_lr'] == pytest.approx(2e-6) + assert 'eps' not in shared_output_override + + +class TestMuPConfigIntegration: + """Integration tests for MuP config with init methods.""" + + def test_mup_output_layer_init(self): + """Output layer init should also scale with MuP.""" + config = TransformerConfig( + hidden_size=1024, + num_layers=8, + num_attention_heads=16, + use_mup=True, + mup_base_hidden_size=256, + ) + + tensor = torch.empty(1000, 1000) + config.output_layer_init_method(tensor) + + # Expected: sigma / (sqrt(2*L) * sqrt(m)) = 0.02 / (sqrt(16) * sqrt(4)) + expected_std = config.init_method_std / ( + math.sqrt(2 * config.num_layers) * math.sqrt(config.mup_width_mult) + ) + actual_std = tensor.std().item() + + assert abs(actual_std - expected_std) < expected_std * 0.15 + + +class TestMuPOptimizerTypeHandling: + """Tests for MuP optimizer-specific override behavior.""" + + def test_sgd_scales_vector_like_lr_only(self): + """SGD scales vector-like params by width_mult; hidden params keep base LR.""" + optimizer_config = OptimizerConfig(lr=1e-3, min_lr=1e-5) + width_mult = 4.0 + + for sgd_variant in ['sgd', 'SGD', 'Sgd']: + overrides = get_mup_config_overrides( + optimizer_config, width_mult, optimizer_type=sgd_variant + ) + assert len(overrides) == 1 + + param_key, override = next(iter(overrides.items())) + assert override['max_lr'] == pytest.approx(1e-3 * width_mult) + assert override['min_lr'] == pytest.approx(1e-5 * width_mult) + assert 'eps' not in override + + hidden_param = torch.nn.Parameter(torch.zeros(10, 10)) + bias_param = torch.nn.Parameter(torch.zeros(10)) + embedding_param = torch.nn.Parameter(torch.zeros(10, 10)) + embedding_param.is_embedding_parameter = True + output_param = torch.nn.Parameter(torch.zeros(10, 10)) + output_param.is_embedding_parameter = True + + assert param_key.matches(hidden_param, 'decoder.layer.0.weight') is False + assert param_key.matches(bias_param, 'decoder.layer.0.bias') is True + assert param_key.matches(embedding_param, 'embedding.word_embeddings.weight') is True + assert param_key.matches(output_param, 'output_layer.weight') is True + + def test_sgd_with_decoupled_lr_preserves_embedding_output_precedence(self): + """With decoupled_lr, embedding/output keep decoupled LR under SGD MuP.""" + optimizer_config = OptimizerConfig( + lr=1e-3, min_lr=1e-5, decoupled_lr=2e-4, decoupled_min_lr=2e-6 + ) + width_mult = 4.0 + + standard_overrides = get_standard_config_overrides(optimizer_config) + mup_overrides = get_mup_config_overrides(optimizer_config, width_mult, optimizer_type='sgd') + combined_overrides = {**standard_overrides, **mup_overrides} + + hidden_param = torch.nn.Parameter(torch.zeros(10, 10)) + bias_param = torch.nn.Parameter(torch.zeros(10)) + embedding_param = torch.nn.Parameter(torch.zeros(10, 10)) + embedding_param.is_embedding_parameter = True + embedding_param.is_embedding_or_output_parameter = True + output_param = torch.nn.Parameter(torch.zeros(10, 10)) + output_param.is_embedding_parameter = True + output_param.is_embedding_or_output_parameter = True + shared_output_param = torch.nn.Parameter(torch.zeros(10, 10)) + shared_output_param.shared_embedding = True + shared_output_param.is_embedding_or_output_parameter = True + + hidden_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(hidden_param, 'decoder.layer.0.weight') + ] + bias_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(bias_param, 'decoder.layer.0.bias') + ] + embedding_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(embedding_param, 'embedding.word_embeddings.weight') + ] + output_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(output_param, 'output_layer.weight') + ] + shared_output_matches = [ + override + for param_key, override in combined_overrides.items() + if param_key.matches(shared_output_param, 'output_layer.weight') + ] + + hidden_override = combine_param_group_overrides(hidden_matches) + bias_override = combine_param_group_overrides(bias_matches) + embedding_override = combine_param_group_overrides(embedding_matches) + output_override = combine_param_group_overrides(output_matches) + shared_output_override = combine_param_group_overrides(shared_output_matches) + + # Hidden params keep base LR under SGD in current uniform-width setup. + assert 'max_lr' not in hidden_override + assert 'min_lr' not in hidden_override + assert 'eps' not in hidden_override + + # Biases are vector-like and scale up by width_mult. + assert bias_override['max_lr'] == pytest.approx(1e-3 * width_mult) + assert bias_override['min_lr'] == pytest.approx(1e-5 * width_mult) + assert 'eps' not in bias_override + + # Embedding/output params keep explicit decoupled LR precedence. + assert embedding_override['max_lr'] == pytest.approx(2e-4) + assert embedding_override['min_lr'] == pytest.approx(2e-6) + assert output_override['max_lr'] == pytest.approx(2e-4) + assert output_override['min_lr'] == pytest.approx(2e-6) + assert shared_output_override['max_lr'] == pytest.approx(2e-4) + assert shared_output_override['min_lr'] == pytest.approx(2e-6) + assert 'eps' not in embedding_override + assert 'eps' not in output_override + assert 'eps' not in shared_output_override + + def test_adam_scales_lr_by_default(self): + """Adam optimizer should scale LR and eps; default optimizer_type is adam.""" + optimizer_config = OptimizerConfig(lr=1e-3, min_lr=1e-5) + width_mult = 4.0 + + # Explicit adam + overrides_explicit = get_mup_config_overrides( + optimizer_config, width_mult, optimizer_type='adam' + ) + assert len(overrides_explicit) == 1 + + # Default (should behave like adam for backward compat) + overrides_default = get_mup_config_overrides(optimizer_config, width_mult) + assert len(overrides_default) == 1 + + for param_key, override in overrides_explicit.items(): + expected_max_lr = 1e-3 / width_mult # 2.5e-4 + expected_eps = optimizer_config.adam_eps / width_mult + assert abs(override['max_lr'] - expected_max_lr) < 1e-10 + assert abs(override['eps'] - expected_eps) < 1e-15 + + def test_non_adam_does_not_set_eps_override(self): + """Non-Adam optimizers should not receive MuP epsilon overrides.""" + optimizer_config = OptimizerConfig(lr=1e-3, min_lr=1e-5) + width_mult = 4.0 + + for non_adam_optimizer in ['muon', 'dist_muon']: + overrides = get_mup_config_overrides( + optimizer_config, width_mult, optimizer_type=non_adam_optimizer + ) + assert len(overrides) == 1 + for _, override in overrides.items(): + assert override['max_lr'] == pytest.approx(1e-3 / width_mult) + assert override['min_lr'] == pytest.approx(1e-5 / width_mult) + assert 'eps' not in override + + +class TestMuPMTPLossScaling: + """Tests for MuP scaling integration with MTP loss processing.""" + + def test_process_mtp_loss_applies_scale_hook(self): + config = TransformerConfig( + hidden_size=8, num_layers=2, num_attention_heads=2, mtp_num_layers=1 + ) + hidden_states = torch.ones(2, 1, 4) + labels = torch.ones(1, 4, dtype=torch.long) + loss_mask = torch.ones_like(labels, dtype=torch.float32) + observed_logits_mean = {'value': None} + + def output_layer(hidden, weight=None, runtime_gather_output=None): + return hidden.clone(), None + + def scale_logits_fn(logits): + return logits * 3.0 + + def compute_language_model_loss(mtp_labels, mtp_logits): + observed_logits_mean['value'] = mtp_logits.mean().item() + return torch.ones_like(mtp_labels, dtype=mtp_logits.dtype) + + process_mtp_loss( + hidden_states=hidden_states, + labels=labels, + loss_mask=loss_mask, + output_layer=output_layer, + output_weight=None, + runtime_gather_output=None, + is_training=False, + compute_language_model_loss=compute_language_model_loss, + config=config, + cp_group=None, + packed_seq_params=None, + scale_logits_fn=scale_logits_fn, + ) + + assert observed_logits_mean['value'] == pytest.approx(3.0) diff --git a/tests/unit_tests/transformer/test_vision_cuda_graphs.py b/tests/unit_tests/transformer/test_vision_cuda_graphs.py new file mode 100644 index 00000000000..d8990e0d973 --- /dev/null +++ b/tests/unit_tests/transformer/test_vision_cuda_graphs.py @@ -0,0 +1,680 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + +import gc +import os +from copy import deepcopy +from types import SimpleNamespace +from unittest.mock import MagicMock + +import pytest +import torch + +from megatron.core import parallel_state +from megatron.core.models.gpt.gpt_layer_specs import get_gpt_layer_with_transformer_engine_spec +from megatron.core.models.vision.vit_layer_specs import get_vit_layer_with_transformer_engine_spec +from megatron.core.tensor_parallel.random import ( + HAVE_TE, + initialize_rng_tracker, + model_parallel_cuda_manual_seed, +) +from megatron.core.transformer.cuda_graphs import ( + HAVE_TE_GRAPHS, + VisionTECudaGraphHelper, + _layer_is_graphable, + _wrap_graph_for_vision, + get_vision_cuda_graph_seq_length, + set_current_microbatch, +) +from megatron.core.transformer.transformer_config import TransformerConfig +from megatron.core.utils import is_te_min_version +from tests.unit_tests.test_utilities import Utils + +TE_MIN_VERSION = "2.13.0" +_te_version_ok = HAVE_TE and is_te_min_version(TE_MIN_VERSION) +if not _te_version_ok and __name__ != "__main__": + pytest.skip( + f"Vision CUDA graph tests require TransformerEngine >= {TE_MIN_VERSION}", + allow_module_level=True, + ) + + +# --------------------------------------------------------------------------- +# Tests for _layer_is_graphable +# --------------------------------------------------------------------------- +class TestVisionLayerIsGraphable: + def test_non_transformer_layer_returns_false(self): + config = SimpleNamespace(cuda_graph_impl="transformer_engine") + layer = torch.nn.Linear(4, 4) + assert _layer_is_graphable(layer, config) is False + + @pytest.mark.flaky + @pytest.mark.flaky_in_dev + def test_wrong_cuda_graph_impl_returns_false(self): + from megatron.core.transformer.transformer_layer import TransformerLayer + + config = SimpleNamespace(cuda_graph_impl="local") + layer = MagicMock(spec=TransformerLayer) + # isinstance check with MagicMock(spec=...) should pass + assert _layer_is_graphable(layer, config) is False + + def test_correct_config_with_transformer_layer(self): + """Real TransformerLayer + cuda_graph_impl='transformer_engine' -> True.""" + initialize_rng_tracker(use_te_rng_tracker=True, force_reset=True) + Utils.initialize_model_parallel( + tensor_model_parallel_size=1, pipeline_model_parallel_size=1 + ) + model_parallel_cuda_manual_seed(123) + + config = TransformerConfig( + num_layers=1, + hidden_size=16, + num_attention_heads=2, + use_cpu_initialization=True, + cuda_graph_impl="transformer_engine", + ) + from megatron.core.transformer.transformer_block import TransformerBlock + + block = TransformerBlock(config, get_vit_layer_with_transformer_engine_spec()) + layer = block.layers[0] + assert _layer_is_graphable(layer, config) is True + + Utils.destroy_model_parallel() + + +# --------------------------------------------------------------------------- +# Tests for _wrap_graph_for_vision +# --------------------------------------------------------------------------- +class TestWrapGraphForVision: + def test_filters_none_from_tuple(self): + def fake_graph(*args, **kwargs): + return (torch.tensor(1.0), None) + + wrapped = _wrap_graph_for_vision(fake_graph) + result = wrapped() + assert result == (torch.tensor(1.0),) + + def test_returns_non_tuple_unchanged(self): + t = torch.tensor(42.0) + + def fake_graph(*args, **kwargs): + return t + + wrapped = _wrap_graph_for_vision(fake_graph) + result = wrapped() + assert result is t + + def test_preserves_all_non_none(self): + a, b = torch.tensor(1.0), torch.tensor(2.0) + + def fake_graph(*args, **kwargs): + return (a, b) + + wrapped = _wrap_graph_for_vision(fake_graph) + result = wrapped() + assert result == (a, b) + + def test_all_none_returns_original(self): + def fake_graph(*args, **kwargs): + return (None, None) + + wrapped = _wrap_graph_for_vision(fake_graph) + result = wrapped() + # filtered is empty -> returns original tuple + assert result == (None, None) + + def test_preserves_te_attributes(self): + def fake_graph(*args, **kwargs): + return (torch.tensor(1.0),) + + fake_graph.backward_dw = "bwd_dw_fn" + fake_graph.reset = "reset_fn" + + wrapped = _wrap_graph_for_vision(fake_graph) + assert wrapped.backward_dw == "bwd_dw_fn" + assert wrapped.reset == "reset_fn" + + def test_missing_te_attributes_not_set(self): + def fake_graph(*args, **kwargs): + return (torch.tensor(1.0),) + + wrapped = _wrap_graph_for_vision(fake_graph) + assert not hasattr(wrapped, 'backward_dw') + assert not hasattr(wrapped, 'reset') + + +# --------------------------------------------------------------------------- +# Tests for get_vision_cuda_graph_seq_length +# --------------------------------------------------------------------------- +class TestGetVisionCudaGraphSeqLength: + def test_explicit_max_seq_length(self): + config = SimpleNamespace(max_vision_cuda_graph_seq_length=2048) + assert get_vision_cuda_graph_seq_length(config) == 2048 + + def test_explicit_max_seq_length_zero_falls_through(self): + """max_vision_cuda_graph_seq_length=0 is falsy, should fall through.""" + config = SimpleNamespace(max_vision_cuda_graph_seq_length=0) + assert get_vision_cuda_graph_seq_length(config, default_seq_length=999) == 999 + + def test_num_position_embeddings_only(self): + config = SimpleNamespace(num_position_embeddings=1024) + assert get_vision_cuda_graph_seq_length(config) == 1024 + + def test_num_position_embeddings_with_spatial_merge(self): + config = SimpleNamespace(num_position_embeddings=1024, spatial_merge_size=2) + # merge_factor = 2**2 = 4, seq = 1024 // 4 = 256 + assert get_vision_cuda_graph_seq_length(config) == 256 + + def test_spatial_merge_size_3(self): + config = SimpleNamespace(num_position_embeddings=900, spatial_merge_size=3) + # merge_factor = 9, seq = 900 // 9 = 100 + assert get_vision_cuda_graph_seq_length(config) == 100 + + def test_default_seq_length(self): + config = SimpleNamespace() + assert get_vision_cuda_graph_seq_length(config) == 4096 + + def test_custom_default(self): + config = SimpleNamespace() + assert get_vision_cuda_graph_seq_length(config, default_seq_length=512) == 512 + + def test_explicit_overrides_position_embeddings(self): + config = SimpleNamespace( + max_vision_cuda_graph_seq_length=8192, num_position_embeddings=1024 + ) + assert get_vision_cuda_graph_seq_length(config) == 8192 + + +# --------------------------------------------------------------------------- +# Integration test for VisionTECudaGraphHelper with LLaVA model +# --------------------------------------------------------------------------- +@pytest.mark.skipif( + not (HAVE_TE and is_te_min_version("1.5.0")), + reason="use_te_rng_tracker requires TransformerEngine version >= 1.5", +) +class TestVisionTECudaGraphHelper: + """Test VisionTECudaGraphHelper initialization, sample args, and graph lifecycle.""" + + def setup_method(self, method): + initialize_rng_tracker(use_te_rng_tracker=True, force_reset=True) + Utils.initialize_model_parallel( + tensor_model_parallel_size=1, + pipeline_model_parallel_size=1, + virtual_pipeline_model_parallel_size=None, + ) + model_parallel_cuda_manual_seed(123) + + from megatron.core.models.multimodal.llava_model import LLaVAModel + + self.language_hidden_size = 64 + self.vision_hidden_size = 16 + self.vision_num_layers = 2 + + language_config = TransformerConfig( + num_layers=2, + hidden_size=self.language_hidden_size, + num_attention_heads=4, + use_cpu_initialization=True, + ) + + self.vision_config = TransformerConfig( + num_layers=self.vision_num_layers, + hidden_size=self.vision_hidden_size, + num_attention_heads=2, + use_cpu_initialization=True, + cuda_graph_impl="transformer_engine", + bf16=True, + pipeline_dtype=torch.bfloat16, + ) + + vision_projection_config = TransformerConfig( + num_layers=1, + hidden_size=self.language_hidden_size, + ffn_hidden_size=32, + num_attention_heads=1, + use_cpu_initialization=True, + bf16=True, + pipeline_dtype=torch.bfloat16, + ) + + language_layer_spec = get_gpt_layer_with_transformer_engine_spec() + vision_layer_spec = get_vit_layer_with_transformer_engine_spec() + vision_projection_spec = deepcopy(language_layer_spec.submodules.mlp.submodules) + + self.vision_config.vision_model_type = "clip" + language_config.language_model_type = "dummy" + + self.llava_model = LLaVAModel( + language_transformer_config=language_config, + language_transformer_layer_spec=language_layer_spec, + language_vocab_size=8192, + language_max_sequence_length=4096, + vision_transformer_config=self.vision_config, + vision_transformer_layer_spec=vision_layer_spec, + drop_vision_class_token=False, + vision_projection_config=vision_projection_config, + vision_projection_layer_spec=vision_projection_spec, + img_h=336, + img_w=336, + patch_dim=14, + pre_process=True, + post_process=True, + add_encoder=True, + add_decoder=True, + ) + self.llava_model.bfloat16() + + self.vision_seq_length = 576 + self.micro_batch_size = 2 + + def teardown_method(self, method): + Utils.destroy_model_parallel() + gc.collect() + + def _make_helper(self, num_microbatches=1): + return VisionTECudaGraphHelper( + model=[self.llava_model], + vision_config=self.vision_config, + vision_seq_length=self.vision_seq_length, + micro_batch_size=self.micro_batch_size, + num_microbatches=num_microbatches, + ) + + # -- Initialization tests -- + + def test_init_finds_vision_layers(self): + helper = self._make_helper() + assert helper.vision_model is not None, "Should find vision_model" + assert helper.num_layers == self.vision_num_layers + assert len(helper.callables) == self.vision_num_layers + assert helper.graphs_created() is False + + def test_init_no_vision_model_warns(self): + """When model has no vision_model attr, helper should degrade gracefully.""" + dummy_model = torch.nn.Linear(4, 4) + helper = VisionTECudaGraphHelper( + model=[dummy_model], + vision_config=self.vision_config, + vision_seq_length=self.vision_seq_length, + micro_batch_size=self.micro_batch_size, + ) + assert helper.vision_model is None + assert len(helper.callables) == 0 + assert helper.graphs_created() is False + + # -- _get_sample_arguments tests -- + + def test_get_sample_arguments_shapes(self): + helper = self._make_helper(num_microbatches=1) + # order is unused by vision override; pass a dummy + sample_args, sample_kwargs_list = helper._get_sample_arguments(order=[1, -1]) + + expected_count = self.vision_num_layers * 1 # layers * microbatches + assert len(sample_args) == expected_count + assert len(sample_kwargs_list) == expected_count + + for i, (args_item, kwargs_item) in enumerate(zip(sample_args, sample_kwargs_list)): + assert isinstance(args_item, tuple), f"sample_args[{i}] should be tuple" + assert len(args_item) == 1, f"sample_args[{i}] should have one element (hidden_states)" + hs = args_item[0] + assert hs.shape == (self.vision_seq_length, 1, self.vision_hidden_size), ( + f"Expected ({self.vision_seq_length}, 1, {self.vision_hidden_size}), " + f"got {hs.shape}" + ) + assert hs.dtype == torch.bfloat16 + assert hs.device.type == 'cuda' + assert hs.requires_grad is True + + def test_get_sample_arguments_multi_microbatch(self): + helper = self._make_helper(num_microbatches=3) + sample_args, sample_kwargs_list = helper._get_sample_arguments(order=[1, -1]) + + expected_count = self.vision_num_layers * 3 + assert len(sample_args) == expected_count + assert len(sample_kwargs_list) == expected_count + + def test_get_sample_arguments_empty_when_no_callables(self): + dummy_model = torch.nn.Linear(4, 4) + helper = VisionTECudaGraphHelper( + model=[dummy_model], + vision_config=self.vision_config, + vision_seq_length=self.vision_seq_length, + micro_batch_size=self.micro_batch_size, + ) + sample_args, sample_kwargs_list = helper._get_sample_arguments(order=[1, -1]) + assert sample_args == [] + assert sample_kwargs_list == [] + + # -- create_cudagraphs / delete_cuda_graphs lifecycle -- + @pytest.mark.flaky + @pytest.mark.flaky_in_dev + @pytest.mark.skipif( + not (HAVE_TE_GRAPHS and is_te_min_version("2.7.0")), + reason="TE CUDA graph capture requires TransformerEngine >= 2.7.0", + ) + def test_create_and_delete_cudagraphs(self): + """Full lifecycle: create graphs, verify state, delete, verify cleanup.""" + self.llava_model.cuda() + helper = self._make_helper(num_microbatches=1) + + assert not helper.graphs_created() + + helper.create_cudagraphs() + assert helper.graphs_created() + + # Each vision layer should have cuda_graphs attached + for layer in helper.callables: + assert hasattr(layer, 'cuda_graphs'), "Layer should have cuda_graphs after capture" + assert len(layer.cuda_graphs) == 1 # 1 microbatch + + # cudagraph_manager should have been removed during capture + for layer in helper.callables: + assert not hasattr( + layer, 'cudagraph_manager' + ), "cudagraph_manager should be removed before TE capture" + + helper.delete_cuda_graphs() + assert not helper.graphs_created() + + # cuda_graphs should be empty after delete + for layer in helper.callables: + assert layer.cuda_graphs == [], "cuda_graphs should be empty after delete" + + @pytest.mark.skipif( + not (HAVE_TE_GRAPHS and is_te_min_version("2.7.0")), + reason="TE CUDA graph capture requires TransformerEngine >= 2.7.0", + ) + @pytest.mark.flaky + @pytest.mark.flaky_in_dev + def test_create_cudagraphs_multi_microbatch(self): + """Verify that graphs are created per-microbatch per-layer.""" + self.llava_model.cuda() + num_mb = 2 + helper = self._make_helper(num_microbatches=num_mb) + + helper.create_cudagraphs() + assert helper.graphs_created() + + for layer in helper.callables: + assert hasattr(layer, 'cuda_graphs') + # PP=1 collapses to 1 microbatch internally + assert len(layer.cuda_graphs) == helper.num_microbatches + + helper.delete_cuda_graphs() + + def test_create_cudagraphs_no_callables_is_noop(self): + """create_cudagraphs on empty helper should not crash.""" + dummy_model = torch.nn.Linear(4, 4) + helper = VisionTECudaGraphHelper( + model=[dummy_model], + vision_config=self.vision_config, + vision_seq_length=self.vision_seq_length, + micro_batch_size=self.micro_batch_size, + ) + helper.create_cudagraphs() + assert not helper.graphs_created() + + def test_delete_cudagraphs_before_create_asserts(self): + """delete_cuda_graphs before creation should raise AssertionError.""" + helper = self._make_helper() + with pytest.raises(AssertionError): + helper.delete_cuda_graphs() + + +# --------------------------------------------------------------------------- +# Integration test with PP=2: vision encoder on first pipeline stage only +# --------------------------------------------------------------------------- +@pytest.mark.skipif( + not (HAVE_TE and is_te_min_version("1.5.0")), + reason="use_te_rng_tracker requires TransformerEngine version >= 1.5", +) +class TestVisionTECudaGraphHelperPP2: + """Test VisionTECudaGraphHelper with PP=2. + + With pipeline_model_parallel_size=2 the LLaVA model is split so that the + vision encoder lives exclusively on the first pipeline stage: + - pp_rank 0: add_encoder=True, pre_process=True, post_process=False + - pp_rank 1: add_encoder=False, pre_process=False, post_process=True + + This test verifies that: + 1. On stage 0 the helper finds and captures vision layers. + 2. On stage 1 the helper gracefully finds no vision layers. + 3. With PP>1, num_microbatches is NOT collapsed to 1. + """ + + def setup_method(self, method): + initialize_rng_tracker(use_te_rng_tracker=True, force_reset=True) + Utils.initialize_model_parallel( + tensor_model_parallel_size=1, + pipeline_model_parallel_size=2, + virtual_pipeline_model_parallel_size=None, + ) + model_parallel_cuda_manual_seed(123) + + from megatron.core.models.multimodal.llava_model import LLaVAModel + + self.language_hidden_size = 64 + self.vision_hidden_size = 16 + self.vision_num_layers = 2 + self.language_num_layers = 4 + + pp_rank = parallel_state.get_pipeline_model_parallel_rank() + is_first_stage = pp_rank == 0 + is_last_stage = pp_rank == (parallel_state.get_pipeline_model_parallel_world_size() - 1) + + language_config = TransformerConfig( + num_layers=self.language_num_layers, + hidden_size=self.language_hidden_size, + num_attention_heads=4, + use_cpu_initialization=True, + pipeline_model_parallel_size=2, + bf16=True, + pipeline_dtype=torch.bfloat16, + ) + + self.vision_config = TransformerConfig( + num_layers=self.vision_num_layers, + hidden_size=self.vision_hidden_size, + num_attention_heads=2, + use_cpu_initialization=True, + cuda_graph_impl="transformer_engine", + bf16=True, + pipeline_dtype=torch.bfloat16, + ) + + vision_projection_config = TransformerConfig( + num_layers=1, + hidden_size=self.language_hidden_size, + ffn_hidden_size=32, + num_attention_heads=1, + use_cpu_initialization=True, + bf16=True, + pipeline_dtype=torch.bfloat16, + ) + + language_layer_spec = get_gpt_layer_with_transformer_engine_spec() + vision_layer_spec = get_vit_layer_with_transformer_engine_spec() + vision_projection_spec = deepcopy(language_layer_spec.submodules.mlp.submodules) + + self.vision_config.vision_model_type = "clip" + language_config.language_model_type = "dummy" + + self.is_first_stage = is_first_stage + self.llava_model = LLaVAModel( + language_transformer_config=language_config, + language_transformer_layer_spec=language_layer_spec, + language_vocab_size=8192, + language_max_sequence_length=4096, + vision_transformer_config=self.vision_config, + vision_transformer_layer_spec=vision_layer_spec, + drop_vision_class_token=False, + vision_projection_config=vision_projection_config, + vision_projection_layer_spec=vision_projection_spec, + img_h=336, + img_w=336, + patch_dim=14, + pre_process=is_first_stage, + post_process=is_last_stage, + add_encoder=is_first_stage, + add_decoder=True, + ) + self.llava_model.bfloat16() + + self.vision_seq_length = 576 + self.micro_batch_size = 2 + + def teardown_method(self, method): + Utils.destroy_model_parallel() + gc.collect() + + def _make_helper(self, num_microbatches=4): + return VisionTECudaGraphHelper( + model=[self.llava_model], + vision_config=self.vision_config, + vision_seq_length=self.vision_seq_length, + micro_batch_size=self.micro_batch_size, + num_microbatches=num_microbatches, + ) + + def test_pp2_first_stage_finds_vision_layers(self): + """Stage 0 should discover all vision encoder layers.""" + if not self.is_first_stage: + pytest.skip("This assertion is only for pp_rank 0") + + helper = self._make_helper(num_microbatches=4) + assert helper.vision_model is not None + assert helper.num_layers == self.vision_num_layers + assert len(helper.callables) == self.vision_num_layers + + def test_pp2_last_stage_has_no_vision_layers(self): + """Stage 1 should find no vision model (encoder lives on stage 0).""" + if self.is_first_stage: + pytest.skip("This assertion is only for pp_rank 1") + + helper = self._make_helper(num_microbatches=4) + assert helper.vision_model is None + assert len(helper.callables) == 0 + assert not helper.graphs_created() + + def test_pp2_num_microbatches_preserved(self): + """With PP>1, num_microbatches should NOT be collapsed to 1.""" + if not self.is_first_stage: + pytest.skip("Vision layers only on pp_rank 0") + + num_mb = 8 + helper = self._make_helper(num_microbatches=num_mb) + # _get_sample_arguments generates layers * microbatches entries + sample_args, sample_kwargs_list = helper._get_sample_arguments(order=[1, -1]) + expected_count = self.vision_num_layers * num_mb + assert len(sample_args) == expected_count, ( + f"With PP>1, expected {expected_count} sample_args " + f"(layers={self.vision_num_layers} * mb={num_mb}), got {len(sample_args)}" + ) + + @pytest.mark.skipif( + not (HAVE_TE_GRAPHS and is_te_min_version("2.7.0")), + reason="TE CUDA graph capture requires TransformerEngine >= 2.7.0", + ) + @pytest.mark.flaky + @pytest.mark.flaky_in_dev + def test_pp2_create_cudagraphs_first_stage(self): + """On stage 0, CUDA graphs should be captured with the full pipeline order.""" + if not self.is_first_stage: + pytest.skip("Vision layers only on pp_rank 0") + + self.llava_model.cuda() + num_mb = 4 + helper = self._make_helper(num_microbatches=num_mb) + + assert not helper.graphs_created() + + helper.create_cudagraphs() + assert helper.graphs_created() + + # num_microbatches should be preserved (PP>1 does not collapse) + assert helper.num_microbatches == num_mb + + # Each layer should have one graph per microbatch + for layer in helper.callables: + assert hasattr(layer, 'cuda_graphs') + assert ( + len(layer.cuda_graphs) == num_mb + ), f"Expected {num_mb} graphs per layer, got {len(layer.cuda_graphs)}" + + # Cleanup + helper.delete_cuda_graphs() + assert not helper.graphs_created() + for layer in helper.callables: + assert layer.cuda_graphs == [] + + @pytest.mark.skipif( + not (HAVE_TE_GRAPHS and is_te_min_version("2.7.0")), + reason="TE CUDA graph capture requires TransformerEngine >= 2.7.0", + ) + def test_pp2_create_cudagraphs_last_stage_noop(self): + """On stage 1 (no vision model), create_cudagraphs should be a no-op.""" + if self.is_first_stage: + pytest.skip("This assertion is only for pp_rank 1") + + helper = self._make_helper(num_microbatches=4) + helper.create_cudagraphs() + assert not helper.graphs_created() + + +if __name__ == "__main__": + if not _te_version_ok: + print(f"SKIPPED: Vision CUDA graph tests require TransformerEngine >= {TE_MIN_VERSION}") + exit(0) + + from _pytest.outcomes import Skipped + + def run_test(test_obj, test_fn_name): + """Run a test method, treating pytest.skip() as a non-error.""" + test_obj.setup_method(method=None) + try: + getattr(test_obj, test_fn_name)() + except Skipped as e: + print(f" SKIPPED {test_fn_name}: {e}") + finally: + test_obj.teardown_method(method=None) + + # Quick smoke tests for pure functions + t = TestWrapGraphForVision() + t.test_filters_none_from_tuple() + t.test_returns_non_tuple_unchanged() + t.test_preserves_all_non_none() + t.test_all_none_returns_original() + t.test_preserves_te_attributes() + t.test_missing_te_attributes_not_set() + print("_wrap_graph_for_vision tests passed.") + + t2 = TestGetVisionCudaGraphSeqLength() + t2.test_explicit_max_seq_length() + t2.test_explicit_max_seq_length_zero_falls_through() + t2.test_num_position_embeddings_only() + t2.test_num_position_embeddings_with_spatial_merge() + t2.test_spatial_merge_size_3() + t2.test_default_seq_length() + t2.test_custom_default() + t2.test_explicit_overrides_position_embeddings() + print("get_vision_cuda_graph_seq_length tests passed.") + + # Integration tests (require GPU + distributed init) + t3 = TestVisionTECudaGraphHelper() + run_test(t3, "test_init_finds_vision_layers") + run_test(t3, "test_get_sample_arguments_shapes") + run_test(t3, "test_create_and_delete_cudagraphs") + print("TestVisionTECudaGraphHelper tests passed.") + + # PP=2 integration tests (require 2+ GPUs) + if Utils.world_size >= 2: + t4 = TestVisionTECudaGraphHelperPP2() + run_test(t4, "test_pp2_first_stage_finds_vision_layers") + run_test(t4, "test_pp2_last_stage_has_no_vision_layers") + run_test(t4, "test_pp2_num_microbatches_preserved") + run_test(t4, "test_pp2_create_cudagraphs_first_stage") + run_test(t4, "test_pp2_create_cudagraphs_last_stage_noop") + print("TestVisionTECudaGraphHelperPP2 tests passed.") + else: + print("SKIPPED TestVisionTECudaGraphHelperPP2 (requires 2+ GPUs)") + + print("All vision CUDA graph tests passed.") diff --git a/tools/preprocess_data.py b/tools/preprocess_data.py index 3ac06c412b6..f472dd50dbf 100644 --- a/tools/preprocess_data.py +++ b/tools/preprocess_data.py @@ -11,9 +11,8 @@ import time import gzip import glob -import torch -import numpy as np import multiprocessing +import numpy as np try: import nltk from nltk.tokenize.punkt import PunktLanguageVars @@ -113,6 +112,7 @@ class Partition(object): def __init__(self, args, workers): self.args = args self.workers = workers + self.performance = [] def print_processing_stats(self, count, proc_start, total_bytes_processed): if count % self.args.log_interval == 0: @@ -122,6 +122,8 @@ def print_processing_stats(self, count, proc_start, total_bytes_processed): print(f"Processed {count} documents", f"({count/elapsed} docs/s, {mbs} MB/s).", file=sys.stderr) + if self.args.find_optimal_num_workers: + self.performance.append(count/elapsed) def split_sentences(self, file_name): input_file_name, output_file_name = file_name @@ -143,6 +145,8 @@ def split_sentences(self, file_name): fin.close() fout.close() + pool.close() + pool.join() def process_json_file(self, file_name): input_file_name, output_prefix = file_name @@ -178,14 +182,22 @@ def process_json_file(self, file_name): total_bytes_processed = 0 print("Time to startup:", startup_end - startup_start) for i, (doc, sentence_lens, bytes_processed) in enumerate(encoded_docs, start=1): - total_bytes_processed += bytes_processed - for key in doc.keys(): - builders[key].add_document(doc[key], sentence_lens[key]) - self.print_processing_stats(i, proc_start, total_bytes_processed) + if self.args.find_optimal_num_workers and i > self.args.max_documents: + break + else: + total_bytes_processed += bytes_processed + for key in doc.keys(): + builders[key].add_document(doc[key], sentence_lens[key]) + self.print_processing_stats(i, proc_start, total_bytes_processed) fin.close() builders[key].finalize(output_idx_files[key]) + pool.close() + pool.join() + + return self.performance + def get_args(): parser = argparse.ArgumentParser() @@ -212,6 +224,19 @@ def get_args(): help=('Number of worker processes to launch.' 'A good default for fast pre-processing ' 'is: (workers * partitions) = available CPU cores.')) + group.add_argument('--find-optimal-num-workers', action='store_true', + help=('Find optimal number of workers.' + 'Script will run few small jobs with ' + 'different number of workers to define ' + 'optimal number of workers in terms of performance.')) + group.add_argument('--workers-to-check', nargs='+', type=int, default=[16, 32, 64], + help=('list of workers to run data processing with ' + 'to find optimal number of workers. ' + 'Works only when --find-optimal-num-workers is enabled. ')) + group.add_argument('--max-documents', type=int, default=100_000, + help=('Maximum number of documents to preprocess ' + 'to find optimal number of workers.' + 'Works only when --find-optimal-num-workers is enabled.')) group.add_argument('--partitions', type=int, default=1, help='Number of file partitions') group.add_argument('--log-interval', type=int, default=1000, @@ -253,143 +278,197 @@ def check_files_exist(in_ss_out_names, key, num_partitions): return True +def find_optimal_num_workers(performance, partitions): + """Parses saved .json files with perf. numbers and prints optimal number of workers""" + results = [] + + # each file assumed to contain a single {workers: [perf_list]} + for workers, perf_list in performance.items(): + workers = int(workers) + avg_perf = np.mean(perf_list) + results.append((workers, avg_perf)) + + # sort by average performance (descending: fastest first) + results.sort(key=lambda x: x[1], reverse=True) + + print("\n-----------------------------------") + print("Performance results (fastest → slowest):") + for i, (workers, avg_perf) in enumerate(results): + print(f"{i+1}. {workers * partitions} workers → avg. docs/s: {avg_perf:.4f}") + + best_workers, best_perf = results[0] + + print("\n-----------------------------------") + print( + f"The most optimal num of workers is {best_workers * partitions} " + f"with avg. preprocessed docs/s: {best_perf:.4f}." + ) + print("-----------------------------------") + + def main(): args = get_args() - if args.split_sentences: - if nltk_available: - nltk.download("punkt", quiet=True, download_dir=os.environ.get("NLTK_DATA")) + workers = args.workers_to_check if args.find_optimal_num_workers else [args.workers] + for num_workers in workers: + if num_workers % args.partitions != 0: + print( + f"Removing num_workers ({num_workers}) from workers list " + f"because it's not divisible by num_partitions ({args.partitions})" + ) + workers.remove(num_workers) + assert workers, "Please, provide valid number of workers which is divisible by number of partitions." + if args.find_optimal_num_workers: + args.log_interval = 1000 + + performance = {} + for num_workers in workers: + print(f"Processing data with {num_workers} workers.") + if args.split_sentences: + if nltk_available: + nltk.download("punkt", quiet=True, download_dir=os.environ.get("NLTK_DATA")) + else: + raise Exception( + "nltk library required for sentence splitting is not available.") + + in_ss_out_names = [] + if args.partitions == 1: + file_name, extension = os.path.splitext(args.input) + sentence_split_file = file_name + "_ss" + extension + file_names = { + 'partition': args.input, + 'sentence_split': sentence_split_file, + 'output_prefix': args.output_prefix} + in_ss_out_names.append(file_names) else: - raise Exception( - "nltk library required for sentence splitting is not available.") - - in_ss_out_names = [] - if args.partitions == 1: - file_name, extension = os.path.splitext(args.input) - sentence_split_file = file_name + "_ss" + extension - file_names = { - 'partition': args.input, - 'sentence_split': sentence_split_file, - 'output_prefix': args.output_prefix} - in_ss_out_names.append(file_names) - else: - in_file_names = glob.glob(args.input) - - # Count total number of lines across .jsonl files - if args.keep_sequential_samples: - total_sample_count = 0 - for filename in in_file_names: - with open(filename, "r") as fin: - for fc, _ in enumerate(fin): - pass - total_sample_count += (fc + 1) - partition_size = math.ceil(total_sample_count / args.partitions) - - # create .jsonl parition files - for idx in range(args.partitions): - in_ss_out_name = get_file_name(args, idx) - in_ss_out_names.append(in_ss_out_name) - - # check to see if paritions were already created - partitions_present = check_files_exist(in_ss_out_names, 'partition', args.partitions) + in_file_names = glob.glob(args.input) + + # Count total number of lines across .jsonl files + if args.keep_sequential_samples: + total_sample_count = 0 + for filename in in_file_names: + with open(filename, "r") as fin: + for fc, _ in enumerate(fin): + pass + total_sample_count += (fc + 1) + partition_size = math.ceil(total_sample_count / args.partitions) + + # create .jsonl parition files + for idx in range(args.partitions): + in_ss_out_name = get_file_name(args, idx) + in_ss_out_names.append(in_ss_out_name) + + # check to see if paritions were already created + partitions_present = check_files_exist(in_ss_out_names, 'partition', args.partitions) + + # check to see if paritions with split sentences already created + split_sentences_present = check_files_exist(in_ss_out_names, 'sentence_split', args.partitions) + + if not partitions_present and not split_sentences_present: + # populate .jsonl partition files from parent files + partitioned_input_files = [] + for idx in range(args.partitions): + partitioned_input_file = open(in_ss_out_names[idx]['partition'], 'w') + partitioned_input_files.append(partitioned_input_file) + + index = 0 + if args.keep_sequential_samples: line_count = 0 + for in_file_name in in_file_names: + # support for gzip files + if in_file_name.endswith(".gz"): + fin = gzip.open(in_file_name, 'rt') + else: + fin = open(in_file_name, 'r', encoding='utf-8') + + for line in fin: + partitioned_input_files[index].write(line) + if args.keep_sequential_samples: + line_count += 1 + if line_count % partition_size == 0: + index += 1 + else: + index = (index + 1)%args.partitions + + fin.close() + + for idx in range(args.partitions): + partitioned_input_files[idx].close() + + partition = Partition(args, num_workers//args.partitions) # check to see if paritions with split sentences already created split_sentences_present = check_files_exist(in_ss_out_names, 'sentence_split', args.partitions) - if not partitions_present and not split_sentences_present: - # populate .jsonl partition files from parent files - partitioned_input_files = [] - for idx in range(args.partitions): - partitioned_input_file = open(in_ss_out_names[idx]['partition'], 'w') - partitioned_input_files.append(partitioned_input_file) - - index = 0 - if args.keep_sequential_samples: line_count = 0 - for in_file_name in in_file_names: - # support for gzip files - if in_file_name.endswith(".gz"): - fin = gzip.open(in_file_name, 'rt') - else: - fin = open(in_file_name, 'r', encoding='utf-8') - - for line in fin: - partitioned_input_files[index].write(line) - if args.keep_sequential_samples: - line_count += 1 - if line_count % partition_size == 0: - index += 1 - else: - index = (index + 1)%args.partitions - - fin.close() + # split sentences in partition files + if args.split_sentences and not split_sentences_present: + processes = [] + for name in in_ss_out_names: + p = multiprocessing.Process(target=partition.split_sentences, + args=((name['partition'], name['sentence_split']),)) + p.start() + processes.append(p) - for idx in range(args.partitions): - partitioned_input_files[idx].close() + for p in processes: + p.join() - assert args.workers % args.partitions == 0 - partition = Partition(args, args.workers//args.partitions) + if args.partitions == 1: + continue - # check to see if paritions with split sentences already created - split_sentences_present = check_files_exist(in_ss_out_names, 'sentence_split', args.partitions) + def process_json_file(name, q, input_key): + worker_performance = partition.process_json_file((name[input_key], name['output_prefix'])) + q.put(worker_performance) - # split sentences in partition files - if args.split_sentences and not split_sentences_present: + # encode partition files in parallel processes = [] + input_key = 'sentence_split' if args.split_sentences else 'partition' + q = multiprocessing.Queue() for name in in_ss_out_names: - p = multiprocessing.Process(target=partition.split_sentences, - args=((name['partition'], name['sentence_split']),)) + p = multiprocessing.Process(target=process_json_file, args=(name, q, input_key)) + p.start() processes.append(p) + for _ in processes: + worker_performance = q.get() + if args.find_optimal_num_workers: + performance[num_workers] = worker_performance + for p in processes: p.join() if args.partitions == 1: - return - - - # encode partition files in parallel - processes = [] - input_key = 'sentence_split' if args.split_sentences else 'partition' - for name in in_ss_out_names: - p = multiprocessing.Process(target=partition.process_json_file, - args=((name[input_key], name['output_prefix']),)) - p.start() - processes.append(p) - - for p in processes: - p.join() - - if args.partitions == 1: - return - - # merge bin/idx partitions - level = "document" - if args.split_sentences: - level = "sentence" - - output_bin_files = {} - output_idx_files = {} - builders = {} - tokenizer = build_tokenizer(args) - - for key in args.json_keys: - output_bin_files[key] = "{}_{}_{}.bin".format(args.output_prefix, - key, level) - output_idx_files[key] = "{}_{}_{}.idx".format(args.output_prefix, - key, level) - builders[key] = indexed_dataset.IndexedDatasetBuilder( - output_bin_files[key], - dtype=indexed_dataset.DType.optimal_dtype(tokenizer.vocab_size), - ) + continue - for name in in_ss_out_names: - parition_output_prefix = name['output_prefix'] - full_partition_output_prefix = "{}_{}_{}".format(parition_output_prefix, - key, level) - builders[key].add_index(full_partition_output_prefix) - builders[key].finalize(output_idx_files[key]) + # merge bin/idx partitions + level = "document" + if args.split_sentences: + level = "sentence" + + output_bin_files = {} + output_idx_files = {} + builders = {} + tokenizer = build_tokenizer(args) + + for key in args.json_keys: + output_bin_files[key] = "{}_{}_{}.bin".format(args.output_prefix, + key, level) + output_idx_files[key] = "{}_{}_{}.idx".format(args.output_prefix, + key, level) + builders[key] = indexed_dataset.IndexedDatasetBuilder( + output_bin_files[key], + dtype=indexed_dataset.DType.optimal_dtype(tokenizer.vocab_size), + ) + + for name in in_ss_out_names: + parition_output_prefix = name['output_prefix'] + full_partition_output_prefix = "{}_{}_{}".format(parition_output_prefix, + key, level) + builders[key].add_index(full_partition_output_prefix) + builders[key].finalize(output_idx_files[key]) + # Find the most optimal number of workers + if args.find_optimal_num_workers: + find_optimal_num_workers(performance, args.partitions) if __name__ == '__main__': diff --git a/tools/run_dynamic_text_generation_server.py b/tools/run_dynamic_text_generation_server.py index d054b542f90..1f99939a184 100644 --- a/tools/run_dynamic_text_generation_server.py +++ b/tools/run_dynamic_text_generation_server.py @@ -6,7 +6,10 @@ import torch from megatron.core.inference.engines import DynamicInferenceEngine -from megatron.core.inference.text_generation_server.dynamic_text_gen_server import run_flask_server +from megatron.core.inference.text_generation_server.dynamic_text_gen_server import ( + start_text_gen_server, + stop_text_gen_server, +) from megatron.core.utils import trace_async_exceptions from megatron.inference.utils import add_inference_args, get_dynamic_inference_engine from megatron.post_training.arguments import add_modelopt_args @@ -19,20 +22,24 @@ def add_text_generation_server_args(parser: argparse.ArgumentParser): parser = add_modelopt_args(parser) parser = add_inference_args(parser) parser.add_argument("--port", type=int, default=5000, help="Port for Flask server to run on") - parser.add_argument("--parsers", type=str, nargs="+", default=[], help="Parsers to use for parsing the response") + parser.add_argument( + "--parsers", type=str, nargs="+", default=[], help="Parsers to use for parsing the response" + ) return parser @trace_async_exceptions async def run_text_generation_server( - engine: DynamicInferenceEngine, coordinator_port: int, flask_port: int + engine: DynamicInferenceEngine, coordinator_port: int, server_port: int ): - """Runs the Flask server from rank 0 and initializes the DynamicInferenceEngine on all ranks. + """ + Runs the text generation server from rank 0 and initializes the + DynamicInferenceEngine on all ranks. Args: engine (DynamicInferenceEngine): The dynamic inference engine. coordinator_port (int): The network port for the dynamic inference DP coordinator. - flask_port (int): The network for port the frontend Flask server. + server_port (int): The network for port the frontend text generation server. """ rank = torch.distributed.get_rank() @@ -41,27 +48,24 @@ async def run_text_generation_server( inference_coordinator_port=coordinator_port, launch_inference_coordinator=True ) - server_task = None - if rank == 0: - server_task = asyncio.create_task( - run_flask_server( + try: + if rank == 0: + start_text_gen_server( coordinator_addr=coordinator_addr, tokenizer=engine.controller.tokenizer, parsers=args.parsers, rank=rank, - flask_port=flask_port, - verbose=args.inference_flask_server_logging, + server_port=server_port, + verbose=args.inference_text_gen_server_logging, ) - ) - engine_task = engine.engine_loop_task - tasks_to_run = [engine_task] - if server_task: - assert rank == 0 + # Await the engine loop directly since the server is running in a separate process + await engine.engine_loop_task - tasks_to_run.append(server_task) - - await asyncio.gather(*tasks_to_run) + finally: + # Guarantee that the separate process is terminated when the engine loop stops or is interrupted + if rank == 0: + stop_text_gen_server() if __name__ == "__main__": @@ -79,4 +83,14 @@ async def run_text_generation_server( engine = get_dynamic_inference_engine() - asyncio.run(run_text_generation_server(engine, args.inference_coordinator_port, args.port)) + try: + asyncio.run( + run_text_generation_server(engine, args.inference_coordinator_port, args.port) + ) + except KeyboardInterrupt: + # Catching at the top level ensures clean stdout without spamming the traceback + print("Server process interrupted by user.") + finally: + # Clean up PyTorch distributed groups properly + if torch.distributed.is_initialized(): + torch.distributed.destroy_process_group() diff --git a/tools/trigger_internal_ci.md b/tools/trigger_internal_ci.md new file mode 100644 index 00000000000..340a9ff9bfb --- /dev/null +++ b/tools/trigger_internal_ci.md @@ -0,0 +1,76 @@ +# Trigger Internal CI + +:warning: This is only useful to NVIDIANs. + +Pushes the current branch to the internal GitLab remote and triggers a CI +pipeline — without touching the GitLab UI. + +## Prerequisites + +**1. Add the internal GitLab as a git remote** (skip if you already have one configured): + +```bash +git remote add gitlab git@:ADLR/Megatron-LM.git +``` + +To check existing remotes: `git remote -v` + +**The name of the origin will be required later!** + +**2. Obtain a personal access token:** + +1. Open your internal GitLab profile: **User menu → Edit profile → Access tokens**. +2. Click **Add new token**, give it a description, set an expiry, and select the **`api`** scope. +3. Click **Create personal access token** and copy the generated token (starts with `glpat-`). +4. Store it in your environment to avoid passing it on every invocation: + +```bash +export GITLAB_TOKEN=glpat- +``` + +**Tip: Store this in your .env or .bashrc file** + +## Usage + +```bash +python tools/trigger_internal_ci.py \ + --gitlab-origin gitlab \ + [--access-token glpat-] \ + [--functional-test-scope mr] \ + [--functional-test-repeat 5] \ + [--functional-test-cases all] \ + [--dry-run] +``` + +| Argument | Default | Description | +|---|---|---| +| `--gitlab-origin` | *(required)* | Git remote name for the internal GitLab | +| `--access-token` | `$GITLAB_TOKEN` | Personal access token with `api` scope | +| `--functional-test-scope` | `mr` | `FUNCTIONAL_TEST_SCOPE` pipeline variable | +| `--functional-test-repeat` | `5` | `FUNCTIONAL_TEST_REPEAT` pipeline variable | +| `--functional-test-cases` | `all` | `FUNCTIONAL_TEST_CASES` pipeline variable | +| `--dry-run` | off | Print what would happen without pushing or triggering | + +## Example + +```bash +# Dry run — no push, no trigger +python tools/trigger_internal_ci.py --gitlab-origin gitlab --dry-run + +# Real run — uses token from environment +python tools/trigger_internal_ci.py --gitlab-origin gitlab +``` + +## Expected behavior + +``` +Current branch: my-feature-branch +Everything up-to-date +Triggering pipeline on https:// project 19378 @ pull-request/my-feature-branch +Pipeline triggered: https://///-/pipelines/123456 +``` + +1. The current branch is detected from git. +2. The branch is force-pushed to the GitLab remote as `pull-request/`. +3. A pipeline is triggered on that ref with the configured test variables. +4. The URL of the newly created pipeline is printed. diff --git a/tools/trigger_internal_ci.py b/tools/trigger_internal_ci.py new file mode 100644 index 00000000000..4b0c19f09bd --- /dev/null +++ b/tools/trigger_internal_ci.py @@ -0,0 +1,174 @@ +#!/usr/bin/env python3 +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""CLI tool to trigger the internal GitLab CI pipeline from a local branch. + +Pushes the current branch to the internal GitLab remote under the +pull-request/ naming convention and triggers a pipeline with +the specified test configuration. + +Requires a GitLab personal access token with at least the 'api' scope. +Set the GITLAB_TOKEN environment variable or pass --access-token. +""" + +import argparse +import logging +import os +import subprocess +import sys +from urllib.parse import urlparse + +import gitlab # python-gitlab + +GITLAB_PROJECT_ID = 19378 +GITLAB_BRANCH_PREFIX = "pull-request" + +PIPELINE_VARIABLES_FIXED = { + "UNIT_TEST": "no", + "INTEGRATION_TEST": "no", +} + +logger = logging.getLogger(__name__) + + +def get_remote_url(origin): + """Return the fetch URL configured for the given git remote name.""" + result = subprocess.run( + ["git", "remote", "get-url", origin], + capture_output=True, + text=True, + check=True, + ) + return result.stdout.strip() + + +def get_gitlab_hostname(remote_url): + """Extract the hostname (without port) from an SSH or HTTPS remote URL.""" + if remote_url.startswith("git@"): + hostname = remote_url.split("@", 1)[1].split(":")[0] + else: + hostname = urlparse(remote_url).hostname + return hostname.split(":")[0] + + +def get_current_branch(): + """Return the name of the currently checked-out git branch.""" + result = subprocess.run( + ["git", "rev-parse", "--abbrev-ref", "HEAD"], + capture_output=True, + text=True, + check=True, + ) + return result.stdout.strip() + + +def git_push(origin, target_branch, dry_run=False): + """Force-push HEAD to the given branch on the named git remote.""" + if dry_run: + logger.info("[DRY RUN] Would push HEAD to remote '%s' as %s", origin, target_branch) + return + subprocess.run( + ["git", "push", origin, f"HEAD:{target_branch}", "--force"], + check=True, + ) + + +def trigger_pipeline(gitlab_url, access_token, ref, pipeline_vars, dry_run=False): + """Trigger a GitLab pipeline on the given ref with the provided variables.""" + if dry_run: + logger.info( + "[DRY RUN] Would trigger pipeline on https://%s project %s @ %s", + gitlab_url, + GITLAB_PROJECT_ID, + ref, + ) + return + logger.info( + "Triggering pipeline on https://%s project %s @ %s", gitlab_url, GITLAB_PROJECT_ID, ref + ) + gl = gitlab.Gitlab(f"https://{gitlab_url}", private_token=access_token) + project = gl.projects.get(GITLAB_PROJECT_ID, lazy=True) + variables = [{"key": k, "value": v} for k, v in pipeline_vars.items()] + pipeline = project.pipelines.create({"ref": ref, "variables": variables}) + logger.info("Pipeline triggered: %s", pipeline.web_url) + + +def main(): + """Parse arguments and orchestrate the push and pipeline trigger flow.""" + parser = argparse.ArgumentParser( + description="Trigger the internal GitLab CI pipeline for the current branch." + ) + parser.add_argument( + "--gitlab-origin", + required=True, + help="Name of the git remote pointing to the internal GitLab (e.g. gitlab)", + ) + parser.add_argument( + "--access-token", + default=os.environ.get("GITLAB_TOKEN"), + help="GitLab personal access token with 'api' scope (or set GITLAB_TOKEN env var)", + ) + parser.add_argument( + "--functional-test-scope", + default="mr", + help="FUNCTIONAL_TEST_SCOPE pipeline variable (default: mr)", + ) + parser.add_argument( + "--functional-test-repeat", + type=int, + default=5, + help="FUNCTIONAL_TEST_REPEAT pipeline variable (default: 5)", + ) + parser.add_argument( + "--functional-test-cases", + default="all", + help="FUNCTIONAL_TEST_CASES pipeline variable (default: all)", + ) + parser.add_argument( + "--dry-run", + action="store_true", + help="Print actions without executing git push or pipeline trigger", + ) + args = parser.parse_args() + logging.basicConfig(level=logging.INFO, format="%(message)s") + + if not args.access_token: + logger.error("--access-token or GITLAB_TOKEN not set") + sys.exit(1) + + branch = get_current_branch() + logger.info("Current branch: %s", branch) + + remote_url = get_remote_url(args.gitlab_origin) + gitlab_hostname = get_gitlab_hostname(remote_url) + + target_branch = f"{GITLAB_BRANCH_PREFIX}/{branch}" + + git_push(args.gitlab_origin, target_branch, dry_run=args.dry_run) + + pipeline_vars = { + **PIPELINE_VARIABLES_FIXED, + "FUNCTIONAL_TEST_SCOPE": args.functional_test_scope, + "FUNCTIONAL_TEST_REPEAT": str(args.functional_test_repeat), + "FUNCTIONAL_TEST_CASES": args.functional_test_cases, + } + + trigger_pipeline( + gitlab_hostname, args.access_token, target_branch, pipeline_vars, dry_run=args.dry_run + ) + + +if __name__ == "__main__": + main() \ No newline at end of file diff --git a/train_rl.py b/train_rl.py index 645e78ba986..f75bba12997 100644 --- a/train_rl.py +++ b/train_rl.py @@ -22,9 +22,11 @@ load_packed_data_by_index, ) from megatron.training import get_args, get_timers, pretrain, print_rank_0 +from megatron.training.utils import is_hybrid_model from megatron.training.arguments import core_transformer_config_from_args from model_provider import model_provider +from megatron.core.packed_seq_params import PackedSeqParams from megatron.rl.sequence_packing_utils import get_default_packed_seq_params stimer = StragglerDetector() @@ -257,11 +259,22 @@ def forward_step(data_iterator, model: GPTModel, loss_only: bool = False): model_to_use = model[0] if isinstance(model, list) else model if packed_seq_params is None: - packed_seq_params = get_default_packed_seq_params( - seq_length=tokens.shape[1], - max_sequences_per_bin=args.rl_sequence_packing_max_sequences_per_bin, - device=tokens.device, - ) + if args.rl_use_sequence_packing: + packed_seq_params = get_default_packed_seq_params( + seq_length=tokens.shape[1], + max_sequences_per_bin=args.rl_sequence_packing_max_sequences_per_bin, + device=tokens.device, + ) + else: + cu_seqlens = torch.tensor([0, tokens.shape[1]], dtype=torch.int32, device=tokens.device) + packed_seq_params = PackedSeqParams( + qkv_format='thd', + cu_seqlens_q=cu_seqlens, + cu_seqlens_kv=cu_seqlens, + max_seqlen_q=tokens.shape[1], + max_seqlen_kv=tokens.shape[1], + total_tokens=tokens.shape[1], + ) # Clear RoPE cache to avoid inference tensor errors try: @@ -276,7 +289,8 @@ def forward_step(data_iterator, model: GPTModel, loss_only: bool = False): # Get current logprobs and calculate loss with straggler detection with stimer: logprobs_or_hidden_states = get_logprobs( - model_to_use, tokens, position_ids, no_grad=False, packed_seq_params=packed_seq_params + model_to_use, tokens, position_ids, no_grad=False, + packed_seq_params=packed_seq_params ) if not is_pipeline_last_stage(): @@ -377,7 +391,7 @@ def __getitem__(self, idx): def _model_builder( args, pre_process, post_process, vp_stage=None, config=None, pg_collection=None ): - if getattr(args, "is_hybrid_model", False): + if is_hybrid_model(args): return mamba_builder( args, pre_process, diff --git a/uv.lock b/uv.lock index 129f94b4288..88fae8f7204 100644 --- a/uv.lock +++ b/uv.lock @@ -1,5 +1,5 @@ version = 1 -revision = 3 +revision = 2 requires-python = ">=3.10" resolution-markers = [ "python_full_version >= '3.14' and sys_platform == 'linux'", @@ -91,6 +91,15 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/b7/58/3bf0b7d474607dc7fd67dd1365c4e0f392c8177eaf4054e5ddee3ebd53b5/aiobotocore-2.26.0-py3-none-any.whl", hash = "sha256:a793db51c07930513b74ea7a95bd79aaa42f545bdb0f011779646eafa216abec", size = 87333, upload-time = "2025-11-28T07:54:58.457Z" }, ] +[[package]] +name = "aiofiles" +version = "25.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/41/c3/534eac40372d8ee36ef40df62ec129bee4fdb5ad9706e58a29be53b2c970/aiofiles-25.1.0.tar.gz", hash = "sha256:a8d728f0a29de45dc521f18f07297428d56992a742f0cd2701ba86e44d23d5b2", size = 46354, upload-time = "2025-10-09T20:51:04.358Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bc/8a/340a1555ae33d7354dbca4faa54948d76d89a27ceef032c8c3bc661d003e/aiofiles-25.1.0-py3-none-any.whl", hash = "sha256:abe311e527c862958650f9438e859c1fa7568a141b22abcd015e120e86a85695", size = 14668, upload-time = "2025-10-09T20:51:03.174Z" }, +] + [[package]] name = "aiohappyeyeballs" version = "2.6.1" @@ -107,7 +116,7 @@ source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "aiohappyeyeballs" }, { name = "aiosignal" }, - { name = "async-timeout", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "async-timeout", marker = "python_full_version < '3.11'" }, { name = "attrs" }, { name = "frozenlist" }, { name = "multidict" }, @@ -247,7 +256,7 @@ version = "1.4.0" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "frozenlist" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/61/62/06741b579156360248d1ec624842ad0edf697050bbaf7c3e46394e106ad1/aiosignal-1.4.0.tar.gz", hash = "sha256:f47eecd9468083c2029cc99945502cb7708b082c232f9aca65da147157b251c7", size = 25007, upload-time = "2025-07-03T22:54:43.528Z" } wheels = [ @@ -301,10 +310,10 @@ name = "anyio" version = "4.9.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "exceptiongroup", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "exceptiongroup", marker = "python_full_version < '3.11'" }, { name = "idna" }, { name = "sniffio" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/95/7d/4c1bd541d4dffa1b52bd83fb8527089e097a106fc90b467a7313b105f840/anyio-4.9.0.tar.gz", hash = "sha256:673c0c244e15788651a4ff38710fea9675823028a6f08a5eda409e0c9840a028", size = 190949, upload-time = "2025-03-17T00:02:54.77Z" } wheels = [ @@ -749,7 +758,7 @@ name = "cffi" version = "2.0.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "pycparser", marker = "implementation_name != 'PyPy' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "pycparser", marker = "implementation_name != 'PyPy'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/eb/56/b1ba7935a17738ae8453301356628e8147c79dbb825bcbc73dc7401f9846/cffi-2.0.0.tar.gz", hash = "sha256:44d1b5909021139fe36001ae048dbdde8214afa20200eda0f64c068cac5d5529", size = 523588, upload-time = "2025-09-08T23:24:04.541Z" } wheels = [ @@ -920,7 +929,7 @@ name = "click" version = "8.3.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "colorama", marker = "sys_platform == 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/3d/fa/656b739db8587d7b5dfa22e22ed02566950fbfbcdc20311993483657a5c0/click-8.3.1.tar.gz", hash = "sha256:12ff4785d337a1bb490bb7e9c2b1ee5da3112e94a8622f26a6c77f5d2fc6842a", size = 295065, upload-time = "2025-11-15T20:45:42.706Z" } wheels = [ @@ -1413,8 +1422,8 @@ name = "emerging-optimizers" version = "0.2.0" source = { git = "https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git?rev=v0.2.0#1effa026ff096b7fa1063ca2fba19d98be6e6cdf" } dependencies = [ - { name = "absl-py", marker = "python_full_version >= '3.12' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "torch", marker = "(python_full_version >= '3.12' and sys_platform == 'never') or (python_full_version < '3.12' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform != 'never' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "absl-py", marker = "python_full_version >= '3.12'" }, + { name = "torch", marker = "python_full_version >= '3.12' and sys_platform == 'never'" }, ] [[package]] @@ -1422,7 +1431,7 @@ name = "exceptiongroup" version = "1.3.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/50/79/66800aadf48771f6b62f7eb014e352e5d06856655206165d775e675a02c9/exceptiongroup-1.3.1.tar.gz", hash = "sha256:8b412432c6055b0b7d14c310000ae93352ed6754f70fa8f7c34141f91c4e3219", size = 30371, upload-time = "2025-11-21T23:01:54.787Z" } wheels = [ @@ -1444,16 +1453,6 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/d6/1f/e99e23ee01847147fa194e8d41cfcf2535a2dbfcb51414c541cadb15c5d7/fabric-3.2.2-py3-none-any.whl", hash = "sha256:91c47c0be68b14936c88b34da8a1f55e5710fd28397dac5d4ff2e21558113a6f", size = 59417, upload-time = "2023-08-31T01:42:03.917Z" }, ] -[[package]] -name = "fast-hadamard-transform" -version = "1.0.4.post1" -source = { git = "https://github.com/Dao-AILab/fast-hadamard-transform.git?rev=f134af63deb2df17e1171a9ec1ea4a7d8604d5ca#f134af63deb2df17e1171a9ec1ea4a7d8604d5ca" } -dependencies = [ - { name = "ninja" }, - { name = "packaging" }, - { name = "torch", marker = "sys_platform == 'never' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, -] - [[package]] name = "fastapi" version = "0.133.0" @@ -2018,6 +2017,19 @@ http2 = [ { name = "h2" }, ] +[[package]] +name = "httpx-aiohttp" +version = "0.1.12" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "aiohttp" }, + { name = "httpx" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/63/2c/b894861cecf030fb45675ea24aa55b5722e97c602a163d872fca66c5a6d8/httpx_aiohttp-0.1.12.tar.gz", hash = "sha256:81feec51fd82c0ecfa0e9aaf1b1a6c2591260d5e2bcbeb7eb0277a78e610df2c", size = 275945, upload-time = "2025-12-12T10:12:15.283Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/16/8d/85c9701e9af72ca132a1783e2a54364a90c6da832304416a30fc11196ab2/httpx_aiohttp-0.1.12-py3-none-any.whl", hash = "sha256:5b0eac39a7f360fa7867a60bcb46bb1024eada9c01cbfecdb54dc1edb3fb7141", size = 6367, upload-time = "2025-12-12T10:12:14.018Z" }, +] + [[package]] name = "huggingface-hub" version = "0.36.2" @@ -2026,7 +2038,7 @@ dependencies = [ { name = "filelock" }, { name = "fsspec", version = "2025.10.0", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.14' or sys_platform != 'linux' or extra == 'extra-13-megatron-core-dev' or extra == 'extra-13-megatron-core-lts'" }, { name = "fsspec", version = "2026.2.0", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.14' and sys_platform == 'linux' and extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "hf-xet", marker = "platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "hf-xet", marker = "platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'" }, { name = "packaging" }, { name = "pyyaml" }, { name = "requests" }, @@ -2461,7 +2473,7 @@ resolution-markers = [ "python_full_version < '3.11' and sys_platform != 'linux'", ] dependencies = [ - { name = "mdurl", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "mdurl", marker = "python_full_version < '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/38/71/3b932df36c1a044d397a1f92d1cf91ee0a503d91e470cbd670aa66b07ed0/markdown-it-py-3.0.0.tar.gz", hash = "sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb", size = 74596, upload-time = "2023-06-03T06:41:14.443Z" } wheels = [ @@ -2491,7 +2503,7 @@ resolution-markers = [ "python_full_version == '3.11.*' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32'", ] dependencies = [ - { name = "mdurl", marker = "python_full_version >= '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "mdurl", marker = "python_full_version >= '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/5b/f5/4ec618ed16cc4f8fb3b701563655a69816155e79e24a17b651541804721d/markdown_it_py-4.0.0.tar.gz", hash = "sha256:cb0a2b4aa34f932c007117b194e945bd74e0ec24133ceb5bac59009cda1cb9f3", size = 73070, upload-time = "2025-08-11T12:57:52.854Z" } wheels = [ @@ -2644,8 +2656,10 @@ dev = [ { name = "nvidia-resiliency-ext" }, { name = "nvtx" }, { name = "onnxscript" }, - { name = "openai" }, + { name = "openai", extra = ["aiohttp"], marker = "extra == 'extra-13-megatron-core-dev'" }, { name = "opentelemetry-api", version = "1.33.1", source = { registry = "https://pypi.org/simple" } }, + { name = "orjson" }, + { name = "quart" }, { name = "tensorstore", version = "0.1.78", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and extra == 'extra-13-megatron-core-dev') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "tensorstore", version = "0.1.81", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.11' and extra == 'extra-13-megatron-core-dev') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "tqdm" }, @@ -2680,6 +2694,14 @@ mlm = [ { name = "transformers" }, { name = "wandb" }, ] +training = [ + { name = "accelerate" }, + { name = "flask-restful" }, + { name = "sentencepiece" }, + { name = "tiktoken" }, + { name = "transformers" }, + { name = "wandb" }, +] [package.dev-dependencies] build = [ @@ -2718,10 +2740,10 @@ linting = [ ] no-pypi-wheels = [ { name = "emerging-optimizers", marker = "python_full_version >= '3.12' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "fast-hadamard-transform" }, ] test = [ { name = "coverage" }, + { name = "mock" }, { name = "nemo-run" }, { name = "nltk" }, { name = "pydantic" }, @@ -2740,6 +2762,7 @@ test = [ [package.metadata] requires-dist = [ { name = "accelerate", marker = "extra == 'mlm'" }, + { name = "accelerate", marker = "extra == 'training'" }, { name = "av", marker = "extra == 'dev'" }, { name = "av", marker = "extra == 'lts'" }, { name = "causal-conv1d", marker = "extra == 'dev'", specifier = "~=1.5" }, @@ -2757,6 +2780,7 @@ requires-dist = [ { name = "flashinfer-python", marker = "extra == 'lts'", specifier = "~=0.5.0" }, { name = "flask", extras = ["async"], marker = "extra == 'dev'" }, { name = "flask-restful", marker = "extra == 'mlm'" }, + { name = "flask-restful", marker = "extra == 'training'" }, { name = "hypercorn", marker = "extra == 'dev'" }, { name = "mamba-ssm", marker = "extra == 'dev'", specifier = "~=2.2" }, { name = "mamba-ssm", marker = "extra == 'lts'", specifier = "~=2.2" }, @@ -2773,24 +2797,30 @@ requires-dist = [ { name = "nvtx", marker = "extra == 'lts'", specifier = "~=0.2" }, { name = "onnxscript", marker = "extra == 'dev'" }, { name = "onnxscript", marker = "extra == 'lts'" }, - { name = "openai", marker = "extra == 'dev'" }, + { name = "openai", extras = ["aiohttp"], marker = "extra == 'dev'" }, { name = "opentelemetry-api", marker = "extra == 'dev'", specifier = "~=1.33.1" }, { name = "opentelemetry-api", marker = "extra == 'lts'", specifier = "~=1.33.1" }, + { name = "orjson", marker = "extra == 'dev'" }, { name = "packaging", specifier = ">=24.2" }, + { name = "quart", marker = "extra == 'dev'" }, { name = "sentencepiece", marker = "extra == 'mlm'" }, + { name = "sentencepiece", marker = "extra == 'training'" }, { name = "tensorstore", marker = "extra == 'dev'", specifier = "~=0.1,!=0.1.46,!=0.1.72" }, { name = "tensorstore", marker = "extra == 'lts'", specifier = "~=0.1,!=0.1.46,!=0.1.72" }, { name = "tiktoken", marker = "extra == 'mlm'" }, + { name = "tiktoken", marker = "extra == 'training'" }, { name = "torch", specifier = ">=2.6.0" }, { name = "tqdm", marker = "extra == 'dev'" }, { name = "tqdm", marker = "extra == 'lts'" }, { name = "transformer-engine", extras = ["core-cu13", "pytorch"], marker = "extra == 'dev'", git = "https://github.com/NVIDIA/TransformerEngine.git?rev=5671fd3675906cda1ade26c24a65d3dedd88eb89" }, { name = "transformers", marker = "extra == 'mlm'" }, + { name = "transformers", marker = "extra == 'training'" }, { name = "wandb", marker = "extra == 'mlm'" }, + { name = "wandb", marker = "extra == 'training'" }, { name = "wget", marker = "extra == 'dev'" }, { name = "wget", marker = "extra == 'lts'" }, ] -provides-extras = ["mlm", "dev", "lts"] +provides-extras = ["training", "mlm", "dev", "lts"] [package.metadata.requires-dev] build = [ @@ -2822,12 +2852,10 @@ linting = [ { name = "pylint", specifier = "==3.2.6" }, { name = "ruff", specifier = "~=0.9.0" }, ] -no-pypi-wheels = [ - { name = "emerging-optimizers", marker = "python_full_version >= '3.12'", git = "https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git?rev=v0.2.0" }, - { name = "fast-hadamard-transform", git = "https://github.com/Dao-AILab/fast-hadamard-transform.git?rev=f134af63deb2df17e1171a9ec1ea4a7d8604d5ca" }, -] +no-pypi-wheels = [{ name = "emerging-optimizers", marker = "python_full_version >= '3.12'", git = "https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git?rev=v0.2.0" }] test = [ { name = "coverage" }, + { name = "mock" }, { name = "nemo-run", git = "https://github.com/NVIDIA-NeMo/Run.git?rev=01a9a8ba360f7b2908728ad0516e0ad9d936966d" }, { name = "nltk" }, { name = "pydantic" }, @@ -2920,6 +2948,15 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/ad/3f/3d42e9a78fe5edf792a83c074b13b9b770092a4fbf3462872f4303135f09/ml_dtypes-0.5.4-cp314-cp314t-win_arm64.whl", hash = "sha256:11942cbf2cf92157db91e5022633c0d9474d4dfd813a909383bd23ce828a4b7d", size = 168825, upload-time = "2025-11-17T22:32:23.766Z" }, ] +[[package]] +name = "mock" +version = "5.2.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/07/8c/14c2ae915e5f9dca5a22edd68b35be94400719ccfa068a03e0fb63d0f6f6/mock-5.2.0.tar.gz", hash = "sha256:4e460e818629b4b173f32d08bf30d3af8123afbb8e04bb5707a1fd4799e503f0", size = 92796, upload-time = "2025-03-03T12:31:42.911Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bd/d9/617e6af809bf3a1d468e0d58c3997b1dc219a9a9202e650d30c2fc85d481/mock-5.2.0-py3-none-any.whl", hash = "sha256:7ba87f72ca0e915175596069dbbcc7c75af7b5e9b9bc107ad6349ede0819982f", size = 31617, upload-time = "2025-03-03T12:31:41.518Z" }, +] + [[package]] name = "mpmath" version = "1.3.0" @@ -3029,7 +3066,7 @@ name = "multidict" version = "6.7.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "typing-extensions", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/1a/c2/c2d94cbe6ac1753f3fc980da97b3d930efe1da3af3c9f5125354436c073d/multidict-6.7.1.tar.gz", hash = "sha256:ec6652a1bee61c53a3e5776b6049172c53b6aaba34f18c9ad04f82712bac623d", size = 102010, upload-time = "2026-01-26T02:46:45.979Z" } wheels = [ @@ -3559,18 +3596,6 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/e5/15/97e6e4ddfe5fc35bcee74a45b7c33fb73abb83713c7dfa26420b971a86c3/nv_one_logger_training_telemetry-2.3.1-py3-none-any.whl", hash = "sha256:5319443829b59378a498c3c62ac98973e14f31be675c229ff2b14e2fe109aa0b", size = 44140, upload-time = "2025-10-29T21:21:40.72Z" }, ] -[[package]] -name = "nvdlfw-inspect" -version = "0.2.2" -source = { registry = "https://pypi.org/simple" } -dependencies = [ - { name = "pyyaml" }, - { name = "torch", marker = "sys_platform == 'never'" }, -] -wheels = [ - { url = "https://files.pythonhosted.org/packages/8a/86/94188e03e5d4dd7b73c390b0cddcde5618b3799c18e327b2bf15763f6137/nvdlfw_inspect-0.2.2-py3-none-any.whl", hash = "sha256:8a4dc2814c5a4cd19ae304170b9bfa514538ef3c3eb243a45a82404ec3cb279d", size = 30964, upload-time = "2025-12-03T10:52:01.933Z" }, -] - [[package]] name = "nvidia-cudnn-frontend" version = "1.18.0" @@ -3836,6 +3861,12 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/1d/5f/bcdf0fb510c24f021e485f920677da363cd59d6e0310171bf2cad6e052b5/openai-2.23.0-py3-none-any.whl", hash = "sha256:1041d40bebf845053fda1946104f8bf9c3e2df957a41c3878c55c72c352630e9", size = 1118971, upload-time = "2026-02-24T03:20:18.708Z" }, ] +[package.optional-dependencies] +aiohttp = [ + { name = "aiohttp" }, + { name = "httpx-aiohttp" }, +] + [[package]] name = "opencensus" version = "0.11.4" @@ -3894,7 +3925,7 @@ wheels = [ [[package]] name = "opentelemetry-api" -version = "1.39.1" +version = "1.40.0" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version >= '3.14' and sys_platform == 'linux'", @@ -3920,9 +3951,9 @@ dependencies = [ { name = "importlib-metadata", marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, { name = "typing-extensions", marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, ] -sdist = { url = "https://files.pythonhosted.org/packages/97/b9/3161be15bb8e3ad01be8be5a968a9237c3027c5be504362ff800fca3e442/opentelemetry_api-1.39.1.tar.gz", hash = "sha256:fbde8c80e1b937a2c61f20347e91c0c18a1940cecf012d62e65a7caf08967c9c", size = 65767, upload-time = "2025-12-11T13:32:39.182Z" } +sdist = { url = "https://files.pythonhosted.org/packages/2c/1d/4049a9e8698361cc1a1aa03a6c59e4fa4c71e0c0f94a30f988a6876a2ae6/opentelemetry_api-1.40.0.tar.gz", hash = "sha256:159be641c0b04d11e9ecd576906462773eb97ae1b657730f0ecf64d32071569f", size = 70851, upload-time = "2026-03-04T14:17:21.555Z" } wheels = [ - { url = "https://files.pythonhosted.org/packages/cf/df/d3f1ddf4bb4cb50ed9b1139cc7b1c54c34a1e7ce8fd1b9a37c0d1551a6bd/opentelemetry_api-1.39.1-py3-none-any.whl", hash = "sha256:2edd8463432a7f8443edce90972169b195e7d6a05500cd29e6d13898187c9950", size = 66356, upload-time = "2025-12-11T13:32:17.304Z" }, + { url = "https://files.pythonhosted.org/packages/5f/bf/93795954016c522008da367da292adceed71cca6ee1717e1d64c83089099/opentelemetry_api-1.40.0-py3-none-any.whl", hash = "sha256:82dd69331ae74b06f6a874704be0cfaa49a1650e1537d4a813b86ecef7d0ecf9", size = 68676, upload-time = "2026-03-04T14:17:01.24Z" }, ] [[package]] @@ -3961,7 +3992,7 @@ wheels = [ [[package]] name = "opentelemetry-exporter-prometheus" -version = "0.60b1" +version = "0.61b0" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version >= '3.14' and sys_platform == 'linux'", @@ -3984,13 +4015,13 @@ resolution-markers = [ "python_full_version < '3.11' and sys_platform != 'linux'", ] dependencies = [ - { name = "opentelemetry-api", version = "1.39.1", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, - { name = "opentelemetry-sdk", version = "1.39.1", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, + { name = "opentelemetry-api", version = "1.40.0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, + { name = "opentelemetry-sdk", version = "1.40.0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, { name = "prometheus-client", marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, ] -sdist = { url = "https://files.pythonhosted.org/packages/14/39/7dafa6fff210737267bed35a8855b6ac7399b9e582b8cf1f25f842517012/opentelemetry_exporter_prometheus-0.60b1.tar.gz", hash = "sha256:a4011b46906323f71724649d301b4dc188aaa068852e814f4df38cc76eac616b", size = 14976, upload-time = "2025-12-11T13:32:42.944Z" } +sdist = { url = "https://files.pythonhosted.org/packages/4a/20/9e818fd364d12e8d0cfdce4a3b2d82e24d98c4ceebb315de6b6770b5f214/opentelemetry_exporter_prometheus-0.61b0.tar.gz", hash = "sha256:7c4919bd8e79abd62b610767e80f42c9c3a06c5183f4dd9141eedeb57aea284b", size = 15136, upload-time = "2026-03-04T14:17:26.275Z" } wheels = [ - { url = "https://files.pythonhosted.org/packages/9b/0d/4be6bf5477a3eb3d917d2f17d3c0b6720cd6cb97898444a61d43cc983f5c/opentelemetry_exporter_prometheus-0.60b1-py3-none-any.whl", hash = "sha256:49f59178de4f4590e3cef0b8b95cf6e071aae70e1f060566df5546fad773b8fd", size = 13019, upload-time = "2025-12-11T13:32:23.974Z" }, + { url = "https://files.pythonhosted.org/packages/02/4a/b65d40e94d1d930aee73a1a2857211ee6ab10ce3686cbdae5eea78cd9d34/opentelemetry_exporter_prometheus-0.61b0-py3-none-any.whl", hash = "sha256:3013b41f4370143d48d219a2351473761423e5882fa4c213811eaefacba39cb7", size = 13149, upload-time = "2026-03-04T14:17:08.983Z" }, ] [[package]] @@ -4041,7 +4072,7 @@ wheels = [ [[package]] name = "opentelemetry-sdk" -version = "1.39.1" +version = "1.40.0" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version >= '3.14' and sys_platform == 'linux'", @@ -4064,13 +4095,13 @@ resolution-markers = [ "python_full_version < '3.11' and sys_platform != 'linux'", ] dependencies = [ - { name = "opentelemetry-api", version = "1.39.1", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, - { name = "opentelemetry-semantic-conventions", version = "0.60b1", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, + { name = "opentelemetry-api", version = "1.40.0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, + { name = "opentelemetry-semantic-conventions", version = "0.61b0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, { name = "typing-extensions", marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, ] -sdist = { url = "https://files.pythonhosted.org/packages/eb/fb/c76080c9ba07e1e8235d24cdcc4d125ef7aa3edf23eb4e497c2e50889adc/opentelemetry_sdk-1.39.1.tar.gz", hash = "sha256:cf4d4563caf7bff906c9f7967e2be22d0d6b349b908be0d90fb21c8e9c995cc6", size = 171460, upload-time = "2025-12-11T13:32:49.369Z" } +sdist = { url = "https://files.pythonhosted.org/packages/58/fd/3c3125b20ba18ce2155ba9ea74acb0ae5d25f8cd39cfd37455601b7955cc/opentelemetry_sdk-1.40.0.tar.gz", hash = "sha256:18e9f5ec20d859d268c7cb3c5198c8d105d073714db3de50b593b8c1345a48f2", size = 184252, upload-time = "2026-03-04T14:17:31.87Z" } wheels = [ - { url = "https://files.pythonhosted.org/packages/7c/98/e91cf858f203d86f4eccdf763dcf01cf03f1dae80c3750f7e635bfa206b6/opentelemetry_sdk-1.39.1-py3-none-any.whl", hash = "sha256:4d5482c478513ecb0a5d938dcc61394e647066e0cc2676bee9f3af3f3f45f01c", size = 132565, upload-time = "2025-12-11T13:32:35.069Z" }, + { url = "https://files.pythonhosted.org/packages/2c/c5/6a852903d8bfac758c6dc6e9a68b015d3c33f2f1be5e9591e0f4b69c7e0a/opentelemetry_sdk-1.40.0-py3-none-any.whl", hash = "sha256:787d2154a71f4b3d81f20524a8ce061b7db667d24e46753f32a7bc48f1c1f3f1", size = 141951, upload-time = "2026-03-04T14:17:17.961Z" }, ] [[package]] @@ -4108,7 +4139,7 @@ wheels = [ [[package]] name = "opentelemetry-semantic-conventions" -version = "0.60b1" +version = "0.61b0" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version >= '3.14' and sys_platform == 'linux'", @@ -4131,12 +4162,93 @@ resolution-markers = [ "python_full_version < '3.11' and sys_platform != 'linux'", ] dependencies = [ - { name = "opentelemetry-api", version = "1.39.1", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, + { name = "opentelemetry-api", version = "1.40.0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, { name = "typing-extensions", marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, ] -sdist = { url = "https://files.pythonhosted.org/packages/91/df/553f93ed38bf22f4b999d9be9c185adb558982214f33eae539d3b5cd0858/opentelemetry_semantic_conventions-0.60b1.tar.gz", hash = "sha256:87c228b5a0669b748c76d76df6c364c369c28f1c465e50f661e39737e84bc953", size = 137935, upload-time = "2025-12-11T13:32:50.487Z" } -wheels = [ - { url = "https://files.pythonhosted.org/packages/7a/5e/5958555e09635d09b75de3c4f8b9cae7335ca545d77392ffe7331534c402/opentelemetry_semantic_conventions-0.60b1-py3-none-any.whl", hash = "sha256:9fa8c8b0c110da289809292b0591220d3a7b53c1526a23021e977d68597893fb", size = 219982, upload-time = "2025-12-11T13:32:36.955Z" }, +sdist = { url = "https://files.pythonhosted.org/packages/6d/c0/4ae7973f3c2cfd2b6e321f1675626f0dab0a97027cc7a297474c9c8f3d04/opentelemetry_semantic_conventions-0.61b0.tar.gz", hash = "sha256:072f65473c5d7c6dc0355b27d6c9d1a679d63b6d4b4b16a9773062cb7e31192a", size = 145755, upload-time = "2026-03-04T14:17:32.664Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b2/37/cc6a55e448deaa9b27377d087da8615a3416d8ad523d5960b78dbeadd02a/opentelemetry_semantic_conventions-0.61b0-py3-none-any.whl", hash = "sha256:fa530a96be229795f8cef353739b618148b0fe2b4b3f005e60e262926c4d38e2", size = 231621, upload-time = "2026-03-04T14:17:19.33Z" }, +] + +[[package]] +name = "orjson" +version = "3.11.7" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/53/45/b268004f745ede84e5798b48ee12b05129d19235d0e15267aa57dcdb400b/orjson-3.11.7.tar.gz", hash = "sha256:9b1a67243945819ce55d24a30b59d6a168e86220452d2c96f4d1f093e71c0c49", size = 6144992, upload-time = "2026-02-02T15:38:49.29Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/de/1a/a373746fa6d0e116dd9e54371a7b54622c44d12296d5d0f3ad5e3ff33490/orjson-3.11.7-cp310-cp310-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:a02c833f38f36546ba65a452127633afce4cf0dd7296b753d3bb54e55e5c0174", size = 229140, upload-time = "2026-02-02T15:37:06.082Z" }, + { url = "https://files.pythonhosted.org/packages/52/a2/fa129e749d500f9b183e8a3446a193818a25f60261e9ce143ad61e975208/orjson-3.11.7-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b63c6e6738d7c3470ad01601e23376aa511e50e1f3931395b9f9c722406d1a67", size = 128670, upload-time = "2026-02-02T15:37:08.002Z" }, + { url = "https://files.pythonhosted.org/packages/08/93/1e82011cd1e0bd051ef9d35bed1aa7fb4ea1f0a055dc2c841b46b43a9ebd/orjson-3.11.7-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:043d3006b7d32c7e233b8cfb1f01c651013ea079e08dcef7189a29abd8befe11", size = 123832, upload-time = "2026-02-02T15:37:09.191Z" }, + { url = "https://files.pythonhosted.org/packages/fe/d8/a26b431ef962c7d55736674dddade876822f3e33223c1f47a36879350d04/orjson-3.11.7-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:57036b27ac8a25d81112eb0cc9835cd4833c5b16e1467816adc0015f59e870dc", size = 129171, upload-time = "2026-02-02T15:37:11.112Z" }, + { url = "https://files.pythonhosted.org/packages/a7/19/f47819b84a580f490da260c3ee9ade214cf4cf78ac9ce8c1c758f80fdfc9/orjson-3.11.7-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:733ae23ada68b804b222c44affed76b39e30806d38660bf1eb200520d259cc16", size = 141967, upload-time = "2026-02-02T15:37:12.282Z" }, + { url = "https://files.pythonhosted.org/packages/5b/cd/37ece39a0777ba077fdcdbe4cccae3be8ed00290c14bf8afdc548befc260/orjson-3.11.7-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5fdfad2093bdd08245f2e204d977facd5f871c88c4a71230d5bcbd0e43bf6222", size = 130991, upload-time = "2026-02-02T15:37:13.465Z" }, + { url = "https://files.pythonhosted.org/packages/8f/ed/f2b5d66aa9b6b5c02ff5f120efc7b38c7c4962b21e6be0f00fd99a5c348e/orjson-3.11.7-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cededd6738e1c153530793998e31c05086582b08315db48ab66649768f326baa", size = 133674, upload-time = "2026-02-02T15:37:14.694Z" }, + { url = "https://files.pythonhosted.org/packages/c4/6e/baa83e68d1aa09fa8c3e5b2c087d01d0a0bd45256de719ed7bc22c07052d/orjson-3.11.7-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:14f440c7268c8f8633d1b3d443a434bd70cb15686117ea6beff8fdc8f5917a1e", size = 138722, upload-time = "2026-02-02T15:37:16.501Z" }, + { url = "https://files.pythonhosted.org/packages/0c/47/7f8ef4963b772cd56999b535e553f7eb5cd27e9dd6c049baee6f18bfa05d/orjson-3.11.7-cp310-cp310-musllinux_1_2_armv7l.whl", hash = "sha256:3a2479753bbb95b0ebcf7969f562cdb9668e6d12416a35b0dda79febf89cdea2", size = 409056, upload-time = "2026-02-02T15:37:17.895Z" }, + { url = "https://files.pythonhosted.org/packages/38/eb/2df104dd2244b3618f25325a656f85cc3277f74bbd91224752410a78f3c7/orjson-3.11.7-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:71924496986275a737f38e3f22b4e0878882b3f7a310d2ff4dc96e812789120c", size = 144196, upload-time = "2026-02-02T15:37:19.349Z" }, + { url = "https://files.pythonhosted.org/packages/b6/2a/ee41de0aa3a6686598661eae2b4ebdff1340c65bfb17fcff8b87138aab21/orjson-3.11.7-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:b4a9eefdc70bf8bf9857f0290f973dec534ac84c35cd6a7f4083be43e7170a8f", size = 134979, upload-time = "2026-02-02T15:37:20.906Z" }, + { url = "https://files.pythonhosted.org/packages/4c/fa/92fc5d3d402b87a8b28277a9ed35386218a6a5287c7fe5ee9b9f02c53fb2/orjson-3.11.7-cp310-cp310-win32.whl", hash = "sha256:ae9e0b37a834cef7ce8f99de6498f8fad4a2c0bf6bfc3d02abd8ed56aa15b2de", size = 127968, upload-time = "2026-02-02T15:37:23.178Z" }, + { url = "https://files.pythonhosted.org/packages/07/29/a576bf36d73d60df06904d3844a9df08e25d59eba64363aaf8ec2f9bff41/orjson-3.11.7-cp310-cp310-win_amd64.whl", hash = "sha256:d772afdb22555f0c58cfc741bdae44180122b3616faa1ecadb595cd526e4c993", size = 125128, upload-time = "2026-02-02T15:37:24.329Z" }, + { url = "https://files.pythonhosted.org/packages/37/02/da6cb01fc6087048d7f61522c327edf4250f1683a58a839fdcc435746dd5/orjson-3.11.7-cp311-cp311-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:9487abc2c2086e7c8eb9a211d2ce8855bae0e92586279d0d27b341d5ad76c85c", size = 228664, upload-time = "2026-02-02T15:37:25.542Z" }, + { url = "https://files.pythonhosted.org/packages/c1/c2/5885e7a5881dba9a9af51bc564e8967225a642b3e03d089289a35054e749/orjson-3.11.7-cp311-cp311-macosx_15_0_arm64.whl", hash = "sha256:79cacb0b52f6004caf92405a7e1f11e6e2de8bdf9019e4f76b44ba045125cd6b", size = 125344, upload-time = "2026-02-02T15:37:26.92Z" }, + { url = "https://files.pythonhosted.org/packages/a4/1d/4e7688de0a92d1caf600dfd5fb70b4c5bfff51dfa61ac555072ef2d0d32a/orjson-3.11.7-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c2e85fe4698b6a56d5e2ebf7ae87544d668eb6bde1ad1226c13f44663f20ec9e", size = 128404, upload-time = "2026-02-02T15:37:28.108Z" }, + { url = "https://files.pythonhosted.org/packages/2f/b2/ec04b74ae03a125db7bd69cffd014b227b7f341e3261bf75b5eb88a1aa92/orjson-3.11.7-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b8d14b71c0b12963fe8a62aac87119f1afdf4cb88a400f61ca5ae581449efcb5", size = 123677, upload-time = "2026-02-02T15:37:30.287Z" }, + { url = "https://files.pythonhosted.org/packages/4c/69/f95bdf960605f08f827f6e3291fe243d8aa9c5c9ff017a8d7232209184c3/orjson-3.11.7-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:91c81ef070c8f3220054115e1ef468b1c9ce8497b4e526cb9f68ab4dc0a7ac62", size = 128950, upload-time = "2026-02-02T15:37:31.595Z" }, + { url = "https://files.pythonhosted.org/packages/a4/1b/de59c57bae1d148ef298852abd31909ac3089cff370dfd4cd84cc99cbc42/orjson-3.11.7-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:411ebaf34d735e25e358a6d9e7978954a9c9d58cfb47bc6683cdc3964cd2f910", size = 141756, upload-time = "2026-02-02T15:37:32.985Z" }, + { url = "https://files.pythonhosted.org/packages/ee/9e/9decc59f4499f695f65c650f6cfa6cd4c37a3fbe8fa235a0a3614cb54386/orjson-3.11.7-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a16bcd08ab0bcdfc7e8801d9c4a9cc17e58418e4d48ddc6ded4e9e4b1a94062b", size = 130812, upload-time = "2026-02-02T15:37:34.204Z" }, + { url = "https://files.pythonhosted.org/packages/28/e6/59f932bcabd1eac44e334fe8e3281a92eacfcb450586e1f4bde0423728d8/orjson-3.11.7-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9c0b51672e466fd7e56230ffbae7f1639e18d0ce023351fb75da21b71bc2c960", size = 133444, upload-time = "2026-02-02T15:37:35.446Z" }, + { url = "https://files.pythonhosted.org/packages/f1/36/b0f05c0eaa7ca30bc965e37e6a2956b0d67adb87a9872942d3568da846ae/orjson-3.11.7-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:136dcd6a2e796dfd9ffca9fc027d778567b0b7c9968d092842d3c323cef88aa8", size = 138609, upload-time = "2026-02-02T15:37:36.657Z" }, + { url = "https://files.pythonhosted.org/packages/b8/03/58ec7d302b8d86944c60c7b4b82975d5161fcce4c9bc8c6cb1d6741b6115/orjson-3.11.7-cp311-cp311-musllinux_1_2_armv7l.whl", hash = "sha256:7ba61079379b0ae29e117db13bda5f28d939766e410d321ec1624afc6a0b0504", size = 408918, upload-time = "2026-02-02T15:37:38.076Z" }, + { url = "https://files.pythonhosted.org/packages/06/3a/868d65ef9a8b99be723bd510de491349618abd9f62c826cf206d962db295/orjson-3.11.7-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:0527a4510c300e3b406591b0ba69b5dc50031895b0a93743526a3fc45f59d26e", size = 143998, upload-time = "2026-02-02T15:37:39.706Z" }, + { url = "https://files.pythonhosted.org/packages/5b/c7/1e18e1c83afe3349f4f6dc9e14910f0ae5f82eac756d1412ea4018938535/orjson-3.11.7-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:a709e881723c9b18acddcfb8ba357322491ad553e277cf467e1e7e20e2d90561", size = 134802, upload-time = "2026-02-02T15:37:41.002Z" }, + { url = "https://files.pythonhosted.org/packages/d4/0b/ccb7ee1a65b37e8eeb8b267dc953561d72370e85185e459616d4345bab34/orjson-3.11.7-cp311-cp311-win32.whl", hash = "sha256:c43b8b5bab288b6b90dac410cca7e986a4fa747a2e8f94615aea407da706980d", size = 127828, upload-time = "2026-02-02T15:37:42.241Z" }, + { url = "https://files.pythonhosted.org/packages/af/9e/55c776dffda3f381e0f07d010a4f5f3902bf48eaba1bb7684d301acd4924/orjson-3.11.7-cp311-cp311-win_amd64.whl", hash = "sha256:6543001328aa857187f905308a028935864aefe9968af3848401b6fe80dbb471", size = 124941, upload-time = "2026-02-02T15:37:43.444Z" }, + { url = "https://files.pythonhosted.org/packages/aa/8e/424a620fa7d263b880162505fb107ef5e0afaa765b5b06a88312ac291560/orjson-3.11.7-cp311-cp311-win_arm64.whl", hash = "sha256:1ee5cc7160a821dfe14f130bc8e63e7611051f964b463d9e2a3a573204446a4d", size = 126245, upload-time = "2026-02-02T15:37:45.18Z" }, + { url = "https://files.pythonhosted.org/packages/80/bf/76f4f1665f6983385938f0e2a5d7efa12a58171b8456c252f3bae8a4cf75/orjson-3.11.7-cp312-cp312-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:bd03ea7606833655048dab1a00734a2875e3e86c276e1d772b2a02556f0d895f", size = 228545, upload-time = "2026-02-02T15:37:46.376Z" }, + { url = "https://files.pythonhosted.org/packages/79/53/6c72c002cb13b5a978a068add59b25a8bdf2800ac1c9c8ecdb26d6d97064/orjson-3.11.7-cp312-cp312-macosx_15_0_arm64.whl", hash = "sha256:89e440ebc74ce8ab5c7bc4ce6757b4a6b1041becb127df818f6997b5c71aa60b", size = 125224, upload-time = "2026-02-02T15:37:47.697Z" }, + { url = "https://files.pythonhosted.org/packages/2c/83/10e48852865e5dd151bdfe652c06f7da484578ed02c5fca938e3632cb0b8/orjson-3.11.7-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5ede977b5fe5ac91b1dffc0a517ca4542d2ec8a6a4ff7b2652d94f640796342a", size = 128154, upload-time = "2026-02-02T15:37:48.954Z" }, + { url = "https://files.pythonhosted.org/packages/6e/52/a66e22a2b9abaa374b4a081d410edab6d1e30024707b87eab7c734afe28d/orjson-3.11.7-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b7b1dae39230a393df353827c855a5f176271c23434cfd2db74e0e424e693e10", size = 123548, upload-time = "2026-02-02T15:37:50.187Z" }, + { url = "https://files.pythonhosted.org/packages/de/38/605d371417021359f4910c496f764c48ceb8997605f8c25bf1dfe58c0ebe/orjson-3.11.7-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ed46f17096e28fb28d2975834836a639af7278aa87c84f68ab08fbe5b8bd75fa", size = 129000, upload-time = "2026-02-02T15:37:51.426Z" }, + { url = "https://files.pythonhosted.org/packages/44/98/af32e842b0ffd2335c89714d48ca4e3917b42f5d6ee5537832e069a4b3ac/orjson-3.11.7-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:3726be79e36e526e3d9c1aceaadbfb4a04ee80a72ab47b3f3c17fefb9812e7b8", size = 141686, upload-time = "2026-02-02T15:37:52.607Z" }, + { url = "https://files.pythonhosted.org/packages/96/0b/fc793858dfa54be6feee940c1463370ece34b3c39c1ca0aa3845f5ba9892/orjson-3.11.7-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0724e265bc548af1dedebd9cb3d24b4e1c1e685a343be43e87ba922a5c5fff2f", size = 130812, upload-time = "2026-02-02T15:37:53.944Z" }, + { url = "https://files.pythonhosted.org/packages/dc/91/98a52415059db3f374757d0b7f0f16e3b5cd5976c90d1c2b56acaea039e6/orjson-3.11.7-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e7745312efa9e11c17fbd3cb3097262d079da26930ae9ae7ba28fb738367cbad", size = 133440, upload-time = "2026-02-02T15:37:55.615Z" }, + { url = "https://files.pythonhosted.org/packages/dc/b6/cb540117bda61791f46381f8c26c8f93e802892830a6055748d3bb1925ab/orjson-3.11.7-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:f904c24bdeabd4298f7a977ef14ca2a022ca921ed670b92ecd16ab6f3d01f867", size = 138386, upload-time = "2026-02-02T15:37:56.814Z" }, + { url = "https://files.pythonhosted.org/packages/63/1a/50a3201c334a7f17c231eee5f841342190723794e3b06293f26e7cf87d31/orjson-3.11.7-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:b9fc4d0f81f394689e0814617aadc4f2ea0e8025f38c226cbf22d3b5ddbf025d", size = 408853, upload-time = "2026-02-02T15:37:58.291Z" }, + { url = "https://files.pythonhosted.org/packages/87/cd/8de1c67d0be44fdc22701e5989c0d015a2adf391498ad42c4dc589cd3013/orjson-3.11.7-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:849e38203e5be40b776ed2718e587faf204d184fc9a008ae441f9442320c0cab", size = 144130, upload-time = "2026-02-02T15:38:00.163Z" }, + { url = "https://files.pythonhosted.org/packages/0f/fe/d605d700c35dd55f51710d159fc54516a280923cd1b7e47508982fbb387d/orjson-3.11.7-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:4682d1db3bcebd2b64757e0ddf9e87ae5f00d29d16c5cdf3a62f561d08cc3dd2", size = 134818, upload-time = "2026-02-02T15:38:01.507Z" }, + { url = "https://files.pythonhosted.org/packages/e4/e4/15ecc67edb3ddb3e2f46ae04475f2d294e8b60c1825fbe28a428b93b3fbd/orjson-3.11.7-cp312-cp312-win32.whl", hash = "sha256:f4f7c956b5215d949a1f65334cf9d7612dde38f20a95f2315deef167def91a6f", size = 127923, upload-time = "2026-02-02T15:38:02.75Z" }, + { url = "https://files.pythonhosted.org/packages/34/70/2e0855361f76198a3965273048c8e50a9695d88cd75811a5b46444895845/orjson-3.11.7-cp312-cp312-win_amd64.whl", hash = "sha256:bf742e149121dc5648ba0a08ea0871e87b660467ef168a3a5e53bc1fbd64bb74", size = 125007, upload-time = "2026-02-02T15:38:04.032Z" }, + { url = "https://files.pythonhosted.org/packages/68/40/c2051bd19fc467610fed469dc29e43ac65891571138f476834ca192bc290/orjson-3.11.7-cp312-cp312-win_arm64.whl", hash = "sha256:26c3b9132f783b7d7903bf1efb095fed8d4a3a85ec0d334ee8beff3d7a4749d5", size = 126089, upload-time = "2026-02-02T15:38:05.297Z" }, + { url = "https://files.pythonhosted.org/packages/89/25/6e0e52cac5aab51d7b6dcd257e855e1dec1c2060f6b28566c509b4665f62/orjson-3.11.7-cp313-cp313-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:1d98b30cc1313d52d4af17d9c3d307b08389752ec5f2e5febdfada70b0f8c733", size = 228390, upload-time = "2026-02-02T15:38:06.8Z" }, + { url = "https://files.pythonhosted.org/packages/a5/29/a77f48d2fc8a05bbc529e5ff481fb43d914f9e383ea2469d4f3d51df3d00/orjson-3.11.7-cp313-cp313-macosx_15_0_arm64.whl", hash = "sha256:d897e81f8d0cbd2abb82226d1860ad2e1ab3ff16d7b08c96ca00df9d45409ef4", size = 125189, upload-time = "2026-02-02T15:38:08.181Z" }, + { url = "https://files.pythonhosted.org/packages/89/25/0a16e0729a0e6a1504f9d1a13cdd365f030068aab64cec6958396b9969d7/orjson-3.11.7-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:814be4b49b228cfc0b3c565acf642dd7d13538f966e3ccde61f4f55be3e20785", size = 128106, upload-time = "2026-02-02T15:38:09.41Z" }, + { url = "https://files.pythonhosted.org/packages/66/da/a2e505469d60666a05ab373f1a6322eb671cb2ba3a0ccfc7d4bc97196787/orjson-3.11.7-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:d06e5c5fed5caedd2e540d62e5b1c25e8c82431b9e577c33537e5fa4aa909539", size = 123363, upload-time = "2026-02-02T15:38:10.73Z" }, + { url = "https://files.pythonhosted.org/packages/23/bf/ed73f88396ea35c71b38961734ea4a4746f7ca0768bf28fd551d37e48dd0/orjson-3.11.7-cp313-cp313-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:31c80ce534ac4ea3739c5ee751270646cbc46e45aea7576a38ffec040b4029a1", size = 129007, upload-time = "2026-02-02T15:38:12.138Z" }, + { url = "https://files.pythonhosted.org/packages/73/3c/b05d80716f0225fc9008fbf8ab22841dcc268a626aa550561743714ce3bf/orjson-3.11.7-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f50979824bde13d32b4320eedd513431c921102796d86be3eee0b58e58a3ecd1", size = 141667, upload-time = "2026-02-02T15:38:13.398Z" }, + { url = "https://files.pythonhosted.org/packages/61/e8/0be9b0addd9bf86abfc938e97441dcd0375d494594b1c8ad10fe57479617/orjson-3.11.7-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9e54f3808e2b6b945078c41aa8d9b5834b28c50843846e97807e5adb75fa9705", size = 130832, upload-time = "2026-02-02T15:38:14.698Z" }, + { url = "https://files.pythonhosted.org/packages/c9/ec/c68e3b9021a31d9ec15a94931db1410136af862955854ed5dd7e7e4f5bff/orjson-3.11.7-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a12b80df61aab7b98b490fe9e4879925ba666fccdfcd175252ce4d9035865ace", size = 133373, upload-time = "2026-02-02T15:38:16.109Z" }, + { url = "https://files.pythonhosted.org/packages/d2/45/f3466739aaafa570cc8e77c6dbb853c48bf56e3b43738020e2661e08b0ac/orjson-3.11.7-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:996b65230271f1a97026fd0e6a753f51fbc0c335d2ad0c6201f711b0da32693b", size = 138307, upload-time = "2026-02-02T15:38:17.453Z" }, + { url = "https://files.pythonhosted.org/packages/e1/84/9f7f02288da1ffb31405c1be07657afd1eecbcb4b64ee2817b6fe0f785fa/orjson-3.11.7-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:ab49d4b2a6a1d415ddb9f37a21e02e0d5dbfe10b7870b21bf779fc21e9156157", size = 408695, upload-time = "2026-02-02T15:38:18.831Z" }, + { url = "https://files.pythonhosted.org/packages/18/07/9dd2f0c0104f1a0295ffbe912bc8d63307a539b900dd9e2c48ef7810d971/orjson-3.11.7-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:390a1dce0c055ddf8adb6aa94a73b45a4a7d7177b5c584b8d1c1947f2ba60fb3", size = 144099, upload-time = "2026-02-02T15:38:20.28Z" }, + { url = "https://files.pythonhosted.org/packages/a5/66/857a8e4a3292e1f7b1b202883bcdeb43a91566cf59a93f97c53b44bd6801/orjson-3.11.7-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:1eb80451a9c351a71dfaf5b7ccc13ad065405217726b59fdbeadbcc544f9d223", size = 134806, upload-time = "2026-02-02T15:38:22.186Z" }, + { url = "https://files.pythonhosted.org/packages/0a/5b/6ebcf3defc1aab3a338ca777214966851e92efb1f30dc7fc8285216e6d1b/orjson-3.11.7-cp313-cp313-win32.whl", hash = "sha256:7477aa6a6ec6139c5cb1cc7b214643592169a5494d200397c7fc95d740d5fcf3", size = 127914, upload-time = "2026-02-02T15:38:23.511Z" }, + { url = "https://files.pythonhosted.org/packages/00/04/c6f72daca5092e3117840a1b1e88dfc809cc1470cf0734890d0366b684a1/orjson-3.11.7-cp313-cp313-win_amd64.whl", hash = "sha256:b9f95dcdea9d4f805daa9ddf02617a89e484c6985fa03055459f90e87d7a0757", size = 124986, upload-time = "2026-02-02T15:38:24.836Z" }, + { url = "https://files.pythonhosted.org/packages/03/ba/077a0f6f1085d6b806937246860fafbd5b17f3919c70ee3f3d8d9c713f38/orjson-3.11.7-cp313-cp313-win_arm64.whl", hash = "sha256:800988273a014a0541483dc81021247d7eacb0c845a9d1a34a422bc718f41539", size = 126045, upload-time = "2026-02-02T15:38:26.216Z" }, + { url = "https://files.pythonhosted.org/packages/e9/1e/745565dca749813db9a093c5ebc4bac1a9475c64d54b95654336ac3ed961/orjson-3.11.7-cp314-cp314-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:de0a37f21d0d364954ad5de1970491d7fbd0fb1ef7417d4d56a36dc01ba0c0a0", size = 228391, upload-time = "2026-02-02T15:38:27.757Z" }, + { url = "https://files.pythonhosted.org/packages/46/19/e40f6225da4d3aa0c8dc6e5219c5e87c2063a560fe0d72a88deb59776794/orjson-3.11.7-cp314-cp314-macosx_15_0_arm64.whl", hash = "sha256:c2428d358d85e8da9d37cba18b8c4047c55222007a84f97156a5b22028dfbfc0", size = 125188, upload-time = "2026-02-02T15:38:29.241Z" }, + { url = "https://files.pythonhosted.org/packages/9d/7e/c4de2babef2c0817fd1f048fd176aa48c37bec8aef53d2fa932983032cce/orjson-3.11.7-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3c4bc6c6ac52cdaa267552544c73e486fecbd710b7ac09bc024d5a78555a22f6", size = 128097, upload-time = "2026-02-02T15:38:30.618Z" }, + { url = "https://files.pythonhosted.org/packages/eb/74/233d360632bafd2197f217eee7fb9c9d0229eac0c18128aee5b35b0014fe/orjson-3.11.7-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bd0d68edd7dfca1b2eca9361a44ac9f24b078de3481003159929a0573f21a6bf", size = 123364, upload-time = "2026-02-02T15:38:32.363Z" }, + { url = "https://files.pythonhosted.org/packages/79/51/af79504981dd31efe20a9e360eb49c15f06df2b40e7f25a0a52d9ae888e8/orjson-3.11.7-cp314-cp314-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:623ad1b9548ef63886319c16fa317848e465a21513b31a6ad7b57443c3e0dcf5", size = 129076, upload-time = "2026-02-02T15:38:33.68Z" }, + { url = "https://files.pythonhosted.org/packages/67/e2/da898eb68b72304f8de05ca6715870d09d603ee98d30a27e8a9629abc64b/orjson-3.11.7-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6e776b998ac37c0396093d10290e60283f59cfe0fc3fccbd0ccc4bd04dd19892", size = 141705, upload-time = "2026-02-02T15:38:34.989Z" }, + { url = "https://files.pythonhosted.org/packages/c5/89/15364d92acb3d903b029e28d834edb8780c2b97404cbf7929aa6b9abdb24/orjson-3.11.7-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:652c6c3af76716f4a9c290371ba2e390ede06f6603edb277b481daf37f6f464e", size = 130855, upload-time = "2026-02-02T15:38:36.379Z" }, + { url = "https://files.pythonhosted.org/packages/c2/8b/ecdad52d0b38d4b8f514be603e69ccd5eacf4e7241f972e37e79792212ec/orjson-3.11.7-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a56df3239294ea5964adf074c54bcc4f0ccd21636049a2cf3ca9cf03b5d03cf1", size = 133386, upload-time = "2026-02-02T15:38:37.704Z" }, + { url = "https://files.pythonhosted.org/packages/b9/0e/45e1dcf10e17d0924b7c9162f87ec7b4ca79e28a0548acf6a71788d3e108/orjson-3.11.7-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:bda117c4148e81f746655d5a3239ae9bd00cb7bc3ca178b5fc5a5997e9744183", size = 138295, upload-time = "2026-02-02T15:38:39.096Z" }, + { url = "https://files.pythonhosted.org/packages/63/d7/4d2e8b03561257af0450f2845b91fbd111d7e526ccdf737267108075e0ba/orjson-3.11.7-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:23d6c20517a97a9daf1d48b580fcdc6f0516c6f4b5038823426033690b4d2650", size = 408720, upload-time = "2026-02-02T15:38:40.634Z" }, + { url = "https://files.pythonhosted.org/packages/78/cf/d45343518282108b29c12a65892445fc51f9319dc3c552ceb51bb5905ed2/orjson-3.11.7-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:8ff206156006da5b847c9304b6308a01e8cdbc8cce824e2779a5ba71c3def141", size = 144152, upload-time = "2026-02-02T15:38:42.262Z" }, + { url = "https://files.pythonhosted.org/packages/a9/3a/d6001f51a7275aacd342e77b735c71fa04125a3f93c36fee4526bc8c654e/orjson-3.11.7-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:962d046ee1765f74a1da723f4b33e3b228fe3a48bd307acce5021dfefe0e29b2", size = 134814, upload-time = "2026-02-02T15:38:43.627Z" }, + { url = "https://files.pythonhosted.org/packages/1d/d3/f19b47ce16820cc2c480f7f1723e17f6d411b3a295c60c8ad3aa9ff1c96a/orjson-3.11.7-cp314-cp314-win32.whl", hash = "sha256:89e13dd3f89f1c38a9c9eba5fbf7cdc2d1feca82f5f290864b4b7a6aac704576", size = 127997, upload-time = "2026-02-02T15:38:45.06Z" }, + { url = "https://files.pythonhosted.org/packages/12/df/172771902943af54bf661a8d102bdf2e7f932127968080632bda6054b62c/orjson-3.11.7-cp314-cp314-win_amd64.whl", hash = "sha256:845c3e0d8ded9c9271cd79596b9b552448b885b97110f628fb687aee2eed11c1", size = 124985, upload-time = "2026-02-02T15:38:46.388Z" }, + { url = "https://files.pythonhosted.org/packages/6f/1c/f2a8d8a1b17514660a614ce5f7aac74b934e69f5abc2700cc7ced882a009/orjson-3.11.7-cp314-cp314-win_arm64.whl", hash = "sha256:4a2e9c5be347b937a2e0203866f12bba36082e89b402ddb9e927d5822e43088d", size = 126038, upload-time = "2026-02-02T15:38:47.703Z" }, ] [[package]] @@ -4166,10 +4278,10 @@ resolution-markers = [ "python_full_version < '3.11' and sys_platform != 'linux'", ] dependencies = [ - { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "python-dateutil", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "pytz", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "tzdata", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11'" }, + { name = "python-dateutil", marker = "python_full_version < '3.11'" }, + { name = "pytz", marker = "python_full_version < '3.11'" }, + { name = "tzdata", marker = "python_full_version < '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/33/01/d40b85317f86cf08d853a4f495195c73815fdf205eef3993821720274518/pandas-2.3.3.tar.gz", hash = "sha256:e05e1af93b977f7eafa636d043f9f94c7ee3ac81af99c13508215942e64c993b", size = 4495223, upload-time = "2025-09-29T23:34:51.853Z" } wheels = [ @@ -4245,9 +4357,9 @@ resolution-markers = [ "python_full_version == '3.11.*' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32'", ] dependencies = [ - { name = "numpy", version = "2.4.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "python-dateutil", marker = "python_full_version >= '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "tzdata", marker = "(python_full_version >= '3.11' and sys_platform == 'emscripten') or (python_full_version >= '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "numpy", version = "2.4.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11'" }, + { name = "python-dateutil", marker = "python_full_version >= '3.11'" }, + { name = "tzdata", marker = "(python_full_version >= '3.11' and sys_platform == 'emscripten') or (python_full_version >= '3.11' and sys_platform == 'win32')" }, ] sdist = { url = "https://files.pythonhosted.org/packages/2e/0c/b28ed414f080ee0ad153f848586d61d1878f91689950f037f976ce15f6c8/pandas-3.0.1.tar.gz", hash = "sha256:4186a699674af418f655dbd420ed87f50d56b4cd6603784279d9eef6627823c8", size = 4641901, upload-time = "2026-02-17T22:20:16.434Z" } wheels = [ @@ -5294,6 +5406,26 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/c0/28/26534bed77109632a956977f60d8519049f545abc39215d086e33a61f1f2/pyyaml_ft-8.0.0-cp313-cp313t-win_amd64.whl", hash = "sha256:de04cfe9439565e32f178106c51dd6ca61afaa2907d143835d501d84703d3793", size = 171579, upload-time = "2025-06-10T15:32:14.34Z" }, ] +[[package]] +name = "quart" +version = "0.20.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "aiofiles" }, + { name = "blinker" }, + { name = "click" }, + { name = "flask" }, + { name = "hypercorn" }, + { name = "itsdangerous" }, + { name = "jinja2" }, + { name = "markupsafe" }, + { name = "werkzeug" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/1d/9d/12e1143a5bd2ccc05c293a6f5ae1df8fd94a8fc1440ecc6c344b2b30ce13/quart-0.20.0.tar.gz", hash = "sha256:08793c206ff832483586f5ae47018c7e40bdd75d886fee3fabbdaa70c2cf505d", size = 63874, upload-time = "2024-12-23T13:53:05.664Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/e9/cc28f21f52913adf333f653b9e0a3bf9cb223f5083a26422968ba73edd8d/quart-0.20.0-py3-none-any.whl", hash = "sha256:003c08f551746710acb757de49d9b768986fd431517d0eb127380b656b98b8f1", size = 77960, upload-time = "2024-12-23T13:53:02.842Z" }, +] + [[package]] name = "ray" version = "2.54.0" @@ -5334,10 +5466,10 @@ default = [ { name = "grpcio" }, { name = "opencensus" }, { name = "opentelemetry-exporter-prometheus", version = "0.54b1", source = { registry = "https://pypi.org/simple" }, marker = "extra == 'extra-13-megatron-core-dev' or extra == 'extra-13-megatron-core-lts'" }, - { name = "opentelemetry-exporter-prometheus", version = "0.60b1", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, + { name = "opentelemetry-exporter-prometheus", version = "0.61b0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, { name = "opentelemetry-proto" }, { name = "opentelemetry-sdk", version = "1.33.1", source = { registry = "https://pypi.org/simple" }, marker = "extra == 'extra-13-megatron-core-dev' or extra == 'extra-13-megatron-core-lts'" }, - { name = "opentelemetry-sdk", version = "1.39.1", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, + { name = "opentelemetry-sdk", version = "1.40.0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts')" }, { name = "prometheus-client" }, { name = "py-spy" }, { name = "pydantic" }, @@ -5353,7 +5485,7 @@ source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "attrs" }, { name = "rpds-py" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/22/f5/df4e9027acead3ecc63e50fe1e36aca1523e1719559c499951bb4b53188f/referencing-0.37.0.tar.gz", hash = "sha256:44aefc3142c5b842538163acb373e24cce6632bd54bdb01b21ad5863489f50d8", size = 78036, upload-time = "2025-10-13T15:30:48.871Z" } wheels = [ @@ -6323,7 +6455,7 @@ version = "0.52.1" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "anyio" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/c4/68/79977123bb7be889ad680d79a40f339082c1978b5cfcf62c2d8d196873ac/starlette-0.52.1.tar.gz", hash = "sha256:834edd1b0a23167694292e94f597773bc3f89f362be6effee198165a35d62933", size = 2653702, upload-time = "2026-01-18T13:34:11.062Z" } wheels = [ @@ -6344,7 +6476,7 @@ name = "sympy" version = "1.14.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "mpmath", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-lts')" }, + { name = "mpmath" }, ] sdist = { url = "https://files.pythonhosted.org/packages/83/d3/803453b36afefb7c2bb238361cd4ae6125a569b4db67cd9e79846ba2d68c/sympy-1.14.0.tar.gz", hash = "sha256:d3d3fe8df1e5a0b42f0e7bdf50541697dbe7d23746e894990c030e2b05e72517", size = 7793921, upload-time = "2025-04-27T18:05:01.611Z" } wheels = [ @@ -6662,15 +6794,15 @@ name = "torch" version = "2.10.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "filelock", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "fsspec", version = "2025.10.0", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "jinja2", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "filelock", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, + { name = "fsspec", version = "2025.10.0", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, + { name = "jinja2", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, { name = "networkx", version = "3.4.2", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and sys_platform != 'linux') or (python_full_version >= '3.11' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "networkx", version = "3.6.1", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.11' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (python_full_version < '3.11' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "setuptools", marker = "(python_full_version >= '3.12' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (python_full_version < '3.12' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "sympy", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "triton", marker = "sys_platform == 'never' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "typing-extensions", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "setuptools", marker = "python_full_version >= '3.12' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32'" }, + { name = "sympy", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, + { name = "triton", marker = "sys_platform == 'never'" }, + { name = "typing-extensions", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, ] wheels = [ { url = "https://files.pythonhosted.org/packages/5b/30/bfebdd8ec77db9a79775121789992d6b3b75ee5494971294d7b4b7c999bc/torch-2.10.0-2-cp310-none-macosx_11_0_arm64.whl", hash = "sha256:2b980edd8d7c0a68c4e951ee1856334a43193f98730d97408fbd148c1a933313", size = 79411457, upload-time = "2026-02-10T21:44:59.189Z" }, @@ -6740,7 +6872,7 @@ name = "tqdm" version = "4.67.3" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "colorama", marker = "sys_platform == 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/09/a9/6ba95a270c6f1fbcd8dac228323f2777d886cb206987444e4bce66338dd4/tqdm-4.67.3.tar.gz", hash = "sha256:7d825f03f89244ef73f1d4ce193cb1774a8179fd96f31d7e1dcde62092b960bb", size = 169598, upload-time = "2026-02-03T17:35:53.048Z" } wheels = [ @@ -6752,14 +6884,9 @@ name = "transformer-engine" version = "2.12.0+5671fd36" source = { git = "https://github.com/NVIDIA/TransformerEngine.git?rev=5671fd3675906cda1ade26c24a65d3dedd88eb89#5671fd3675906cda1ade26c24a65d3dedd88eb89" } dependencies = [ - { name = "einops" }, { name = "importlib-metadata" }, - { name = "nvdlfw-inspect" }, - { name = "onnx" }, - { name = "onnxscript" }, { name = "packaging" }, { name = "pydantic" }, - { name = "torch", marker = "sys_platform == 'never'" }, ] [[package]]