I12 async ncpartitioner

.github/workflows/docker-publish.yml

@@ -0,0 +1,40 @@
+name: Docker Publishing
+
+on:
+  push:
+    branches:
+      - '*'
+    tags:
+      - '[0-9]+.[0-9]+.[0-9]+'
+
+jobs:
+  publish-images:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.pcicdevops_at_dockerhub_username }}
+          password: ${{ secrets.pcicdevops_at_dockerhub_password }}
+
+      - name: Build and Publish Viewer
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./viewer/Dockerfile
+          push: true
+          tags: |
+            pcic/pdp-next-viewer:${{ github.ref_name }}
+            ${{ github.ref_name == 'main' && 'pcic/pdp-next-viewer:latest' || '' }}
+
+      - name: Build and Publish THREDDS
+        uses: docker/build-push-action@v4
+        with:
+          context: ./thredds
+          file: ./thredds/Dockerfile.thredds
+          push: true
+          tags: |
+            pcic/pdp-next-thredds:${{ github.ref_name }}
+            ${{ github.ref_name == 'main' && 'pcic/pdp-next-thredds:latest' || '' }}

.github/workflows/lint.yml

@@ -0,0 +1,32 @@
+name: Lint
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'viewer/js/**'
+      - 'eslint.config.mjs'
+      - 'package.json'
+  pull_request:
+    paths:
+      - 'viewer/js/**'
+      - 'eslint.config.mjs'
+      - 'package.json'
+
+jobs:
+  eslint:
+    name: ESLint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: npm
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Lint (errors fail, warnings annotate)
+        run: npm run lint:ci

.gitignore

@@ -0,0 +1,8 @@
+__pycache__/
+*.pyc
+*.pyo
+.venv/
+.env
+*/logs/*
+*/ncpartitioner-output/*
+node_modules/

MENU_STRUCTURE.md

@@ -0,0 +1,23 @@
+# Menu Structure
+
+This file describes the menu schemas currently generated into `portal-meta/<portal>.json`.
+
+## Schemas
+
+- `prism`: `period -> frequency -> variable`
+- `canada_mosaic`: `period -> frequency -> variable`
+- `gridded_daily`: `source -> variable`
+- `vicgl`: `scenario -> model -> variable`
+- `bccaqv2`: `scenario -> model -> run -> variable`
+- `bccaqv2_u5`: `scenario -> model -> run -> variable`
+- `bccaqv2_u6`: `scenario -> model -> run -> variable`
+- `canesm5_u6`: `scenario -> model -> run -> variable`
+- `canesm5_m6`: `scenario -> model -> run -> variable`
+- `mbcn`: `scenario -> model -> run -> variable`
+
+## Notes
+
+- Menu labels and portal-specific derivation live in `portal_meta_builder/portals.py`.
+- Normalized metadata used by menu builders is created in `portal_meta_builder/metadata.py` under `metadata.derived`.
+- `bccaqv2_u6` also emits alternate scenario labels with a `(PCIC12)` suffix for the PCIC12 subset.
+- `vicgl` uses metadata fields such as forcing type, experiment, model, and dataset identifiers to distinguish historical baseline output from downscaled GCM runs.

README.md

@@ -1,2 +1,61 @@
-# pdp-next
-THREDDS-backed, database-free replacement for the PCIC Data Portal (PDP) with projection support, efficient subsetting, and improved map styling.
+# PDP-Next
+
+THREDDS-backed, database-free replacement for the Pacific Climate Data Portal (PDP) with projection support, faster subsetting, additional palettes, and portal-based interactive map viewing.
+
+## Layout
+
+- `scripts/`: operational entrypoints
+- `portal_meta_builder/`: shared metadata parsing and menu-building code
+- `portal-prep/portal-file-patterns/`: source-of-truth file patterns for each portal
+- `portal-meta/`: generated per-portal metadata JSON consumed by the viewer
+- `viewer/`: current frontend/viewer assets
+- `thredds/`: local THREDDS config and support files
+
+## Current Metadata Flow
+
+1. Build or refresh the `/pdp/<portal>/<file>.nc` hardlink mirror from portal file patterns.
+2. Optionally compute min/max rendering metadata for selected files.
+3. Build `portal-meta/<portal>.json` from NetCDF metadata and normalized derived fields.
+
+The metadata builder reads NetCDF metadata, normalizes common fields into `metadata.derived`, and applies per-portal
+menu rules from `portal_meta_builder/portals.py`.
+
+## Scripts
+
+### Build hardlink mirror
+
+```bash
+python3 scripts/gen_hardlinks.py
+python3 scripts/gen_hardlinks.py --portal prism --portal vicgl
+```
+
+Uses file-pattern definitions from `portal-prep/portal-file-patterns/`.
+
+### Compute rendering min/max CSV
+
+```bash
+python3 scripts/calculate-portal-minmax.py
+python3 scripts/calculate-portal-minmax.py --portal prism
+```
+
+Writes `portal-prep/pdp_min_max.csv`.
+
+### Build portal metadata JSON
+
+```bash
+python3 scripts/update-portal-meta.py
+python3 scripts/update-portal-meta.py --portal prism
+```
+
+Writes `portal-meta/<portal>.json`.
+
+## Adding A New Portal
+
+1. Add a portal pattern file at `portal-prep/portal-file-patterns/<portal>.txt`.
+2. Add a portal definition in `portal_meta_builder/portals.py`.
+3. Run `scripts/gen_hardlinks.py` for the portal.
+4. Run `scripts/update-portal-meta.py --portal <portal>`.
+
+If the portal needs custom menu labels or grouping, add a focused menu builder in
+`portal_meta_builder/portals.py`. If it needs additional normalized metadata, add that in
+`portal_meta_builder/metadata.py`.

eslint.config.mjs

@@ -0,0 +1,45 @@
+import js from '@eslint/js';
+
+export default [
+  js.configs.recommended,
+  {
+    files: ['viewer/js/**/*.js', 'viewer/js/*.js'],
+    languageOptions: {
+      ecmaVersion: 2022,
+      sourceType: 'module',
+      globals: {
+        // Browser globals
+        window: 'readonly',
+        document: 'readonly',
+        console: 'readonly',
+        fetch: 'readonly',
+        URL: 'readonly',
+        URLSearchParams: 'readonly',
+        DOMParser: 'readonly',
+        Event: 'readonly',
+        alert: 'readonly',
+        setTimeout: 'readonly',
+        setInterval: 'readonly',
+        clearInterval: 'readonly',
+        // CDN globals (ol and proj4 loaded via script tags)
+        ol: 'readonly',
+        proj4: 'readonly',
+        // Browser performance API
+        performance: 'readonly'
+      }
+    },
+    rules: {
+      // Errors
+      'no-unused-vars': ['error', { argsIgnorePattern: '^_' }],
+      'no-undef': 'error',
+      'eqeqeq': ['error', 'always', { null: 'ignore' }],
+      'no-implicit-coercion': ['error', { allow: ['!!', '+'] }],
+
+      // Warnings
+      'no-console': ['warn', { allow: ['warn', 'error'] }],
+      'no-alert': 'warn',
+
+      'no-prototype-builtins': 'off'
+    }
+  }
+];