feature: add indexer recordings (#13)

* feat: configure testnet recording and bun debugging

This enables debugging the recording process and captures real testnet
API responses for mock server playback.

Adds VS Code Bun debugger configuration for server

* fix: remove problematic response headers during replay

- Strip transfer-encoding and content-encoding headers in beforeReplay hook to prevent conflicts with content-length and decompression errors
- Replace server tests with replay-focused tests
- Update unrecorded endpoint test to use non-existent account address
- Re-record HAR files with consistent API token format

* refactor: separate recording and replay into distinct CLI tools

- Split bin/server.ts (replay-only) and bin/record.ts (recording-only)
- Update startServer() to remove mode parameter, always replays
- Created tests for replay and recording
- Update tests to use new API signatures
- Add debug configurations for both tools

* refactor: record test to just test the record function

Removed the bin record file since recording happens on every server start

* feat:added scripts to find data

* feat: add algod API endpoint recordings and binary msgpack support

- Add comprehensive algod request functions in src/requests/algodRequests.ts
- Add beforePersist hook to ensure msgpack responses are base64 encoded
- Refactor record.ts to use modular request functions
- Update HAR recordings with complete endpoint coverage
- Add indexer and kmd request modules

* chore: removed finding data scripts

* chore: updated snapshot for failing test

* feat: added indexer endpoint recordings

* chore: updated snapshot

Author: lempira

resources/mock-server/.vscode/launch.json

@@ -9,7 +9,7 @@
       "request": "launch",
       "name": "Debug Replay Server",
       "program": "${workspaceFolder}/bin/server.ts",
-      "args": ["algod"], // Change to: algod, indexer, or kmd
+      "args": ["indexer"], // Change to: algod, indexer, or kmd
       // "args": ["algod", "${workspaceFolder}/tmp-recordings"], // Change to: algod, indexer, or kmd
       "cwd": "${workspaceFolder}",
       "stopOnEntry": false,
@@ -19,6 +19,19 @@
         "LOG_LEVEL": "debug"
       }
     },
+    {
+      "type": "bun",
+      "request": "launch",
+      "name": "Debug Find Pending Transactions",
+      "program": "${workspaceFolder}/scripts/find-pending-transactions.ts",
+      "args": ["60", "1000"], // [pollDuration in seconds, pollInterval in ms]
+      "cwd": "${workspaceFolder}",
+      "stopOnEntry": false,
+      "watchMode": false,
+      "env": {
+        "NODE_ENV": "development"
+      }
+    },
     {
       "type": "bun",
       "request": "launch",

resources/mock-server/__test__/__snapshots__/replay.test.ts.snap

@@ -42,8 +42,8 @@ HealthCheck {
   "dbAvailable": true,
   "errors": undefined,
   "isMigrating": false,
-  "message": "57490591",
-  "round": 57490591n,
+  "message": "57772761",
+  "round": 57772761n,
   "version": "3.9.0",
 }
 `;

resources/mock-server/mock-server.code-workspace

@@ -15,4 +15,4 @@
     // This ensures consistency between CLI builds and editor type checking
     "typescript.enablePromptUseWorkspaceTsdk": true
   }
-}
+}

resources/mock-server/recordings/indexer_2682762536/recording.har

@@ -91,6 +91,29 @@ export function getPolly(
     );
   });
 
+  // Decode base64-encoded msgpack responses from HAR files
+  polly.server.any().on("beforeResponse", (_req, res) => {
+    console.log("beforeResponse triggered");
+    console.log("Content-Type:", res.headers["content-type"]);
+    console.log("Body type:", typeof res.body);
+    console.log(
+      "Body (first 50 chars):",
+      typeof res.body === "string" ? res.body.substring(0, 50) : "NOT A STRING"
+    );
+
+    // Base64 decode attempt
+    if (
+      res.body &&
+      typeof res.body === "string" &&
+      res.headers["content-type"]?.includes("msgpack")
+    ) {
+      console.log("Attempting base64 decode...");
+      const buffer = Buffer.from(res.body, "base64");
+      res.body = new Uint8Array(buffer) as any;
+      console.log("Decoded body type:", res.body?.constructor.name);
+    }
+  });
+
   return polly;
 }
 

resources/mock-server/src/index.ts

@@ -6,5 +6,108 @@ export async function algosdkIndexerRequests() {
     "https://testnet-idx.4160.nodely.dev",
     443
   );
+
+  // ========================================
+  // TEST DATA SOURCES:
+  // - Using same test data from algod requests (Lora object mothers)
+  // ========================================
+
+  const address = "25M5BT2DMMED3V6CWDEYKSNEFGPXX4QBIINCOICLXXRU3UGTSGRMF3MTOE";
+  // TODO: Find app with a localstate
+  const appId = 718348254; // testnet
+  const appIdWithBoxes = 742949200; // xgov testnet
+  const assetId = 705457144;
+  const txId = "VIXTUMAPT7NR4RB2WVOGMETW4QY43KIDA3HWDWWXS3UEDKGTEECQ";
+  const round = 24099447;
+
+  // ============================================
+  // NO PARAMETERS NEEDED
+  // ============================================
+
+  // GET /health
   await indexer.makeHealthCheck().do();
+
+  // ============================================
+  // ACCOUNT ENDPOINTS
+  // ============================================
+
+  // GET /v2/accounts
+  await indexer.searchAccounts().limit(1).do();
+
+  // GET /v2/accounts/{account-id}
+  await indexer.lookupAccountByID(address).do();
+
+  // GET /v2/accounts/{account-id}/transactions
+  await indexer.lookupAccountTransactions(address).do();
+
+  // GET /v2/accounts/{account-id}/assets
+  await indexer.lookupAccountAssets(address).do();
+
+  // GET /v2/accounts/{account-id}/created-assets
+  await indexer.lookupAccountCreatedAssets(address).do();
+
+  // GET /v2/accounts/{account-id}/created-applications
+  await indexer.lookupAccountCreatedApplications(address).do();
+
+  // GET /v2/accounts/{account-id}/apps-local-state
+  await indexer.lookupAccountAppLocalStates(address).do();
+
+  // ============================================
+  // TRANSACTION ENDPOINTS
+  // ============================================
+
+  // GET /v2/transactions
+  await indexer.searchForTransactions().limit(1).do();
+
+  // GET /v2/transactions/{txid}
+  await indexer.lookupTransactionByID(txId).do();
+
+  // ============================================
+  // ASSET ENDPOINTS
+  // ============================================
+
+  // GET /v2/assets
+  await indexer.searchForAssets().limit(1).do();
+
+  // GET /v2/assets/{asset-id}
+  await indexer.lookupAssetByID(assetId).do();
+
+  // GET /v2/assets/{asset-id}/balances
+  await indexer.lookupAssetBalances(assetId).do();
+
+  // GET /v2/assets/{asset-id}/transactions
+  await indexer.lookupAssetTransactions(assetId).do();
+
+  // ============================================
+  // APPLICATION ENDPOINTS
+  // ============================================
+
+  // GET /v2/applications
+  await indexer.searchForApplications().limit(1).do();
+
+  // GET /v2/applications/{application-id}
+  await indexer.lookupApplications(appId).do();
+
+  // GET /v2/applications/{application-id}/logs
+  await indexer.lookupApplicationLogs(appId).do();
+
+  // GET /v2/applications/{application-id}/box
+  const boxName = Buffer.from(
+    "cBbHBNV+zUy/Mz5IRhIrBLxr1on5wmidhXEavV+SasC8",
+    "base64"
+  );
+  await indexer.lookupApplicationBoxByIDandName(appIdWithBoxes, boxName).do();
+
+  // GET /v2/applications/{application-id}/boxes
+  await indexer.searchForApplicationBoxes(appIdWithBoxes).do();
+
+  // ============================================
+  // BLOCK ENDPOINTS
+  // ============================================
+
+  // GET /v2/blocks/{round-number}
+  await indexer.lookupBlock(round).do();
+
+  // GET /v2/block-headers
+  await indexer.searchForBlockHeaders().limit(1).do();
 }