feat: serverless

Author: MasterPtato

examples/next-js/package.json

@@ -4,6 +4,7 @@
   "private": true,
   "scripts": {
     "dev": "next dev",
+    "build": "next build",
     "start": "next start",
     "lint": "next lint"
   },
@@ -20,4 +21,4 @@
     "@types/react": "^19",
     "@types/react-dom": "^19"
   }
-}
+}

examples/next-js/src/app/api/registry/[...all]/route.ts renamed to examples/next-js/src/app/api/rivet/[...all]/route.ts

@@ -1,4 +1,4 @@
 import { toNextHandler } from "@rivetkit/next-js";
 import { registry } from "@/rivet/registry";
 
-export const { GET, POST, HEAD, PATCH, OPTIONS } = toNextHandler(registry);
+export const { GET, POST, PUT, PATCH, HEAD, OPTIONS } = toNextHandler(registry);

packages/next-js/src/mod.ts

@@ -6,14 +6,26 @@ export const toNextHandler = (
 ) => {
 	// Don't run server locally since we're using the fetch handler directly
 	inputConfig.disableServer = true;
+	inputConfig.disableActorDriver = true;
 
-	const { fetch } = registry.start(inputConfig);
+	const { fetch } = registry.startServerless(inputConfig);
+
+	const fetchWrapper = async (request: Request, { params }: { params: Promise<{ all: string[] }> }) => {
+		const { all } = await params;
+
+		const newUrl = new URL(request.url);
+		newUrl.pathname = all.join('/');
+		const newReq = new Request(newUrl, request);
+
+		return await fetch(newReq);
+	};
 
 	return {
-		GET: fetch,
-		POST: fetch,
-		PATCH: fetch,
-		HEAD: fetch,
-		OPTIONS: fetch,
+		GET: fetchWrapper,
+		POST: fetchWrapper,
+		PUT: fetchWrapper,
+		PATCH: fetchWrapper,
+		HEAD: fetchWrapper,
+		OPTIONS: fetchWrapper,
 	};
 };

packages/rivetkit/package.json

@@ -188,7 +188,8 @@
     "tsx": "^4.19.4",
     "typescript": "^5.7.3",
     "vitest": "^3.1.1",
-    "ws": "^8.18.1"
+    "ws": "^8.18.1",
+    "bufferutil": "^4.0.9"
   },
   "peerDependencies": {
     "@hono/node-server": "^1.14.0",

packages/rivetkit/scripts/dump-openapi.ts

@@ -38,6 +38,7 @@ function main() {
 		registryConfig,
 		driverConfig,
 		managerDriver,
+		undefined,
 	);
 
 	const openApiDoc = openapi.getOpenAPIDocument({

packages/rivetkit/src/actor/driver.ts

@@ -7,6 +7,7 @@ import type * as protocol from "@/schemas/client-protocol/mod";
 import type { AnyConn, ConnectionDriver } from "./connection";
 import type { GenericConnGlobalState } from "./generic-conn-driver";
 import type { AnyActorInstance } from "./instance";
+import { Hono, MiddlewareHandler } from "hono";
 
 export type ConnectionDriversMap = Record<ConnectionDriver, ConnDriver>;
 
@@ -45,6 +46,11 @@ export interface ActorDriver {
 	sleep?(actorId: string): Promise<void>;
 
 	shutdown?(immediate: boolean): Promise<void>;
+
+	// Serverless
+	awaitStarted?(): Promise<void>;
+	awaitStopped?(): Promise<void>;
+	runnerId?(): string | undefined;
 }
 
 export enum ConnectionReadyState {

packages/rivetkit/src/client/actor-conn.ts

@@ -396,9 +396,9 @@ enc
 		logger().trace(
 			getEnvUniversal("_RIVETKIT_LOG_MESSAGE")
 				? {
-						msg: "parsed message",
-						message: jsonStringifyCompat(response).substring(0, 100) + "...",
-					}
+					msg: "parsed message",
+					message: jsonStringifyCompat(response).substring(0, 100) + "...",
+				}
 				: { msg: "parsed message" },
 		);
 
@@ -722,9 +722,9 @@ enc
 			logger().trace(
 				getEnvUniversal("_RIVETKIT_LOG_MESSAGE")
 					? {
-							msg: "sent http message",
-							message: `${jsonStringifyCompat(message).substring(0, 100)}...`,
-						}
+						msg: "sent http message",
+						message: `${jsonStringifyCompat(message).substring(0, 100)}...`,
+					}
 					: { msg: "sent http message" },
 			);
 

packages/rivetkit/src/common/versioned-data.ts

@@ -13,7 +13,7 @@ export interface VersionedDataConfig<T> {
 }
 
 export class VersionedDataHandler<T> {
-	constructor(private config: VersionedDataConfig<T>) {}
+	constructor(private config: VersionedDataConfig<T>) { }
 
 	serializeWithEmbeddedVersion(data: T): Uint8Array {
 		const versioned: VersionedData<Uint8Array> = {
@@ -63,8 +63,8 @@ export class VersionedDataHandler<T> {
 	}
 
 	private embedVersion(data: VersionedData<Uint8Array>): Uint8Array {
-		const versionBytes = new Uint8Array(4);
-		new DataView(versionBytes.buffer).setUint32(0, data.version, true);
+		const versionBytes = new Uint8Array(2);
+		new DataView(versionBytes.buffer).setUint16(0, data.version, true);
 
 		const result = new Uint8Array(versionBytes.length + data.data.length);
 		result.set(versionBytes);
@@ -74,15 +74,15 @@ export class VersionedDataHandler<T> {
 	}
 
 	private extractVersion(bytes: Uint8Array): VersionedData<Uint8Array> {
-		if (bytes.length < 4) {
+		if (bytes.length < 2) {
 			throw new Error("Invalid versioned data: too short");
 		}
 
-		const version = new DataView(bytes.buffer, bytes.byteOffset).getUint32(
+		const version = new DataView(bytes.buffer, bytes.byteOffset).getUint16(
 			0,
 			true,
 		);
-		const data = bytes.slice(4);
+		const data = bytes.slice(2);
 
 		return { version, data };
 	}

packages/rivetkit/src/driver-test-suite/mod.ts

@@ -199,6 +199,7 @@ export async function createTestRuntime(
 			registry.config,
 			config,
 			managerDriver,
+			undefined,
 		);
 
 		// Inject WebSocket

packages/rivetkit/src/drivers/engine/actor-driver.ts

@@ -42,6 +42,8 @@ import { promiseWithResolvers } from "@/utils";
 import type { Config } from "./config";
 import { KEYS } from "./kv";
 import { logger } from "./log";
+import { Hono, MiddlewareHandler } from "hono";
+import { streamSSE } from "hono/streaming";
 
 interface ActorHandler {
 	actor?: AnyActorInstance;
@@ -63,6 +65,9 @@ export class EngineActorDriver implements ActorDriver {
 	#actorRouter: ActorRouter;
 	#version: number = 1; // Version for the runner protocol
 
+	#runnerStarted: PromiseWithResolvers<undefined> = Promise.withResolvers();
+	#runnerStopped: PromiseWithResolvers<undefined> = Promise.withResolvers();
+
 	constructor(
 		registryConfig: RegistryConfig,
 		runConfig: RunConfig,
@@ -111,6 +116,8 @@ export class EngineActorDriver implements ActorDriver {
 						runnerName: this.#config.runnerName,
 					});
 				}
+
+				this.#runnerStarted.resolve(undefined);
 			},
 			onDisconnected: () => {
 				logger().warn({
@@ -120,7 +127,9 @@ export class EngineActorDriver implements ActorDriver {
 				});
 				hasDisconnected = true;
 			},
-			onShutdown: () => {},
+			onShutdown: () => {
+				this.#runnerStopped.resolve(undefined);
+			},
 			fetch: this.#runnerFetch.bind(this),
 			websocket: this.#runnerWebSocket.bind(this),
 			onActorStart: this.#runnerOnActorStart.bind(this),
@@ -381,4 +390,16 @@ export class EngineActorDriver implements ActorDriver {
 		logger().info({ msg: "stopping engine actor driver" });
 		await this.#runner.shutdown(immediate);
 	}
+
+	awaitStarted(): Promise<void> {
+		return this.#runnerStarted.promise;
+	}
+
+	awaitStopped(): Promise<void> {
+		return this.#runnerStopped.promise;
+	}
+
+	runnerId(): string | undefined {
+		return this.#runner.runnerId;
+	}
 }