Graceful shutdown: flush tag page stats

app/attention.ts

@@ -52,8 +52,7 @@ export function logTagVote(tag: string) {
 	stats.votes += 1
 }
 
-
-export function logTagPageView(userId: string, tag: string, posts: number[]) {
+export function logTagPageView(userId: string, tag: string) {
 
 	let stats = getOrCreateStatsForTag(tag)
 	let filter = stats.filter
@@ -62,9 +61,6 @@ export function logTagPageView(userId: string, tag: string, posts: number[]) {
 	if (!filter.has(key)) {
 		filter.set(key, true)
 		stats.views += 1
-		// console.log("Incrementing stats views", stats.views)
-	} else {
-		// console.log("Deduping", userId)
 	}
 }
 

app/ranking.ts

@@ -2,7 +2,7 @@ import { db } from "#app/db.ts";
 import { type Post } from '#app/db/types.ts'; // this is the Database interface we defined earlier
 import { sql } from 'kysely';
 // import { cumulativeAttention } from './attention.ts';
-import { saveTagPageStats } from './attention.ts';
+import { logTagPageView, saveTagPageStats } from './attention.ts';
 import { findTopNoteId, GLOBAL_PRIOR_VOTE_RATE } from './probabilities.ts';
 import { getOrInsertTagId } from './tag.ts';
 
@@ -45,10 +45,20 @@ let rankingsCache = new LRUCache<string, RankedPost[]>({
 	// when we dispose of the page from the cache, call saveTagPageStats to update attention
 	// stats in the DB for each post on the tag page.
 	dispose: (posts, tag, _reason) => {
+		console.log("Saving stats for", tag)
 		saveTagPageStats(tag, posts.map(p => p.id))     
 	},
 }) 
 
+export async function saveAllTagPageStats() {
+	console.log("Closing gracefully")
+	let keys = rankingsCache.keys()
+	for (let tag of keys) {
+		console.log("Deleting tag", tag)
+		rankingsCache.delete(tag)
+	}
+}
+
 export async function getRankedPosts(tag: string, maxResults: number): Promise<RankedPost[]> {
 
 	let tagId = await getOrInsertTagId(tag)
@@ -58,6 +68,7 @@ export async function getRankedPosts(tag: string, maxResults: number): Promise<R
 		result = await getRankedPostsInternal(tagId, maxResults)
 		rankingsCache.set(tag, result)
 	}
+	// logTagPageView(userId, tag)
 
 	return result
 }

app/routes/tags+/$tag_.tsx

@@ -35,8 +35,7 @@ export async function loader({ params, request }: DataFunctionArgs) {
 	invariant(tag, 'Missing tag param')
 
 	const posts = await getRankedPosts(tag, maxPosts)
-
-	logTagPageView(userId, tag, posts.map((p) => p.id))
+	logTagPageView(userId, tag)
 
 	return json({ posts, userId, positions, tag })
 }

index.js

@@ -1,12 +1,15 @@
-import 'dotenv/config'
-import 'source-map-support/register.js'
+import { saveAllTagPageStats } from '#app/ranking.ts'
 import { installGlobals } from '@remix-run/node'
 import chalk from 'chalk'
 import closeWithGrace from 'close-with-grace'
+import 'dotenv/config'
+import 'source-map-support/register.js'
 
 installGlobals()
 
 closeWithGrace(async ({ err }) => {
+	console.log("Received shutdown signal.")
+	await saveAllTagPageStats()
 	if (err) {
 		console.error(chalk.red(err))
 		console.error(chalk.red(err.stack))

simulate-attention-share.ts

@@ -193,7 +193,7 @@ async function simulateAttentionShare() {
 		// assume all users views the tag page
 		for (let i = 0; i < nUsers; i++) {
 			let userId = (1000 + i).toString()
-			logTagPageView(userId, tag, tagPage)
+			logTagPageView(userId, tag)
 		}
 
 		// for each rank