Feature/document logs limited view part 2 (#1364)

* Document logs limited view

* PR comments

Author: neoxelox

.gitignore

@@ -68,4 +68,3 @@ TODO.md
 # Sentry
 .sentryclirc
 .env.sentry-build-plugin
-bin

apps/console/src/index.ts

@@ -1,8 +1,12 @@
-import * as loadModules from './replReload'
+import { database, utils } from '@latitude-data/core/client'
 import * as models from '@latitude-data/core/schema'
+import { randomUUID as uuid } from 'node:crypto'
 import repl from 'node:repl'
-import { database, dbUtils } from '@latitude-data/core/client'
+import { inspect as utilInspect } from 'node:util'
 import { setupReplHistory } from './replHistory'
+import * as loadModules from './replReload'
+
+const inspect = (value: any) => console.log(utilInspect(value, { depth: null }))
 
 const hasS3 = process.env.S3_BUCKET
 
@@ -21,15 +25,11 @@ const r = repl.start({
 // History in Repl enabled
 setupReplHistory(r)
 
-r.context.database = {
-  ...dbUtils,
+Object.assign(r.context, {
+  ...utils,
   ...models,
-  db: database,
-}
-
-// Use this to load code
-// Ex: mod = await loadModule('@latitude-data/core/data-migrations')
-r.context.loadModule = loadModules.loadModule
-
-// Reload TS code changed in the modules you're importing
-r.context.reload = loadModules.reloadAllModules
+  database,
+  uuid,
+  inspect,
+  ...loadModules,
+})

apps/web/package.json

@@ -58,7 +58,7 @@
     "openid-client": "6.3.4",
     "oslo": "1.2.0",
     "pdfjs-dist": "4.9.155",
-    "pg": "8.12.0",
+    "pg": "catalog:",
     "posthog-js": "1.161.6",
     "promptl-ai": "catalog:",
     "rate-limiter-flexible": "5.0.3",

apps/web/src/app/(private)/_data-access/index.ts

@@ -2,12 +2,17 @@ import { cache } from 'react'
 
 import { getCurrentUser } from '$/services/auth/getCurrentUser'
 import {
+  DOCUMENT_STATS_CACHE_KEY,
+  DocumentLogsLimitedView,
   EvaluationMetric,
   EvaluationType,
   EvaluationV2,
+  PROJECT_STATS_CACHE_KEY,
+  ProjectLimitedView,
   Workspace,
   type Commit,
 } from '@latitude-data/core/browser'
+import { cache as redis } from '@latitude-data/core/cache'
 import { NotFoundError } from '@latitude-data/core/lib/errors'
 import { ApiKeysRepository } from '@latitude-data/core/repositories/apiKeysRepository'
 import {
@@ -213,6 +218,22 @@ export const getEvaluationByIdCached = cache(async (id: number) => {
   return evaluation
 })
 
+export const getDocumentStatsCached = cache(async (documentUuid: string) => {
+  const { workspace } = await getCurrentUser()
+  const cache = await redis()
+  const key = DOCUMENT_STATS_CACHE_KEY(workspace.id, documentUuid)
+  const stats = await cache.get(key)
+  return (stats ? JSON.parse(stats) : null) as DocumentLogsLimitedView | null
+})
+
+export const getProjectStatsCached = cache(async (projectId: number) => {
+  const { workspace } = await getCurrentUser()
+  const cache = await redis()
+  const key = PROJECT_STATS_CACHE_KEY(workspace.id, projectId)
+  const stats = await cache.get(key)
+  return (stats ? JSON.parse(stats) : null) as ProjectLimitedView | null
+})
+
 export const getDocumentLogsApproximatedCountCached = cache(
   async (documentUuid: string) => {
     const { workspace } = await getCurrentUser()
@@ -223,6 +244,32 @@ export const getDocumentLogsApproximatedCountCached = cache(
   },
 )
 
+export const getDocumentLogsApproximatedCountByProjectCached = cache(
+  async (projectId: number) => {
+    const { workspace } = await getCurrentUser()
+    const repository = new DocumentLogsRepository(workspace.id)
+    return await repository
+      .approximatedCountByProject({ projectId })
+      .then((r) => r.unwrap())
+  },
+)
+
+export const hasDocumentLogsCached = cache(async (documentUuid: string) => {
+  const { workspace } = await getCurrentUser()
+  const repository = new DocumentLogsRepository(workspace.id)
+  return await repository.hasLogs({ documentUuid }).then((r) => r.unwrap())
+})
+
+export const hasDocumentLogsByProjectCached = cache(
+  async (projectId: number) => {
+    const { workspace } = await getCurrentUser()
+    const repository = new DocumentLogsRepository(workspace.id)
+    return await repository
+      .hasLogsByProject({ projectId })
+      .then((r) => r.unwrap())
+  },
+)
+
 export const getDocumentLogCached = cache(async (uuid: string) => {
   const { workspace } = await getCurrentUser()
   const repository = new DocumentLogsRepository(workspace.id)

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/_components/DocumentEditor/Editor/Playground/DocumentParams/HistoryLogParams/useLogHistoryParams.ts

@@ -1,14 +1,14 @@
 import { useCallback, useState } from 'react'
 
-import { DocumentVersion } from '@latitude-data/core/browser'
-import { useCurrentProject } from '@latitude-data/web-ui/providers'
+import { useDefaultLogFilterOptions } from '$/hooks/logFilters/useDefaultLogFilterOptions'
 import { useDocumentParameters } from '$/hooks/useDocumentParameters'
 import useDocumentLogs from '$/stores/documentLogs'
 import useDocumentLogWithPaginationPosition, {
   LogWithPosition,
 } from '$/stores/documentLogWithPaginationPosition'
 import useDocumentLogsPagination from '$/stores/useDocumentLogsPagination'
-import { useDefaultLogFilterOptions } from '$/hooks/logFilters/useDefaultLogFilterOptions'
+import { DocumentVersion, LogSources } from '@latitude-data/core/browser'
+import { useCurrentProject } from '@latitude-data/web-ui/providers'
 
 const ONLY_ONE_PAGE = '1'
 
@@ -21,13 +21,17 @@ export function useLogHistoryParams({
 }) {
   const { project } = useCurrentProject()
   const {
-    history: { setHistoryLog, logUuid, mapDocParametersToInputs },
+    history: { setHistoryLog, logUuid, force, mapDocParametersToInputs },
   } = useDocumentParameters({
     document,
     commitVersionUuid,
   })
 
-  const filterOptions = useDefaultLogFilterOptions()
+  const filterOptions = {
+    ...useDefaultLogFilterOptions(),
+    // Note: Speeding up history logs as a best-effort basis
+    ...(!force && { logSources: [LogSources.Playground] }),
+  }
   const { data: pagination, isLoading: isLoadingCounter } =
     useDocumentLogsPagination({
       projectId: project.id,
@@ -64,11 +68,11 @@ export function useLogHistoryParams({
     pageSize: ONLY_ONE_PAGE,
     excludeErrors: true,
     onFetched: (logs) => {
-      const log = logs[0]
+      const log = logs?.[0]
       if (!log) return
 
       mapDocParametersToInputs({ parameters: log.parameters })
-      setHistoryLog(log.uuid)
+      setHistoryLog(log)
     },
   })
 

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/_components/DocumentEditor/Editor/Playground/index.tsx

@@ -2,7 +2,7 @@ import { memo, useCallback, useEffect, useState } from 'react'
 
 import { useDocumentParameters } from '$/hooks/useDocumentParameters'
 import useDocumentLogWithMetadata from '$/stores/documentLogWithMetadata'
-import { DocumentVersion } from '@latitude-data/core/browser'
+import { DocumentVersion, LogSources } from '@latitude-data/core/browser'
 import { SplitPane } from '@latitude-data/web-ui/atoms/SplitPane'
 import {
   AppLocalStorage,
@@ -50,7 +50,12 @@ export const Playground = memo(
     useEffect(() => {
       setForcedSize(collapsed ? DOCUMENT_PLAYGROUND_COLLAPSED_SIZE : undefined)
     }, [collapsed])
-    const { parameters, source, setSource } = useDocumentParameters({
+    const {
+      parameters,
+      source,
+      setSource,
+      history: { setHistoryLog },
+    } = useDocumentParameters({
       commitVersionUuid: commit.uuid,
       document,
     })
@@ -72,8 +77,9 @@ export const Playground = memo(
         if (!documentLogUuid || error) return
         setRunCount((prev) => prev + 1)
         setDocumentLogUuid(documentLogUuid)
+        setHistoryLog({ uuid: documentLogUuid, source: LogSources.Playground })
       },
-      [setRunCount, setDocumentLogUuid],
+      [setRunCount, setDocumentLogUuid, setHistoryLog],
     )
     const clearChat = useCallback(() => setMode('preview'), [setMode])
     const runPrompt = useCallback(() => setMode('chat'), [setMode])

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/logs/_components/DocumentLogs/DocumentLogInfo/Metadata.tsx

@@ -374,7 +374,7 @@ function UseDocumentLogInPlaygroundButton({
   const navigate = useNavigate()
   const employLogAsDocumentParameters = useCallback(() => {
     setSource('history')
-    setHistoryLog(documentLog.uuid)
+    setHistoryLog(documentLog)
     navigate.push(
       ROUTES.projects
         .detail({ id: project.id })
@@ -390,7 +390,7 @@ function UseDocumentLogInPlaygroundButton({
     project.id,
     commit.uuid,
     documentUuid,
-    documentLog.uuid,
+    documentLog,
   ])
   const hasError = 'error' in documentLog && !!documentLog.error.message
 

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/logs/_components/DocumentLogs/DocumentLogsTable.tsx

@@ -8,7 +8,7 @@ import { KeysetTablePaginationFooter } from '$/components/TablePaginationFooter/
 import { SelectableRowsHook } from '$/hooks/useSelectableRows'
 import { relativeTime } from '$/lib/relativeTime'
 import {
-  DocumentLogLimitedView,
+  DocumentLogsLimitedView,
   DocumentLogWithMetadataAndError,
   EvaluationV2,
   LOG_FILTERS_ENCODED_PARAMS,
@@ -115,7 +115,7 @@ type Props = {
   setSelectedLog: (log: DocumentLogWithMetadataAndError | undefined) => void
   isLoading: boolean
   selectableState: SelectableRowsHook
-  limitedView?: DocumentLogLimitedView
+  limitedView?: DocumentLogsLimitedView
   limitedCursor?: string | null
   setLimitedCursor?: (cursor: string | null) => void
 }

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/logs/_components/DocumentLogs/index.tsx

@@ -8,7 +8,7 @@ import useProviderLogs from '$/stores/providerLogs'
 import useDocumentLogsPagination from '$/stores/useDocumentLogsPagination'
 import {
   DocumentLogFilterOptions,
-  DocumentLogLimitedView,
+  DocumentLogsLimitedView,
   DocumentLogsAggregations,
   DocumentLogWithMetadataAndError,
   EvaluationV2,
@@ -63,7 +63,7 @@ export function DocumentLogs({
   evaluations: EvaluationV2[]
   annotateEvaluation: ReturnType<typeof useEvaluationsV2>['annotateEvaluation']
   isAnnotatingEvaluation: boolean
-  limitedView?: DocumentLogLimitedView
+  limitedView?: DocumentLogsLimitedView
   limitedCursor?: string | null
   setLimitedCursor?: (cursor: string | null) => void
 }) {

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/logs/_components/index.tsx

@@ -15,7 +15,7 @@ import useEvaluationResultsV2ByDocumentLogs from '$/stores/evaluationResultsV2/b
 import { useEvaluationsV2 } from '$/stores/evaluationsV2'
 import {
   DocumentLogFilterOptions,
-  DocumentLogLimitedView,
+  DocumentLogsLimitedView,
   DocumentLogWithMetadataAndError,
 } from '@latitude-data/core/browser'
 import { Button } from '@latitude-data/web-ui/atoms/Button'
@@ -93,7 +93,7 @@ export function DocumentLogsPage({
   selectedLog?: DocumentLogWithMetadataAndError
   originalSelectedCommitsIds: number[]
   documentLogFilterOptions: DocumentLogFilterOptions
-  limitedView?: DocumentLogLimitedView
+  limitedView?: DocumentLogsLimitedView
 }) {
   const { project } = useCurrentProject()
   const { commit } = useCurrentCommit()
@@ -143,8 +143,8 @@ export function DocumentLogsPage({
   })
 
   const documentLogs = useMemo(() => {
-    if (limitedView) return documentLogsLimited.items
-    return documentLogsNormal
+    if (limitedView) return documentLogsLimited.items ?? []
+    return documentLogsNormal ?? []
   }, [limitedView, documentLogsLimited, documentLogsNormal])
 
   const mutate = useMemo(() => {
@@ -200,7 +200,7 @@ export function DocumentLogsPage({
   const isEvaluationsLoading =
     isEvaluationResultsV2Loading || isEvaluationsV2Loading
 
-  const [realtimeEnabled, setRealtimeEnabled] = useState(true)
+  const [realtimeEnabled, setRealtimeEnabled] = useState(!limitedView)
   useDocumentLogSocket(document.documentUuid, mutate, realtimeEnabled)
 
   return (