+
+ Next, we need to use some data to
+
+ populate your prompt.
+
+
+ Later, you can upload your own dataset or
+
+ integrate our SDK to use production data.
+
+
+ For now, we'll generate some synthetic
+
+ data based on your prompt.
+
+
+
+
+
+
+ )
+}
diff --git a/apps/web/src/app/(onboarding)/onboarding-dataset/generate-dataset/page.tsx b/apps/web/src/app/(onboarding)/onboarding-dataset/generate-dataset/page.tsx
new file mode 100644
index 0000000000..80661fee5a
--- /dev/null
+++ b/apps/web/src/app/(onboarding)/onboarding-dataset/generate-dataset/page.tsx
@@ -0,0 +1,31 @@
+import { DatasetOnboardingStepRoot } from '../../_lib/OnboardingStep'
+import { GenerateDatasetBody } from './_components/GenerateDataset'
+import OnboardingHeader from '../_components/OnboardingHeader'
+import { getCurrentUserOrRedirect } from '$/services/auth/getCurrentUser'
+import buildMetatags from '$/app/_lib/buildMetatags'
+import { PageTrackingWrapper } from '$/components/PageTrackingWrapper'
+
+export async function generateMetadata() {
+ // TODO(onboarding): change this to prompt engineering onboarding title once we activate the onboarding
+ return buildMetatags({
+ title: 'Dataset Onboarding - Generate Dataset',
+ })
+}
+
+export default async function GenerateDatasetPage() {
+ const { user, workspace } = await getCurrentUserOrRedirect()
+
+ return (
+
+
+
+
+
+
+
+
+ )
+}
diff --git a/apps/web/src/app/(onboarding)/onboarding-dataset/layout.tsx b/apps/web/src/app/(onboarding)/onboarding-dataset/layout.tsx
new file mode 100644
index 0000000000..abcbf93331
--- /dev/null
+++ b/apps/web/src/app/(onboarding)/onboarding-dataset/layout.tsx
@@ -0,0 +1,82 @@
+'use server'
+
+import { PageTrackingWrapper } from '$/components/PageTrackingWrapper'
+import { getCurrentUserOrRedirect } from '$/services/auth/getCurrentUser'
+import { isFeatureEnabledByName } from '@latitude-data/core/services/workspaceFeatures/isFeatureEnabledByName'
+import { Result } from '@latitude-data/core/lib/Result'
+import buildMetatags from '$/app/_lib/buildMetatags'
+import { getOnboardingResources } from '$/data-access/workspaceOnboarding'
+import { redirect } from 'next/navigation'
+import { ROUTES } from '$/services/routes'
+import { ProjectProvider } from '$/app/providers/ProjectProvider'
+import { CommitProvider } from '$/app/providers/CommitProvider'
+import { ONBOARDING_DOCUMENT_PATH } from '@latitude-data/core/constants'
+import { DocumentValueProvider } from '$/hooks/useDocumentValueContext'
+import { DevModeProvider } from '$/hooks/useDevMode'
+import { MetadataProvider } from '$/components/MetadataProvider'
+import { DocumentVersionProvider } from '$/app/providers/DocumentProvider'
+import { ReactNode } from 'react'
+
+export async function generateMetadata() {
+ // TODO(onboarding): change this to prompt engineering onboarding title once we activate the onboarding
+ return buildMetatags({
+ title: 'Dataset Onboarding',
+ })
+}
+
+export default async function OnboardingDatasetLayout({
+ children,
+}: {
+ children: ReactNode
+}) {
+ const { user, workspace } = await getCurrentUserOrRedirect()
+ const { project, commit, documents } = await getOnboardingResources()
+ if (project === null || commit === null) {
+ return redirect(ROUTES.auth.login)
+ }
+ const document = documents.find((d) => d.path === ONBOARDING_DOCUMENT_PATH)
+ if (!document) {
+ return redirect(ROUTES.auth.login)
+ }
+
+ // TODO(onboarding): remove this once we activate the onboarding
+ const isDatasetOnboardingEnabledResult = await isFeatureEnabledByName(
+ workspace.id,
+ 'datasetOnboarding',
+ )
+
+ if (!Result.isOk(isDatasetOnboardingEnabledResult)) {
+ return redirect(ROUTES.dashboard.root)
+ }
+ const isDatasetOnboardingEnabled = isDatasetOnboardingEnabledResult.unwrap()
+
+ if (!isDatasetOnboardingEnabled) {
+ return redirect(ROUTES.dashboard.root)
+ }
+
+ // TODO(onboarding): change dataset onboarding to prompt engineering onboarding once we activate the onboarding
+ return (
+
+
+
+
+
+
+
+ {children}
+
+
+
+
+
+
+
+ )
+}
diff --git a/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/_components/PasteYourPrompt/index.tsx b/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/_components/PasteYourPrompt/index.tsx
new file mode 100644
index 0000000000..fbcf2416c9
--- /dev/null
+++ b/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/_components/PasteYourPrompt/index.tsx
@@ -0,0 +1,146 @@
+'use client'
+
+import { Badge } from '@latitude-data/web-ui/atoms/Badge'
+import { Button } from '@latitude-data/web-ui/atoms/Button'
+import { Text } from '@latitude-data/web-ui/atoms/Text'
+import { Suspense, useCallback, useState } from 'react'
+import { BlocksEditorPlaceholder } from '$/components/BlocksEditor'
+import { useDocumentValue } from '$/hooks/useDocumentValueContext'
+import useDatasets from '$/stores/datasets'
+import { OnboardingEditor } from '../../../_components/OnboardingEditor'
+import { scan } from 'promptl-ai'
+import { fromAstToBlocks } from '$/components/BlocksEditor/Editor/state/promptlToLexical/fromAstToBlocks'
+import { useDatasetOnboarding } from '$/app/(onboarding)/onboarding-dataset/datasetOnboarding'
+import { ROUTES } from '$/services/routes'
+import { useNavigate } from '$/hooks/useNavigate'
+import { SAMPLE_PROMPT } from '../../constants'
+
+export function PasteYourPromptBody() {
+ const { value, updateDocumentContent } = useDocumentValue()
+ const { data: datasets, runGenerateOnboardingAction } = useDatasets()
+ const [editorKey, setEditorKey] = useState(0)
+ const {
+ initialValue,
+ setInitialValue,
+ setDocumentParameters,
+ setLatestDatasetName,
+ } = useDatasetOnboarding()
+ const router = useNavigate()
+
+ const onNext = useCallback(async () => {
+ // We need max speed here, so we don't want to use the useMetadata hook to get the metadata.ast or parameters
+ const metadata = await scan({ prompt: value })
+ setInitialValue(fromAstToBlocks({ ast: metadata.ast, prompt: value }))
+ // If the user doesnt add any parameters, we default to 'message'
+ const documentParameters =
+ Array.from(metadata.parameters).length > 0
+ ? Array.from(metadata.parameters)
+ : ['message']
+ setDocumentParameters(documentParameters)
+ const parameters = documentParameters.join(', ') ?? 'message'
+
+ const latestDatasetName = datasets?.[datasets.length - 1]
+ ? `Dataset Onboarding ${datasets.length}`
+ : 'Dataset Onboarding'
+ setLatestDatasetName(latestDatasetName)
+
+ runGenerateOnboardingAction({
+ parameters,
+ prompt: value,
+ rowCount: 10,
+ name: latestDatasetName,
+ })
+ router.push(ROUTES.onboarding.dataset.generateDataset)
+ }, [
+ runGenerateOnboardingAction,
+ setDocumentParameters,
+ setInitialValue,
+ value,
+ router,
+ datasets,
+ setLatestDatasetName,
+ ])
+
+ const onUseSamplePrompt = useCallback(async () => {
+ // We need max speed here, so we don't want to use the useMetadata hook to get the metadata.ast or parameters
+ const metadata = await scan({ prompt: SAMPLE_PROMPT })
+ const newInitialValue = fromAstToBlocks({
+ ast: metadata.ast,
+ prompt: SAMPLE_PROMPT,
+ })
+ setInitialValue(newInitialValue)
+ updateDocumentContent(SAMPLE_PROMPT)
+ setDocumentParameters(Array.from(metadata.parameters ?? []))
+ // Force re-render of OnboardingEditor by changing key
+ setEditorKey((prev) => prev + 1)
+ }, [setInitialValue, setDocumentParameters, updateDocumentContent])
+
+ return (
+
+
+
+ }>
+
+
+
+
+
+
+
+
+
+
+
+ Step 1 of 3
+
+ Paste Your Prompt
+
+
+
+ With Latitude, it's easy to test your
+
+ prompts at scale.
+
+
+ Paste one of your existing prompts here.
+
+
+ Make sure you replace any dynamic parts with{' '}
+
+ {{ input }}
+ {' '}
+ variables.
+
+
+
+
+
+
+ )
+}
diff --git a/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/constants.ts b/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/constants.ts
new file mode 100644
index 0000000000..dcb6f1d72e
--- /dev/null
+++ b/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/constants.ts
@@ -0,0 +1,98 @@
+import { nanoidHashAlgorithm } from '@latitude-data/core/services/datasets/utils'
+import { Column } from '@latitude-data/core/schema/models/datasets'
+import { DATASET_COLUMN_ROLES } from '@latitude-data/core/constants'
+
+export type SamplePromptDocumentParameterKeys = 'score' | 'message'
+
+export type SamplePromptParameters = Record<
+ SamplePromptDocumentParameterKeys,
+ string | number
+>
+
+const SAMPLE_PROMPT = `
+---
+provider: OpenAI
+model: gpt-4.1-mini
+---
+
+This is a response from an NPS survey:
+
+Score: {{score}}
+Message: {{message}}
+
+Analyze the sentiment based on both the score and message. Prioritize identifying the primary concern in the feedback,
+focusing on the core issue mentioned by the user. Categorize the sentiment into one of the following categories:
+
+- Product Features and Functionality
+- User Interface (UI) and User Experience (UX)
+- Performance and Reliability
+- Customer Support and Service
+- Onboarding and Learning Curve
+- Pricing and Value Perception
+- Integrations and Compatibility
+- Scalability and Customization
+- Feature Requests and Product Roadmap
+- Competitor Comparison
+- General Feedback (Neutral/Non-specific)
+
+Return only one of the categories.
+`
+
+const SAMPLE_PROMPT_DATASET_COLUMNS: Column[] = [
+ {
+ identifier: nanoidHashAlgorithm({ columnName: 'score' }),
+ name: 'score',
+ role: DATASET_COLUMN_ROLES.parameter,
+ },
+ {
+ identifier: nanoidHashAlgorithm({ columnName: 'message' }),
+ name: 'message',
+ role: DATASET_COLUMN_ROLES.parameter,
+ },
+]
+
+const SAMPLE_PROMPT_DATASET: SamplePromptParameters[] = [
+ {
+ score: 5,
+ message: 'The experience is neutral, with no standout problems.',
+ },
+ {
+ score: 7,
+ message:
+ 'Overall, pretty satisfied, though some competition offers more features.',
+ },
+ {
+ score: 2,
+ message: 'Really hard to use; the learning curve is tough.',
+ },
+ {
+ score: 10,
+ message: 'Great service and seamless integration with other tools.',
+ },
+ {
+ score: 4,
+ message: 'The product is great, but the pricing is a bit high.',
+ },
+ {
+ score: 6,
+ message: 'The product is good, but the pricing is a bit high.',
+ },
+ {
+ score: 8,
+ message: 'Performance is generally good, though it can be slow at times.',
+ },
+ {
+ score: 6,
+ message: 'Navigation is okay, but onboarding materials are lacking.',
+ },
+ {
+ score: 3,
+ message: 'The app crashes frequently, making it unreliable.',
+ },
+ {
+ score: 5,
+ message: 'The experience is neutral, with no standout problems.',
+ },
+]
+
+export { SAMPLE_PROMPT_DATASET_COLUMNS, SAMPLE_PROMPT_DATASET, SAMPLE_PROMPT }
diff --git a/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/page.tsx b/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/page.tsx
new file mode 100644
index 0000000000..3f906364a1
--- /dev/null
+++ b/apps/web/src/app/(onboarding)/onboarding-dataset/paste-your-prompt/page.tsx
@@ -0,0 +1,31 @@
+import { DatasetOnboardingStepRoot } from '../../_lib/OnboardingStep'
+import { PasteYourPromptBody } from './_components/PasteYourPrompt'
+import OnboardingHeader from '../_components/OnboardingHeader'
+import { getCurrentUserOrRedirect } from '$/services/auth/getCurrentUser'
+import buildMetatags from '$/app/_lib/buildMetatags'
+import { PageTrackingWrapper } from '$/components/PageTrackingWrapper'
+
+export async function generateMetadata() {
+ // TODO(onboarding): change this to prompt engineering onboarding title once we activate the onboarding
+ return buildMetatags({
+ title: 'Dataset Onboarding - Paste Your Prompt',
+ })
+}
+
+export default async function PasteYourPromptPage() {
+ const { user, workspace } = await getCurrentUserOrRedirect()
+
+ return (
+
+
+
+ Finally, let's run an experiment to see how
+
+ your prompt does.
+
+
+ After running it, you'll be able to review
+
+ and annotate each run.
+
+
+ We automatically aggregate the issues
+
+ detected and generate specific LLM
+
+ evaluators for each one.
+
+
+
+
+
+
+ )
+}
diff --git a/apps/web/src/app/(onboarding)/onboarding-dataset/run-experiment/page.tsx b/apps/web/src/app/(onboarding)/onboarding-dataset/run-experiment/page.tsx
new file mode 100644
index 0000000000..76c3b06738
--- /dev/null
+++ b/apps/web/src/app/(onboarding)/onboarding-dataset/run-experiment/page.tsx
@@ -0,0 +1,31 @@
+import { DatasetOnboardingStepRoot } from '../../_lib/OnboardingStep'
+import RunExperimentBody from './_components/RunExperiment'
+import OnboardingHeader from '../_components/OnboardingHeader'
+import { getCurrentUserOrRedirect } from '$/services/auth/getCurrentUser'
+import buildMetatags from '$/app/_lib/buildMetatags'
+import { PageTrackingWrapper } from '$/components/PageTrackingWrapper'
+
+export async function generateMetadata() {
+ // TODO(onboarding): change this to prompt engineering onboarding title once we activate the onboarding
+ return buildMetatags({
+ title: 'Dataset Onboarding - Run Experiment',
+ })
+}
+
+export default async function RunExperimentPage() {
+ const { user, workspace } = await getCurrentUserOrRedirect()
+
+ return (
+
+