diff --git a/src/docs.json b/src/docs.json index 3fda61c97..2d45356e4 100644 --- a/src/docs.json +++ b/src/docs.json @@ -536,6 +536,406 @@ } ] }, + { + "dropdown": "LangSmith", + "icon": "/images/brand/langsmith-pill.svg", + "description": "Platform for LLM observability and evaluation", + "tabs": [ + { + "tab": "Get started", + "pages": [ + "langsmith/home", + + { + "group": "Start tracing", + "pages": [ + "langsmith/observability-overview", + "langsmith/observability-quickstart" + ] + }, + { + "group": "Evaluate your application", + "pages": [ + "langsmith/evaluation-overview", + "langsmith/evaluation-quickstart" + ] + }, + { + "group": "Test your prompts", + "pages": [ + "langsmith/prompt-engineering-overview", + "langsmith/prompt-engineering-quickstart-ui", + "langsmith/prompt-engineering-quickstart-sdk" + ] + }, + { + "group": "API & SDKs", + "pages": [ + "langsmith/api-ref", + "langsmith/python-sdk", + "langsmith/js-ts-sdk" + ] + }, + { + "group": "Pricing", + "pages": [ + "langsmith/pricing-plans", + "langsmith/pricing-faq" + ] + } + ] + }, + { + "tab": "Observability", + "pages": [ + "langsmith/observability-tab", + { + "group": "Set up tracing", + "pages": [ + { + "group": "Manual", + "pages": [ + "langsmith/annotate-code", + "langsmith/trace-with-api" + ] + }, + { + "group": "Integrations", + "pages": [ + "langsmith/trace-with-langchain", + "langsmith/trace-with-langgraph", + "langsmith/trace-anthropic", + "langsmith/trace-openai", + "langsmith/trace-with-instructor", + "langsmith/trace-with-vercel-ai-sdk", + "langsmith/trace-with-opentelemetry", + "langsmith/trace-with-openai-agents-sdk", + "langsmith/trace-claude-code" + ] + }, + { + "group": "Configuration", + "pages": [ + "langsmith/log-traces-to-project", + "langsmith/trace-without-env-vars", + "langsmith/threads", + "langsmith/sample-traces", + "langsmith/add-metadata-tags", + "langsmith/distributed-tracing", + "langsmith/access-current-span", + "langsmith/log-llm-trace", + "langsmith/calculate-token-based-costs", + "langsmith/log-multimodal-traces", + "langsmith/log-retriever-trace", + "langsmith/mask-inputs-outputs", + "langsmith/trace-generator-functions", + "langsmith/serverless-environments", + "langsmith/nest-traces", + "langsmith/upload-files-with-traces", + "langsmith/output-detailed-logs", + "langsmith/troubleshooting-variable-caching", + "langsmith/collector-proxy" + ] + } + ] + }, + { + "group": "View traces", + "pages": [ + "langsmith/filter-traces-in-application", + "langsmith/export-traces", + "langsmith/data-export", + "langsmith/share-trace", + "langsmith/compare-traces", + "langsmith/langgraph-platform-logs" + ] + }, + { + "group": "Monitoring", + "pages": [ + "langsmith/dashboards", + "langsmith/alerts", + "langsmith/alerts-pagerduty", + "langsmith/alerts-webhook" + ] + }, + { + "group": "Automations", + "pages": [ + "langsmith/rules", + "langsmith/webhooks", + "langsmith/online-evaluations" + ] + }, + { + "group": "Human Feedback", + "pages": [ + "langsmith/attach-user-feedback" + ] + }, + { + "group": "Trace a RAG application", + "pages": [ + "langsmith/observability-llm-tutorial" + ] + } + ] + }, + { + "tab": "Evaluation", + "pages": [ + "langsmith/evaluation-tab", + { + "group": "Datasets", + "pages": [ + { + "group": "Create a dataset", + "pages": [ + "langsmith/manage-datasets-in-application", + "langsmith/manage-datasets-programmatically" + ] + }, + "langsmith/manage-datasets" + ] + }, + { + "group": "Evaluations", + "pages": [ + { + "group": "Run an evaluation", + "pages": [ + "langsmith/evaluate-llm-application", + "langsmith/run-evaluation-from-prompt-playground", + { + "group": "Prebuilt evaluators", + "pages": [ + "langsmith/prebuilt-evaluators" + ] + } + ] + }, + { + "group": "Evaluation methods", + "pages": [ + "langsmith/evaluation-async", + "langsmith/pytest", + "langsmith/vitest-jest", + "langsmith/run-evals-api-only" + ] + }, + { + "group": "Evaluator types", + "pages": [ + "langsmith/code-evaluator", + "langsmith/llm-as-judge", + "langsmith/summary", + "langsmith/evaluate-pairwise" + ] + }, + { + "group": "Evaluation techniques", + "pages": [ + "langsmith/define-target-function", + "langsmith/evaluate-on-intermediate-steps", + "langsmith/multiple-scores", + "langsmith/metric-type", + "langsmith/repetition", + "langsmith/rate-limiting", + "langsmith/local", + "langsmith/langchain-runnable", + "langsmith/evaluate-graph", + "langsmith/evaluate-existing-experiment", + "langsmith/evaluate-with-attachments", + "langsmith/multi-turn-simulation" + ] + }, + { + "group": "Improve evaluators", + "pages": [ + "langsmith/improve-judge-evaluator-feedback", + "langsmith/create-few-shot-evaluators", + "langsmith/index-datasets-for-dynamic-few-shot-example-selection" + ] + } + ] + }, + { + "group": "Analyze experiment results", + "pages": [ + "langsmith/work-with-experiments", + "langsmith/compare-experiment-results", + "langsmith/filter-experiments-ui", + "langsmith/fetch-perf-metrics-experiment", + "langsmith/upload-existing-experiments", + "langsmith/bind-evaluator-to-dataset" + ] + }, + { + "group": "Annotation & human feedback", + "pages": [ + "langsmith/annotation-queues", + "langsmith/set-up-feedback-criteria", + "langsmith/annotate-traces-inline", + "langsmith/audit-evaluator-scores" + ] + }, + { + "group": "Tutorials", + "pages": [ + "langsmith/evaluate-chatbot-tutorial", + "langsmith/evaluate-rag-tutorial", + "langsmith/test-react-agent-pytest", + "langsmith/evaluate-complex-agent", + "langsmith/run-backtests-new-agent" + ] + } + ] + }, + { + "tab": "Prompt engineering", + "pages": [ + "langsmith/prompt-engineering-tab", + { + "group": "Create and update prompts", + "pages": [ + "langsmith/create-a-prompt", + "langsmith/manage-prompts", + "langsmith/manage-prompts-programmatically", + "langsmith/managing-model-configurations", + "langsmith/use-tools", + "langsmith/multimodal-content", + "langsmith/prompt-canvas", + { + "group": "Connect to models", + "pages": [ + "langsmith/custom-openai-compliant-model", + "langsmith/custom-endpoint" + ] + } + ] + }, + { + "group": "Tutorials", + "pages": [ + "langsmith/optimize-classifier", + "langsmith/prompt-commit", + "langsmith/multiple-messages" + ] + } + ] + }, + { + "tab": "Self-hosting", + "pages": [ + "langsmith/architectural-overview", + { + "group": "Setup", + "pages": [ + "langsmith/kubernetes", + "langsmith/docker", + "langsmith/self-host-usage", + "langsmith/self-host-upgrades", + "langsmith/self-host-egress", + "langsmith/self-host-organization-charts", + "langsmith/langsmith-managed-clickhouse" + ] + }, + { + "group": "Configuration", + "pages": [ + "langsmith/self-host-scale", + "langsmith/self-host-ttl", + "langsmith/self-host-ingress", + "langsmith/self-host-mirroring-images", + "langsmith/self-host-playground-environment-settings" + ] + }, + { + "group": "Authentication & access control", + "pages": [ + "langsmith/self-host-basic-auth", + "langsmith/self-host-sso", + "langsmith/self-host-user-management", + "langsmith/self-host-custom-tls-certificates", + "langsmith/self-host-using-an-existing-secret" + ] + }, + { + "group": "Connect external services", + "pages": [ + "langsmith/self-host-blob-storage", + "langsmith/self-host-external-clickhouse", + "langsmith/self-host-external-postgres", + "langsmith/self-host-external-redis" + ] + }, + { + "group": "Scripts", + "pages": [ + "langsmith/script-delete-a-workspace", + "langsmith/script-delete-an-organization", + "langsmith/script-delete-traces", + "langsmith/script-generate-clickhouse-stats", + "langsmith/script-generate-query-stats", + "langsmith/script-running-pg-support-queries", + "langsmith/script-running-ch-support-queries" + ] + }, + { + "group": "Observability", + "pages": [ + "langsmith/export-backend", + "langsmith/langsmith-collector", + "langsmith/observability-stack" + ] + } + ] + }, + { + "tab": "Administration", + "pages": [ + { + "group": "Setup", + "pages": [ + "langsmith/administration-overview", + "langsmith/create-account-api-key", + "langsmith/set-up-organization", + "langsmith/set-up-workspace", + "langsmith/set-up-billing", + "langsmith/update-business-info", + "langsmith/set-up-access-control", + "langsmith/set-up-resource-tags", + "langsmith/manage-spend", + "langsmith/set-up-saml-sso", + "langsmith/set-up-scim" + ] + }, + { + "group": "Common data types", + "pages": [ + "langsmith/run-data-format", + "langsmith/feedback-data-format", + "langsmith/example-data-format", + "langsmith/trace-query-syntax", + "langsmith/dataset-json-types", + "langsmith/dataset-transformations" + ] + }, + { + "group": "Additional resources", + "pages": [ + "langsmith/faq", + "langsmith/troubleshooting", + "langsmith/cloud-architecture-and-scalability", + "langsmith/regions-faq", + "langsmith/authentication-methods", + "langsmith/data-purging-compliance" + ] + } + ] + } + ] + }, { "dropdown": "LangChain Labs", "icon": "/images/brand/langchain-labs-pill.svg",