/ docs / sidebarsGenAI.ts
sidebarsGenAI.ts
   1  import type { SidebarsConfig } from '@docusaurus/plugin-content-docs';
   2  
   3  const sidebarsGenAI: SidebarsConfig = {
   4    genAISidebar: [
   5      {
   6        type: 'doc',
   7        id: 'index',
   8        className: 'sidebar-overview',
   9        label: 'Overview',
  10      },
  11      {
  12        type: 'doc',
  13        id: 'demo',
  14        className: 'sidebar-overview',
  15        label: 'Live Demo',
  16      },
  17      {
  18        type: 'html',
  19        value: '<b>Getting Started</b>',
  20        defaultStyle: true,
  21      },
  22      {
  23        type: 'doc',
  24        id: 'getting-started/connect-environment',
  25        className: 'sidebar-top-level-category',
  26      },
  27      {
  28        type: 'doc',
  29        id: 'tracing/quickstart/index',
  30        label: 'Start Tracing',
  31        className: 'sidebar-top-level-category',
  32      },
  33      {
  34        type: 'link',
  35        href: '/genai/eval-monitor/quickstart/',
  36        label: 'Evaluate LLMs and Agents',
  37        className: 'sidebar-top-level-category',
  38      },
  39      {
  40        type: 'doc',
  41        id: 'getting-started/try-assistant',
  42        label: "Try MLflow's AI Assistant",
  43        className: 'sidebar-top-level-category',
  44      },
  45      {
  46        type: 'doc',
  47        id: 'eval-monitor/ai-insights/detect-issues',
  48        label: 'Automatic Issue Detection',
  49        className: 'sidebar-top-level-category',
  50      },
  51      {
  52        type: 'html',
  53        value: '<b>Core Components</b>',
  54        defaultStyle: true,
  55      },
  56      {
  57        type: 'category',
  58        label: 'Tracing (Observability)',
  59        className: 'sidebar-top-level-category',
  60        items: [
  61          {
  62            type: 'doc',
  63            id: 'tracing/quickstart/index',
  64            label: 'Quickstart',
  65          },
  66          {
  67            type: 'category',
  68            label: 'Guides',
  69            items: [
  70              {
  71                type: 'category',
  72                label: 'Trace Your App & Agents',
  73                items: [
  74                  {
  75                    type: 'doc',
  76                    id: 'tracing/app-instrumentation/automatic',
  77                    label: 'Automatic Tracing',
  78                  },
  79                  {
  80                    type: 'doc',
  81                    id: 'tracing/app-instrumentation/manual-tracing',
  82                    label: 'Manual Tracing',
  83                  },
  84                  {
  85                    type: 'doc',
  86                    id: 'tracing/app-instrumentation/opentelemetry',
  87                    label: 'Tracing with OpenTelemetry',
  88                  },
  89                  {
  90                    type: 'doc',
  91                    id: 'tracing/app-instrumentation/distributed-tracing',
  92                    label: 'Distributed Tracing',
  93                  },
  94                ],
  95              },
  96              {
  97                type: 'category',
  98                label: 'View & Manage Traces',
  99                items: [
 100                  {
 101                    type: 'doc',
 102                    id: 'tracing/observe-with-traces/dashboard',
 103                    label: 'Dashboard (Overview)',
 104                  },
 105                  {
 106                    type: 'doc',
 107                    id: 'tracing/observe-with-traces/ui',
 108                    label: 'View Traces',
 109                  },
 110                  {
 111                    type: 'doc',
 112                    id: 'tracing/search-traces',
 113                    label: 'Search Traces',
 114                  },
 115                  {
 116                    type: 'doc',
 117                    id: 'tracing/observe-with-traces/delete-traces',
 118                    label: 'Delete Traces',
 119                  },
 120                  {
 121                    type: 'doc',
 122                    id: 'tracing/observe-with-traces/multimodal',
 123                    label: 'Multimodal Content & Attachments',
 124                  },
 125                ],
 126              },
 127              {
 128                type: 'category',
 129                label: 'Enhance Your Traces',
 130                items: [
 131                  {
 132                    type: 'doc',
 133                    id: 'tracing/token-usage-cost/index',
 134                    label: 'Token Usage and Cost',
 135                  },
 136                  {
 137                    type: 'doc',
 138                    id: 'tracing/track-users-sessions/index',
 139                    label: 'Track Users and Sessions',
 140                  },
 141                  {
 142                    type: 'doc',
 143                    id: 'tracing/attach-tags/index',
 144                    label: 'Tag Traces',
 145                  },
 146                  {
 147                    type: 'doc',
 148                    id: 'tracing/collect-user-feedback/index',
 149                    label: 'Collect User Feedback',
 150                  },
 151                  {
 152                    type: 'doc',
 153                    id: 'tracing/observe-with-traces/masking',
 154                    label: 'Redact Sensitive Data',
 155                  },
 156                  {
 157                    type: 'doc',
 158                    id: 'tracing/track-environments-context/index',
 159                    label: 'Track Application Versions',
 160                  },
 161                ],
 162              },
 163              {
 164                type: 'category',
 165                label: 'Deploy to Production',
 166                items: [
 167                  {
 168                    type: 'doc',
 169                    id: 'tracing/prod-tracing',
 170                    label: 'Production Monitoring',
 171                  },
 172                  {
 173                    type: 'doc',
 174                    id: 'tracing/lightweight-sdk',
 175                    label: 'Production Tracing SDK',
 176                  },
 177                ],
 178              },
 179            ],
 180          },
 181          {
 182            type: 'category',
 183            label: 'Integrations',
 184            items: [
 185              {
 186                type: 'category',
 187                label: 'Frameworks',
 188                items: [
 189                  {
 190                    type: 'doc',
 191                    id: 'tracing/integrations/listing/ag2',
 192                    label: 'AG2',
 193                  },
 194                  {
 195                    type: 'doc',
 196                    id: 'tracing/integrations/listing/agno',
 197                    label: 'Agno',
 198                  },
 199                  {
 200                    type: 'doc',
 201                    id: 'tracing/integrations/listing/bedrock-agentcore',
 202                    label: 'Amazon Bedrock AgentCore',
 203                  },
 204                  {
 205                    type: 'doc',
 206                    id: 'tracing/integrations/listing/autogen',
 207                    label: 'AutoGen',
 208                  },
 209                  {
 210                    type: 'doc',
 211                    id: 'tracing/integrations/listing/crewai',
 212                    label: 'CrewAI',
 213                  },
 214                  {
 215                    type: 'doc',
 216                    id: 'tracing/integrations/listing/dspy',
 217                    label: 'DSPy',
 218                  },
 219                  {
 220                    type: 'doc',
 221                    id: 'tracing/integrations/listing/google-adk',
 222                    label: 'Google ADK',
 223                  },
 224                  {
 225                    type: 'doc',
 226                    id: 'tracing/integrations/listing/haystack',
 227                    label: 'Haystack',
 228                  },
 229                  {
 230                    type: 'doc',
 231                    id: 'tracing/integrations/listing/koog',
 232                    label: 'Koog',
 233                  },
 234                  {
 235                    type: 'doc',
 236                    id: 'tracing/integrations/listing/langchain',
 237                    label: 'LangChain',
 238                  },
 239                  {
 240                    type: 'doc',
 241                    id: 'tracing/integrations/listing/goose',
 242                    label: 'Goose',
 243                  },
 244                  {
 245                    type: 'doc',
 246                    id: 'tracing/integrations/listing/langflow',
 247                    label: 'Langflow',
 248                  },
 249                  {
 250                    type: 'doc',
 251                    id: 'tracing/integrations/listing/langgraph',
 252                    label: 'LangGraph',
 253                  },
 254                  {
 255                    type: 'doc',
 256                    id: 'tracing/integrations/listing/livekit',
 257                    label: 'LiveKit Agents',
 258                  },
 259                  {
 260                    type: 'doc',
 261                    id: 'tracing/integrations/listing/deepagent',
 262                    label: 'LangChain DeepAgent',
 263                  },
 264                  {
 265                    type: 'doc',
 266                    id: 'tracing/integrations/listing/llama_index',
 267                    label: 'LlamaIndex',
 268                  },
 269                  {
 270                    type: 'doc',
 271                    id: 'tracing/integrations/listing/mastra',
 272                    label: 'Mastra',
 273                  },
 274                  {
 275                    type: 'doc',
 276                    id: 'tracing/integrations/listing/microsoft-agent-framework',
 277                    label: 'Microsoft Agent Framework',
 278                  },
 279                  {
 280                    type: 'doc',
 281                    id: 'tracing/integrations/listing/openai-agent',
 282                    label: 'OpenAI Agent',
 283                  },
 284                  {
 285                    type: 'doc',
 286                    id: 'tracing/integrations/listing/pipecat',
 287                    label: 'Pipecat',
 288                  },
 289                  {
 290                    type: 'doc',
 291                    id: 'tracing/integrations/listing/pydantic_ai',
 292                    label: 'PydanticAI',
 293                  },
 294                  {
 295                    type: 'doc',
 296                    id: 'tracing/integrations/listing/quarkus-langchain4j',
 297                    label: 'Quarkus LangChain4j',
 298                  },
 299                  {
 300                    type: 'doc',
 301                    id: 'tracing/integrations/listing/semantic_kernel',
 302                    label: 'Semantic Kernel',
 303                  },
 304                  {
 305                    type: 'doc',
 306                    id: 'tracing/integrations/listing/smolagents',
 307                    label: 'Smolagents',
 308                  },
 309                  {
 310                    type: 'doc',
 311                    id: 'tracing/integrations/listing/spring-ai',
 312                    label: 'Spring AI',
 313                  },
 314                  {
 315                    type: 'doc',
 316                    id: 'tracing/integrations/listing/strands',
 317                    label: 'Strands Agents SDK',
 318                  },
 319                  {
 320                    type: 'doc',
 321                    id: 'tracing/integrations/listing/txtai',
 322                    label: 'Txtai',
 323                  },
 324                  {
 325                    type: 'doc',
 326                    id: 'tracing/integrations/listing/vercelai',
 327                    label: 'Vercel AI SDK',
 328                  },
 329                  {
 330                    type: 'doc',
 331                    id: 'tracing/integrations/listing/voltagent',
 332                    label: 'VoltAgent',
 333                  },
 334                  {
 335                    type: 'doc',
 336                    id: 'tracing/integrations/listing/watsonx-orchestrate',
 337                    label: 'Watsonx Orchestrate',
 338                  },
 339                ],
 340              },
 341              {
 342                type: 'category',
 343                label: 'Coding Agents',
 344                items: [
 345                  {
 346                    type: 'doc',
 347                    id: 'tracing/integrations/listing/claude_code',
 348                    label: 'Claude Code',
 349                  },
 350                  {
 351                    type: 'doc',
 352                    id: 'tracing/integrations/listing/codex',
 353                    label: 'Codex CLI',
 354                  },
 355                  {
 356                    type: 'doc',
 357                    id: 'tracing/integrations/listing/gemini_cli',
 358                    label: 'Gemini CLI',
 359                  },
 360                  {
 361                    type: 'doc',
 362                    id: 'tracing/integrations/listing/opencode',
 363                    label: 'OpenCode',
 364                  },
 365                  {
 366                    type: 'doc',
 367                    id: 'tracing/integrations/listing/openhands',
 368                    label: 'OpenHands',
 369                  },
 370                  {
 371                    type: 'doc',
 372                    id: 'tracing/integrations/listing/qwen_code',
 373                    label: 'Qwen Code',
 374                  },
 375                ],
 376              },
 377              {
 378                type: 'category',
 379                label: 'Model Providers',
 380                items: [
 381                  {
 382                    type: 'doc',
 383                    id: 'tracing/integrations/listing/anthropic',
 384                    label: 'Anthropic',
 385                  },
 386                  {
 387                    type: 'doc',
 388                    id: 'tracing/integrations/listing/bedrock',
 389                    label: 'AWS Bedrock',
 390                  },
 391                  {
 392                    type: 'doc',
 393                    id: 'tracing/integrations/listing/byteplus',
 394                    label: 'BytePlus',
 395                  },
 396                  {
 397                    type: 'doc',
 398                    id: 'tracing/integrations/listing/cohere',
 399                    label: 'Cohere',
 400                  },
 401                  {
 402                    type: 'doc',
 403                    id: 'tracing/integrations/listing/databricks',
 404                    label: 'Databricks',
 405                  },
 406                  {
 407                    type: 'doc',
 408                    id: 'tracing/integrations/listing/deepseek',
 409                    label: 'DeepSeek',
 410                  },
 411                  {
 412                    type: 'doc',
 413                    id: 'tracing/integrations/listing/fireworksai',
 414                    label: 'FireworksAI',
 415                  },
 416                  {
 417                    type: 'doc',
 418                    id: 'tracing/integrations/listing/gemini',
 419                    label: 'Gemini',
 420                  },
 421                  {
 422                    type: 'doc',
 423                    id: 'tracing/integrations/listing/groq',
 424                    label: 'Groq',
 425                  },
 426                  {
 427                    type: 'doc',
 428                    id: 'tracing/integrations/listing/moonshot',
 429                    label: 'Kimi (Moonshot AI)',
 430                  },
 431                  {
 432                    type: 'doc',
 433                    id: 'tracing/integrations/listing/litellm',
 434                    label: 'LiteLLM',
 435                  },
 436                  {
 437                    type: 'doc',
 438                    id: 'tracing/integrations/listing/mistral',
 439                    label: 'Mistral',
 440                  },
 441                  {
 442                    type: 'doc',
 443                    id: 'tracing/integrations/listing/novitaai',
 444                    label: 'Novita AI',
 445                  },
 446                  {
 447                    type: 'doc',
 448                    id: 'tracing/integrations/listing/ollama',
 449                    label: 'Ollama',
 450                  },
 451                  {
 452                    type: 'doc',
 453                    id: 'tracing/integrations/listing/openai',
 454                    label: 'OpenAI',
 455                  },
 456                  {
 457                    type: 'doc',
 458                    id: 'tracing/integrations/listing/qwen',
 459                    label: 'Qwen',
 460                  },
 461                  {
 462                    type: 'doc',
 463                    id: 'tracing/integrations/listing/togetherai',
 464                    label: 'Together AI',
 465                  },
 466                  {
 467                    type: 'doc',
 468                    id: 'tracing/integrations/listing/xai-grok',
 469                    label: 'xAI / Grok',
 470                  },
 471                ],
 472              },
 473              {
 474                type: 'category',
 475                label: 'Tools',
 476                items: [
 477                  {
 478                    type: 'doc',
 479                    id: 'tracing/integrations/listing/instructor',
 480                    label: 'Instructor',
 481                  },
 482                ],
 483              },
 484              {
 485                type: 'category',
 486                label: 'Gateways',
 487                items: [
 488                  {
 489                    type: 'doc',
 490                    id: 'tracing/integrations/listing/mlflow-ai-gateway',
 491                    label: 'MLflow AI Gateway',
 492                  },
 493                  {
 494                    type: 'doc',
 495                    id: 'tracing/integrations/listing/databricks-ai-gateway',
 496                    label: 'Databricks',
 497                  },
 498                  {
 499                    type: 'doc',
 500                    id: 'tracing/integrations/listing/helicone',
 501                    label: 'Helicone',
 502                  },
 503                  {
 504                    type: 'doc',
 505                    id: 'tracing/integrations/listing/kong',
 506                    label: 'Kong AI Gateway',
 507                  },
 508                  {
 509                    type: 'doc',
 510                    id: 'tracing/integrations/listing/litellm-proxy',
 511                    label: 'LiteLLM Proxy',
 512                  },
 513                  {
 514                    type: 'doc',
 515                    id: 'tracing/integrations/listing/openrouter',
 516                    label: 'OpenRouter',
 517                  },
 518                  {
 519                    type: 'doc',
 520                    id: 'tracing/integrations/listing/portkey',
 521                    label: 'Portkey',
 522                  },
 523                  {
 524                    type: 'doc',
 525                    id: 'tracing/integrations/listing/pydantic-ai-gateway',
 526                    label: 'Pydantic AI Gateway',
 527                  },
 528                  {
 529                    type: 'doc',
 530                    id: 'tracing/integrations/listing/truefoundry',
 531                    label: 'TrueFoundry',
 532                  },
 533                  {
 534                    type: 'doc',
 535                    id: 'tracing/integrations/listing/vercel-ai-gateway',
 536                    label: 'Vercel AI Gateway',
 537                  },
 538                ],
 539              },
 540              {
 541                type: 'doc',
 542                id: 'tracing/integrations/contribute',
 543                label: 'Add New Integration',
 544              },
 545            ],
 546            link: {
 547              type: 'doc',
 548              id: 'tracing/integrations/index',
 549            },
 550          },
 551          {
 552            type: 'category',
 553            label: 'OpenTelemetry',
 554            items: [
 555              {
 556                type: 'doc',
 557                id: 'tracing/opentelemetry/index',
 558                label: 'Overview',
 559              },
 560              {
 561                type: 'doc',
 562                id: 'tracing/opentelemetry/ingest',
 563              },
 564              {
 565                type: 'doc',
 566                id: 'tracing/opentelemetry/export',
 567              },
 568              {
 569                type: 'doc',
 570                id: 'tracing/opentelemetry/genai-semconv',
 571                label: 'GenAI Semantic Conventions',
 572              },
 573              {
 574                type: 'doc',
 575                id: 'tracing/opentelemetry/attribute-mapping',
 576                label: 'Attribute Mapping',
 577              },
 578            ],
 579          },
 580          {
 581            type: 'doc',
 582            id: 'tracing/faq',
 583            label: 'FAQ',
 584          },
 585        ],
 586        link: {
 587          type: 'doc',
 588          id: 'tracing/index',
 589        },
 590      },
 591      {
 592        type: 'category',
 593        label: 'Evaluation & Monitoring',
 594        className: 'sidebar-top-level-category',
 595        items: [
 596          {
 597            type: 'doc',
 598            id: 'eval-monitor/quickstart',
 599            label: 'Quickstart',
 600          },
 601          {
 602            type: 'doc',
 603            id: 'eval-monitor/ai-insights/detect-issues',
 604            label: 'Automatic Issue Detection',
 605          },
 606          {
 607            type: 'category',
 608            label: 'Running Evaluations',
 609            items: [
 610              {
 611                type: 'doc',
 612                id: 'eval-monitor/running-evaluation/eval-examples',
 613                label: 'Examples',
 614              },
 615              {
 616                type: 'doc',
 617                id: 'eval-monitor/running-evaluation/prompts',
 618                label: 'Evaluate Prompts',
 619              },
 620              {
 621                type: 'doc',
 622                id: 'eval-monitor/running-evaluation/agents',
 623                label: 'Evaluate Agents',
 624              },
 625              {
 626                type: 'doc',
 627                id: 'eval-monitor/running-evaluation/traces',
 628                label: 'Evaluate Traces',
 629              },
 630              {
 631                type: 'category',
 632                label: 'Evaluate Conversations',
 633                items: [
 634                  {
 635                    type: 'doc',
 636                    id: 'eval-monitor/running-evaluation/conversation-simulation',
 637                    label: 'Conversation Simulation',
 638                  },
 639                ],
 640                link: {
 641                  type: 'doc',
 642                  id: 'eval-monitor/running-evaluation/multi-turn',
 643                },
 644              },
 645            ],
 646          },
 647          {
 648            type: 'doc',
 649            id: 'eval-monitor/automatic-evaluations/index',
 650            label: 'Automatic Evaluation',
 651          },
 652          {
 653            type: 'category',
 654            label: 'Judges and Scorers',
 655            link: {
 656              type: 'doc',
 657              id: 'eval-monitor/scorers/index',
 658            },
 659            items: [
 660              {
 661                type: 'category',
 662                label: 'Built-in Judges',
 663                link: {
 664                  type: 'doc',
 665                  id: 'eval-monitor/scorers/llm-judge/predefined',
 666                },
 667                items: [
 668                  {
 669                    type: 'doc',
 670                    id: 'eval-monitor/scorers/llm-judge/guidelines',
 671                    label: 'Guidelines',
 672                  },
 673                  {
 674                    type: 'category',
 675                    label: 'RAG',
 676                    link: {
 677                      type: 'doc',
 678                      id: 'eval-monitor/scorers/llm-judge/rag/index',
 679                    },
 680                    items: [
 681                      {
 682                        type: 'doc',
 683                        id: 'eval-monitor/scorers/llm-judge/rag/relevance',
 684                        label: 'Answer and Context Relevance',
 685                      },
 686                      {
 687                        type: 'doc',
 688                        id: 'eval-monitor/scorers/llm-judge/rag/groundedness',
 689                        label: 'Groundedness',
 690                      },
 691                      {
 692                        type: 'doc',
 693                        id: 'eval-monitor/scorers/llm-judge/rag/context-sufficiency',
 694                        label: 'Context Sufficiency',
 695                      },
 696                    ],
 697                    collapsed: false,
 698                  },
 699                  {
 700                    type: 'category',
 701                    label: 'Response Quality',
 702                    items: [
 703                      {
 704                        type: 'doc',
 705                        id: 'eval-monitor/scorers/llm-judge/response-quality/safety',
 706                        label: 'Safety',
 707                      },
 708                      {
 709                        type: 'doc',
 710                        id: 'eval-monitor/scorers/llm-judge/response-quality/correctness',
 711                        label: 'Correctness',
 712                      },
 713                    ],
 714                    collapsed: false,
 715                  },
 716                  {
 717                    type: 'category',
 718                    label: 'Tool Call',
 719                    link: {
 720                      type: 'doc',
 721                      id: 'eval-monitor/scorers/llm-judge/tool-call/index',
 722                    },
 723                    items: [
 724                      {
 725                        type: 'doc',
 726                        id: 'eval-monitor/scorers/llm-judge/tool-call/correctness',
 727                        label: 'ToolCallCorrectness',
 728                      },
 729                      {
 730                        type: 'doc',
 731                        id: 'eval-monitor/scorers/llm-judge/tool-call/efficiency',
 732                        label: 'ToolCallEfficiency',
 733                      },
 734                    ],
 735                    collapsed: false,
 736                  },
 737                  {
 738                    type: 'category',
 739                    label: 'Third-party Judges',
 740                    items: [
 741                      {
 742                        type: 'doc',
 743                        id: 'eval-monitor/scorers/third-party/deepeval',
 744                        label: 'DeepEval',
 745                      },
 746                      {
 747                        type: 'doc',
 748                        id: 'eval-monitor/scorers/third-party/ragas',
 749                        label: 'RAGAS',
 750                      },
 751                      {
 752                        type: 'doc',
 753                        id: 'eval-monitor/scorers/third-party/phoenix',
 754                        label: 'Arize Phoenix',
 755                      },
 756                      {
 757                        type: 'doc',
 758                        id: 'eval-monitor/scorers/third-party/trulens',
 759                        label: 'TruLens',
 760                      },
 761                      {
 762                        type: 'doc',
 763                        id: 'eval-monitor/scorers/third-party/guardrails',
 764                        label: 'Guardrails AI',
 765                      },
 766                    ],
 767                    collapsed: false,
 768                    link: {
 769                      type: 'doc',
 770                      id: 'eval-monitor/scorers/third-party/index',
 771                    },
 772                  },
 773                ],
 774              },
 775              {
 776                type: 'category',
 777                label: 'Custom Judges',
 778                link: {
 779                  type: 'doc',
 780                  id: 'eval-monitor/scorers/llm-judge/custom-judges/index',
 781                },
 782                items: [
 783                  {
 784                    type: 'doc',
 785                    id: 'eval-monitor/scorers/llm-judge/custom-judges/supported-models',
 786                    label: 'Supported Judge Models',
 787                  },
 788                  {
 789                    type: 'doc',
 790                    id: 'eval-monitor/scorers/llm-judge/custom-judges/create-custom-judge',
 791                    label: 'Create a Custom Judge',
 792                  },
 793                ],
 794                collapsed: false,
 795              },
 796              {
 797                type: 'category',
 798                label: 'Code-based Scorers',
 799                link: {
 800                  type: 'doc',
 801                  id: 'eval-monitor/scorers/custom/index',
 802                },
 803                items: [
 804                  {
 805                    type: 'doc',
 806                    id: 'eval-monitor/scorers/custom/code-examples',
 807                    label: 'Code-based Scorer Examples',
 808                  },
 809                  {
 810                    type: 'doc',
 811                    id: 'eval-monitor/scorers/custom/tutorial',
 812                    label: 'Tutorial: Develop code-based scorers',
 813                  },
 814                ],
 815                collapsed: false,
 816              },
 817              {
 818                type: 'category',
 819                label: 'Align with Human Feedback',
 820                items: [
 821                  {
 822                    type: 'doc',
 823                    id: 'eval-monitor/scorers/llm-judge/simba',
 824                    label: 'SIMBA Optimizer',
 825                  },
 826                  {
 827                    type: 'doc',
 828                    id: 'eval-monitor/scorers/llm-judge/memalign',
 829                    label: 'MemAlign Optimizer',
 830                  },
 831                  {
 832                    type: 'doc',
 833                    id: 'eval-monitor/scorers/llm-judge/custom-optimizers',
 834                    label: 'Custom Optimizers',
 835                  },
 836                ],
 837                link: {
 838                  type: 'doc',
 839                  id: 'eval-monitor/scorers/llm-judge/alignment',
 840                },
 841              },
 842              {
 843                type: 'doc',
 844                id: 'eval-monitor/scorers/versioning',
 845                label: 'Versioning Scorers',
 846              },
 847            ],
 848          },
 849          {
 850            type: 'category',
 851            label: 'Evaluation Datasets',
 852            items: [
 853              {
 854                type: 'doc',
 855                id: 'datasets/sdk-guide',
 856                label: 'SDK Guide',
 857              },
 858              {
 859                type: 'doc',
 860                id: 'datasets/conversation-simulation',
 861                label: 'Conversation Simulation',
 862              },
 863              {
 864                type: 'doc',
 865                id: 'datasets/end-to-end-workflow',
 866                label: 'End-to-End Workflow',
 867              },
 868            ],
 869            link: {
 870              type: 'doc',
 871              id: 'datasets/index',
 872            },
 873          },
 874          {
 875            type: 'category',
 876            label: 'Annotation',
 877            items: [
 878              {
 879                type: 'doc',
 880                id: 'assessments/feedback',
 881                label: 'Human Feedback',
 882              },
 883              {
 884                type: 'doc',
 885                id: 'assessments/expectations',
 886                label: 'Annotating Ground Truth',
 887              },
 888            ],
 889          },
 890          {
 891            type: 'category',
 892            label: 'AI Insights',
 893            items: [
 894              {
 895                type: 'doc',
 896                id: 'eval-monitor/ai-insights/ai-issue-discovery',
 897                label: 'AI Issue Discovery (MCP)',
 898              },
 899            ],
 900          },
 901          {
 902            type: 'doc',
 903            id: 'eval-monitor/legacy-llm-evaluation',
 904            label: 'Migrating from MLflow 2 LLM Evaluation',
 905          },
 906          {
 907            type: 'doc',
 908            id: 'eval-monitor/faq',
 909            label: 'FAQ',
 910          },
 911        ],
 912        link: {
 913          type: 'doc',
 914          id: 'eval-monitor/index',
 915        },
 916      },
 917      {
 918        type: 'category',
 919        label: 'Prompt Management & Optimization',
 920        className: 'sidebar-top-level-category',
 921        items: [
 922          {
 923            type: 'doc',
 924            id: 'prompt-registry/create-and-edit-prompts',
 925          },
 926          {
 927            type: 'doc',
 928            id: 'prompt-registry/evaluate-prompts',
 929          },
 930          {
 931            type: 'doc',
 932            id: 'prompt-registry/manage-prompt-lifecycles-with-aliases',
 933          },
 934          {
 935            type: 'doc',
 936            id: 'prompt-registry/use-prompts-in-apps',
 937          },
 938          {
 939            type: 'doc',
 940            id: 'prompt-registry/log-with-model',
 941          },
 942          {
 943            type: 'doc',
 944            id: 'prompt-registry/structured-output',
 945          },
 946          {
 947            type: 'category',
 948            label: 'Optimize Prompts',
 949            link: {
 950              type: 'doc',
 951              id: 'prompt-registry/optimize-prompts',
 952            },
 953            items: [
 954              {
 955                type: 'doc',
 956                id: 'prompt-registry/optimize-prompts/langchain-optimization',
 957              },
 958              {
 959                type: 'doc',
 960                id: 'prompt-registry/optimize-prompts/langgraph-optimization',
 961              },
 962              {
 963                type: 'doc',
 964                id: 'prompt-registry/optimize-prompts/openai-agent-optimization',
 965              },
 966              {
 967                type: 'doc',
 968                id: 'prompt-registry/optimize-prompts/pydantic-ai-optimization',
 969              },
 970            ],
 971          },
 972          {
 973            type: 'doc',
 974            id: 'prompt-registry/rewrite-prompts',
 975          },
 976          {
 977            type: 'doc',
 978            id: 'prompt-registry/prompt-engineering',
 979            label: 'Prompt Engineering UI',
 980          },
 981        ],
 982        link: {
 983          type: 'doc',
 984          id: 'prompt-registry/index',
 985        },
 986      },
 987      {
 988        type: 'category',
 989        label: 'AI Gateway',
 990        className: 'sidebar-top-level-category',
 991        items: [
 992          {
 993            type: 'doc',
 994            id: 'governance/ai-gateway/quickstart',
 995            label: 'Quickstart',
 996          },
 997          {
 998            type: 'category',
 999            label: 'API Keys',
1000            items: [
1001              {
1002                type: 'doc',
1003                id: 'governance/ai-gateway/api-keys/create-and-manage',
1004                label: 'Create and Manage API Keys',
1005              },
1006              {
1007                type: 'doc',
1008                id: 'governance/ai-gateway/api-keys/key-rotation',
1009                label: 'Encryption & Rotation',
1010              },
1011            ],
1012          },
1013          {
1014            type: 'category',
1015            label: 'Endpoints',
1016            items: [
1017              {
1018                type: 'doc',
1019                id: 'governance/ai-gateway/endpoints/create-and-manage',
1020                label: 'Create and Manage Endpoints',
1021              },
1022              {
1023                type: 'doc',
1024                id: 'governance/ai-gateway/endpoints/query-endpoints',
1025                label: 'Query Endpoints',
1026              },
1027              {
1028                type: 'doc',
1029                id: 'governance/ai-gateway/endpoints/model-providers',
1030                label: 'Model Providers',
1031              },
1032            ],
1033          },
1034          {
1035            type: 'doc',
1036            id: 'governance/ai-gateway/traffic-routing-fallbacks',
1037            label: 'Traffic Routing & Fallbacks',
1038          },
1039          {
1040            type: 'doc',
1041            id: 'governance/ai-gateway/usage-tracking',
1042            label: 'Usage Tracking',
1043          },
1044          {
1045            type: 'doc',
1046            id: 'governance/ai-gateway/budget-alerts-limits',
1047            label: 'Budget Alerts & Limits',
1048          },
1049          {
1050            type: 'doc',
1051            id: 'governance/ai-gateway/guardrails',
1052            label: 'Guardrails',
1053          },
1054          {
1055            type: 'doc',
1056            id: 'governance/ai-gateway/benchmarks',
1057            label: 'Performance & Benchmarks',
1058          },
1059        ],
1060        link: {
1061          type: 'doc',
1062          id: 'governance/ai-gateway/index',
1063        },
1064      },
1065      {
1066        type: 'html',
1067        value: '<b>More Features</b>',
1068        defaultStyle: true,
1069      },
1070      {
1071        type: 'category',
1072        label: 'Version Tracking',
1073        className: 'sidebar-top-level-category',
1074        items: [
1075          {
1076            type: 'doc',
1077            id: 'version-tracking/quickstart',
1078            label: 'Quickstart',
1079          },
1080          {
1081            type: 'doc',
1082            id: 'version-tracking/track-application-versions-with-mlflow',
1083          },
1084          {
1085            type: 'doc',
1086            id: 'version-tracking/compare-app-versions',
1087          },
1088        ],
1089        link: {
1090          type: 'doc',
1091          id: 'version-tracking/index',
1092        },
1093      },
1094      {
1095        type: 'category',
1096        label: 'Packaging & Deployment',
1097        className: 'sidebar-top-level-category',
1098        items: [
1099          {
1100            type: 'category',
1101            label: 'DSPy',
1102            items: [
1103              {
1104                type: 'doc',
1105                id: 'flavors/dspy/notebooks/dspy_quickstart-ipynb',
1106                label: 'DSPy Quickstart',
1107              },
1108              {
1109                type: 'doc',
1110                id: 'flavors/dspy/optimizer',
1111                label: 'Using DSPy Optimizers',
1112              },
1113            ],
1114            link: {
1115              type: 'doc',
1116              id: 'flavors/dspy/index',
1117            },
1118          },
1119          {
1120            type: 'category',
1121            label: 'LangChain',
1122            items: [
1123              {
1124                type: 'doc',
1125                id: 'flavors/langchain/guide/index',
1126                label: 'Guide to using LangChain with MLflow',
1127              },
1128              {
1129                type: 'doc',
1130                id: 'flavors/langchain/notebooks/langchain-quickstart-ipynb',
1131                label: 'LangChain Quickstart',
1132              },
1133              {
1134                type: 'doc',
1135                id: 'flavors/langchain/notebooks/langchain-retriever-ipynb',
1136                label: 'Retrievers with LangChain',
1137              },
1138            ],
1139            link: {
1140              type: 'doc',
1141              id: 'flavors/langchain/index',
1142            },
1143          },
1144          {
1145            type: 'category',
1146            label: 'LlamaIndex',
1147            items: [
1148              {
1149                type: 'doc',
1150                id: 'flavors/llama-index/notebooks/llama_index_quickstart-ipynb',
1151                label: 'LlamaIndex Quickstart',
1152              },
1153              {
1154                type: 'doc',
1155                id: 'flavors/llama-index/notebooks/llama_index_workflow_tutorial-ipynb',
1156                label: 'Agents with LlamaIndex',
1157              },
1158            ],
1159            link: {
1160              type: 'doc',
1161              id: 'flavors/llama-index/index',
1162            },
1163          },
1164          {
1165            type: 'category',
1166            label: 'Custom Applications',
1167            items: [
1168              {
1169                type: 'doc',
1170                id: 'flavors/custom-pyfunc-for-llms/notebooks/custom-pyfunc-advanced-llm-ipynb',
1171                label: 'Custom App Development Guide',
1172              },
1173            ],
1174            link: {
1175              type: 'doc',
1176              id: 'flavors/custom-pyfunc-for-llms/index',
1177            },
1178          },
1179          {
1180            type: 'doc',
1181            id: 'flavors/chat-model-intro/index',
1182            label: 'Intro to ChatModel',
1183          },
1184          {
1185            type: 'category',
1186            label: 'Building with ChatModel',
1187            items: [
1188              {
1189                type: 'doc',
1190                id: 'flavors/chat-model-guide/chat-model-tool-calling-ipynb',
1191                label: 'ChatModel Tool Calling Example',
1192              },
1193            ],
1194            link: {
1195              type: 'doc',
1196              id: 'flavors/chat-model-guide/index',
1197            },
1198          },
1199          {
1200            type: 'doc',
1201            id: 'flavors/responses-agent-intro',
1202            label: 'Building with ResponsesAgent',
1203          },
1204        ],
1205        link: {
1206          type: 'doc',
1207          id: 'flavors/index',
1208        },
1209      },
1210      {
1211        type: 'category',
1212        label: 'MCP',
1213        className: 'sidebar-top-level-category',
1214        items: [
1215          {
1216            type: 'doc',
1217            id: 'mcp/index',
1218          },
1219        ],
1220      },
1221      {
1222        type: 'category',
1223        label: 'Agent Serving',
1224        className: 'sidebar-top-level-category',
1225        items: [
1226          {
1227            type: 'doc',
1228            id: 'serving/agent-server',
1229            label: 'Agent Server',
1230          },
1231          {
1232            type: 'doc',
1233            id: 'serving/responses-agent',
1234            label: 'Responses Agent',
1235          },
1236          {
1237            type: 'doc',
1238            id: 'serving/custom-apps',
1239            label: 'Custom Apps',
1240          },
1241        ],
1242        link: {
1243          type: 'doc',
1244          id: 'serving/agent-server',
1245        },
1246      },
1247      {
1248        type: 'html',
1249        value: '<b>References</b>',
1250        defaultStyle: true,
1251      },
1252      {
1253        type: 'category',
1254        label: 'Concepts',
1255        className: 'sidebar-top-level-category',
1256        items: [
1257          {
1258            type: 'doc',
1259            id: 'concepts/trace',
1260            label: 'Trace',
1261          },
1262          {
1263            type: 'doc',
1264            id: 'concepts/span',
1265            label: 'Span',
1266          },
1267          {
1268            type: 'doc',
1269            id: 'concepts/feedback',
1270            label: 'Feedback',
1271          },
1272          {
1273            type: 'doc',
1274            id: 'concepts/expectations',
1275            label: 'Expectations',
1276          },
1277          {
1278            type: 'doc',
1279            id: 'concepts/scorers',
1280            label: 'Scorers',
1281          },
1282          {
1283            type: 'doc',
1284            id: 'concepts/evaluation-datasets',
1285            label: 'Evaluation Datasets',
1286          },
1287        ],
1288      },
1289      {
1290        type: 'doc',
1291        id: 'references/request-features',
1292        className: 'sidebar-top-level-category',
1293      },
1294      {
1295        type: 'doc',
1296        id: 'getting-started/databricks-trial/index',
1297        className: 'sidebar-top-level-category',
1298        label: 'Managed MLflow',
1299      },
1300    ],
1301  };
1302  
1303  export default sidebarsGenAI;