static_evaluation_dataset.csv
1 question,source,retrieved_doc_ids 2 What is the purpose of the MLflow Model Registry?,['model-registry.html'],"['model-registry.html', 'introduction/index.html', 'introduction/index.html', 'deep-learning/index.html']" 3 What is the purpose of registering a model with the Model Registry?,['model-registry.html'],"['model-registry.html', 'models.html', 'introduction/index.html', 'introduction/index.html']" 4 What can you do with registered models and model versions?,['model-registry.html'],"['model-registry.html', 'models.html', 'deployment/deploy-model-to-kubernetes/index.html', 'deployment/index.html']" 5 "How can you add, modify, update, or delete a model in the Model Registry?",['model-registry.html'],"['model-registry.html', 'models.html', 'deployment/deploy-model-to-kubernetes/index.html', 'introduction/index.html']" 6 How can you deploy and organize models in the Model Registry?,['model-registry.html'],"['model-registry.html', 'deployment/index.html', 'deployment/index.html', 'models.html']" 7 What is the purpose of the mlflow.sklearn.log_model() method?,['model-registry.html'],"['models.html', 'getting-started/intro-quickstart/index.html', 'deployment/deploy-model-to-kubernetes/index.html', 'getting-started/quickstart-1/index.html']" 8 What method do you use to create a new registered model?,['model-registry.html'],"['model-registry.html', 'models.html', 'deployment/deploy-model-to-kubernetes/index.html', 'getting-started/quickstart-2/index.html']" 9 How can you deploy and organize models in the Model Registry?,['model-registry.html'],"['model-registry.html', 'deployment/index.html', 'deployment/index.html', 'models.html']" 10 How can you fetch a specific model version?,['model-registry.html'],"['models.html', 'model-registry.html', 'deployment/deploy-model-to-kubernetes/index.html', 'getting-started/quickstart-2/index.html']" 11 How can you fetch the latest model version in a specific stage?,['model-registry.html'],"['models.html', 'model-registry.html', 'deployment/deploy-model-to-kubernetes/index.html', 'llms/prompt-engineering/index.html']" 12 What can you do to promote MLflow Models across environments?,['model-registry.html'],"['deployment/index.html', 'deployment/index.html', 'models.html', 'getting-started/quickstart-2/index.html']" 13 How can you fetch a list of registered models in the MLflow registry?,['model-registry.html'],"['model-registry.html', 'models.html', 'getting-started/quickstart-2/index.html', 'tutorials-and-examples/index.html']" 14 What is the name of the model and its version details?,['model-registry.html'],"['models.html', 'model-registry.html', 'new-features/index.html', 'getting-started/quickstart-2/index.html']" 15 What is the purpose of saving the model in pickled format?,['model-registry.html'],"['models.html', 'deployment/deploy-model-to-kubernetes/index.html', 'model-registry.html', 'deployment/index.html']" 16 What is an MLflow Model and what is its purpose?,['models.html'],"['introduction/index.html', 'introduction/index.html', 'deployment/index.html', 'deployment/index.html']" 17 What are the flavors defined in the MLmodel file for the mlflow.sklearn library?,['models.html'],"['community-model-flavors.html', 'models.html', 'traditional-ml/creating-custom-pyfunc/index.html', 'deployment/deploy-model-to-kubernetes/index.html']" 18 What command can be used to package and deploy models to AWS SageMaker?,['models.html'],"['deployment/index.html', 'deployment/index.html', 'deployment/deploy-model-to-kubernetes/index.html', 'models.html']" 19 What is the default channel logged for models using MLflow v1.18 and above?,['models.html'],"['models.html', 'tracking.html', 'new-features/index.html', 'python_api/index.html']" 20 What information is stored in the conda.yaml file?,['models.html'],"['models.html', 'projects.html', 'tracking.html', 'cli.html']" 21 How can you save a model with a manually specified conda environment?,['models.html'],"['models.html', 'deployment/deploy-model-to-kubernetes/index.html', 'getting-started/quickstart-1/index.html', 'getting-started/quickstart-2/index.html']" 22 What are inference params and how are they used during model inference?,['models.html'],"['models.html', 'traditional-ml/hyperparameter-tuning-with-child-runs/index.html', 'getting-started/quickstart-2/index.html', 'llms/llm-tracking/index.html']" 23 What is the purpose of model signatures in MLflow?,['models.html'],"['models.html', 'model-registry.html', 'traditional-ml/index.html', 'traditional-ml/index.html']" 24 What is the API used to set signatures on models?,['models.html'],"['models.html', 'llms/gateway/index.html', 'model-registry.html', 'python_api/index.html']" 25 What components are used to generate the final time series?,['models.html'],"['models.html', 'introduction/index.html', 'introduction/index.html', 'tracking.html']" 26 What functionality does the configuration DataFrame submitted to the pyfunc flavor provide?,['models.html'],"['models.html', 'traditional-ml/creating-custom-pyfunc/index.html', 'community-model-flavors.html', 'llms/custom-pyfunc-for-llms/index.html']" 27 What is a common configuration for lowering the total memory pressure for pytorch models within transformers pipelines?,['models.html'],"['models.html', 'llms/custom-pyfunc-for-llms/index.html', 'llms/index.html', 'llms/index.html']" 28 What does the save_model() function do?,['models.html'],"['models.html', 'model-registry.html', 'deployment/deploy-model-to-kubernetes/index.html', 'getting-started/quickstart-1/index.html']" 29 What is an MLflow Project?,['projects.html'],"['projects.html', 'introduction/index.html', 'introduction/index.html', 'getting-started/quickstart-1/index.html']" 30 What are the entry points in a MLproject file and how can you specify parameters for them?,['projects.html'],"['projects.html', 'cli.html', 'llms/prompt-engineering/index.html', 'tracking.html']" 31 What are the project environments supported by MLflow?,['projects.html'],"['projects.html', 'deployment/index.html', 'deployment/index.html', 'traditional-ml/index.html']" 32 What is the purpose of the --build-image flag when running mlflow run?,['projects.html'],"['cli.html', 'models.html', 'getting-started/quickstart-2/index.html', 'tracking.html']" 33 What is the purpose of specifying a Conda environment in an MLflow project?,['projects.html'],"['projects.html', 'models.html', 'deployment/deploy-model-to-kubernetes/index.html', 'deployment/index.html']" 34 What is the purpose of the MLproject file?,['projects.html'],"['projects.html', 'introduction/index.html', 'introduction/index.html', 'models.html']" 35 How can you pass runtime parameters to the entry point of an MLflow Project?,['projects.html'],"['projects.html', 'cli.html', 'tracking.html', 'getting-started/quickstart-2/index.html']" 36 What is the relative path to the python_env YAML file within the MLflow project's directory?,['projects.html'],"['models.html', 'projects.html', 'python_api/index.html', 'tracking.html']" 37 What are the additional local volume mounted and environment variables in the docker container?,['projects.html'],"['tracking.html', 'cli.html', 'docker.html', 'models.html']" 38 How does MLflow run a Project on Kubernetes?,['projects.html'],"['projects.html', 'deployment/deploy-model-to-kubernetes/index.html', 'getting-started/quickstart-2/index.html', 'deployment/index.html']" 39 What fields are replaced when MLflow creates a Kubernetes Job for an MLflow Project?,['projects.html'],"['projects.html', 'models.html', 'tracking.html', 'deployment/deploy-model-to-kubernetes/index.html']" 40 What is the syntax for searching runs using the MLflow UI and API?,['search-runs.html'],"['search-runs.html', 'getting-started/quickstart-2/index.html', 'llms/prompt-engineering/index.html', 'tracking.html']" 41 What is the syntax for searching runs using the MLflow UI and API?,['search-runs.html'],"['search-runs.html', 'getting-started/quickstart-2/index.html', 'llms/prompt-engineering/index.html', 'tracking.html']" 42 What are the key parts of a search expression in MLflow?,['search-runs.html'],"['search-runs.html', 'models.html', 'introduction/index.html', 'introduction/index.html']" 43 What are some examples of entity names that contain special characters?,['search-runs.html'],"['tutorials-and-examples/index.html', 'models.html', 'search-runs.html', 'llms/index.html']" 44 What are the key attributes for the model with the run_id 'a1b2c3d4' and run_name 'my-run'?,['search-runs.html'],"['search-runs.html', 'tracking.html', 'models.html', 'cli.html']" 45 What type of constant does the RHS need to be if LHS is a metric?,['search-runs.html'],"['llms/llm-evaluate/index.html', 'model-evaluation/index.html', 'model-evaluation/index.html', 'models.html']" 46 "How can you get all active runs from experiments IDs 3, 4, and 17 that used a CNN model with 10 layers and had a prediction accuracy of 94.5% or higher?",['search-runs.html'],"['models.html', 'getting-started/quickstart-2/index.html', 'search-runs.html', 'tutorials-and-examples/index.html']" 47 What is the purpose of the 'experimentIds' variable in the given paragraph?,['search-runs.html'],"['search-experiments.html', 'cli.html', 'models.html', 'rest-api.html']" 48 What is the MLflow Tracking component used for?,['tracking.html'],"['introduction/index.html', 'introduction/index.html', 'tracking.html', 'llms/llm-tracking/index.html']" 49 What information does each run record in MLflow Tracking?,['tracking.html'],"['tracking.html', 'llms/llm-tracking/index.html', 'traditional-ml/hyperparameter-tuning-with-child-runs/index.html', 'getting-started/intro-quickstart/index.html']" 50 How can you create an experiment in MLflow?,['tracking.html'],"['getting-started/quickstart-1/index.html', 'getting-started/quickstart-2/index.html', 'models.html', 'getting-started/logging-first-model/index.html']" 51 How can you create an experiment using MLflow?,['tracking.html'],"['getting-started/quickstart-2/index.html', 'getting-started/quickstart-1/index.html', 'models.html', 'tutorials-and-examples/index.html']" 52 What are the two components used by MLflow for storage?,['tracking.html'],"['tracking.html', 'introduction/index.html', 'introduction/index.html', 'models.html']" 53 What interfaces does the MLflow client use to record MLflow entities and artifacts when running MLflow on a local machine with a SQLAlchemy-compatible database?,['tracking.html'],"['tracking.html', 'models.html', 'plugins.html', 'getting-started/quickstart-1/index.html']" 54 What is the default backend store used by MLflow?,['tracking.html'],"['tracking.html', 'plugins.html', 'models.html', 'cli.html']" 55 What is the architecture depicted in this example scenario?,['tracking.html'],"['tutorials-and-examples/index.html', 'models.html', 'deployment/deploy-model-to-kubernetes/index.html', 'traditional-ml/index.html']" 56 What information does autologging capture when launching short-lived MLflow runs?,['tracking.html'],"['tracking.html', 'getting-started/quickstart-1/index.html', 'llms/llm-tracking/index.html', 'models.html']" 57 What is the purpose of the --serve-artifacts flag?,['tracking.html'],"['tracking.html', 'cli.html', 'deployment/index.html', 'deployment/index.html']"