/ tests / evaluation / test_cases / convert_pdf_to_md.test.json
convert_pdf_to_md.test.json
 1  {
 2    "test_case_id": "convert_pdf_to_md",
 3    "category": "Orchestration",
 4    "description": "A test case to convert a PDF file to markdown.",
 5    "target_agent": "OrchestratorAgent",
 6    "query": "Please convert the attached PDF file to markdown using the Markitdown Agent.",
 7    "artifacts": [
 8      {
 9        "type": "file",
10        "path": "artifacts/sample.pdf"
11      }
12    ],
13    "wait_time": 120,
14    "evaluation": {
15      "expected_tools": ["peer_MarkitdownAgent"],
16      "expected_response": "I have converted the PDF file to markdown and attached it.",
17      "criterion": "Evaluate if the agent successfully uses the MarkitdownAgent to convert the PDF file to a markdown file and confirms task completion."
18    }
19  }