/ tests / evaluation / test_cases / workflows / level7_success_path.test.json
level7_success_path.test.json
 1  {
 2    "test_case_id": "workflow_level7_success_path",
 3    "category": "Workflows",
 4    "description": "Tests error handling workflow in success mode. The workflow executes successfully and triggers on_success and always exit handlers.",
 5    "query": "Please use the ErrorHandlingWorkflow with mode 'success', and render the output file.",
 6    "target_agent": "OrchestratorAgent",
 7    "wait_time": 300,
 8    "evaluation": {
 9      "expected_tools": ["workflow_ErrorHandlingWorkflow"],
10      "expected_response": "The ErrorHandlingWorkflow has successfully completed with status: success. The workflow executed the operation successfully, then triggered the success notification and cleanup handlers. Result: operation completed, Success notification sent, Cleanup performed",
11      "criterion": "Evaluate if the orchestrator successfully delegated to ErrorHandlingWorkflow in success mode, the workflow completed successfully, and the on_success and always exit handlers were executed (success notification + cleanup)."
12    }
13  }