/ tests / evaluation / test_cases / workflows / level5_loop_polling.test.json
level5_loop_polling.test.json
 1  {
 2    "test_case_id": "workflow_level5_loop_polling",
 3    "category": "Workflows",
 4    "description": "Tests loop node with condition-based iteration. The workflow polls status until iteration count reaches 3.",
 5    "query": "Please use the LoopPollingWorkflow to poll status with max_iterations of 3, and render the output file.",
 6    "target_agent": "OrchestratorAgent",
 7    "wait_time": 300,
 8    "evaluation": {
 9      "expected_tools": ["workflow_LoopPollingWorkflow"],
10      "expected_response": "The LoopPollingWorkflow has successfully completed polling. The workflow iterated 3 times until ready condition was met. Final iteration: 2, Ready: true, Status: checking",
11      "criterion": "Evaluate if the orchestrator successfully delegated to LoopPollingWorkflow, and the workflow correctly used loop node to iterate until ready (expected 3 iterations with final_iteration=2 when ready=true)."
12    }
13  }