level5_loop_polling.test.json
1 { 2 "test_case_id": "workflow_level5_loop_polling", 3 "category": "Workflows", 4 "description": "Tests loop node with condition-based iteration. The workflow polls status until iteration count reaches 3.", 5 "query": "Please use the LoopPollingWorkflow to poll status with max_iterations of 3, and render the output file.", 6 "target_agent": "OrchestratorAgent", 7 "wait_time": 300, 8 "evaluation": { 9 "expected_tools": ["workflow_LoopPollingWorkflow"], 10 "expected_response": "The LoopPollingWorkflow has successfully completed polling. The workflow iterated 3 times until ready condition was met. Final iteration: 2, Ready: true, Status: checking", 11 "criterion": "Evaluate if the orchestrator successfully delegated to LoopPollingWorkflow, and the workflow correctly used loop node to iterate until ready (expected 3 iterations with final_iteration=2 when ready=true)." 12 } 13 }