/ tests / evaluation / test_cases / workflows / level4_map_iteration.test.json
level4_map_iteration.test.json
 1  {
 2    "test_case_id": "workflow_level4_map_iteration",
 3    "category": "Workflows",
 4    "description": "Tests map node iterating over array items in parallel. The workflow processes each item by doubling its value.",
 5    "query": "Please use the MapIterationWorkflow to process these items: [{'id': 'A', 'value': 10}, {'id': 'B', 'value': 20}, {'id': 'C', 'value': 30}], and render the output file.",
 6    "target_agent": "OrchestratorAgent",
 7    "wait_time": 300,
 8    "evaluation": {
 9      "expected_tools": ["workflow_MapIterationWorkflow"],
10      "expected_response": "The MapIterationWorkflow has successfully processed the items. The workflow processed 3 items in parallel, doubling each value. Results: Item A: 10 → 20, Item B: 20 → 40, Item C: 30 → 60",
11      "criterion": "Evaluate if the orchestrator successfully delegated to MapIterationWorkflow, and the workflow correctly processed each item in the array using map node, doubling values (A:10→20, B:20→40, C:30→60) and aggregating results."
12    }
13  }