1  {
 2      "broker": {
 3          "SOLACE_BROKER_URL_VAR": "SOLACE_BROKER_URL",
 4          "SOLACE_BROKER_USERNAME_VAR": "SOLACE_BROKER_USERNAME",
 5          "SOLACE_BROKER_PASSWORD_VAR": "SOLACE_BROKER_PASSWORD",
 6          "SOLACE_BROKER_VPN_VAR": "SOLACE_BROKER_VPN"
 7      },
 8      "remote": {
 9          "EVAL_REMOTE_URL_VAR": "EVAL_REMOTE_URL",
10          "EVAL_AUTH_TOKEN_VAR": "EVAL_AUTH_TOKEN",
11          "EVAL_NAMESPACE_VAR": "EVAL_NAMESPACE"
12      },
13      "results_dir_name": "sam-remote-eval-test",
14      "runs": 1,
15      "test_cases": [
16          "tests/evaluation/test_cases/hello_world.test.json",
17          "tests/evaluation/test_cases/filter_csv_employees_by_age_and_country.test.json"
18      ],
19      "evaluation_settings": {
20          "tool_match": {
21              "enabled": true
22          },
23          "response_match": {
24              "enabled": true
25          },
26          "llm_evaluator": {
27              "enabled": true,
28              "env": {
29                  "LLM_SERVICE_PLANNING_MODEL_NAME": "openai/gemini-3-pro-preview",
30                  "LLM_SERVICE_ENDPOINT_VAR": "LLM_SERVICE_ENDPOINT",
31                  "LLM_SERVICE_API_KEY_VAR": "LLM_SERVICE_API_KEY"
32              }
33          }
34      }
35  }