{
  "space_id": "10001",
  "expt_id": "20001",
  "expt_group_key": "20001",
  "invoke_id": "30001",
  "run_id": "30001",
  "data_set_id": "40001",
  "data_set_key": "sum-empty-demo",
  "experiment_info": {
    "run_mode": 1,
    "max_turns": 1,
    "evaluator_trigger": "final_turn_only"
  },
  "agent": {
    "agent_id": "trae",
    "agent_version": "<TRAE_BUILD_VERSION>",
    "model_name": "<MODEL_VISIBLE_TO_TRAE_ACCOUNT>",
    "trae_package_url": "https://assets.example.invalid/Trae_CN.dmg",
    "trae_agent_mode": "agent",
    "enable_plan_mode": "false"
  },
  "dataset_item": {
    "item_key": "sum-empty-demo-001",
    "query": "修复 sum_items([]) 报错的问题，并运行测试。",
    "workspace_path": "/workspace/demo",
    "image": "registry.example.invalid/eval/python-ssh:demo",
    "setup_script": "#!/usr/bin/env bash\nset -euo pipefail\nmkdir -p /workspace/demo\ncat > /workspace/demo/math_utils.py <<'EXAMPLE_SOLUTION'\ndef sum_items(items):\n    return items[0] + sum(items[1:])\nEXAMPLE_SOLUTION\n",
    "evaluator_conf": {
      "total_score_type": "avg",
      "isolation": "host",
      "pass_threshold": 1,
      "evaluators": [
        {
          "evaluator_type": "script",
          "evaluator_key": "sum-empty-tests",
          "max_eval_minutes": 1,
          "script": "python3 - <<'EXAMPLE_GRADER'\nimport importlib.util\nimport json\nimport os\nfrom pathlib import Path\n\ncontext = json.loads(Path(os.environ['FORNAX_EVAL_CONTEXT_FILE']).read_text())\nscore, reason = 0, 'checks have not passed'\ntry:\n    spec = importlib.util.spec_from_file_location('submission', 'math_utils.py')\n    submission = importlib.util.module_from_spec(spec)\n    spec.loader.exec_module(submission)\n    assert submission.sum_items([]) == 0, 'empty list must return zero'\n    assert submission.sum_items([1, 2, 3]) == 6, 'normal sum changed'\n    assert submission.sum_items([-2, 2]) == 0, 'negative values failed'\n    score, reason = 1, 'all three checks passed'\nexcept Exception as error:\n    reason = f'{type(error).__name__}: {error}'\noutput = Path(context['output_json'])\noutput.parent.mkdir(parents=True, exist_ok=True)\noutput.write_text(json.dumps({'score': score, 'reason': reason}))\nEXAMPLE_GRADER\n"
        }
      ]
    },
    "artifacts_conf": {
      "collectors": [
        {
          "type": "git_diff"
        }
      ]
    }
  },
  "runner_protocol": "http",
  "sandbox_topology": "separate",
  "runner_session_id": "<RUNNER_SANDBOX_SESSION>",
  "orchestrator_session_id": "<ORCHESTRATOR_SANDBOX_SESSION>",
  "runner_server_endpoint": "https://runner.example.invalid/",
  "runner_auth_token": "<RUNNER_AUTH_TOKEN>",
  "remote_topology": {
    "mac_vm": {
      "aic_cluster": "<AIC_CLUSTER>",
      "emulator": "<LEASED_MAC_ID>",
      "aic_ak": "<AIC_AK>",
      "aic_sk": "<AIC_SK>"
    },
    "ssh_target": {
      "host": "ssh.example.invalid",
      "port": "2222",
      "user": "root"
    }
  }
}
