{
  "schema": "vamos.documentation.study-tutorial-evidence.v1",
  "source": "examples/tutorials/study_workflow.py",
  "source_sha256": "bdd2494764a88eb0b68d61def2ab006e5b1d82b09e9d02c6b6274a0e5878045e",
  "base_commit": "6147ca2470edf6647643f04b243f904c4a69440d",
  "command": "python tools/build_study_tutorials.py --write --work-dir <new-directory>",
  "packages": {
    "vamos-optimization": "1.5.0",
    "numpy": "2.1.3",
    "scipy": "1.15.3",
    "joblib": "1.4.2",
    "pyyaml": "6.0.3",
    "moocore": "0.3.2",
    "matplotlib": "3.10.9"
  },
  "python": "3.12.3",
  "outputs": {
    "t06": "Planned tasks: 8\nPlanned evaluations (first attempts): 1600\nStudy state: completed\nSucceeded tasks: 8/8\nVerified run metadata: 8\nInspection issues: 0\n",
    "t07": "Persisted studies: 1\nPlanned rows retained: 8\nMeasured successful rows: 8\nUnavailable rows (not zero-filled): 0\nHV: higher is better; IGD+: lower is better. References fixed before comparison.\n",
    "t08": "Report observations: 8\nProblem/algorithm/budget groups: 4\nDescriptive rank matrix: 2 problems x 2 algorithms\nNo inferential test: two problems do not support a general superiority claim.\n"
  },
  "recorded_execution": [
    "Planned tasks: 40\nPlanned evaluations (first attempts): 8000\nStudy state: completed\nSucceeded tasks: 40/40\nVerified run metadata: 40\nInspection issues: 0\n",
    "Planned tasks: 40\nPlanned evaluations (first attempts): 32000\nStudy state: completed\nSucceeded tasks: 40/40\nVerified run metadata: 40\nInspection issues: 0\n",
    "Planned tasks: 40\nPlanned evaluations (first attempts): 80000\nStudy state: completed\nSucceeded tasks: 40/40\nVerified run metadata: 40\nInspection issues: 0\n"
  ],
  "recorded_measurement": "Persisted studies: 3\nPlanned rows retained: 120\nMeasured successful rows: 120\nUnavailable rows (not zero-filled): 0\nHV: higher is better; IGD+: lower is better. References fixed before comparison.\n",
  "recorded_report": "Report observations: 120\nProblem/algorithm/budget groups: 12\nDescriptive rank matrix: 2 problems x 2 algorithms\nNo inferential test: two problems do not support a general superiority claim.\n",
  "planned_evaluations": 120000,
  "size_budget_bytes": {
    "recorded-measurements.json": 750000,
    "other_assets": 250000
  },
  "assets": {
    "t06-fair-study.py": "11c0bcefd7a4ddc5cdcd80f0d1b15b9d8d91e40f446632fbe4ec2747a3e11e6f",
    "t07-quality-and-budget.py": "53ee35a520f9a4d2130e81d7ed27f8abe4483762fb196f769a5d450b759cfad1",
    "t08-study-report.py": "7eb9df8668061451e5ba1f311e0236501f58e002a80cb6eac69cc0471a147a40",
    "recorded-measurements.json": "42de8848ba6b7830f489fc60d596f2f7a4b248770ea24069230fba4b7a673010",
    "metrics.csv": "b5fd60193a0f7633509ce8539e216db4daf3b61c412c5b762b2b880efaf877a4",
    "summary.csv": "0b1cea7e87e54d0abe152a60971d9f3d521b8c71291ca2e2bd18717d16cba817",
    "budget-comparison.svg": "aaade9c3b981057bd86011f65c553d90b60ef0e0bb893b8fa7894e7203264bd5",
    "final-distributions.svg": "49f41e68ed3be8fbca91ddeffb2adb67415ba682c7148bfabe723a1f692cabcf",
    "study-requirements.txt": "70a1fa82130aa877e4aae323bda403724bdcc7cc9f361dc532553bb4f0bc4acb",
    "study-execution.svg": "20ef9e5ed26a054d67efc913fac2ba7930f1be92d8339da713233658c998a343"
  },
  "report_sha256": "7c06e3eaa036137187408206dc01535810487923bffaafb753e0b5957d00838e",
  "final_budget_summary": [
    {
      "problem": "zdt1",
      "algorithm": "moead",
      "budget": 2000,
      "n": 10,
      "hv_q1": 11.000206070376617,
      "hv_median": 11.23237127456456,
      "hv_q3": 11.519566488214261,
      "igd_plus_q1": 0.062228793528809084,
      "igd_plus_median": 0.18972028522475815,
      "igd_plus_q3": 0.27433926578819584
    },
    {
      "problem": "zdt1",
      "algorithm": "nsgaii",
      "budget": 2000,
      "n": 10,
      "hv_q1": 11.692250528918802,
      "hv_median": 11.707686263682962,
      "hv_q3": 11.7189758543049,
      "igd_plus_q1": 0.025193446294462265,
      "igd_plus_median": 0.030541485440009716,
      "igd_plus_q3": 0.04497677615427615
    },
    {
      "problem": "zdt2",
      "algorithm": "moead",
      "budget": 2000,
      "n": 10,
      "hv_q1": 10.93250420336022,
      "hv_median": 10.988769846789962,
      "hv_q3": 11.087342597181703,
      "igd_plus_q1": 0.21580383336211081,
      "igd_plus_median": 0.3443530848530343,
      "igd_plus_q3": 0.39460211655920696
    },
    {
      "problem": "zdt2",
      "algorithm": "nsgaii",
      "budget": 2000,
      "n": 10,
      "hv_q1": 11.008922170212294,
      "hv_median": 11.039830335725354,
      "hv_q3": 11.247592148441512,
      "igd_plus_q1": 0.11758724121016874,
      "igd_plus_median": 0.2981048204478468,
      "igd_plus_q3": 0.32609860588916667
    }
  ]
}
